size limitation in filesystem_file_read?

[Moo2017]

Hi All, I am trying to read a file ( file size is 300kb) from sdcard using filesystem_file_read function. I tried to read in 1000bytes blocks but it doesn't work properly and after reading some blocks it doesn't respond anymore. I'd appreciate if you can help me with that.

[minux]

such small and arbitrary limitation is highly unlikely. Please check if there is any other problems in your program (e.g. stack overflow).

Anyway, we will need a small standalone reproduction case to be able to diagnose the problem.

[Moo2017]

I have tested the code under Kendryte standalone sdk and it works fine but the same code doesn’t work in FreeRtos sdk.There is no stack overflowing and I am using the example sd card code in FreeRtos demo repository and just did a little change to get the size of file and then read it. If size iz higher than 1000, it try to read in 1000 bytes block ( In the standalone sdk I was able to read 65535 bytes in each reading).However, I’ll attach the code here by Monday.

[Moo2017]

Hi @minux @sunnycase Here is the code:

---

int main() { printf("Hello sd\n"); char msg[]="k233333333333333333"; char buffer[200]; handle_t sd0 = install_sdcard(); configASSERT(sd0); configASSERT(filesystem_mount("/fs/0/", sd0) == 0); io_close(sd0);

FIL file; FRESULT ret = FR_OK;

char *path = "DCIM/100VIG/VPH_00001.BMP";

//printf("/sd read write test/\n"); uint32_t v_ret_len = 0; uint8_t mm=0; FILINFO v_fileinfo; if((ret = f_stat(path, &v_fileinfo)) == FR_OK) { printf("%s length is %lld\n", path,(long long int) v_fileinfo.fsize); } else { printf("%s fstat err [%d]\n", path, ret); }

if((ret = f_open(&file, path, FA_READ)) == FR_OK) { uint8_t *v_buf = (uint8_t *) malloc (v_fileinfo.fsize); if (!v_buf) { printf("v_buf allocate problem \n"); } else { uint32_t len=0 ;

 while (v_fileinfo.fsize)
 {
   mm++;
   if (v_fileinfo.fsize>512)
     len = 512;
   else len = v_fileinfo.fsize;
   ret = f_read(&file, (void *)v_buf, len, &v_ret_len);
   if(ret != FR_OK)
   {
       printf("Read %s err[%d]\n", path, ret);
   }
   else
   {
     vTaskDelay(pdMS_TO_TICKS(1));
      // printf("Read :> %02x %d bytes lenth\n", *v_buf, v_ret_len);
   }
   v_fileinfo.fsize-=len;
   v_buf+=len;
 }

printf("DONE mm%d ,len=%u\n",mm,len);

}

 f_close(&file);

} else printf("ret = %d\n",ret ); f_close(&file);

while (1);

---

I should mention that if I remove " vTaskDelay(pdMS_TO_TICKS(1));" in the else statement it doesn't work fine but with this delay I was able to read the file . Also If try to read in 1024 bytes block it won't work fine either. As I mentioned before , I tested this code in K210-SDK standalone and I was able to read it in 65535 bytes block without any problem. VPH_00001.BMP is a 300kb files.

[xiangbingj]

Hi @minux @sunnycase Here is the code:

int main() { printf("Hello sd\n"); char msg[]="k233333333333333333"; char buffer[200]; handle_t sd0 = install_sdcard(); configASSERT(sd0); configASSERT(filesystem_mount("/fs/0/", sd0) == 0); io_close(sd0);

FIL file; FRESULT ret = FR_OK;

char *path = "DCIM/100VIG/VPH_00001.BMP";

//printf("/sd read write test/\n"); uint32_t v_ret_len = 0; uint8_t mm=0; FILINFO v_fileinfo; if((ret = f_stat(path, &v_fileinfo)) == FR_OK) { printf("%s length is %lld\n", path,(long long int) v_fileinfo.fsize); } else { printf("%s fstat err [%d]\n", path, ret); }

if((ret = f_open(&file, path, FA_READ)) == FR_OK) { uint8_t *v_buf = (uint8_t *) malloc (v_fileinfo.fsize); if (!v_buf) { printf("v_buf allocate problem \n"); } else { uint32_t len=0 ;

 while (v_fileinfo.fsize)
 {
   mm++;
   if (v_fileinfo.fsize>512)
     len = 512;
   else len = v_fileinfo.fsize;
   ret = f_read(&file, (void *)v_buf, len, &v_ret_len);
   if(ret != FR_OK)
   {
       printf("Read %s err[%d]\n", path, ret);
   }
   else
   {
     vTaskDelay(pdMS_TO_TICKS(1));
      // printf("Read :> %02x %d bytes lenth\n", *v_buf, v_ret_len);
   }
   v_fileinfo.fsize-=len;
   v_buf+=len;
 }

printf("DONE mm%d ,len=%u\n",mm,len);

}

 f_close(&file);

} else printf("ret = %d\n",ret ); f_close(&file);

while (1);

I should mention that if I remove " vTaskDelay(pdMS_TO_TICKS(1));" in the else statement it doesn't work fine but with this delay I was able to read the file . Also If try to read in 1024 bytes block it won't work fine either. As I mentioned before , I tested this code in K210-SDK standalone and I was able to read it in 65535 bytes block without any problem. VPH_00001.BMP is a 300kb files.

Hello.I cannot get your problem.you can test my code or give the whole test code to me. /***********************************************/ #include <stdio.h> #include <stdlib.h> #include <string.h> #include <devices.h> #include <filesystem.h> #include <storage/sdcard.h> #include "project_cfg.h" #include <sys/stat.h> #include <unistd.h>

handle_t install_sdcard() { handle_t spi, gpio; configASSERT(spi = io_open("/dev/spi0")); configASSERT(gpio = io_open("/dev/gpio0")); handle_t sd0 = spi_sdcard_driver_install(spi, gpio, 7); io_close(spi); io_close(gpio); return sd0; }

int main() { printf("Hello sd\r\n"); char msg[]="k233333333333333333"; char buffer[200]; handle_t sd0 = install_sdcard(); configASSERT(sd0); configASSERT(filesystem_mount("/fs/0/", sd0) == 0); io_close(sd0);

FILE *stream;
struct stat buf;

if((stream=fopen("/fs/0/sdtest.bmp","r"))==NULL)
{
    fprintf(stderr,"Can not open file.\r\n");
    exit(-1);
}

int fd = fileno(stream);
fstat(fd, &buf);
printf("length is %ld\n", buf.st_size);

uint32_t count = buf.st_size;
uint32_t len=0 ;
uint32_t ret = 0;
uint32_t i = 0;
uint8_t *v_buf = (uint8_t *)malloc(count);
if (!v_buf)
{
    printf("v_buf allocate problem \n");
}
while (count)
{
    if (count > 65535)
        len = 65535;
    else
        len = count;
    ret = fread(v_buf, 1, len, stream);
    if(ret != len)
    {
        printf("Read err[%d]\n", ret);
    }
    else
    {
        printf("Read [%d]:> %02x %d bytes lenth\n", i, *v_buf, ret);
    }
    count -= len;
    v_buf += len;
    i++;
}
fclose(stream);
while (1)
    ;

} /***********************************************/

[Moo2017]

Hi @minux Problem it's resolved since you have updated the branch ( I've seen that with old develop branch , then I've noticed that you have done some changes in SPI and then I updated my FREERTOS around two weeks ago and problem was resolved, however still for writing on sd card I need to break down the file into 512 bytes block otherwise doesn't work fine with large files and can't write. Have you tried to write large files? I wan't able to use fwrite even with breaking down to small blocks , However f_write can store the large files if it's broken down to 512bytes block.