[Colossus] I/O error

[kdembler]

Originally reported here https://github.com/Joystream/community-repo/issues/925

{
   "@timestamp":"2024-02-28T16:46:51.325Z",
   "log.level":"error",
   "message":"GET /api/v1/files/2096844: Error 500: EIO: i/o error, read",
   "ecs":{
      "version":"1.6.0"
   },
   "meta":{
      "error":{
         "errno":-5,
         "syscall":"read",
         "code":"EIO"
      },
      "level":"error",
      "message":"uncaughtException: EIO: i/o error, read\nError: EIO: i/o error, read\n at Object.readSync (node:fs:744:3)\n at /joystream/node_modules/read-chunk/index.js:31:6\n at module.exports.sync (/joystream/node_modules/with-open-file/index.js:21:12)\n at module.exports.sync (/joystream/node_modules/read-chunk/index.js:30:33)\n at getFileInfo (/joystream/storage-node/lib/services/helpers/fileInfo.js:27:41)\n at getFile (/joystream/storage-node/lib/services/webApi/controllers/filesApi.js:41:59)\n at Layer.handle [as handle_request] (/joystream/node_modules/express/lib/router/layer.js:95:5)\n at next (/joystream/node_modules/express/lib/router/route.js:137:13)\n at Route.dispatch (/joystream/node_modules/express/lib/router/route.js:112:3)\n at Layer.handle [as handle_request] (/joystream/node_modules/express/lib/router/layer.js:95:5)",
      "stack":"Error: EIO: i/o error, read\n at Object.readSync (node:fs:744:3)\n at /joystream/node_modules/read-chunk/index.js:31:6\n at module.exports.sync (/joystream/node_modules/with-open-file/index.js:21:12)\n at module.exports.sync (/joystream/node_modules/read-chunk/index.js:30:33)\n at getFileInfo (/joystream/storage-node/lib/services/helpers/fileInfo.js:27:41)\n at getFile (/joystream/storage-node/lib/services/webApi/controllers/filesApi.js:41:59)\n at Layer.handle [as handle_request] (/joystream/node_modules/express/lib/router/layer.js:95:5)\n at next (/joystream/node_modules/express/lib/router/route.js:137:13)\n at Route.dispatch (/joystream/node_modules/express/lib/router/route.js:112:3)\n at Layer.handle [as handle_request] (/joystream/node_modules/express/lib/router/layer.js:95:5)",
      "exception":true,
      "date":"Wed Feb 28 2024 16:46:51 GMT+0000 (Coordinated Universal Time)",
      "process":{
         "pid":6,
         "uid":0,
         "gid":0,
         "cwd":"/joystream/storage-node",
         "execPath":"/usr/local/bin/node",
         "version":"v18.19.0",
         "argv":[
            "/usr/local/bin/node",
            "/joystream/storage-node/bin/run",
            "server",
            "--worker=16",
            "--port=3333",
            "--uploads=/data",
            "--sync",
            "--syncInterval=1",
            "--queryNodeEndpoint=https://joystream.joystream-arsi44.space/graphql",
            "--apiUrl=ws://joystream-node:9944/",
            "--keyFile=/keystore/storage-role-key.json",
            "--elasticSearchEndpoint=https://elastic.joyutils.org/",
            "--elasticSearchUser=storage-ars",
            "--logFilePath=/logs"
         ],
         "memoryUsage":{
            "rss":1143525376,
            "heapTotal":660197376,
            "heapUsed":564780760,
            "external":67987344,
            "arrayBuffers":29158816
         }
      },
      "os":{
         "loadavg":[
            1.01,
            0.81,
            0.92
         ],
         "uptime":3963152.52
      },
      "trace":[
         {
            "column":3,
            "file":"node:fs",
            "function":"Object.readSync",
            "line":744,
            "method":"readSync",
            "native":false
         },
         {
            "column":6,
            "file":"/joystream/node_modules/read-chunk/index.js",
            "function":null,
            "line":31,
            "method":null,
            "native":false
         },
         {
            "column":12,
            "file":"/joystream/node_modules/with-open-file/index.js",
            "function":"module.exports.sync",
            "line":21,
            "method":"sync",
            "native":false
         },
         {
            "column":33,
            "file":"/joystream/node_modules/read-chunk/index.js",
            "function":"module.exports.sync",
            "line":30,
            "method":"sync",
            "native":false
         },
         {
            "column":41,
            "file":"/joystream/storage-node/lib/services/helpers/fileInfo.js",
            "function":"getFileInfo",
            "line":27,
            "method":null,
            "native":false
         },
         {
            "column":59,
            "file":"/joystream/storage-node/lib/services/webApi/controllers/filesApi.js",
            "function":"getFile",
            "line":41,
            "method":null,
            "native":false
         },
         {
            "column":5,
            "file":"/joystream/node_modules/express/lib/router/layer.js",
            "function":"Layer.handle [as handle_request]",
            "line":95,
            "method":"handle [as handle_request]",
            "native":false
         },
         {
            "column":13,
            "file":"/joystream/node_modules/express/lib/router/route.js",
            "function":"next",
            "line":137,
            "method":null,
            "native":false
         },
         {
            "column":3,
            "file":"/joystream/node_modules/express/lib/router/route.js",
            "function":"Route.dispatch",
            "line":112,
            "method":"dispatch",
            "native":false
         },
         {
            "column":5,
            "file":"/joystream/node_modules/express/lib/router/layer.js",
            "function":"Layer.handle [as handle_request]",
            "line":95,
            "method":"handle [as handle_request]",
            "native":false
         }
      ],
      "req":{
         "url":"/api/v1/files/2096844",
         "headers":{
            "host":"joystream.joystream-arsi44.space",
            "accept-encoding":"gzip, deflate",
            "x-colossus-host-id":"d1e09fa9-428a-4a26-b75b-f6892ae26376",
            "x-forwarded-for":"148.113.10.2",
            "x-forwarded-host":"joystream.joystream-arsi44.space",
            "x-forwarded-proto":"https"
         },
         "method":"GET",
         "httpVersion":"1.1",
         "originalUrl":"/api/v1/files/2096844",
         "query":{
            
         }
      }
   }
}