opencti icon indicating copy to clipboard operation
opencti copied to clipboard

Database error

Open innerfire3 opened this issue 1 year ago • 13 comments

Prerequisites

  • [ X] I read the Deployment and Setup section of the OpenCTI documentation as well as the Troubleshooting page and didn't find anything relevant to my problem.
  • [ X] I went through old GitHub issues and couldn't find anything relevant
  • [X ] I googled the issue and didn't find anything relevant

Description

Hello my instance of opencti break itself and now logs in opencti pladform caontainer look like this:

{"category":"APP","errors":[{"attributes":{"genre":"TECHNICAL","http_status":500},"message":"Engine attachment processor configuration fail","name":"CONFIGURATION_ERROR","stack":"CONFIGURATION_ERROR: Engine attachment processor configuration fail\n at error (/opt/opencti/build/src/config/errors.js:8:10)\n at ConfigurationError (/opt/opencti/build/src/config/errors.js:64:53)\n at /opt/opencti/build/src/database/engine.js:787:20\n at processTicksAndRejections (node:internal/process/task_queues:95:5)\n at elConfigureAttachmentProcessor (/opt/opencti/build/src/database/engine.js:775:5)\n at searchEngineInit (/opt/opencti/build/src/database/engine.js:264:32)\n at checkSystemDependencies (/opt/opencti/build/src/initialization.js:127:3)\n at platformStart (/opt/opencti/build/src/boot.js:234:5)"},{"message":"parse_exception\n\tRoot causes:\n\t\tparse_exception: No processor type exists with name [attachment]","name":"ResponseError","stack":"ResponseError: parse_exception\n\tRoot causes:\n\t\tparse_exception: No processor type exists with name [attachment]\n at kJt.request (/opt/opencti/build/node_modules/@elastic/transport/src/Transport.ts:553:17)\n at processTicksAndRejections (node:internal/process/task_queues:95:5)\n at PZt.putPipeline (/opt/opencti/build/node_modules/@elastic/elasticsearch/src/api/api/ingest.ts:195:12)\n at elConfigureAttachmentProcessor (/opt/opencti/build/src/database/engine.js:775:5)\n at searchEngineInit (/opt/opencti/build/src/database/engine.js:264:32)\n at checkSystemDependencies (/opt/opencti/build/src/initialization.js:127:3)\n at platformStart (/opt/opencti/build/src/boot.js:234:5)"}],"level":"error","message":"Engine attachment processor configuration fail","timestamp":"2024-01-23T13:57:21.452Z","version":"5.12.21"} {"category":"APP","errors":[{"attributes":{"genre":"TECHNICAL","http_status":500},"message":"Engine attachment processor configuration fail","name":"CONFIGURATION_ERROR","stack":"CONFIGURATION_ERROR: Engine attachment processor configuration fail\n at error (/opt/opencti/build/src/config/errors.js:8:10)\n at ConfigurationError (/opt/opencti/build/src/config/errors.js:64:53)\n at /opt/opencti/build/src/database/engine.js:787:20\n at processTicksAndRejections (node:internal/process/task_queues:95:5)\n at elConfigureAttachmentProcessor (/opt/opencti/build/src/database/engine.js:775:5)\n at searchEngineInit (/opt/opencti/build/src/database/engine.js:264:32)\n at checkSystemDependencies (/opt/opencti/build/src/initialization.js:127:3)\n at platformStart (/opt/opencti/build/src/boot.js:234:5)"},{"message":"parse_exception\n\tRoot causes:\n\t\tparse_exception: No processor type exists with name [attachment]","name":"ResponseError","stack":"ResponseError: parse_exception\n\tRoot causes:\n\t\tparse_exception: No processor type exists with name [attachment]\n at kJt.request (/opt/opencti/build/node_modules/@elastic/transport/src/Transport.ts:553:17)\n at processTicksAndRejections (node:internal/process/task_queues:95:5)\n at PZt.putPipeline (/opt/opencti/build/node_modules/@elastic/elasticsearch/src/api/api/ingest.ts:195:12)\n at elConfigureAttachmentProcessor (/opt/opencti/build/src/database/engine.js:775:5)\n at searchEngineInit (/opt/opencti/build/src/database/engine.js:264:32)\n at checkSystemDependencies (/opt/opencti/build/src/initialization.js:127:3)\n at platformStart (/opt/opencti/build/src/boot.js:234:5)"}],"level":"error","message":"Engine attachment processor configuration fail","timestamp":"2024-01-23T13:58:45.015Z","version":"5.12.21"} ory":"APP","errors":[{"attributes":{"body":{"script":{"params":{"entity_type":"User","internal_id":"88ec0c6a-13ce-5e39-b486-354fe4a7084f","password":"#########","updated_at":"2024-01-23T13:58:34.633Z"},"source":"ctx._source['internal_id'] = params['internal_id'];ctx._source['entity_type'] = params['entity_type'];ctx._source['password'] = params['password'];ctx._source['updated_at'] = params['updated_at']"}},"documentId":"88ec0c6a-13ce-5e39-b486-354fe4a7084f","genre":"TECHNICAL","http_status":500},"message":"Update indexing fail","name":"DATABASE_ERROR","stack":"DATABASE_ERROR: Update indexing fail\n at error (/opt/opencti/build/src/config/errors.js:8:10)\n at DatabaseError (/opt/opencti/build/src/config/errors.js:58:48)\n at /opt/opencti/build/src/database/engine.js:2631:11\n at processTicksAndRejections (node:internal/process/task_queues:95:5)\n at async Promise.all (index 0)\n at updateAttributeMetaResolved (/opt/opencti/build/src/database/middleware.js:1942:7)\n at initAdmin (/opt/opencti/build/src/domain/user.js:1386:5)\n at initializeAdminUser (/opt/opencti/build/src/config/providers.js:45:5)\n at platformInit (/opt/opencti/build/src/initialization.js:379:7)\n at platformStart (/opt/opencti/build/src/boot.js:238:5)"},{"message":"cluster_block_exception\n\tRoot causes:\n\t\tcluster_block_exception: index [opencti_internal_objects-000001] blocked by: [TOO_MANY_REQUESTS/12/disk usage exceeded flood-stage watermark, index has read-only-allow-delete block];","name":"ResponseError","stack":"ResponseError: cluster_block_exception\n\tRoot causes:\n\t\tcluster_block_exception: index [opencti_internal_objects-000001] blocked by: [TOO_MANY_REQUESTS/12/disk usage exceeded flood-stage watermark, index has read-only-allow-delete block];\n at kJt.request (/opt/opencti/build/node_modules/@elastic/transport/src/Transport.ts:553:17)\n at processTicksAndRejections (node:internal/process/task_queues:95:5)\n at W$e.UpdateApi [as update] (/opt/opencti/build/node_modules/@elastic/elasticsearch/src/api/api/update.ts:75:10)\n at async Promise.all (index 0)\n at updateAttributeMetaResolved (/opt/opencti/build/src/database/middleware.js:1942:7)\n at initAdmin (/opt/opencti/build/src/domain/user.js:1386:5)\n at initializeAdminUser (/opt/opencti/build/src/config/providers.js:45:5)\n at platformInit (/opt/opencti/build/src/initialization.js:379:7)\n at platformStart (/opt/opencti/build/src/boot.js:238:5)"}],"level":"error","message":"Update indexing fail","timestamp":"2024-01-23T13:58:34.648Z","version":"5.12.21"} {"category":"APP","errors":[{"attributes":{"genre":"TECHNICAL","http_status":500},"message":"Engine attachment processor configuration fail","name":"CONFIGURATION_ERROR","stack":"CONFIGURATION_ERROR: Engine attachment processor configuration fail\n at error (/opt/opencti/build/src/config/errors.js:8:10)\n at ConfigurationError (/opt/opencti/build/src/config/errors.js:64:53)\n at /opt/opencti/build/src/database/engine.js:787:20\n at processTicksAndRejections (node:internal/process/task_queues:95:5)\n at elConfigureAttachmentProcessor (/opt/opencti/build/src/database/engine.js:775:5)\n at searchEngineInit (/opt/opencti/build/src/database/engine.js:264:32)\n at checkSystemDependencies (/opt/opencti/build/src/initialization.js:127:3)\n at platformStart (/opt/opencti/build/src/boot.js:234:5)"},{"message":"parse_exception\n\tRoot causes:\n\t\tparse_exception: No processor type exists with name [attachment]","name":"ResponseError","stack":"ResponseError: parse_exception\n\tRoot causes:\n\t\tparse_exception: No processor type exists with name [attachment]\n at kJt.request (/opt/opencti/build/node_modules/@elastic/transport/src/Transport.ts:553:17)\n at processTicksAndRejections (node:internal/process/task_queues:95:5)\n at PZt.putPipeline (/opt/opencti/build/node_modules/@elastic/elasticsearch/src/api/api/ingest.ts:195:12)\n at elConfigureAttachmentProcessor (/opt/opencti/build/src/database/engine.js:775:5)\n at searchEngineInit (/opt/opencti/build/src/database/engine.js:264:32)\n at checkSystemDependencies (/opt/opencti/build/src/initialization.js:127:3)\n at platformStart (/opt/opencti/build/src/boot.js:234:5)"}],"level":"error","message":"Engine attachment processor configuration fail","timestamp":"2024-01-23T13:58:58.966Z","version":"5.12.21"} ory":"APP","errors":[{"attributes":{"body":{"script":{"params":{"entity_type":"User","internal_id":"88ec0c6a-13ce-5e39-b486-354fe4a7084f","password":"#########","updated_at":"2024-01-23T13:58:48.217Z"},"source":"ctx._source['internal_id'] = params['internal_id'];ctx._source['entity_type'] = params['entity_type'];ctx._source['password'] = params['password'];ctx._source['updated_at'] = params['updated_at']"}},"documentId":"88ec0c6a-13ce-5e39-b486-354fe4a7084f","genre":"TECHNICAL","http_status":500},"message":"Update indexing fail","name":"DATABASE_ERROR","stack":"DATABASE_ERROR: Update indexing fail\n at error (/opt/opencti/build/src/config/errors.js:8:10)\n at DatabaseError (/opt/opencti/build/src/config/errors.js:58:48)\n at /opt/opencti/build/src/database/engine.js:2631:11\n at processTicksAndRejections (node:internal/process/task_queues:95:5)\n at async Promise.all (index 0)\n at updateAttributeMetaResolved (/opt/opencti/build/src/database/middleware.js:1942:7)\n at initAdmin (/opt/opencti/build/src/domain/user.js:1386:5)\n at initializeAdminUser (/opt/opencti/build/src/config/providers.js:45:5)\n at platformInit (/opt/opencti/build/src/initialization.js:379:7)\n at platformStart (/opt/opencti/build/src/boot.js:238:5)"},{"message":"cluster_block_exception\n\tRoot causes:\n\t\tcluster_block_exception: index [opencti_internal_objects-000001] blocked by: [TOO_MANY_REQUESTS/12/disk usage exceeded flood-stage watermark, index has read-only-allow-delete block];","name":"ResponseError","stack":"ResponseError: cluster_block_exception\n\tRoot causes:\n\t\tcluster_block_exception: index [opencti_internal_objects-000001] blocked by: [TOO_MANY_REQUESTS/12/disk usage exceeded flood-stage watermark, index has read-only-allow-delete block];\n at kJt.request (/opt/opencti/build/node_modules/@elastic/transport/src/Transport.ts:553:17)\n at processTicksAndRejections (node:internal/process/task_queues:95:5)\n at W$e.UpdateApi [as update] (/opt/opencti/build/node_modules/@elastic/elasticsearch/src/api/api/update.ts:75:10)\n at async Promise.all (index 0)\n at updateAttributeMetaResolved (/opt/opencti/build/src/database/middleware.js:1942:7)\n at initAdmin (/opt/opencti/build/src/domain/user.js:1386:5)\n at initializeAdminUser (/opt/opencti/build/src/config/providers.js:45:5)\n at platformInit (/opt/opencti/build/src/initialization.js:379:7)\n at platformStart (/opt/opencti/build/src/boot.js:238:5)"}],"level":"error","message":"Update indexing fail","timestamp":"2024-01-23T13:58:48.233Z","version":"5.12.21"}

ory":"APP","errors":[{"attributes":{"body":{"script":{"params":{"entity_type":"User","internal_id":"88ec0c6a-13ce-5e39-b486-354fe4a7084f","password":"#####.","updated_at":"2024-01-23T14:05:33.398Z"},"source":"ctx._source['internal_id'] = params['internal_id'];ctx._source['entity_type'] = params['entity_type'];ctx._source['password'] = params['password'];ctx._source['updated_at'] = params['updated_at']"}},"documentId":"88ec0c6a-13ce-5e39-b486-354fe4a7084f","genre":"TECHNICAL","http_status":500},"message":"Update indexing fail","name":"DATABASE_ERROR","stack":"DATABASE_ERROR: Update indexing fail\n at error (/opt/opencti/build/src/config/errors.js:8:10)\n at DatabaseError (/opt/opencti/build/src/config/errors.js:58:48)\n at /opt/opencti/build/src/database/engine.js:2631:11\n at processTicksAndRejections (node:internal/process/task_queues:95:5)\n at async Promise.all (index 0)\n at updateAttributeMetaResolved (/opt/opencti/build/src/database/middleware.js:1942:7)\n at initAdmin (/opt/opencti/build/src/domain/user.js:1386:5)\n at initializeAdminUser (/opt/opencti/build/src/config/providers.js:45:5)\n at platformInit (/opt/opencti/build/src/initialization.js:379:7)\n at platformStart (/opt/opencti/build/src/boot.js:238:5)"},{"message":"cluster_block_exception\n\tRoot causes:\n\t\tcluster_block_exception: index [opencti_internal_objects-000001] blocked by: [TOO_MANY_REQUESTS/12/disk usage exceeded flood-stage watermark, index has read-only-allow-delete block];","name":"ResponseError","stack":"ResponseError: cluster_block_exception\n\tRoot causes:\n\t\tcluster_block_exception: index [opencti_internal_objects-000001] blocked by: [TOO_MANY_REQUESTS/12/disk usage exceeded flood-stage watermark, index has read-only-allow-delete block];\n at kJt.request (/opt/opencti/build/node_modules/@elastic/transport/src/Transport.ts:553:17)\n at processTicksAndRejections (node:internal/process/task_queues:95:5)\n at W$e.UpdateApi [as update] (/opt/opencti/build/node_modules/@elastic/elasticsearch/src/api/api/update.ts:75:10)\n at async Promise.all (index 0)\n at updateAttributeMetaResolved (/opt/opencti/build/src/database/middleware.js:1942:7)\n at initAdmin (/opt/opencti/build/src/domain/user.js:1386:5)\n at initializeAdminUser (/opt/opencti/build/src/config/providers.js:45:5)\n at platformInit (/opt/opencti/build/src/initialization.js:379:7)\n at platformStart (/opt/opencti/build/src/boot.js:238:5)"}],"level":"error","message":"Update indexing fail","timestamp":"2024-01-23T14:05:33.416Z","version":"5.12.21"}

Can someone explain me how to fix this?

Environment

  1. OS (where OpenCTI server runs): Linux opencti 5.13.0-52-generic
  2. OpenCTI version: 5.12.21
  3. OpenCTI client: frontend
  4. Other environment details: Im using portainer to manage all of the containers

Additional information

Now webservice wich is on port 8080 wont start...

innerfire3 avatar Jan 23 '24 14:01 innerfire3