starrocks icon indicating copy to clipboard operation
starrocks copied to clipboard

[inverted index]if table and async mv have inverted index restore failed

Open chengqianli-git opened this issue 1 year ago • 0 comments

Steps to reproduce the behavior (Required)

  1. CREATE TABLE '...'
  2. INSERT INTO '....'
  3. SELECT '....'4. 4.
create database debug2;
use debug2;
CREATE TABLE duplicate_table_demo_datatype_not_replicated_all_varchar ( AAA DATETIME not NULL COMMENT "", BBB VARCHAR(200) not NULL COMMENT "", CCC VARCHAR(200) not NULL COMMENT "", DDD VARCHAR(20000) COMMENT "", EEE LARGEINT  NULL COMMENT "", FFF DECIMAL(20,10) NULL COMMENT "", GGG VARCHAR(200)  NULL COMMENT "", HHH FLOAT  NULL COMMENT "", III BOOLEAN  NULL COMMENT "", KKK CHAR(20)   NULL COMMENT "", LLL STRING   NULL COMMENT "", MMM VARCHAR(20)   NULL COMMENT "", NNN BINARY  NULL COMMENT "", OOO TINYINT NULL COMMENT "", PPP DATETIME NULL COMMENT "", QQQ ARRAY<INT> NULL COMMENT "", RRR JSON NULL COMMENT "", SSS MAP<INT,INT> NULL COMMENT "", TTT STRUCT<a INT, b INT> NULL COMMENT "", INDEX init_bitmap_index (KKK) USING BITMAP ) duplicate KEY(AAA, BBB, CCC) PARTITION BY RANGE (`AAA`) ( START ("1970-01-01") END ("2030-01-01") EVERY (INTERVAL 30 YEAR) ) DISTRIBUTED BY HASH(`AAA`, `BBB`) BUCKETS 3 ORDER BY(`AAA`,`BBB`,`CCC`,`DDD`) PROPERTIES ( "replicated_storage"="false", "replication_num" = "3", "storage_format" = "v2", "enable_persistent_index" = "true", "bloom_filter_columns" = "MMM", "unique_constraints" = "GGG" );
CREATE INDEX idx ON duplicate_table_demo_datatype_not_replicated_all_varchar(DDD) USING GIN('parser' = 'english');
SHOW ALTER TABLE COLUMN where tablename='duplicate_table_demo_datatype_not_replicated_all_varchar' ORDER BY JobId DESC LIMIT 1;


insert into debug2.duplicate_table_demo_datatype_not_replicated_all_varchar values ('1996-11-20 07:08:43', 'uYUfWgCbXmWXSeczJfwU', 'qjyjWcbSQSqbzamdtNYu', 'hvAWndgoAdOusUQXhiLq', 9310, 35542.37186, 'yWSWHrTHapHbBwMGtGbs', 363899.81019712, True, 'xrHpEmiBixuBcbRhbbAs', 'zrvmofTfaWeCHkcFvCxd', 'yubjafvhLtuFQunTzKZJ', '', 5, '2022-07-01 23:35:10', [1247, 6994, 19532], '{"job": "Engineer, petroleum", "company": "Tran-Johnston", "ssn": "119-14-7913", "residence": "5516 Kristie Stravenue\nButlerhaven, OR 88931", "current_location": ["-88.6695645", "39.967582"], "blood_group": "B-", "website": ["https://www.francis-howard.net/", "https://www.hernandez-gibson.biz/"], "username": "jasonblankenship", "name": "Crystal Montoya", "sex": "F", "address": "88811 Smith Locks Apt. 486\nMatthewchester, WA 10338", "mail": "[email protected]", "birthdate": "1976-11-16"}', null, null);

CREATE MATERIALIZED VIEW async_mv PARTITION BY AAA DISTRIBUTED BY HASH(AAA) BUCKETS 10
            REFRESH ASYNC PROPERTIES ("replicated_storage" = "false") AS SELECT AAA,sum(CCC) as CCC,max(DDD) as DDD,max(EEE) as EEE FROM duplicate_table_demo_datatype_not_replicated_all_varchar GROUP BY AAA;
SELECT * FROM INFORMATION_SCHEMA.task_runs
                       WHERE `DATABASE`='debug2' and DEFINITION LIKE '%insert overwrite `async_mv`%'
                       ORDER BY CREATE_TIME DESC LIMIT 1;
CREATE INDEX idx ON async_mv(DDD) USING GIN('parser' = 'english');

CREATE MATERIALIZED VIEW sync_mv AS SELECT AAA, CCC, DDD FROM duplicate_table_demo_datatype_not_replicated_all_varchar;


CREATE REPOSITORY `backup_repository_718492bc_0551_11ef_92ec_00163e21975a` with broker `hdfs_broker` on location "hdfs://172.26.194.238:9000/user/starrocks_test_tmp/backup_repository_718492bc_0551_11ef_92ec_00163e21975a" properties ( "username"= "sr","password" = "")
BACKUP SNAPSHOT debug2.test_backup2 to backup_repository_718492bc_0551_11ef_92ec_00163e21975a PROPERTIES ('timeout' = '600');
show backup from debug2;
drop database debug2;
create database debug2;
show snapshot on backup_repository_718492bc_0551_11ef_92ec_00163e21975a;
RESTORE SNAPSHOT debug2.`test_backup2` from `backup_repository_718492bc_0551_11ef_92ec_00163e21975a` PROPERTIES( "backup_timestamp"="2024-04-28-19-34-47-204", "replication_num" = "3", "timeout" = "600");


Expected behavior (Required)

Real behavior (Required)

               JobId: 22712
               Label: test_backup2
           Timestamp: 2024-04-28-19-34-47-204
              DbName: debug2
               State: DOWNLOADING
           AllowLoad: false
      ReplicationNum: 3
         RestoreObjs: duplicate_table_demo_datatype_not_replicated_all_varchar PARTITIONS [p1970, p2000], async_mv PARTITIONS [p1970, p2000]
          CreateTime: 2024-04-28 19:35:44
    MetaPreparedTime: 2024-04-28 19:35:46
SnapshotFinishedTime: 2024-04-28 19:35:49
DownloadFinishedTime: NULL
        FinishedTime: NULL
     UnfinishedTasks: 22950=10002, 22982=10167, 23014=10137
            Progress: [22982: 0/1], [22950: 0/1], [23014: 0/1]
          TaskErrMsg: [22982: invalid tablet file name: 0200000000001eeab5422c60f8adcac7adeb134b57d5e392_0_0_segments_3], [23014: invalid tablet file name: 0200000000001eeab5422c60f8adcac7adeb134b57d5e392_0_0_segments_3], [22950: invalid tablet file name: 0200000000001eeab5422c60f8adcac7adeb134b57d5e392_0_0_segments_3]
              Status: [OK]
             Timeout: 600

StarRocks version (Required)

  • You can get the StarRocks version by executing SQL select current_version() branch-3.3-355456a

chengqianli-git avatar Apr 28 '24 11:04 chengqianli-git