starrocks
starrocks copied to clipboard
[inverted index]if table and async mv have inverted index restore failed
Steps to reproduce the behavior (Required)
- CREATE TABLE '...'
- INSERT INTO '....'
- SELECT '....'4. 4.
create database debug2;
use debug2;
CREATE TABLE duplicate_table_demo_datatype_not_replicated_all_varchar ( AAA DATETIME not NULL COMMENT "", BBB VARCHAR(200) not NULL COMMENT "", CCC VARCHAR(200) not NULL COMMENT "", DDD VARCHAR(20000) COMMENT "", EEE LARGEINT NULL COMMENT "", FFF DECIMAL(20,10) NULL COMMENT "", GGG VARCHAR(200) NULL COMMENT "", HHH FLOAT NULL COMMENT "", III BOOLEAN NULL COMMENT "", KKK CHAR(20) NULL COMMENT "", LLL STRING NULL COMMENT "", MMM VARCHAR(20) NULL COMMENT "", NNN BINARY NULL COMMENT "", OOO TINYINT NULL COMMENT "", PPP DATETIME NULL COMMENT "", QQQ ARRAY<INT> NULL COMMENT "", RRR JSON NULL COMMENT "", SSS MAP<INT,INT> NULL COMMENT "", TTT STRUCT<a INT, b INT> NULL COMMENT "", INDEX init_bitmap_index (KKK) USING BITMAP ) duplicate KEY(AAA, BBB, CCC) PARTITION BY RANGE (`AAA`) ( START ("1970-01-01") END ("2030-01-01") EVERY (INTERVAL 30 YEAR) ) DISTRIBUTED BY HASH(`AAA`, `BBB`) BUCKETS 3 ORDER BY(`AAA`,`BBB`,`CCC`,`DDD`) PROPERTIES ( "replicated_storage"="false", "replication_num" = "3", "storage_format" = "v2", "enable_persistent_index" = "true", "bloom_filter_columns" = "MMM", "unique_constraints" = "GGG" );
CREATE INDEX idx ON duplicate_table_demo_datatype_not_replicated_all_varchar(DDD) USING GIN('parser' = 'english');
SHOW ALTER TABLE COLUMN where tablename='duplicate_table_demo_datatype_not_replicated_all_varchar' ORDER BY JobId DESC LIMIT 1;
insert into debug2.duplicate_table_demo_datatype_not_replicated_all_varchar values ('1996-11-20 07:08:43', 'uYUfWgCbXmWXSeczJfwU', 'qjyjWcbSQSqbzamdtNYu', 'hvAWndgoAdOusUQXhiLq', 9310, 35542.37186, 'yWSWHrTHapHbBwMGtGbs', 363899.81019712, True, 'xrHpEmiBixuBcbRhbbAs', 'zrvmofTfaWeCHkcFvCxd', 'yubjafvhLtuFQunTzKZJ', '', 5, '2022-07-01 23:35:10', [1247, 6994, 19532], '{"job": "Engineer, petroleum", "company": "Tran-Johnston", "ssn": "119-14-7913", "residence": "5516 Kristie Stravenue\nButlerhaven, OR 88931", "current_location": ["-88.6695645", "39.967582"], "blood_group": "B-", "website": ["https://www.francis-howard.net/", "https://www.hernandez-gibson.biz/"], "username": "jasonblankenship", "name": "Crystal Montoya", "sex": "F", "address": "88811 Smith Locks Apt. 486\nMatthewchester, WA 10338", "mail": "[email protected]", "birthdate": "1976-11-16"}', null, null);
CREATE MATERIALIZED VIEW async_mv PARTITION BY AAA DISTRIBUTED BY HASH(AAA) BUCKETS 10
REFRESH ASYNC PROPERTIES ("replicated_storage" = "false") AS SELECT AAA,sum(CCC) as CCC,max(DDD) as DDD,max(EEE) as EEE FROM duplicate_table_demo_datatype_not_replicated_all_varchar GROUP BY AAA;
SELECT * FROM INFORMATION_SCHEMA.task_runs
WHERE `DATABASE`='debug2' and DEFINITION LIKE '%insert overwrite `async_mv`%'
ORDER BY CREATE_TIME DESC LIMIT 1;
CREATE INDEX idx ON async_mv(DDD) USING GIN('parser' = 'english');
CREATE MATERIALIZED VIEW sync_mv AS SELECT AAA, CCC, DDD FROM duplicate_table_demo_datatype_not_replicated_all_varchar;
CREATE REPOSITORY `backup_repository_718492bc_0551_11ef_92ec_00163e21975a` with broker `hdfs_broker` on location "hdfs://172.26.194.238:9000/user/starrocks_test_tmp/backup_repository_718492bc_0551_11ef_92ec_00163e21975a" properties ( "username"= "sr","password" = "")
BACKUP SNAPSHOT debug2.test_backup2 to backup_repository_718492bc_0551_11ef_92ec_00163e21975a PROPERTIES ('timeout' = '600');
show backup from debug2;
drop database debug2;
create database debug2;
show snapshot on backup_repository_718492bc_0551_11ef_92ec_00163e21975a;
RESTORE SNAPSHOT debug2.`test_backup2` from `backup_repository_718492bc_0551_11ef_92ec_00163e21975a` PROPERTIES( "backup_timestamp"="2024-04-28-19-34-47-204", "replication_num" = "3", "timeout" = "600");
Expected behavior (Required)
Real behavior (Required)
JobId: 22712
Label: test_backup2
Timestamp: 2024-04-28-19-34-47-204
DbName: debug2
State: DOWNLOADING
AllowLoad: false
ReplicationNum: 3
RestoreObjs: duplicate_table_demo_datatype_not_replicated_all_varchar PARTITIONS [p1970, p2000], async_mv PARTITIONS [p1970, p2000]
CreateTime: 2024-04-28 19:35:44
MetaPreparedTime: 2024-04-28 19:35:46
SnapshotFinishedTime: 2024-04-28 19:35:49
DownloadFinishedTime: NULL
FinishedTime: NULL
UnfinishedTasks: 22950=10002, 22982=10167, 23014=10137
Progress: [22982: 0/1], [22950: 0/1], [23014: 0/1]
TaskErrMsg: [22982: invalid tablet file name: 0200000000001eeab5422c60f8adcac7adeb134b57d5e392_0_0_segments_3], [23014: invalid tablet file name: 0200000000001eeab5422c60f8adcac7adeb134b57d5e392_0_0_segments_3], [22950: invalid tablet file name: 0200000000001eeab5422c60f8adcac7adeb134b57d5e392_0_0_segments_3]
Status: [OK]
Timeout: 600
StarRocks version (Required)
- You can get the StarRocks version by executing SQL
select current_version()branch-3.3-355456a