after insert overwrite,two tables have inconsistent data
Version:3.2.1-79ee91d Shared-data deployment
The steps are as follows:
CREATE TABLE tb1 (
id varchar(128) NOT NULL COMMENT "",
create_date date NOT NULL COMMENT "",
user_id int(11) NOT NULL DEFAULT "0" COMMENT "",
amount int(11) NOT NULL DEFAULT "0" COMMENT "",
is_deleted int(11) NOT NULL DEFAULT "0" COMMENT "",
status int(11) NOT NULL DEFAULT "0" COMMENT ""
) ENGINE=OLAP
PRIMARY KEY(id, create_date, user_id)
COMMENT "OLAP"
PARTITION BY date_trunc('day', create_date)
DISTRIBUTED BY HASH(user_id)
PROPERTIES (
"replication_num" = "1",
"datacache.enable" = "true",
"storage_volume" = "builtin_storage_volume",
"enable_async_write_back" = "false",
"enable_persistent_index" = "true",
"persistent_index_type" = "LOCAL",
"compression" = "LZ4"
);
//insert some data... 3000000+rows
CREATE TABLE tb2 (
create_date date NOT NULL COMMENT "",
user_id int(11) NOT NULL DEFAULT "0" COMMENT "",
is_deleted int(11) NOT NULL DEFAULT "0" COMMENT "",
row_count int(11) NOT NULL DEFAULT "0" COMMENT ""
) ENGINE=OLAP
PRIMARY KEY(create_date, user_id, is_deleted)
COMMENT "OLAP"
PARTITION BY date_trunc('month', create_date)
DISTRIBUTED BY HASH(user_id)
PROPERTIES (
"replication_num" = "1",
"datacache.enable" = "true",
"storage_volume" = "builtin_storage_volume",
"enable_async_write_back" = "false",
"enable_persistent_index" = "true",
"persistent_index_type" = "LOCAL",
"compression" = "LZ4"
);
insert overwrite tb2 select create_date,user_id,is_deleted,count(*) as row_count from tb1 where create_date='2023-12-29' group by create_date,user_id,is_deleted;
The data is inconsistent when the amount of data is large (300w rows)
select count(*) from tb1 where create_date='2023-12-29' ;
select sum(row_count) from tb2 where create_date='2023-12-29' ;
We have marked this issue as stale because it has been inactive for 6 months. If this issue is still relevant, removing the stale label or adding a comment will keep it active. Otherwise, we'll close it in 10 days to keep the issue queue tidy. Thank you for your contribution to StarRocks!