kubeblocks
kubeblocks copied to clipboard
apecloud
[BUG] starrocks ce RebuildInstance fe show backends none
Describe the bug A clear and concise description of what the bug is.
kbcli version
Kubernetes: v1.30.4-vke.4
KubeBlocks: 0.9.5-beta.15
kbcli: 0.9.5-beta.7
To Reproduce Steps to reproduce the behavior:
- create cluster
apiVersion: apps.kubeblocks.io/v1alpha1
kind: Cluster
metadata:
name: strce-orzpgy
namespace: default
spec:
terminationPolicy: WipeOut
componentSpecs:
- componentDef: starrocks-ce-fe
name: fe
replicas: 1
resources:
requests:
cpu: 1000m
memory: 1Gi
limits:
cpu: 1000m
memory: 1Gi
- name: be
componentDef: starrocks-ce-be
replicas: 2
resources:
requests:
cpu: 1000m
memory: 1Gi
limits:
cpu: 1000m
memory: 1Gi
volumeClaimTemplates:
- name: data
spec:
storageClassName:
accessModes:
- ReadWriteOnce
resources:
requests:
storage: 20Gi
kubectl exec -it strce-orzpgy-fe-0 --namespace default -- bash
mysql -P9030 -hstrce-orzpgy-fe-fe.default.svc.cluster.local -uroot --prompt='StarRocks > '"
SHOW PROC '/frontends'\G;
Unable to use a TTY - input is not a terminal or the right kind of file
*************************** 1. row ***************************
Name: strce-orzpgy-fe-0.strce-orzpgy-fe-headless.default.svc.cluster.local_9010_1755744414211
IP: strce-orzpgy-fe-0.strce-orzpgy-fe-headless.default.svc.cluster.local
EditLogPort: 9010
HttpPort: 8030
QueryPort: 9030
RpcPort: 9020
Role: LEADER
ClusterId: 1075223856
Join: true
Alive: true
ReplayedJournalId: 25
LastHeartbeat: 2025-08-21 10:47:45
IsHelper: true
ErrMsg:
StartTime: 2025-08-21 10:47:01
Version: 3.3.0-19a3f66
SHOW PROC '/backends'\G;
*************************** 1. row ***************************
BackendId: 10001
IP: strce-orzpgy-be-0.strce-orzpgy-be-headless.default.svc.cluster.local
HeartbeatPort: 9050
BePort: 9060
HttpPort: 8040
BrpcPort: 8060
LastStartTime: 2025-08-21 10:47:15
LastHeartbeat: 2025-08-21 10:47:45
Alive: true
SystemDecommissioned: false
ClusterDecommissioned: false
TabletNum: 0
DataUsedCapacity: 0.000 B
AvailCapacity: 19.498 GB
TotalCapacity: 19.518 GB
UsedPct: 0.10 %
MaxDiskUsedPct: 0.10 %
ErrMsg:
Version: 3.3.0-19a3f66
Status: {"lastSuccessReportTabletsTime":"2025-08-21 10:47:15"}
DataTotalCapacity: 19.498 GB
DataUsedPct: 0.00 %
CpuCores: 1
NumRunningQueries: 0
MemUsedPct: 14.13 %
CpuUsedPct: 0.2 %
DataCacheMetrics: Status: Normal, DiskUsage: 0B/0B, MemUsage: 0B/0B
Location:
*************************** 2. row ***************************
BackendId: 10002
IP: strce-orzpgy-be-1.strce-orzpgy-be-headless.default.svc.cluster.local
HeartbeatPort: 9050
BePort: 9060
HttpPort: 8040
BrpcPort: 8060
LastStartTime: 2025-08-21 10:47:15
LastHeartbeat: 2025-08-21 10:47:45
Alive: true
SystemDecommissioned: false
ClusterDecommissioned: false
TabletNum: 0
DataUsedCapacity: 0.000 B
AvailCapacity: 19.498 GB
TotalCapacity: 19.518 GB
UsedPct: 0.10 %
MaxDiskUsedPct: 0.10 %
ErrMsg:
Version: 3.3.0-19a3f66
Status: {"lastSuccessReportTabletsTime":"2025-08-21 10:47:16"}
DataTotalCapacity: 19.498 GB
DataUsedPct: 0.00 %
CpuCores: 1
NumRunningQueries: 0
MemUsedPct: 14.04 %
CpuUsedPct: 0.0 %
DataCacheMetrics: Status: Normal, DiskUsage: 0B/0B, MemUsage: 0B/0B
Location:
- insert data
kubectl exec -it strce-orzpgy-fe-0 --namespace default -- bash
root@strce-orzpgy-fe-0:/opt/starrocks# mysql -P9030 -hstrce-orzpgy-fe-fe.default.svc.cluster.local -uroot -p'6w3j1Ley31'
# create database
StarRocks > create database executions_loop;
Query OK, 0 rows affected (0.00 sec)
# create table
StarRocks > CREATE TABLE IF NOT EXISTS executions_loop.executions_loop_table (id INT, value VARCHAR(255), tinyint_col TINYINT, smallint_col SMALLINT, int_col INT, bigint_col BIGINT, float_col FLOAT, double_col DOUBLE, decimal_col DECIMAL(10, 2), date_col DATE, datetime_col DATETIME, char_col CHAR(10), text_col TEXT, binary_col BINARY(30), varbinary_col VARBINARY(255), enum_col VARCHAR(20), set_col VARCHAR(50) ) ENGINE=OLAP DUPLICATE KEY(id) DISTRIBUTED BY HASH(id) BUCKETS 3 PROPERTIES ( 'replication_num' = '1' );
Query OK, 0 rows affected (0.01 sec)
# insert data
StarRocks > INSERT INTO executions_loop.executions_loop_table (value, tinyint_col, smallint_col, int_col, bigint_col, float_col, double_col, decimal_col, date_col, datetime_col, char_col, text_col, binary_col, varbinary_col, enum_col, set_col) VALUES ('executions_loop_test_1', 3, 12669, 677080715, 997585623426478613, 0.5926235, 0.5697104875201761, 90.3266010729513, '2025-08-21', '2025-08-21 02:15:36.442', 'c4AlQnX6jO', 'u8pbpGlM7D8kB39YIIgSLD3dPa8Fr72pm8GBprPG2gBLeJ9nuheed950WvDL0CKujT5P8RF2uoRuIkkryaSqJsOK4kjhXWsO9C2Cj6debYTIBX5YKQoWUMCULpWxZ3KsJPRXG5bALYhanWd1K5QdHeBvK7QO4CSoOIQ4Mo82wh41pOII0mUefzJjDin2NZ1qobXW8HppqufJAGctcrq21PEOlBB50pqBLS4cdOuWVtUPDkMXQ4kIgWQUW8WC8PN', TO_BINARY('base64,Vh9ehIlaNPPkyA=='), TO_BINARY('base64,XTvDKwk6Bb673l91VtFra5OxPtwPIGNIkUEAYKgsUPu3Q6MDC0joZa99B9A+brOWspMYczFyeLA1kyP8uO1cArVyc7b3aUpUZLn7989BzMd9pb95DK+V+IeG3CRkFI1Y2Cjrvok5vRoQMiRn1qPrQWe6Qh9mzeXfAFUu+ZOFX96kqSf5LpHZDIzMkHbxfUf5JjVjuvbbAYT9onE='), 'Option3', 'Value1' );
Query OK, 1 row affected (2.08 sec)
StarRocks > select count(*) from executions_loop.executions_loop_table;
+----------+
| count(*) |
+----------+
| 1 |
+----------+
1 row in set (0.01 sec)
- RebuildInstance
apiVersion: apps.kubeblocks.io/v1alpha1
kind: OpsRequest
metadata:
generateName: strce-orzpgy-rebuildinstance-
namespace: default
spec:
type: RebuildInstance
clusterName: strce-orzpgy
force: true
rebuildFrom:
- componentName: fe
instances:
- name: strce-orzpgy-fe-0
inPlace: true
- See error
kubectl exec -it strce-orzpgy-fe-0 --namespace default -- bash
root@strce-orzpgy-fe-0:/opt/starrocks# mysql -P9030 -hstrce-orzpgy-fe-fe.default.svc.cluster.local -uroot -p'6w3j1Ley31'
mysql> select count(*) from executions_loop.executions_loop_table;
ERROR 5501 (3F000): Getting analyzing error. Detail message: Unknown database 'executions_loop'.
mysql> SHOW PROC '/frontends'\G;
*************************** 1. row ***************************
Name: strce-orzpgy-fe-0.strce-orzpgy-fe-headless.default.svc.cluster.local_9010_1755744670609
IP: strce-orzpgy-fe-0.strce-orzpgy-fe-headless.default.svc.cluster.local
EditLogPort: 9010
HttpPort: 8030
QueryPort: 9030
RpcPort: 9020
Role: LEADER
ClusterId: 1709247037
Join: true
Alive: true
ReplayedJournalId: 432
LastHeartbeat: 2025-08-21 11:14:46
IsHelper: true
ErrMsg:
StartTime: 2025-08-21 10:51:18
Version: 3.3.0-19a3f66
1 row in set (0.02 sec)
ERROR:
No query specified
mysql> SHOW PROC '/backends'\G;
Empty set (0.00 sec)
ERROR:
No query specified
Expected behavior A clear and concise description of what you expected to happen.
Screenshots If applicable, add screenshots to help explain your problem.
Desktop (please complete the following information):
- OS: [e.g. iOS]
- Browser [e.g. chrome, safari]
- Version [e.g. 22]
Additional context Add any other context about the problem here.
restart ops will result alive backend is []
- create cluster
apiVersion: apps.kubeblocks.io/v1alpha1
kind: Cluster
metadata:
name: strce-kdiidm
namespace: default
spec:
terminationPolicy: DoNotTerminate
componentSpecs:
- componentDef: starrocks-ce-fe
name: fe
replicas: 1
resources:
requests:
cpu: 1000m
memory: 1Gi
limits:
cpu: 1000m
memory: 1Gi
- name: be
componentDef: starrocks-ce-be
replicas: 2
resources:
requests:
cpu: 1000m
memory: 1Gi
limits:
cpu: 1000m
memory: 1Gi
volumeClaimTemplates:
- name: data
spec:
storageClassName:
accessModes:
- ReadWriteOnce
resources:
requests:
storage: 20Gi
kubectl exec -it strce-kdiidm-fe-0 --namespace default -- bash
mysql -P9030 -hstrce-kdiidm-fe-fe.default.svc.cluster.local -uroot -p'22eObQ71u1'
SHOW PROC '/backends'\G;
*************************** 1. row ***************************
BackendId: 10137
IP: strce-kdiidm-be-0.strce-kdiidm-be-headless.default.svc.cluster.local
HeartbeatPort: 9050
BePort: 9060
HttpPort: 8040
BrpcPort: 8060
LastStartTime: 2025-08-21 11:22:28
LastHeartbeat: 2025-08-21 11:22:58
Alive: true
SystemDecommissioned: false
ClusterDecommissioned: false
TabletNum: 29
DataUsedCapacity: 0.000 B
AvailCapacity: 19.498 GB
TotalCapacity: 19.518 GB
UsedPct: 0.10 %
MaxDiskUsedPct: 0.10 %
ErrMsg:
Version: 3.3.0-19a3f66
Status: {"lastSuccessReportTabletsTime":"2025-08-21 11:22:28"}
DataTotalCapacity: 19.498 GB
DataUsedPct: 0.00 %
CpuCores: 1
NumRunningQueries: 0
MemUsedPct: 14.17 %
CpuUsedPct: 0.0 %
DataCacheMetrics: Status: Normal, DiskUsage: 0B/0B, MemUsage: 0B/0B
Location:
*************************** 2. row ***************************
BackendId: 10001
IP: strce-kdiidm-be-1.strce-kdiidm-be-headless.default.svc.cluster.local
HeartbeatPort: 9050
BePort: 9060
HttpPort: 8040
BrpcPort: 8060
LastStartTime: 2025-08-21 11:19:58
LastHeartbeat: 2025-08-21 11:22:58
Alive: true
SystemDecommissioned: false
ClusterDecommissioned: false
TabletNum: 58
DataUsedCapacity: 0.000 B
AvailCapacity: 19.429 GB
TotalCapacity: 19.518 GB
UsedPct: 0.46 %
MaxDiskUsedPct: 0.46 %
ErrMsg:
Version: 3.3.0-19a3f66
Status: {"lastSuccessReportTabletsTime":"2025-08-21 11:22:59"}
DataTotalCapacity: 19.429 GB
DataUsedPct: 0.00 %
CpuCores: 1
NumRunningQueries: 0
MemUsedPct: 14.38 %
CpuUsedPct: 0.0 %
DataCacheMetrics: Status: Normal, DiskUsage: 0B/0B, MemUsage: 0B/0B
Location:
- insert data
# create database
StarRocks > create database executions_loop;
Query OK, 0 rows affected (0.00 sec)
# create table
StarRocks > CREATE TABLE IF NOT EXISTS executions_loop.executions_loop_table (id INT, value VARCHAR(255), tinyint_col TINYINT, smallint_col SMALLINT, int_col INT, bigint_col BIGINT, float_col FLOAT, double_col DOUBLE, decimal_col DECIMAL(10, 2), date_col DATE, datetime_col DATETIME, char_col CHAR(10), text_col TEXT, binary_col BINARY(30), varbinary_col VARBINARY(255), enum_col VARCHAR(20), set_col VARCHAR(50) ) ENGINE=OLAP DUPLICATE KEY(id) DISTRIBUTED BY HASH(id) BUCKETS 3 PROPERTIES ( 'replication_num' = '1' );
Query OK, 0 rows affected (0.01 sec)
# insert data
StarRocks > INSERT INTO executions_loop.executions_loop_table (value, tinyint_col, smallint_col, int_col, bigint_col, float_col, double_col, decimal_col, date_col, datetime_col, char_col, text_col, binary_col, varbinary_col, enum_col, set_col) VALUES ('executions_loop_test_1', 3, 12669, 677080715, 997585623426478613, 0.5926235, 0.5697104875201761, 90.3266010729513, '2025-08-21', '2025-08-21 02:15:36.442', 'c4AlQnX6jO', 'u8pbpGlM7D8kB39YIIgSLD3dPa8Fr72pm8GBprPG2gBLeJ9nuheed950WvDL0CKujT5P8RF2uoRuIkkryaSqJsOK4kjhXWsO9C2Cj6debYTIBX5YKQoWUMCULpWxZ3KsJPRXG5bALYhanWd1K5QdHeBvK7QO4CSoOIQ4Mo82wh41pOII0mUefzJjDin2NZ1qobXW8HppqufJAGctcrq21PEOlBB50pqBLS4cdOuWVtUPDkMXQ4kIgWQUW8WC8PN', TO_BINARY('base64,Vh9ehIlaNPPkyA=='), TO_BINARY('base64,XTvDKwk6Bb673l91VtFra5OxPtwPIGNIkUEAYKgsUPu3Q6MDC0joZa99B9A+brOWspMYczFyeLA1kyP8uO1cArVyc7b3aUpUZLn7989BzMd9pb95DK+V+IeG3CRkFI1Y2Cjrvok5vRoQMiRn1qPrQWe6Qh9mzeXfAFUu+ZOFX96kqSf5LpHZDIzMkHbxfUf5JjVjuvbbAYT9onE='), 'Option3', 'Value1' );
Query OK, 1 row affected (2.08 sec)
StarRocks > select count(*) from executions_loop.executions_loop_table;
+----------+
| count(*) |
+----------+
| 1 |
+----------+
1 row in set (0.01 sec)
- restart
kbcli cluster restart strce-kdiidm --auto-approve --force=true --components fe --namespace default
- see error
kubectl exec -it strce-kdiidm-fe-0 --namespace default -- bash
mysql -P9030 -hstrce-kdiidm-fe-fe.default.svc.cluster.local -uroot -p'22eObQ71u1'
mysql> select count(*) from executions_loop.executions_loop_table;
ERROR 5501 (3F000): Getting analyzing error. Detail message: Unknown database 'executions_loop'.
mysql> create database executions_loop;
Query OK, 0 rows affected (0.00 sec)
mysql> CREATE TABLE IF NOT EXISTS executions_loop.executions_loop_table (id INT, value VARCHAR(255), tinyint_col TINYINT, smallint_col SMALLINT, int_col INT, bigint_col BIGINT, float_col FLOAT, double_col DOUBLE, decimal_col DECIMAL(10, 2), date_col DATE, datetime_col DATETIME, char_col CHAR(10), text_col TEXT, binary_col BINARY(30), varbinary_col VARBINARY(255), enum_col VARCHAR(20), set_col VARCHAR(50) ) ENGINE=OLAP DUPLICATE KEY(id) DISTRIBUTED BY HASH(id) BUCKETS 3 PROPERTIES ( 'replication_num' = '1' );
ERROR 1064 (HY000): Table replication num should be less than of equal to the number of available BE nodes. You can change this default by setting the replication_num table properties. Current alive backend is []. table=executions_loop_table, properties.replication_num=1
mysql>
mysql> SHOW PROC '/backends'\G;
*************************** 1. row ***************************
BackendId: 10002
IP: strce-kdiidm-be-0.strce-kdiidm-be-headless.default.svc.cluster.local
HeartbeatPort: 9050
BePort: -1
HttpPort: -1
BrpcPort: -1
LastStartTime: NULL
LastHeartbeat: NULL
Alive: false
SystemDecommissioned: false
ClusterDecommissioned: false
TabletNum: 0
DataUsedCapacity: 0.000 B
AvailCapacity: 1.000 B
TotalCapacity: 0.000 B
UsedPct: 0.00 %
MaxDiskUsedPct: 0.00 %
ErrMsg: Unmatched cluster id
Version:
Status: {"lastSuccessReportTabletsTime":"N/A"}
DataTotalCapacity: 0.000 B
DataUsedPct: 0.00 %
CpuCores: 0
NumRunningQueries: 0
MemUsedPct: 0.00 %
CpuUsedPct: 0.0 %
DataCacheMetrics: N/A
Location:
*************************** 2. row ***************************
BackendId: 10001
IP: strce-kdiidm-be-1.strce-kdiidm-be-headless.default.svc.cluster.local
HeartbeatPort: 9050
BePort: -1
HttpPort: -1
BrpcPort: -1
LastStartTime: NULL
LastHeartbeat: NULL
Alive: false
SystemDecommissioned: false
ClusterDecommissioned: false
TabletNum: 0
DataUsedCapacity: 0.000 B
AvailCapacity: 1.000 B
TotalCapacity: 0.000 B
UsedPct: 0.00 %
MaxDiskUsedPct: 0.00 %
ErrMsg: Unmatched cluster id
Version:
Status: {"lastSuccessReportTabletsTime":"N/A"}
DataTotalCapacity: 0.000 B
DataUsedPct: 0.00 %
CpuCores: 0
NumRunningQueries: 0
MemUsedPct: 0.00 %
CpuUsedPct: 0.0 %
DataCacheMetrics: N/A
Location:
2 rows in set (0.01 sec)
ERROR:
No query specified
This issue has been marked as stale because it has been open for 30 days with no activity
![github-actions[bot] avatar](https://avatars.githubusercontent.com/in/15368?v=4 "Published by a pub.dev verified publisher"){kind=small}