I got this error when I run train.py. This error occurs when the train.by process runs to eval
Traceback (most recent call last):
File "train.py", line 215, in
main()
File "train.py", line 205, in main
repeat_eval_ckpt(
File "/root/DetZero/detection/tools/test.py", line 122, in repeat_eval_ckpt
tb_dict = eval_utils.eval_one_epoch(
File "/root/DetZero/detection/tools/eval_utils.py", line 140, in eval_one_epoch
result_str, result_dict = dataset.evaluation(
File "/root/DetZero/detection/detzero_det/datasets/waymo/waymo_dataset.py", line 126, in evaluation
ap_result_str, ap_dict = waymo_eval(eval_det_annos, eval_gt_annos)
File "/root/DetZero/detection/detzero_det/datasets/waymo/waymo_dataset.py", line 112, in waymo_eval
ap_dict = eval.waymo_evaluation(
File "/root/DetZero/detection/detzero_det/datasets/waymo/waymo_eval_detection.py", line 232, in waymo_evaluation
metrics = self.build_graph(graph, config_type)
File "/root/DetZero/detection/detzero_det/datasets/waymo/waymo_eval_detection.py", line 148, in build_graph
metrics = detection_metrics.get_detection_metric_ops(
File "/root/miniconda3/envs/detzero/lib/python3.8/site-packages/waymo_open_dataset/metrics/python/detection_metrics.py", line 154, in get_detection_metric_ops
variable_and_update_ops[name] = _update(name, update, init_shape, dtype)
File "/root/miniconda3/envs/detzero/lib/python3.8/site-packages/waymo_open_dataset/metrics/python/detection_metrics.py", line 40, in _update
v = tf.compat.v1.get_local_variable(
File "/root/miniconda3/envs/detzero/lib/python3.8/site-packages/tensorflow/python/ops/variable_scope.py", line 1727, in get_local_variable
return get_variable(
File "/root/miniconda3/envs/detzero/lib/python3.8/site-packages/tensorflow/python/ops/variable_scope.py", line 1579, in get_variable
return get_variable_scope().get_variable(
File "/root/miniconda3/envs/detzero/lib/python3.8/site-packages/tensorflow/python/ops/variable_scope.py", line 1322, in get_variable
return var_store.get_variable(
File "/root/miniconda3/envs/detzero/lib/python3.8/site-packages/tensorflow/python/ops/variable_scope.py", line 578, in get_variable
return _true_getter(
File "/root/miniconda3/envs/detzero/lib/python3.8/site-packages/tensorflow/python/ops/variable_scope.py", line 531, in _true_getter
return self._get_single_variable(
File "/root/miniconda3/envs/detzero/lib/python3.8/site-packages/tensorflow/python/ops/variable_scope.py", line 952, in _get_single_variable
v = variables.VariableV1(
File "/root/miniconda3/envs/detzero/lib/python3.8/site-packages/tensorflow/python/ops/variables.py", line 260, in call
return cls._variable_v1_call(*args, **kwargs)
File "/root/miniconda3/envs/detzero/lib/python3.8/site-packages/tensorflow/python/ops/variables.py", line 206, in _variable_v1_call
return previous_getter(
File "/root/miniconda3/envs/detzero/lib/python3.8/site-packages/tensorflow/python/ops/variables.py", line 199, in
previous_getter = lambda **kwargs: default_variable_creator(None, **kwargs)
File "/root/miniconda3/envs/detzero/lib/python3.8/site-packages/tensorflow/python/ops/variable_scope.py", line 2612, in default_variable_creator
return resource_variable_ops.ResourceVariable(
File "/root/miniconda3/envs/detzero/lib/python3.8/site-packages/tensorflow/python/ops/variables.py", line 264, in call
return super(VariableMetaclass, cls).call(*args, **kwargs)
File "/root/miniconda3/envs/detzero/lib/python3.8/site-packages/tensorflow/python/ops/resource_variable_ops.py", line 1584, in init
self._init_from_args(
File "/root/miniconda3/envs/detzero/lib/python3.8/site-packages/tensorflow/python/ops/resource_variable_ops.py", line 1722, in _init_from_args
initial_value = initial_value()
File "/root/miniconda3/envs/detzero/lib/python3.8/site-packages/waymo_open_dataset/metrics/python/detection_metrics.py", line 39, in
initializer = lambda: tf.constant([], shape=init_shape, dtype=dtype)
File "/root/miniconda3/envs/detzero/lib/python3.8/site-packages/tensorflow/python/framework/constant_op.py", line 264, in constant
return _constant_impl(value, dtype, shape, name, verify_shape=False,
File "/root/miniconda3/envs/detzero/lib/python3.8/site-packages/tensorflow/python/framework/constant_op.py", line 281, in _constant_impl
tensor_util.make_tensor_proto(
File "/root/miniconda3/envs/detzero/lib/python3.8/site-packages/tensorflow/python/framework/tensor_util.py", line 455, in make_tensor_proto
nparray = np.empty(shape, dtype=np_dt)
ValueError: negative dimensions are not allowed
PJLab-ADG
