JittorLLMs
JittorLLMs copied to clipboard
Two errors when loading checkpoint shards for chatglm
The error happens when loading checkpoint shards: 50%|████████ | 4/8 python3.10/site-packages/torch/serialization.py: ││ 283 in init ││ ││ 280 ││ 281 class _open_zipfile_reader(_opener): ││ 282 │ def init(self, name_or_buffer) -> None: ││ ❱ 283 │ │ super().init(torch._C.PyTorchFileReader(name_or_buffer) ││ 284 ││ 285 ││ 286 class _open_zipfile_writer_file(_opener):
RuntimeError: PytorchStreamReader failed reading zip archive: failed finding
central directory
anaconda3/lib/python3.10/codecs.py:322 in decode ││ ││ 319 │ def decode(self, input, final=False): ││ 320 │ │ # decode input (taking the buffer into account) ││ 321 │ │ data = self.buffer + input ││ ❱ 322 │ │ (result, consumed) = self._buffer_decode(data, self.errors, ││ 323 │ │ # keep undecoded input until the next call ││ 324 │ │ self.buffer = data[consumed:] ││ 325 │ │ return result
UnicodeDecodeError: 'utf-8' codec can't decode byte 0x80 in position 64:
invalid start byte
python3.10/site-packages/transformers/modeling_u ││ tils.py:431 in load_state_dict ││ ││ 428 │ │ │ │ │ │ "model. Make sure you have saved the model ││ 429 │ │ │ │ │ ) from e ││ 430 │ │ except (UnicodeDecodeError, ValueError): ││ ❱ 431 │ │ │ raise OSError( ││ 432 │ │ │ │ f"Unable to load weights from pytorch checkpoint fi ││ 433 │ │ │ │ f"at '{checkpoint_file}'. " ││ 434 │ │ │ │ "If you tried to load a PyTorch model from a TF 2.0 │
OSError: Unable to load weights from pytorch checkpoint file for
'/mnt/f/aiproject/JittorLLMs/models/chatglm/pytorch_model-00005-of-00008.bin'
at
'/mnt/f/aiproject/JittorLLMs/models/chatglm/pytorch_model-00005-of-00008.bin'.If you tried to load a PyTorch model from a TF 2.0 checkpoint, please set
from_tf=True.