talmolab
SLEAP Training Package issue
Hello,
I created a sleap project on one computer using videos from an external hard drive. I had to switch external hard drives, so I exported that project as a sleap training package in order to continue working on the project on a different computer. It was working earlier this summer, however when I try to open the training package file the training and inference of a new added video fails with an error every time. Is there anyway to work around this?
Thank you!
Last login: Sun Sep 21 21:33:22 on ttys000 (base) name-MacBook-Air ~ % conda activate sleap-env (sleap-env) name-MacBook-Air ~ % sleap-label Saving config: /Users/name/.sleap/1.4.1/preferences.yaml Restoring GUI state...
Software versions: SLEAP: 1.4.1 TensorFlow: 2.9.2 Numpy: 1.22.4 Python: 3.9.23 OS: macOS-13.7.7-arm64-arm-64bit
Happy SLEAPing! :)
2025-09-22 20:56:51.346 python[7162:831863] +[CATransaction synchronize] called within transaction
2025-09-22 20:58:04.068 python[7162:831863] +[CATransaction synchronize] called within transaction
2025-09-22 21:01:58.583 python[7162:831863] Warning: Window move completed without beginning
Resetting monitor window.
Polling: /Users/name/Downloads/models/FC250922_210648.single_instance.n=4162/viz/validation.*.png
Start training single_instance...
['sleap-train', '/var/folders/bv/50cjsx2j4fs1frdyqyyhgnyh0000gn/T/tmpmq4hlhnd/250922_210648_training_job.json', '/Users/name/Downloads/TrainingPackagetest.v001.pkg (1).slp', '--zmq', '--controller_port', '9000', '--publish_port', '9001', '--save_viz']
INFO:sleap.nn.training:Versions:
SLEAP: 1.4.1
TensorFlow: 2.9.2
Numpy: 1.22.4
Python: 3.9.23
OS: macOS-13.7.7-arm64-arm-64bit
INFO:sleap.nn.training:Training labels file: /Users/name/Downloads/TrainingPackagetest.v001.pkg (1).slp
INFO:sleap.nn.training:Training profile: /var/folders/bv/50cjsx2j4fs1frdyqyyhgnyh0000gn/T/tmpmq4hlhnd/250922_210648_training_job.json
INFO:sleap.nn.training:
INFO:sleap.nn.training:Arguments:
INFO:sleap.nn.training:{
"training_job_path": "/var/folders/bv/50cjsx2j4fs1frdyqyyhgnyh0000gn/T/tmpmq4hlhnd/250922_210648_training_job.json",
"labels_path": "/Users/name/Downloads/TrainingPackagetest.v001.pkg (1).slp",
"video_paths": [
""
],
"val_labels": null,
"test_labels": null,
"base_checkpoint": null,
"tensorboard": false,
"save_viz": true,
"keep_viz": false,
"zmq": true,
"publish_port": 9001,
"controller_port": 9000,
"run_name": "",
"prefix": "",
"suffix": "",
"cpu": false,
"first_gpu": false,
"last_gpu": false,
"gpu": "auto"
}
INFO:sleap.nn.training:
INFO:sleap.nn.training:Training job:
INFO:sleap.nn.training:{
"data": {
"labels": {
"training_labels": null,
"validation_labels": null,
"validation_fraction": 0.1,
"test_labels": null,
"split_by_inds": false,
"training_inds": null,
"validation_inds": null,
"test_inds": null,
"search_path_hints": [],
"skeletons": []
},
"preprocessing": {
"ensure_rgb": false,
"ensure_grayscale": true,
"imagenet_mode": null,
"input_scaling": 1.0,
"pad_to_stride": null,
"resize_and_pad_to_target": true,
"target_height": null,
"target_width": null
},
"instance_cropping": {
"center_on_part": null,
"crop_size": null,
"crop_size_detection_padding": 16
}
},
"model": {
"backbone": {
"leap": null,
"unet": {
"stem_stride": null,
"max_stride": 16,
"output_stride": 2,
"filters": 16,
"filters_rate": 2.0,
"middle_block": true,
"up_interpolate": true,
"stacks": 1
},
"hourglass": null,
"resnet": null,
"pretrained_encoder": null
},
"heads": {
"single_instance": {
"part_names": null,
"sigma": 2.5,
"output_stride": 2,
"loss_weight": 1.0,
"offset_refinement": false
},
"centroid": null,
"centered_instance": null,
"multi_instance": null,
"multi_class_bottomup": null,
"multi_class_topdown": null
},
"base_checkpoint": null
},
"optimization": {
"preload_data": true,
"augmentation_config": {
"rotate": true,
"rotation_min_angle": -15.0,
"rotation_max_angle": 15.0,
"translate": false,
"translate_min": -5,
"translate_max": 5,
"scale": false,
"scale_min": 0.9,
"scale_max": 1.1,
"uniform_noise": false,
"uniform_noise_min_val": 0.0,
"uniform_noise_max_val": 10.0,
"gaussian_noise": false,
"gaussian_noise_mean": 5.0,
"gaussian_noise_stddev": 1.0,
"contrast": false,
"contrast_min_gamma": 0.5,
"contrast_max_gamma": 2.0,
"brightness": false,
"brightness_min_val": 0.0,
"brightness_max_val": 10.0,
"random_crop": false,
"random_crop_height": 256,
"random_crop_width": 256,
"random_flip": true,
"flip_horizontal": false
},
"online_shuffling": true,
"shuffle_buffer_size": 128,
"prefetch": true,
"batch_size": 4,
"batches_per_epoch": null,
"min_batches_per_epoch": 200,
"val_batches_per_epoch": null,
"min_val_batches_per_epoch": 10,
"epochs": 200,
"optimizer": "adam",
"initial_learning_rate": 0.0001,
"learning_rate_schedule": {
"reduce_on_plateau": true,
"reduction_factor": 0.5,
"plateau_min_delta": 1e-06,
"plateau_patience": 5,
"plateau_cooldown": 3,
"min_learning_rate": 1e-08
},
"hard_keypoint_mining": {
"online_mining": false,
"hard_to_easy_ratio": 2.0,
"min_hard_keypoints": 2,
"max_hard_keypoints": null,
"loss_scale": 5.0
},
"early_stopping": {
"stop_training_on_plateau": true,
"plateau_min_delta": 1e-08,
"plateau_patience": 10
}
},
"outputs": {
"save_outputs": true,
"run_name": "250922_210648.single_instance.n=4162",
"run_name_prefix": "FC",
"run_name_suffix": "",
"runs_folder": "/Users/name/Downloads/models",
"tags": [
""
],
"save_visualizations": true,
"keep_viz_images": false,
"zip_outputs": false,
"log_to_csv": true,
"checkpointing": {
"initial_model": false,
"best_model": true,
"every_epoch": false,
"latest_model": false,
"final_model": false
},
"tensorboard": {
"write_logs": false,
"loss_frequency": "epoch",
"architecture_graph": false,
"profile_graph": false,
"visualizations": true
},
"zmq": {
"subscribe_to_controller": true,
"controller_address": "tcp://127.0.0.1:9000",
"controller_polling_timeout": 10,
"publish_updates": true,
"publish_address": "tcp://127.0.0.1:9001"
}
},
"name": "",
"description": "",
"sleap_version": "1.4.1",
"filename": "/var/folders/bv/50cjsx2j4fs1frdyqyyhgnyh0000gn/T/tmpmq4hlhnd/250922_210648_training_job.json"
}
INFO:sleap.nn.training:
INFO:sleap.nn.training:Failed to query GPU memory from nvidia-smi. Defaulting to first GPU.
INFO:sleap.nn.training:Using GPU 0 for acceleration.
INFO:sleap.nn.training:Disabled GPU memory pre-allocation.
INFO:sleap.nn.training:System:
GPUs: 1/1 available
Device: /physical_device:GPU:0
Available: True
Initialized: False
Memory growth: True
INFO:sleap.nn.training:
INFO:sleap.nn.training:Initializing trainer...
INFO:sleap.nn.training:Loading training labels from: /Users/name/Downloads/TrainingPackagetest.v001.pkg (1).slp
INFO:sleap.nn.training:Creating training and validation splits from validation fraction: 0.1
INFO:sleap.nn.training: Splits: Training = 3746 / Validation = 416.
INFO:sleap.nn.training:Setting up for training...
INFO:sleap.nn.training:Setting up pipeline builders...
INFO:sleap.nn.training:Setting up model...
INFO:sleap.nn.training:Building test pipeline...
Traceback (most recent call last):
File "/Users/name/miniconda3/envs/sleap-env/bin/sleap-train", line 33, in
Hi @kalhal25,
This is actually not the intended use of the sleap training package--these files are meant to have embedded videos to allow easy training on a variety of compute resources.
The correct workflow should be:
- Create annotations in a regular .slp file
- Export .pkg.slp ONLY for training purposes (on Colab, remote machines, etc.)
- For continued annotation, use the original .slp file with predictions merged back in
Thanks for your question and let us know if you have any more issues.
Elizabeth
Summary for Issue The user's error (TypeError: '>' not supported between instances of 'NoneType' and 'NoneType') is likely caused by: Opening a .pkg.slp file in the GUI - These files are training packages, not editable projects Trying to save/annotate a .pkg.slp file - The file structure doesn't support this workflow Missing video metadata - .pkg.slp files may not have full video metadata needed for annotation Never try to open, annotate, or "continue working" in a .pkg.slp file
Relevant Issues for #2368 - Training Package (.pkg.slp) Misuse #2099 - Unable to Export Training Package Post Inference Key Quote: "training package files... are not supposed to be further annotated" Explanation: User tried to continue annotating a .pkg.slp file after inference, which is the wrong workflow Solution: Work in the original .slp file, not the .pkg.slp training package Understanding .pkg.slp Files: #2093 - Where to find description of .pkg.slp file format? Explanation: Describes what .pkg.slp files are - they're HDF5 files with a specific organization for training purposes Key Info: Only exports labeled frames (not all frames) to condense the file Related File Format Issues: #1050 - sleap-convert currently does not support converting from .slp to .h5 back to .slp Relevance: Converting between formats causes data loss (prediction scores, hand-labeled frames, skeleton info) Implication: .pkg.slp files are not meant to be converted back to working .slp files #779 - How to extract original videos from the dataset? Relevance: Discusses package file structure and video embedding Key Info: .pkg.slp files may have embedded videos or video references that don't work the same as regular .slp files Training Errors Related to Package Files: #517 - Error when training new model with corrected frames of previous model's predictions Relevance: Issues when trying to use predictions/packages for subsequent training Related: Workflow confusion about what files to use for continued work
