Linzhan commited on
Commit
e122032
·
verified ·
1 Parent(s): f39ba63

Release UniMate checkpoints: unimate_uniml3d_f60_preview

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. .gitattributes +60 -0
  2. .gitignore +7 -0
  3. README.md +106 -0
  4. teaser.png +3 -0
  5. unimate_uniml3d_f60_preview/checkpoints/checkpoint_step_10000.pt +3 -0
  6. unimate_uniml3d_f60_preview/checkpoints/checkpoint_step_100000.pt +3 -0
  7. unimate_uniml3d_f60_preview/checkpoints/checkpoint_step_110000.pt +3 -0
  8. unimate_uniml3d_f60_preview/checkpoints/checkpoint_step_120000.pt +3 -0
  9. unimate_uniml3d_f60_preview/checkpoints/checkpoint_step_20000.pt +3 -0
  10. unimate_uniml3d_f60_preview/checkpoints/checkpoint_step_30000.pt +3 -0
  11. unimate_uniml3d_f60_preview/checkpoints/checkpoint_step_40000.pt +3 -0
  12. unimate_uniml3d_f60_preview/checkpoints/checkpoint_step_50000.pt +3 -0
  13. unimate_uniml3d_f60_preview/checkpoints/checkpoint_step_60000.pt +3 -0
  14. unimate_uniml3d_f60_preview/checkpoints/checkpoint_step_70000.pt +3 -0
  15. unimate_uniml3d_f60_preview/checkpoints/checkpoint_step_80000.pt +3 -0
  16. unimate_uniml3d_f60_preview/checkpoints/checkpoint_step_90000.pt +3 -0
  17. unimate_uniml3d_f60_preview/config.json +115 -0
  18. unimate_uniml3d_f60_preview/dataset_stats.npy +3 -0
  19. unimate_uniml3d_f60_preview/logs/events.out.tfevents.1790433204.della-k15g3.103601.0 +3 -0
  20. unimate_uniml3d_f60_preview/samples/step_000000/669a684a57bbceb71e5e7e0d_fbx-5_fk.mp4 +3 -0
  21. unimate_uniml3d_f60_preview/samples/step_000000/669a684a57bbceb71e5e7e0d_fbx-5_ric.mp4 +3 -0
  22. unimate_uniml3d_f60_preview/samples/step_000000/Ant-1_fk.mp4 +0 -0
  23. unimate_uniml3d_f60_preview/samples/step_000000/Ant-1_ric.mp4 +3 -0
  24. unimate_uniml3d_f60_preview/samples/step_000000/Ostrich-0_fk.mp4 +3 -0
  25. unimate_uniml3d_f60_preview/samples/step_000000/Ostrich-0_ric.mp4 +3 -0
  26. unimate_uniml3d_f60_preview/samples/step_000000/f56c1adb37124925b275b3e122176e57-4_fk.mp4 +3 -0
  27. unimate_uniml3d_f60_preview/samples/step_000000/f56c1adb37124925b275b3e122176e57-4_ric.mp4 +3 -0
  28. unimate_uniml3d_f60_preview/samples/step_000000/mixamo-2_fk.mp4 +3 -0
  29. unimate_uniml3d_f60_preview/samples/step_000000/mixamo-2_ric.mp4 +3 -0
  30. unimate_uniml3d_f60_preview/samples/step_000000/mixamo-3_fk.mp4 +3 -0
  31. unimate_uniml3d_f60_preview/samples/step_000000/mixamo-3_ric.mp4 +3 -0
  32. unimate_uniml3d_f60_preview/samples/step_010000/669a691d57bbceb71e5f922a_fbx-5_fk.mp4 +3 -0
  33. unimate_uniml3d_f60_preview/samples/step_010000/669a691d57bbceb71e5f922a_fbx-5_ric.mp4 +3 -0
  34. unimate_uniml3d_f60_preview/samples/step_010000/669a865e57bbceb71e854a21_fbx-4_fk.mp4 +0 -0
  35. unimate_uniml3d_f60_preview/samples/step_010000/669a865e57bbceb71e854a21_fbx-4_ric.mp4 +0 -0
  36. unimate_uniml3d_f60_preview/samples/step_010000/Ant-0_fk.mp4 +3 -0
  37. unimate_uniml3d_f60_preview/samples/step_010000/Ant-0_ric.mp4 +3 -0
  38. unimate_uniml3d_f60_preview/samples/step_010000/Hippopotamus-1_fk.mp4 +0 -0
  39. unimate_uniml3d_f60_preview/samples/step_010000/Hippopotamus-1_ric.mp4 +0 -0
  40. unimate_uniml3d_f60_preview/samples/step_010000/mixamo-2_fk.mp4 +0 -0
  41. unimate_uniml3d_f60_preview/samples/step_010000/mixamo-2_ric.mp4 +0 -0
  42. unimate_uniml3d_f60_preview/samples/step_010000/mixamo-3_fk.mp4 +0 -0
  43. unimate_uniml3d_f60_preview/samples/step_010000/mixamo-3_ric.mp4 +0 -0
  44. unimate_uniml3d_f60_preview/samples/step_020000/669a6dd357bbceb71e656c6f_glb-4_fk.mp4 +0 -0
  45. unimate_uniml3d_f60_preview/samples/step_020000/669a6dd357bbceb71e656c6f_glb-4_ric.mp4 +3 -0
  46. unimate_uniml3d_f60_preview/samples/step_020000/669a75d157bbceb71e6fc819_fbx-5_fk.mp4 +3 -0
  47. unimate_uniml3d_f60_preview/samples/step_020000/669a75d157bbceb71e6fc819_fbx-5_ric.mp4 +3 -0
  48. unimate_uniml3d_f60_preview/samples/step_020000/Goat-1_fk.mp4 +3 -0
  49. unimate_uniml3d_f60_preview/samples/step_020000/Goat-1_ric.mp4 +3 -0
  50. unimate_uniml3d_f60_preview/samples/step_020000/PolarBear-0_fk.mp4 +0 -0
.gitattributes CHANGED
@@ -33,3 +33,63 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ teaser.png filter=lfs diff=lfs merge=lfs -text
37
+ unimate_uniml3d_f60_preview/samples/step_000000/669a684a57bbceb71e5e7e0d_fbx-5_fk.mp4 filter=lfs diff=lfs merge=lfs -text
38
+ unimate_uniml3d_f60_preview/samples/step_000000/669a684a57bbceb71e5e7e0d_fbx-5_ric.mp4 filter=lfs diff=lfs merge=lfs -text
39
+ unimate_uniml3d_f60_preview/samples/step_000000/Ant-1_ric.mp4 filter=lfs diff=lfs merge=lfs -text
40
+ unimate_uniml3d_f60_preview/samples/step_000000/Ostrich-0_fk.mp4 filter=lfs diff=lfs merge=lfs -text
41
+ unimate_uniml3d_f60_preview/samples/step_000000/Ostrich-0_ric.mp4 filter=lfs diff=lfs merge=lfs -text
42
+ unimate_uniml3d_f60_preview/samples/step_000000/f56c1adb37124925b275b3e122176e57-4_fk.mp4 filter=lfs diff=lfs merge=lfs -text
43
+ unimate_uniml3d_f60_preview/samples/step_000000/f56c1adb37124925b275b3e122176e57-4_ric.mp4 filter=lfs diff=lfs merge=lfs -text
44
+ unimate_uniml3d_f60_preview/samples/step_000000/mixamo-2_fk.mp4 filter=lfs diff=lfs merge=lfs -text
45
+ unimate_uniml3d_f60_preview/samples/step_000000/mixamo-2_ric.mp4 filter=lfs diff=lfs merge=lfs -text
46
+ unimate_uniml3d_f60_preview/samples/step_000000/mixamo-3_fk.mp4 filter=lfs diff=lfs merge=lfs -text
47
+ unimate_uniml3d_f60_preview/samples/step_000000/mixamo-3_ric.mp4 filter=lfs diff=lfs merge=lfs -text
48
+ unimate_uniml3d_f60_preview/samples/step_010000/669a691d57bbceb71e5f922a_fbx-5_fk.mp4 filter=lfs diff=lfs merge=lfs -text
49
+ unimate_uniml3d_f60_preview/samples/step_010000/669a691d57bbceb71e5f922a_fbx-5_ric.mp4 filter=lfs diff=lfs merge=lfs -text
50
+ unimate_uniml3d_f60_preview/samples/step_010000/Ant-0_fk.mp4 filter=lfs diff=lfs merge=lfs -text
51
+ unimate_uniml3d_f60_preview/samples/step_010000/Ant-0_ric.mp4 filter=lfs diff=lfs merge=lfs -text
52
+ unimate_uniml3d_f60_preview/samples/step_020000/669a6dd357bbceb71e656c6f_glb-4_ric.mp4 filter=lfs diff=lfs merge=lfs -text
53
+ unimate_uniml3d_f60_preview/samples/step_020000/669a75d157bbceb71e6fc819_fbx-5_fk.mp4 filter=lfs diff=lfs merge=lfs -text
54
+ unimate_uniml3d_f60_preview/samples/step_020000/669a75d157bbceb71e6fc819_fbx-5_ric.mp4 filter=lfs diff=lfs merge=lfs -text
55
+ unimate_uniml3d_f60_preview/samples/step_020000/Goat-1_fk.mp4 filter=lfs diff=lfs merge=lfs -text
56
+ unimate_uniml3d_f60_preview/samples/step_020000/Goat-1_ric.mp4 filter=lfs diff=lfs merge=lfs -text
57
+ unimate_uniml3d_f60_preview/samples/step_030000/669a746c57bbceb71e6dfa5d_fbx-4_fk.mp4 filter=lfs diff=lfs merge=lfs -text
58
+ unimate_uniml3d_f60_preview/samples/step_030000/669a746c57bbceb71e6dfa5d_fbx-4_ric.mp4 filter=lfs diff=lfs merge=lfs -text
59
+ unimate_uniml3d_f60_preview/samples/step_030000/ab1c110b22244ba2b91e2224711ec7ef-5_fk.mp4 filter=lfs diff=lfs merge=lfs -text
60
+ unimate_uniml3d_f60_preview/samples/step_030000/ab1c110b22244ba2b91e2224711ec7ef-5_ric.mp4 filter=lfs diff=lfs merge=lfs -text
61
+ unimate_uniml3d_f60_preview/samples/step_030000/mixamo-2_fk.mp4 filter=lfs diff=lfs merge=lfs -text
62
+ unimate_uniml3d_f60_preview/samples/step_030000/mixamo-2_ric.mp4 filter=lfs diff=lfs merge=lfs -text
63
+ unimate_uniml3d_f60_preview/samples/step_040000/669a816357bbceb71e7ed0e7_gltf-5_fk.mp4 filter=lfs diff=lfs merge=lfs -text
64
+ unimate_uniml3d_f60_preview/samples/step_040000/669a816357bbceb71e7ed0e7_gltf-5_ric.mp4 filter=lfs diff=lfs merge=lfs -text
65
+ unimate_uniml3d_f60_preview/samples/step_050000/669a797057bbceb71e747fa4_fbx-5_fk.mp4 filter=lfs diff=lfs merge=lfs -text
66
+ unimate_uniml3d_f60_preview/samples/step_050000/669a797057bbceb71e747fa4_fbx-5_ric.mp4 filter=lfs diff=lfs merge=lfs -text
67
+ unimate_uniml3d_f60_preview/samples/step_050000/669a89c157bbceb71e89b323_fbx-4_ric.mp4 filter=lfs diff=lfs merge=lfs -text
68
+ unimate_uniml3d_f60_preview/samples/step_050000/Cricket-1_fk.mp4 filter=lfs diff=lfs merge=lfs -text
69
+ unimate_uniml3d_f60_preview/samples/step_050000/Cricket-1_ric.mp4 filter=lfs diff=lfs merge=lfs -text
70
+ unimate_uniml3d_f60_preview/samples/step_050000/mixamo-2_fk.mp4 filter=lfs diff=lfs merge=lfs -text
71
+ unimate_uniml3d_f60_preview/samples/step_050000/mixamo-2_ric.mp4 filter=lfs diff=lfs merge=lfs -text
72
+ unimate_uniml3d_f60_preview/samples/step_060000/669a6df657bbceb71e659a0b_fbx-4_fk.mp4 filter=lfs diff=lfs merge=lfs -text
73
+ unimate_uniml3d_f60_preview/samples/step_060000/669a6df657bbceb71e659a0b_fbx-4_ric.mp4 filter=lfs diff=lfs merge=lfs -text
74
+ unimate_uniml3d_f60_preview/samples/step_070000/Crab-0_fk.mp4 filter=lfs diff=lfs merge=lfs -text
75
+ unimate_uniml3d_f60_preview/samples/step_070000/Crab-0_ric.mp4 filter=lfs diff=lfs merge=lfs -text
76
+ unimate_uniml3d_f60_preview/samples/step_080000/BrownBear-1_fk.mp4 filter=lfs diff=lfs merge=lfs -text
77
+ unimate_uniml3d_f60_preview/samples/step_080000/BrownBear-1_ric.mp4 filter=lfs diff=lfs merge=lfs -text
78
+ unimate_uniml3d_f60_preview/samples/step_080000/Lynx-0_fk.mp4 filter=lfs diff=lfs merge=lfs -text
79
+ unimate_uniml3d_f60_preview/samples/step_080000/Lynx-0_ric.mp4 filter=lfs diff=lfs merge=lfs -text
80
+ unimate_uniml3d_f60_preview/samples/step_080000/mixamo-3_fk.mp4 filter=lfs diff=lfs merge=lfs -text
81
+ unimate_uniml3d_f60_preview/samples/step_080000/mixamo-3_ric.mp4 filter=lfs diff=lfs merge=lfs -text
82
+ unimate_uniml3d_f60_preview/samples/step_090000/Scorpion2-0_fk.mp4 filter=lfs diff=lfs merge=lfs -text
83
+ unimate_uniml3d_f60_preview/samples/step_090000/Scorpion2-0_ric.mp4 filter=lfs diff=lfs merge=lfs -text
84
+ unimate_uniml3d_f60_preview/samples/step_100000/Elephant-0_fk.mp4 filter=lfs diff=lfs merge=lfs -text
85
+ unimate_uniml3d_f60_preview/samples/step_100000/Elephant-0_ric.mp4 filter=lfs diff=lfs merge=lfs -text
86
+ unimate_uniml3d_f60_preview/samples/step_100000/Hound-1_fk.mp4 filter=lfs diff=lfs merge=lfs -text
87
+ unimate_uniml3d_f60_preview/samples/step_100000/Hound-1_ric.mp4 filter=lfs diff=lfs merge=lfs -text
88
+ unimate_uniml3d_f60_preview/samples/step_110000/669a751957bbceb71e6ed97e_fbx-4_fk.mp4 filter=lfs diff=lfs merge=lfs -text
89
+ unimate_uniml3d_f60_preview/samples/step_110000/669a751957bbceb71e6ed97e_fbx-4_ric.mp4 filter=lfs diff=lfs merge=lfs -text
90
+ unimate_uniml3d_f60_preview/samples/step_110000/669a876857bbceb71e86a371_fbx-5_fk.mp4 filter=lfs diff=lfs merge=lfs -text
91
+ unimate_uniml3d_f60_preview/samples/step_110000/669a876857bbceb71e86a371_fbx-5_ric.mp4 filter=lfs diff=lfs merge=lfs -text
92
+ unimate_uniml3d_f60_preview/samples/step_110000/Crocodile-1_fk.mp4 filter=lfs diff=lfs merge=lfs -text
93
+ unimate_uniml3d_f60_preview/samples/step_110000/Crocodile-1_ric.mp4 filter=lfs diff=lfs merge=lfs -text
94
+ unimate_uniml3d_f60_preview/samples/step_110000/Scorpion2-0_fk.mp4 filter=lfs diff=lfs merge=lfs -text
95
+ unimate_uniml3d_f60_preview/samples/step_110000/Scorpion2-0_ric.mp4 filter=lfs diff=lfs merge=lfs -text
.gitignore ADDED
@@ -0,0 +1,7 @@
 
 
 
 
 
 
 
 
1
+ # Local-only training artifacts; kept next to each run, never uploaded
2
+ */debug/
3
+ */slurm_*.out
4
+ */slurm_*.err
5
+ # Training samples: only the videos are uploaded
6
+ */samples/**/*.npy
7
+ */samples/tpose/
README.md ADDED
@@ -0,0 +1,106 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ---
2
+ library_name: pytorch
3
+ tags:
4
+ - motion-generation
5
+ - text-to-motion
6
+ - character-animation
7
+ - flow-matching
8
+ - unimate
9
+ ---
10
+
11
+ # UniMate Checkpoints
12
+
13
+ Pretrained checkpoints for **UniMate: One Unified Model to Animate Diverse Skeletons** (SIGGRAPH Asia 2026), a single text-conditioned flow-matching model that generates motion for arbitrary skeletons: animals, humanoids and rigged objects.
14
+
15
+ [Project Page](https://linzhanmou.com/unimate/) · [Paper](https://arxiv.org/abs/2609.05415) · [Video](https://youtu.be/xbndC-dEuVw) · [Code](https://github.com/Friedrich-M/UniMate) · [Datasets](https://huggingface.co/collections/Linzhan/unimate) · [Interactive Demo](https://linzhanmou.com/unimate/interactive.html)
16
+
17
+ ![UniMate teaser](teaser.png)
18
+
19
+ ## Models
20
+
21
+ | Model | Training data | Architecture | Params | Steps | Status |
22
+ |---|---|---|---|---|---|
23
+ | [`unimate_uniml3d_f60_preview`](unimate_uniml3d_f60_preview) | [UniML3D](https://huggingface.co/datasets/Linzhan/UniML3D) (Truebones ZOO, Mixamo, Objaverse-XL); 60-frame clips at 30 fps; skeletons with 5 to 60 joints | Graph attention with AdaLN text conditioning; 10 layers, width 512 | 74.1M | 120k | Preview |
24
+
25
+ ### `unimate_uniml3d_f60_preview`
26
+
27
+ A preview model, trained for about one day (23 hours on 6 NVIDIA H100 GPUs) with the released configuration `configs/uniml3d_60frames_graph_adaln.json`. It is intended as a reproducible reference point for the public code rather than as the final model.
28
+
29
+ Checkpoints are saved every 10k steps; `checkpoint_step_120000.pt` is the recommended one. Each checkpoint stores the model weights, their exponential moving average (EMA), and the optimizer and scheduler state, so training can be resumed from it. Inference uses the EMA weights.
30
+
31
+ ### Data version
32
+
33
+ The [UniML3D](https://huggingface.co/datasets/Linzhan/UniML3D) dataset will continue to be updated. The models currently in this repository were trained on the current release of the data (September 2026); models trained on later data releases will be published here with their data version noted.
34
+
35
+ ### Roadmap
36
+
37
+ This repository will be updated as new models are released:
38
+
39
+ - a full UniMate model on UniML3D;
40
+ - a separate model for each dataset (Truebones ZOO, Mixamo, Objaverse-XL).
41
+
42
+ ## Repository layout
43
+
44
+ ```
45
+ <model>/
46
+ config.json resolved training configuration, read by inference
47
+ dataset_stats.npy feature normalization statistics
48
+ checkpoints/
49
+ checkpoint_step_<N>.pt model, EMA, optimizer and scheduler state
50
+ logs/ TensorBoard training curves
51
+ samples/
52
+ step_<NNNNNN>/ motions generated at each checkpoint (step_000000: before training)
53
+ <object_type>-<i>_fk.mp4 joints from forward kinematics of the predicted rotations
54
+ <object_type>-<i>_ric.mp4 predicted joint positions
55
+ ```
56
+
57
+ ## Usage
58
+
59
+ Set up the environment and the dataset features as described in the [code repository](https://github.com/Friedrich-M/UniMate). Sampling reads the target skeleton from `dataset/features/<dataset>/`, so the features the model was trained on must be present.
60
+
61
+ Download a model (here the recommended checkpoint only):
62
+
63
+ ```bash
64
+ hf download Linzhan/UniMate \
65
+ --include "unimate_uniml3d_f60_preview/*.json" "unimate_uniml3d_f60_preview/*.npy" \
66
+ "unimate_uniml3d_f60_preview/checkpoints/checkpoint_step_120000.pt" \
67
+ --local-dir outputs
68
+ ```
69
+
70
+ Generate motion from text (the latest checkpoint in the folder is used):
71
+
72
+ ```bash
73
+ python -m unimate.inference.sample \
74
+ --exp_dir outputs/unimate_uniml3d_f60_preview \
75
+ --test_cases_json test_cases.json \
76
+ --num_repetitions 3
77
+ ```
78
+
79
+ Resume training from a checkpoint:
80
+
81
+ ```bash
82
+ bash scripts/run_train.sh configs/uniml3d_60frames_graph_adaln.json -- \
83
+ --resume outputs/unimate_uniml3d_f60_preview/checkpoints/checkpoint_step_120000.pt
84
+ ```
85
+
86
+ Reproduce the preview model:
87
+
88
+ ```bash
89
+ accelerate launch --num_processes 6 -m unimate.training.train \
90
+ --config configs/uniml3d_60frames_graph_adaln.json
91
+ ```
92
+
93
+ ## License
94
+
95
+ The UniMate code is released under the MIT License. The training data remain governed by the licenses of their original sources: Adobe's Mixamo terms of use, the per-object licenses of Objaverse-XL, and the commercial license of the [Truebones](https://truebones.com) ZOO pack. Please review these terms before using the models.
96
+
97
+ ## Citation
98
+
99
+ ```bibtex
100
+ @article{mou2026unimate,
101
+ title = {UniMate: One Unified Model to Animate Diverse Skeletons},
102
+ author = {Mou, Linzhan and Lei, Jiahui and Dou, Zhiyang and Cai, Chenyue and Song, Chaoyue and Finkelstein, Adam and Rusinkiewicz, Szymon},
103
+ journal = {arXiv preprint arXiv:2609.05415},
104
+ year = {2026}
105
+ }
106
+ ```
teaser.png ADDED

Git LFS Details

  • SHA256: cb0e38043b647081dc1d80d2bb998e2e671d55a012d3f89c2bb812102b766641
  • Pointer size: 133 Bytes
  • Size of remote file: 16.5 MB
unimate_uniml3d_f60_preview/checkpoints/checkpoint_step_10000.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a3fb478fe316c841c466bb1af42a0edee12d8d1ea38186258409688c8fcc2ea9
3
+ size 1185825837
unimate_uniml3d_f60_preview/checkpoints/checkpoint_step_100000.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d17ac51c8bf9b6dab8955556fd200a5a81b4de78b45e67f25b4db41c26cf10f7
3
+ size 1185827848
unimate_uniml3d_f60_preview/checkpoints/checkpoint_step_110000.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:03dcf3660e44a01c6af43d64ce67ca0a28165eabcd902fa75372bbf4a138fdbb
3
+ size 1185827848
unimate_uniml3d_f60_preview/checkpoints/checkpoint_step_120000.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3392a650bcb96d591c19d6e574d8cbfcf95e01dddeba0c826c69b8c5c19e44ac
3
+ size 1185827848
unimate_uniml3d_f60_preview/checkpoints/checkpoint_step_20000.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e46b18cf39b1dee4e5442f9d4912c0e9beeae5ef546329d7d8941a4513943830
3
+ size 1185825837
unimate_uniml3d_f60_preview/checkpoints/checkpoint_step_30000.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7e347869f297cd184e4897cb85ee05608fbd5ae5543682d1d4291cdb8796f5d2
3
+ size 1185825837
unimate_uniml3d_f60_preview/checkpoints/checkpoint_step_40000.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b44ed0cbd84f7eac849953344c5e1fc140d442f281e52a2a1916d4d1ea345823
3
+ size 1185825837
unimate_uniml3d_f60_preview/checkpoints/checkpoint_step_50000.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a189440c2af1136f70ee96bd49ae81d16fee61e54ea68a7d6c18449b56e80788
3
+ size 1185825837
unimate_uniml3d_f60_preview/checkpoints/checkpoint_step_60000.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4c6bf6d559e5466515439b777f4d66a32644a5a232a7b50f2f1ac86285f049a7
3
+ size 1185825837
unimate_uniml3d_f60_preview/checkpoints/checkpoint_step_70000.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5b609d54173044bee93a31282a8cd2ba2f2b0a0735adaab35faf31641b59f7ad
3
+ size 1185825837
unimate_uniml3d_f60_preview/checkpoints/checkpoint_step_80000.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:77f8b45287a1bb2dec7fdb40a43f1f64e72663fd58983769e07232a76960b5b2
3
+ size 1185825837
unimate_uniml3d_f60_preview/checkpoints/checkpoint_step_90000.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ffb9b1372de9171744da47ca577ee3953a2e86d5a8c62e0489df101f2a094891
3
+ size 1185825837
unimate_uniml3d_f60_preview/config.json ADDED
@@ -0,0 +1,115 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "experiment": {
3
+ "name": "uniml3d_60frames_graph_adaln",
4
+ "output_dir": "./outputs/uniml3d_60frames_graph_adaln"
5
+ },
6
+ "truebones": {
7
+ "type": "truebones",
8
+ "path": "dataset/features/truebones",
9
+ "objects_subset": "all"
10
+ },
11
+ "mixamo": {
12
+ "type": "mixamo",
13
+ "path": "dataset/features/mixamo"
14
+ },
15
+ "objaverse": {
16
+ "type": "objaverse",
17
+ "path": "dataset/features/objaverse",
18
+ "objects_num": -1,
19
+ "filter_object": false
20
+ },
21
+ "dataset": {
22
+ "dataset_list": [
23
+ "truebones",
24
+ "mixamo",
25
+ "objaverse"
26
+ ],
27
+ "topology_condition_type": "tpos",
28
+ "motion_repr": "unimate",
29
+ "max_motion_length": 60,
30
+ "max_joints": 61,
31
+ "min_joints": 5,
32
+ "max_depth": 19,
33
+ "feature_len": 12,
34
+ "use_dataset_stats": true,
35
+ "balanced_stats": true,
36
+ "tie_std": false,
37
+ "sampler_alpha": 0.5,
38
+ "test_split_ratio": 0.0,
39
+ "split_seed": 42,
40
+ "use_addition_aug": true,
41
+ "use_removal_aug": true,
42
+ "use_pooling_aug": true,
43
+ "use_perturbation_aug": true,
44
+ "ground_motion_height": true,
45
+ "realign_feature": true
46
+ },
47
+ "model": {
48
+ "attention": "graph",
49
+ "text_cond": "adaln",
50
+ "latent_dim": 512,
51
+ "ff_size": 2048,
52
+ "num_layers": 10,
53
+ "num_heads": 8,
54
+ "dropout": 0.0,
55
+ "use_spectral_rope": true,
56
+ "max_freqs": 8,
57
+ "use_signnet": true,
58
+ "cond_mode": "text",
59
+ "cond_mask_prob": 0.1,
60
+ "use_joint_name_emb": true,
61
+ "use_graph_emb": false,
62
+ "use_depth_emb": true,
63
+ "concat_parent_features": true,
64
+ "num_tpos_queries": 4,
65
+ "inject_tpos_to_adaln": true,
66
+ "use_graph_attn_bias": true,
67
+ "share_graph_attn_bias": false,
68
+ "gradient_checkpointing": false,
69
+ "text_encoder_type": "t5",
70
+ "text_encoder_version": "google/flan-t5-base"
71
+ },
72
+ "scheduler": {
73
+ "diffusion_steps": 100,
74
+ "timestep_respacing": "",
75
+ "rescale_timesteps": false,
76
+ "noise_schedule": "cosine",
77
+ "scale_beta": 1.0,
78
+ "predict_xstart": true,
79
+ "learn_sigma": false,
80
+ "sigma_small": true
81
+ },
82
+ "training": {
83
+ "batch_size": 16,
84
+ "num_workers": 8,
85
+ "seed": 10,
86
+ "diff_model": "flow",
87
+ "learning_rate": 0.0001,
88
+ "weight_decay": 1e-05,
89
+ "adam_beta1": 0.9,
90
+ "adam_beta2": 0.99,
91
+ "max_grad_norm": 1.0,
92
+ "gradient_accumulation_steps": 1,
93
+ "warmup_ratio": 0.03,
94
+ "min_lr_ratio": 0.05,
95
+ "num_epochs": null,
96
+ "num_steps": 120000,
97
+ "log_interval": 50,
98
+ "save_interval": 10000,
99
+ "lambda_geo": 0.5,
100
+ "lambda_smooth": 0.1,
101
+ "use_ema": true,
102
+ "ema_decay": 0.9999,
103
+ "balanced": true
104
+ },
105
+ "sampling": {
106
+ "model_path": null,
107
+ "output_dir": null,
108
+ "seed": 10,
109
+ "object_type": null,
110
+ "num_samples": 2,
111
+ "num_repetitions": 3,
112
+ "device": "cuda",
113
+ "cfg_scale": 3.0
114
+ }
115
+ }
unimate_uniml3d_f60_preview/dataset_stats.npy ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f449bd747ec65eeedc5e1723790dc988792c1875ec355af770b1c669b45f9b54
3
+ size 1934
unimate_uniml3d_f60_preview/logs/events.out.tfevents.1790433204.della-k15g3.103601.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d54f45a631a8baba803807ee2d3cd2c4470d53dc691d63ccbb7a6f9863f6e8a7
3
+ size 921785
unimate_uniml3d_f60_preview/samples/step_000000/669a684a57bbceb71e5e7e0d_fbx-5_fk.mp4 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:41776d1653b71515e6d42b16ba6b0134dd581f1352fe5c7cfe4875eb94573177
3
+ size 100668
unimate_uniml3d_f60_preview/samples/step_000000/669a684a57bbceb71e5e7e0d_fbx-5_ric.mp4 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3ac89c3c76cb7dbfeaf63972edd8bf7296a205ad74ee99d90ca23e0a17e04b02
3
+ size 172716
unimate_uniml3d_f60_preview/samples/step_000000/Ant-1_fk.mp4 ADDED
Binary file (88.3 kB). View file
 
unimate_uniml3d_f60_preview/samples/step_000000/Ant-1_ric.mp4 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9636ff9f738478758c572823361d57f43561794ef60d5b7564a4f26d7a598bf0
3
+ size 166044
unimate_uniml3d_f60_preview/samples/step_000000/Ostrich-0_fk.mp4 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:04ac1f4374e162eb1c0b6534190c1fc73163a7661e072eea7d249705d38075c2
3
+ size 112252
unimate_uniml3d_f60_preview/samples/step_000000/Ostrich-0_ric.mp4 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c07d02eaf22caea0a3907e53817b8a429006e757eded39f69ff11ddea9a98451
3
+ size 193561
unimate_uniml3d_f60_preview/samples/step_000000/f56c1adb37124925b275b3e122176e57-4_fk.mp4 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bd4ad34aaee64c4ae10224c49446aba97ccd7ec9696b443a325d1d410a709cf1
3
+ size 119765
unimate_uniml3d_f60_preview/samples/step_000000/f56c1adb37124925b275b3e122176e57-4_ric.mp4 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:62bf8878ba60b7b137f8f9782a802191c7188cfe13636ca51239f700f1ca0e01
3
+ size 224004
unimate_uniml3d_f60_preview/samples/step_000000/mixamo-2_fk.mp4 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dc9bb98c95c6ef22263d0128f3863e30229eb683b8b62315ccb5ddecbfaa59f8
3
+ size 109053
unimate_uniml3d_f60_preview/samples/step_000000/mixamo-2_ric.mp4 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bc8678a4fad67110ba6696d7cf58f94ace666b7a1e369f973e16d4787887b560
3
+ size 126759
unimate_uniml3d_f60_preview/samples/step_000000/mixamo-3_fk.mp4 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7eaa96763ccc6649910094dad077aa2a663e102fd9572f7c5778b77441070b4c
3
+ size 101719
unimate_uniml3d_f60_preview/samples/step_000000/mixamo-3_ric.mp4 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:034ec9ee0995d6c56bcdd626084a89fd6be63f55c074b24ca9f184d1ca1a89a8
3
+ size 125526
unimate_uniml3d_f60_preview/samples/step_010000/669a691d57bbceb71e5f922a_fbx-5_fk.mp4 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d51520957f72338610a27782170e0d5b6c1a6587d171a5e2fccb2240b3793ef1
3
+ size 105891
unimate_uniml3d_f60_preview/samples/step_010000/669a691d57bbceb71e5f922a_fbx-5_ric.mp4 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:51f7258110bf5091691e1a98837a493127ea197ac7dcce9afb17143241a1a1aa
3
+ size 123222
unimate_uniml3d_f60_preview/samples/step_010000/669a865e57bbceb71e854a21_fbx-4_fk.mp4 ADDED
Binary file (93.1 kB). View file
 
unimate_uniml3d_f60_preview/samples/step_010000/669a865e57bbceb71e854a21_fbx-4_ric.mp4 ADDED
Binary file (91.3 kB). View file
 
unimate_uniml3d_f60_preview/samples/step_010000/Ant-0_fk.mp4 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eb519897cbae216915b945da2667cb04821482e1b78dd083654ba52f7c5cafb5
3
+ size 107552
unimate_uniml3d_f60_preview/samples/step_010000/Ant-0_ric.mp4 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4cd1681000e41d0b5842bf82eca838c7981126cb3f6c08c8b31ced00d9686435
3
+ size 100792
unimate_uniml3d_f60_preview/samples/step_010000/Hippopotamus-1_fk.mp4 ADDED
Binary file (99.9 kB). View file
 
unimate_uniml3d_f60_preview/samples/step_010000/Hippopotamus-1_ric.mp4 ADDED
Binary file (98.7 kB). View file
 
unimate_uniml3d_f60_preview/samples/step_010000/mixamo-2_fk.mp4 ADDED
Binary file (84.1 kB). View file
 
unimate_uniml3d_f60_preview/samples/step_010000/mixamo-2_ric.mp4 ADDED
Binary file (81.4 kB). View file
 
unimate_uniml3d_f60_preview/samples/step_010000/mixamo-3_fk.mp4 ADDED
Binary file (70.1 kB). View file
 
unimate_uniml3d_f60_preview/samples/step_010000/mixamo-3_ric.mp4 ADDED
Binary file (75.4 kB). View file
 
unimate_uniml3d_f60_preview/samples/step_020000/669a6dd357bbceb71e656c6f_glb-4_fk.mp4 ADDED
Binary file (95.9 kB). View file
 
unimate_uniml3d_f60_preview/samples/step_020000/669a6dd357bbceb71e656c6f_glb-4_ric.mp4 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6ff6b9358409080a0747a2dfdad1fe72256537e527ad932503b0393d0b4a1ad1
3
+ size 106293
unimate_uniml3d_f60_preview/samples/step_020000/669a75d157bbceb71e6fc819_fbx-5_fk.mp4 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3ec76a1acc42379de641eef18cd9483671c9283a66ef11c7214eee26c8284ed6
3
+ size 120280
unimate_uniml3d_f60_preview/samples/step_020000/669a75d157bbceb71e6fc819_fbx-5_ric.mp4 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:98737bf68e9e48841fc75a4a7fc5543fa7e048291e63e39866628e072d32a144
3
+ size 118297
unimate_uniml3d_f60_preview/samples/step_020000/Goat-1_fk.mp4 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:95876663faca42a7d53ac46a4e102f817bb3cd2009ee31d4b7b03538e93c2abc
3
+ size 110615
unimate_uniml3d_f60_preview/samples/step_020000/Goat-1_ric.mp4 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c87f5fb593146d5d24a583e1f417bb5df361203446e3c8297c694d60a7a2c706
3
+ size 106621
unimate_uniml3d_f60_preview/samples/step_020000/PolarBear-0_fk.mp4 ADDED
Binary file (95.4 kB). View file