Friedrich-M Claude Opus 5.5 commited on
Commit ·
387a344
1
Parent(s): 902b846
Release unimate_uniml3d_f60_v2_full_cross_attn and add the MIT license; tighten the model card and shrink the teaser
Browse filesCo-Authored-By: Claude Opus 5.5 <noreply@anthropic.com>
Claude-Session: https://claude.ai/code/session_01Ng6SrZiu3mbKQYdpQiXALV
This view is limited to 50 files because it contains too many changes. See raw diff
- .gitattributes +1 -0
- .gitignore +1 -0
- LICENSE +21 -0
- README.md +58 -37
- config.json +14 -0
- teaser.png +2 -2
- unimate_uniml3d_f60_v2_full_cross_attn/checkpoints/checkpoint_step_10000.pt +3 -0
- unimate_uniml3d_f60_v2_full_cross_attn/checkpoints/checkpoint_step_100000.pt +3 -0
- unimate_uniml3d_f60_v2_full_cross_attn/checkpoints/checkpoint_step_20000.pt +3 -0
- unimate_uniml3d_f60_v2_full_cross_attn/checkpoints/checkpoint_step_30000.pt +3 -0
- unimate_uniml3d_f60_v2_full_cross_attn/checkpoints/checkpoint_step_40000.pt +3 -0
- unimate_uniml3d_f60_v2_full_cross_attn/checkpoints/checkpoint_step_50000.pt +3 -0
- unimate_uniml3d_f60_v2_full_cross_attn/checkpoints/checkpoint_step_60000.pt +3 -0
- unimate_uniml3d_f60_v2_full_cross_attn/checkpoints/checkpoint_step_70000.pt +3 -0
- unimate_uniml3d_f60_v2_full_cross_attn/checkpoints/checkpoint_step_80000.pt +3 -0
- unimate_uniml3d_f60_v2_full_cross_attn/checkpoints/checkpoint_step_90000.pt +3 -0
- unimate_uniml3d_f60_v2_full_cross_attn/config.json +116 -0
- unimate_uniml3d_f60_v2_full_cross_attn/dataset_stats.npy +3 -0
- unimate_uniml3d_f60_v2_full_cross_attn/logs/events.out.tfevents.1790537049.della-j15g1.972169.0 +3 -0
- unimate_uniml3d_f60_v2_full_cross_attn/logs/events.out.tfevents.1790669382.della-k16g3.86108.0 +3 -0
- unimate_uniml3d_f60_v2_full_cross_attn/samples/step_000000/669a67ac57bbceb71e5db0b5_fbx-5_fk.mp4 +3 -0
- unimate_uniml3d_f60_v2_full_cross_attn/samples/step_000000/669a67ac57bbceb71e5db0b5_fbx-5_ric.mp4 +3 -0
- unimate_uniml3d_f60_v2_full_cross_attn/samples/step_000000/7f0acec2bcf14dd1967fcc1d10ade876-4_fk.mp4 +3 -0
- unimate_uniml3d_f60_v2_full_cross_attn/samples/step_000000/7f0acec2bcf14dd1967fcc1d10ade876-4_ric.mp4 +3 -0
- unimate_uniml3d_f60_v2_full_cross_attn/samples/step_000000/Bird-0_fk.mp4 +3 -0
- unimate_uniml3d_f60_v2_full_cross_attn/samples/step_000000/Bird-0_ric.mp4 +3 -0
- unimate_uniml3d_f60_v2_full_cross_attn/samples/step_000000/Rat-1_fk.mp4 +3 -0
- unimate_uniml3d_f60_v2_full_cross_attn/samples/step_000000/Rat-1_ric.mp4 +3 -0
- unimate_uniml3d_f60_v2_full_cross_attn/samples/step_000000/mixamo-2_fk.mp4 +3 -0
- unimate_uniml3d_f60_v2_full_cross_attn/samples/step_000000/mixamo-2_ric.mp4 +3 -0
- unimate_uniml3d_f60_v2_full_cross_attn/samples/step_000000/mixamo-3_fk.mp4 +3 -0
- unimate_uniml3d_f60_v2_full_cross_attn/samples/step_000000/mixamo-3_ric.mp4 +3 -0
- unimate_uniml3d_f60_v2_full_cross_attn/samples/step_010000/669a685b57bbceb71e5e940d_fbx-4_fk.mp4 +3 -0
- unimate_uniml3d_f60_v2_full_cross_attn/samples/step_010000/669a685b57bbceb71e5e940d_fbx-4_ric.mp4 +3 -0
- unimate_uniml3d_f60_v2_full_cross_attn/samples/step_010000/Deer-1_fk.mp4 +3 -0
- unimate_uniml3d_f60_v2_full_cross_attn/samples/step_010000/Deer-1_ric.mp4 +3 -0
- unimate_uniml3d_f60_v2_full_cross_attn/samples/step_010000/Raptor3-0_fk.mp4 +3 -0
- unimate_uniml3d_f60_v2_full_cross_attn/samples/step_010000/Raptor3-0_ric.mp4 +3 -0
- unimate_uniml3d_f60_v2_full_cross_attn/samples/step_010000/acf56725b66a418c93ed47056e98a7bb-5_fk.mp4 +3 -0
- unimate_uniml3d_f60_v2_full_cross_attn/samples/step_010000/acf56725b66a418c93ed47056e98a7bb-5_ric.mp4 +3 -0
- unimate_uniml3d_f60_v2_full_cross_attn/samples/step_010000/mixamo-2_fk.mp4 +3 -0
- unimate_uniml3d_f60_v2_full_cross_attn/samples/step_010000/mixamo-2_ric.mp4 +3 -0
- unimate_uniml3d_f60_v2_full_cross_attn/samples/step_010000/mixamo-3_fk.mp4 +3 -0
- unimate_uniml3d_f60_v2_full_cross_attn/samples/step_010000/mixamo-3_ric.mp4 +3 -0
- unimate_uniml3d_f60_v2_full_cross_attn/samples/step_020000/669a6c4f57bbceb71e637509_fbx-4_fk.mp4 +3 -0
- unimate_uniml3d_f60_v2_full_cross_attn/samples/step_020000/669a6c4f57bbceb71e637509_fbx-4_ric.mp4 +3 -0
- unimate_uniml3d_f60_v2_full_cross_attn/samples/step_020000/669a726657bbceb71e6b58d9_gltf-5_fk.mp4 +3 -0
- unimate_uniml3d_f60_v2_full_cross_attn/samples/step_020000/669a726657bbceb71e6b58d9_gltf-5_ric.mp4 +3 -0
- unimate_uniml3d_f60_v2_full_cross_attn/samples/step_020000/BrownBear-1_fk.mp4 +3 -0
- unimate_uniml3d_f60_v2_full_cross_attn/samples/step_020000/BrownBear-1_ric.mp4 +3 -0
.gitattributes
CHANGED
|
@@ -225,3 +225,4 @@ unimate_uniml3d_f60_v2/samples/step_100000/mixamo-3_fk.mp4 filter=lfs diff=lfs m
|
|
| 225 |
unimate_uniml3d_f60_v2/samples/step_100000/mixamo-3_ric.mp4 filter=lfs diff=lfs merge=lfs -text
|
| 226 |
unimate_uniml3d_f60_v2/samples/step_100000/Rhino-0_fk.mp4 filter=lfs diff=lfs merge=lfs -text
|
| 227 |
unimate_uniml3d_f60_v2/samples/step_100000/Rhino-0_ric.mp4 filter=lfs diff=lfs merge=lfs -text
|
|
|
|
|
|
| 225 |
unimate_uniml3d_f60_v2/samples/step_100000/mixamo-3_ric.mp4 filter=lfs diff=lfs merge=lfs -text
|
| 226 |
unimate_uniml3d_f60_v2/samples/step_100000/Rhino-0_fk.mp4 filter=lfs diff=lfs merge=lfs -text
|
| 227 |
unimate_uniml3d_f60_v2/samples/step_100000/Rhino-0_ric.mp4 filter=lfs diff=lfs merge=lfs -text
|
| 228 |
+
unimate_uniml3d_f60_v2_full_cross_attn/samples/**/*.mp4 filter=lfs diff=lfs merge=lfs -text
|
.gitignore
CHANGED
|
@@ -2,6 +2,7 @@
|
|
| 2 |
*/debug/
|
| 3 |
*/slurm_*.out
|
| 4 |
*/slurm_*.err
|
|
|
|
| 5 |
# Training samples: only the videos are uploaded
|
| 6 |
*/samples/**/*.npy
|
| 7 |
*/samples/tpose/
|
|
|
|
| 2 |
*/debug/
|
| 3 |
*/slurm_*.out
|
| 4 |
*/slurm_*.err
|
| 5 |
+
*/*.sbatch
|
| 6 |
# Training samples: only the videos are uploaded
|
| 7 |
*/samples/**/*.npy
|
| 8 |
*/samples/tpose/
|
LICENSE
ADDED
|
@@ -0,0 +1,21 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
MIT License
|
| 2 |
+
|
| 3 |
+
Copyright (c) 2026 Linzhan Mou
|
| 4 |
+
|
| 5 |
+
Permission is hereby granted, free of charge, to any person obtaining a copy
|
| 6 |
+
of this software and associated documentation files (the "Software"), to deal
|
| 7 |
+
in the Software without restriction, including without limitation the rights
|
| 8 |
+
to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
|
| 9 |
+
copies of the Software, and to permit persons to whom the Software is
|
| 10 |
+
furnished to do so, subject to the following conditions:
|
| 11 |
+
|
| 12 |
+
The above copyright notice and this permission notice shall be included in all
|
| 13 |
+
copies or substantial portions of the Software.
|
| 14 |
+
|
| 15 |
+
THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
|
| 16 |
+
IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
|
| 17 |
+
FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
|
| 18 |
+
AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
|
| 19 |
+
LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
|
| 20 |
+
OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
|
| 21 |
+
SOFTWARE.
|
README.md
CHANGED
|
@@ -1,4 +1,7 @@
|
|
| 1 |
---
|
|
|
|
|
|
|
|
|
|
| 2 |
library_name: pytorch
|
| 3 |
datasets:
|
| 4 |
- Linzhan/UniML3D
|
|
@@ -12,41 +15,45 @@ tags:
|
|
| 12 |
- arxiv:2609.05415
|
| 13 |
---
|
| 14 |
|
| 15 |
-
# UniMate
|
| 16 |
|
| 17 |
-
|
| 18 |
|
| 19 |
[Project Page](https://linzhanmou.com/unimate/) · [Paper](https://arxiv.org/abs/2609.05415) · [Video](https://youtu.be/xbndC-dEuVw) · [Code](https://github.com/Friedrich-M/UniMate) · [Dataset](https://huggingface.co/datasets/Linzhan/UniML3D) · [Interactive Demo](https://linzhanmou.com/unimate/interactive.html)
|
| 20 |
|
| 21 |

|
| 22 |
|
|
|
|
|
|
|
| 23 |
## Models
|
| 24 |
|
| 25 |
-
| Model | Training data | Joints
|
| 26 |
|---|---|---|---|---|---|---|
|
| 27 |
-
| [`unimate_uniml3d_f60_v2`](unimate_uniml3d_f60_v2) |
|
| 28 |
-
| [`
|
| 29 |
-
|
| 30 |
-
Both models share one architecture: graph attention over joints with AdaLN text conditioning, 10 layers of width 512, and a `google/flan-t5-base` text encoder. They generate 60-frame clips (2 seconds at 30 fps) and are trained on all three sources of [UniML3D](https://huggingface.co/datasets/Linzhan/UniML3D): Truebones ZOO animals, Mixamo humanoids and rigged Objaverse-XL objects.
|
| 31 |
-
|
| 32 |
-
### `unimate_uniml3d_f60_v2`
|
| 33 |
|
| 34 |
-
|
| 35 |
|
| 36 |
-
|
| 37 |
-
- **samples the datasets more evenly.** Datasets are balanced before object types (`sampler_dataset_alpha = 0.25`), so Truebones, Mixamo and Objaverse-XL make up about 13%, 24% and 63% of the training samples. Before, the single Mixamo rig got under 1% of them.
|
| 38 |
|
| 39 |
-
|
| 40 |
|
| 41 |
-
##
|
| 42 |
|
| 43 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 44 |
|
| 45 |
## Quick start
|
| 46 |
|
| 47 |
-
|
| 48 |
|
| 49 |
-
**
|
| 50 |
|
| 51 |
```bash
|
| 52 |
hf download Linzhan/UniML3D --repo-type dataset \
|
|
@@ -54,9 +61,9 @@ hf download Linzhan/UniML3D --repo-type dataset \
|
|
| 54 |
bash data_process/scripts/run_extract_features.sh truebones # likewise mixamo, objaverse
|
| 55 |
```
|
| 56 |
|
| 57 |
-
The Truebones
|
| 58 |
|
| 59 |
-
**
|
| 60 |
|
| 61 |
```bash
|
| 62 |
hf download Linzhan/UniMate \
|
|
@@ -65,17 +72,16 @@ hf download Linzhan/UniMate \
|
|
| 65 |
--local-dir outputs
|
| 66 |
```
|
| 67 |
|
| 68 |
-
**
|
| 69 |
|
| 70 |
```json
|
| 71 |
{
|
| 72 |
-
"Horse-0": "
|
| 73 |
-
"mixamo-0": "
|
|
|
|
| 74 |
}
|
| 75 |
```
|
| 76 |
|
| 77 |
-
Then run:
|
| 78 |
-
|
| 79 |
```bash
|
| 80 |
python -m unimate.inference.sample \
|
| 81 |
--exp_dir outputs/unimate_uniml3d_f60_v2 \
|
|
@@ -83,20 +89,33 @@ python -m unimate.inference.sample \
|
|
| 83 |
--num_repetitions 3
|
| 84 |
```
|
| 85 |
|
| 86 |
-
The
|
|
|
|
|
|
|
| 87 |
|
| 88 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 89 |
|
| 90 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 91 |
|
| 92 |
```bash
|
| 93 |
bash scripts/run_train.sh configs/uniml3d_60frames_graph_adaln_v2.json -- \
|
| 94 |
--resume outputs/unimate_uniml3d_f60_v2/checkpoints/checkpoint_step_100000.pt
|
| 95 |
-
```
|
| 96 |
|
| 97 |
-
To train `unimate_uniml3d_f60_v2` from scratch:
|
| 98 |
-
|
| 99 |
-
```bash
|
| 100 |
accelerate launch --num_processes 8 -m unimate.training.train \
|
| 101 |
--config configs/uniml3d_60frames_graph_adaln_v2.json
|
| 102 |
```
|
|
@@ -105,12 +124,13 @@ accelerate launch --num_processes 8 -m unimate.training.train \
|
|
| 105 |
|
| 106 |
```
|
| 107 |
config.json index of the released models
|
|
|
|
| 108 |
<model>/
|
| 109 |
config.json resolved training configuration; read by inference
|
| 110 |
dataset_stats.npy feature normalization statistics
|
| 111 |
checkpoints/
|
| 112 |
-
checkpoint_step_<N>.pt model and EMA weights, optimizer and scheduler state;
|
| 113 |
-
logs/ TensorBoard training
|
| 114 |
samples/
|
| 115 |
step_<NNNNNN>/ motions generated during training (step_000000: before training)
|
| 116 |
<object_type>-<i>_fk.mp4 joints from forward kinematics of the predicted rotations
|
|
@@ -119,13 +139,14 @@ config.json index of the released models
|
|
| 119 |
|
| 120 |
## Limitations
|
| 121 |
|
| 122 |
-
- **Clip length:**
|
| 123 |
-
- **
|
| 124 |
-
- **
|
|
|
|
| 125 |
|
| 126 |
## License
|
| 127 |
|
| 128 |
-
The UniMate code
|
| 129 |
|
| 130 |
## Citation
|
| 131 |
|
|
|
|
| 1 |
---
|
| 2 |
+
license: mit
|
| 3 |
+
language:
|
| 4 |
+
- en
|
| 5 |
library_name: pytorch
|
| 6 |
datasets:
|
| 7 |
- Linzhan/UniML3D
|
|
|
|
| 15 |
- arxiv:2609.05415
|
| 16 |
---
|
| 17 |
|
| 18 |
+
# UniMate
|
| 19 |
|
| 20 |
+
**One Unified Model to Animate Diverse Skeletons** (SIGGRAPH Asia 2026)
|
| 21 |
|
| 22 |
[Project Page](https://linzhanmou.com/unimate/) · [Paper](https://arxiv.org/abs/2609.05415) · [Video](https://youtu.be/xbndC-dEuVw) · [Code](https://github.com/Friedrich-M/UniMate) · [Dataset](https://huggingface.co/datasets/Linzhan/UniML3D) · [Interactive Demo](https://linzhanmou.com/unimate/interactive.html)
|
| 23 |
|
| 24 |

|
| 25 |
|
| 26 |
+
Pretrained checkpoints for UniMate, a text-conditioned flow-matching model that generates motion for skeletons of arbitrary topology: animals, humanoids and rigged objects.
|
| 27 |
+
|
| 28 |
## Models
|
| 29 |
|
| 30 |
+
| Model | Architecture | Training data | Joints | Steps | Params¹ | Status |
|
| 31 |
|---|---|---|---|---|---|---|
|
| 32 |
+
| [`unimate_uniml3d_f60_v2`](unimate_uniml3d_f60_v2) | graph attention, AdaLN text | UniML3D [`faaa817`](https://huggingface.co/datasets/Linzhan/UniML3D/tree/faaa81773b315247b03f183548e3898dbec2ce80) (2026-09-27) | 5–70 | 100k | 74.1M | **Recommended** |
|
| 33 |
+
| [`unimate_uniml3d_f60_v2_full_cross_attn`](unimate_uniml3d_f60_v2_full_cross_attn) | full attention, cross-attention text | UniML3D `faaa817` (2026-09-27) | 5–70 | 100k | 66.2M | Variant |
|
| 34 |
+
| [`unimate_uniml3d_f60_preview`](unimate_uniml3d_f60_preview) | graph attention, AdaLN text | UniML3D, pre-release build | 5–60 | 120k | 74.1M | Superseded |
|
|
|
|
|
|
|
|
|
|
| 35 |
|
| 36 |
+
¹ Denoiser only. The frozen `google/flan-t5-base` text encoder is downloaded from the Hub on first use.
|
| 37 |
|
| 38 |
+
Use each model's final checkpoint, `checkpoints/checkpoint_step_<steps>.pt`.
|
|
|
|
| 39 |
|
| 40 |
+
**v2 versus preview.** Raising the joint limit from 60 to 70 keeps 98.1% of the training clips instead of 86.9%, and 70 of the 74 Truebones species. Datasets are balanced before object types (`sampler_dataset_alpha = 0.25`), so Truebones, Mixamo and Objaverse-XL make up about 13%, 24% and 63% of the training samples; the single Mixamo rig previously got under 1%.
|
| 41 |
|
| 42 |
+
## Model details
|
| 43 |
|
| 44 |
+
| | |
|
| 45 |
+
|---|---|
|
| 46 |
+
| **Architecture** | Transformer denoiser, 10 layers, width 512, 8 heads; flow matching with a linear path and velocity prediction |
|
| 47 |
+
| **Inputs** | English motion description; the target skeleton's T-pose, joint hierarchy and joint names |
|
| 48 |
+
| **Output** | 60 frames at 30 fps, 12 features per joint: 3-D position, 6-D rotation relative to the T-pose, 3-D velocity. The root joint encodes height, facing and planar velocity instead |
|
| 49 |
+
| **Text encoder** | `google/flan-t5-base`, frozen |
|
| 50 |
+
| **Guidance** | Classifier-free guidance on the caption: 10% caption dropout in training, default scale 3.0 |
|
| 51 |
|
| 52 |
## Quick start
|
| 53 |
|
| 54 |
+
Run every command from the root of the [code repository](https://github.com/Friedrich-M/UniMate), with its `unimate` environment installed.
|
| 55 |
|
| 56 |
+
**1. Build the dataset features.** The sampler reads each target skeleton from `dataset/features/<dataset>/`. The Hub dataset ships the stage 1-3 export but not these stage-4 features, so build them from the revision the model was trained on:
|
| 57 |
|
| 58 |
```bash
|
| 59 |
hf download Linzhan/UniML3D --repo-type dataset \
|
|
|
|
| 61 |
bash data_process/scripts/run_extract_features.sh truebones # likewise mixamo, objaverse
|
| 62 |
```
|
| 63 |
|
| 64 |
+
The Truebones motions come from a commercial pack and are not on the Hub; the dataset card explains how to rebuild them.
|
| 65 |
|
| 66 |
+
**2. Download a model.** This fetches the configuration, normalization statistics and final checkpoint of the recommended model:
|
| 67 |
|
| 68 |
```bash
|
| 69 |
hf download Linzhan/UniMate \
|
|
|
|
| 72 |
--local-dir outputs
|
| 73 |
```
|
| 74 |
|
| 75 |
+
**3. Generate motion from text.** Write the prompts to `test_cases.json` with keys `<object_type>-<case_id>`. `object_type` is a skeleton in `dataset/features/`: a Truebones species, `mixamo`, or an Objaverse-XL object ID. `case_id` is a free-form tag that names the output files.
|
| 76 |
|
| 77 |
```json
|
| 78 |
{
|
| 79 |
+
"Horse-0": "An object rears up on its hind legs.",
|
| 80 |
+
"mixamo-0": "An object jumps in place with both arms raised.",
|
| 81 |
+
"144367de23534c28ad2e83fc8abbd9ea-0": "An object flaps its wings."
|
| 82 |
}
|
| 83 |
```
|
| 84 |
|
|
|
|
|
|
|
| 85 |
```bash
|
| 86 |
python -m unimate.inference.sample \
|
| 87 |
--exp_dir outputs/unimate_uniml3d_f60_v2 \
|
|
|
|
| 89 |
--num_repetitions 3
|
| 90 |
```
|
| 91 |
|
| 92 |
+
The sampler loads the EMA weights of the latest checkpoint in `checkpoints/`. It writes the motions (`.npy`, shape `(60, J, 12)` for a skeleton with `J` joints) and skeleton renders (`.mp4`) to `outputs/unimate_uniml3d_f60_v2/samples/`. In-betweening, joint-level editing, motion expansion and driving a rigged mesh are documented in the code README.
|
| 93 |
+
|
| 94 |
+
## Training
|
| 95 |
|
| 96 |
+
| | |
|
| 97 |
+
|---|---|
|
| 98 |
+
| **Optimizer** | AdamW, learning rate 1e-4, betas (0.9, 0.99), weight decay 1e-5, gradient clipping at 1.0 |
|
| 99 |
+
| **Schedule** | Linear warmup over the first 3% of steps, then cosine decay to 5% of the peak rate |
|
| 100 |
+
| **Loss** | Masked L2 flow-matching loss + 0.5 × geodesic rotation loss + 0.1 × velocity smoothness loss |
|
| 101 |
+
| **EMA** | Decay 0.9999; used at inference |
|
| 102 |
+
| **Batch size** | 16 per GPU |
|
| 103 |
+
| **Data** | 60-frame windows at 30 fps; joint addition, joint removal, pooling and perturbation augmentations |
|
| 104 |
|
| 105 |
+
| Model | Config (code repository) | GPUs | Training time |
|
| 106 |
+
|---|---|---|---|
|
| 107 |
+
| `unimate_uniml3d_f60_v2` | `configs/uniml3d_60frames_graph_adaln_v2.json` | 8× H100 | about 22 hours |
|
| 108 |
+
| `unimate_uniml3d_f60_v2_full_cross_attn` | `configs/uniml3d_60frames_full_cross_attn_v2.json` | 8× H100 | about 36 hours² |
|
| 109 |
+
| `unimate_uniml3d_f60_preview` | `configs/uniml3d_60frames_graph_adaln.json` | 6× H100 | about 23 hours |
|
| 110 |
+
|
| 111 |
+
² Resumed once from the step-60k checkpoint.
|
| 112 |
+
|
| 113 |
+
Resume from a released checkpoint, or train from scratch:
|
| 114 |
|
| 115 |
```bash
|
| 116 |
bash scripts/run_train.sh configs/uniml3d_60frames_graph_adaln_v2.json -- \
|
| 117 |
--resume outputs/unimate_uniml3d_f60_v2/checkpoints/checkpoint_step_100000.pt
|
|
|
|
| 118 |
|
|
|
|
|
|
|
|
|
|
| 119 |
accelerate launch --num_processes 8 -m unimate.training.train \
|
| 120 |
--config configs/uniml3d_60frames_graph_adaln_v2.json
|
| 121 |
```
|
|
|
|
| 124 |
|
| 125 |
```
|
| 126 |
config.json index of the released models
|
| 127 |
+
LICENSE
|
| 128 |
<model>/
|
| 129 |
config.json resolved training configuration; read by inference
|
| 130 |
dataset_stats.npy feature normalization statistics
|
| 131 |
checkpoints/
|
| 132 |
+
checkpoint_step_<N>.pt model and EMA weights, optimizer and scheduler state; every 10k steps
|
| 133 |
+
logs/ TensorBoard curves, one event file per training job
|
| 134 |
samples/
|
| 135 |
step_<NNNNNN>/ motions generated during training (step_000000: before training)
|
| 136 |
<object_type>-<i>_fk.mp4 joints from forward kinematics of the predicted rotations
|
|
|
|
| 139 |
|
| 140 |
## Limitations
|
| 141 |
|
| 142 |
+
- **Clip length:** a sample is a fixed 60-frame window (2 seconds). Longer motion requires chaining samples with the expansion application.
|
| 143 |
+
- **Joint count:** the v2 models are trained on skeletons with at most 70 joints, which excludes four Truebones species (Bear, Centipede, Monkey, Dragon); the preview model's limit is 60. Skeletons with more than 71 joints (61 for the preview model) cannot be sampled.
|
| 144 |
+
- **New skeletons:** there is no skeleton-only input. A new rig must be converted into a feature directory with `data_process/scripts/run_preprocess_char.sh`, and needs at least one animation clip.
|
| 145 |
+
- **Text:** every training caption has the subject "An object"; the skeleton determines the character. Prompts should describe the motion only.
|
| 146 |
|
| 147 |
## License
|
| 148 |
|
| 149 |
+
The checkpoints and the UniMate code are released under the [MIT License](LICENSE). The training data remain under their source licenses: Adobe's Mixamo terms of use, the per-object licenses of Objaverse-XL, and the commercial [Truebones](https://truebones.com) ZOO license. Review these terms before using the models.
|
| 150 |
|
| 151 |
## Citation
|
| 152 |
|
config.json
CHANGED
|
@@ -17,6 +17,20 @@
|
|
| 17 |
"status": "recommended",
|
| 18 |
"dataset_revision": "faaa81773b315247b03f183548e3898dbec2ce80"
|
| 19 |
},
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 20 |
"unimate_uniml3d_f60_preview": {
|
| 21 |
"dataset": "Linzhan/UniML3D",
|
| 22 |
"train_config": "configs/uniml3d_60frames_graph_adaln.json",
|
|
|
|
| 17 |
"status": "recommended",
|
| 18 |
"dataset_revision": "faaa81773b315247b03f183548e3898dbec2ce80"
|
| 19 |
},
|
| 20 |
+
"unimate_uniml3d_f60_v2_full_cross_attn": {
|
| 21 |
+
"dataset": "Linzhan/UniML3D",
|
| 22 |
+
"train_config": "configs/uniml3d_60frames_full_cross_attn_v2.json",
|
| 23 |
+
"attention": "full",
|
| 24 |
+
"text_cond": "cross_attn",
|
| 25 |
+
"num_layers": 10,
|
| 26 |
+
"latent_dim": 512,
|
| 27 |
+
"num_frames": 60,
|
| 28 |
+
"fps": 30,
|
| 29 |
+
"steps": 100000,
|
| 30 |
+
"recommended_checkpoint": "checkpoints/checkpoint_step_100000.pt",
|
| 31 |
+
"status": "variant",
|
| 32 |
+
"dataset_revision": "faaa81773b315247b03f183548e3898dbec2ce80"
|
| 33 |
+
},
|
| 34 |
"unimate_uniml3d_f60_preview": {
|
| 35 |
"dataset": "Linzhan/UniML3D",
|
| 36 |
"train_config": "configs/uniml3d_60frames_graph_adaln.json",
|
teaser.png
CHANGED
|
Git LFS Details
|
|
Git LFS Details
|
unimate_uniml3d_f60_v2_full_cross_attn/checkpoints/checkpoint_step_10000.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:a05b002bfb229848e5abcb705dc1332f67637f56804aa4adfb99b6b4949ce05c
|
| 3 |
+
size 1059079986
|
unimate_uniml3d_f60_v2_full_cross_attn/checkpoints/checkpoint_step_100000.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:5c4b53934f4c8e2a20972132ae53a35a95b3785b3939639617159106a015edc5
|
| 3 |
+
size 1059081766
|
unimate_uniml3d_f60_v2_full_cross_attn/checkpoints/checkpoint_step_20000.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:f7d0cc0e35e92a280ffa734815a46397191d14192177d79e991a0706e07169c0
|
| 3 |
+
size 1059079986
|
unimate_uniml3d_f60_v2_full_cross_attn/checkpoints/checkpoint_step_30000.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:fa901abeb4cb149a15e9171f1b66381073fb3da91ac47efa504c9748f6ddf063
|
| 3 |
+
size 1059079986
|
unimate_uniml3d_f60_v2_full_cross_attn/checkpoints/checkpoint_step_40000.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:7926446a8a620d95c8b24e92878765d377048803f1441f8f5c08fcf11a1f2317
|
| 3 |
+
size 1059079986
|
unimate_uniml3d_f60_v2_full_cross_attn/checkpoints/checkpoint_step_50000.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:3553de493f7c2a6a76a545ab878a08d497caeac7de784ae01a30ee5a965efe95
|
| 3 |
+
size 1059079986
|
unimate_uniml3d_f60_v2_full_cross_attn/checkpoints/checkpoint_step_60000.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:93b0ff509f6c163d479e863e2283dbac0af6b703fe71237a05598654385512b9
|
| 3 |
+
size 1059079986
|
unimate_uniml3d_f60_v2_full_cross_attn/checkpoints/checkpoint_step_70000.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:dce14630c45ef480d5d6ab47c89c0ce0cfab892f5dbe65445651c79e6cc82360
|
| 3 |
+
size 1059079986
|
unimate_uniml3d_f60_v2_full_cross_attn/checkpoints/checkpoint_step_80000.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:6be7a514e03e0767d8f44c9b34dc4571d99d0014cba05c679e16fcaaa7011e2b
|
| 3 |
+
size 1059079986
|
unimate_uniml3d_f60_v2_full_cross_attn/checkpoints/checkpoint_step_90000.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:2393abd82836391af8c068f8cfe1924d07b7247e4630ede2fc50b76d40e83a72
|
| 3 |
+
size 1059079986
|
unimate_uniml3d_f60_v2_full_cross_attn/config.json
ADDED
|
@@ -0,0 +1,116 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"experiment": {
|
| 3 |
+
"name": "uniml3d_60frames_full_cross_attn_v2",
|
| 4 |
+
"output_dir": "./outputs/uniml3d_60frames_full_cross_attn_v2"
|
| 5 |
+
},
|
| 6 |
+
"truebones": {
|
| 7 |
+
"type": "truebones",
|
| 8 |
+
"path": "dataset/features/truebones",
|
| 9 |
+
"objects_subset": "all"
|
| 10 |
+
},
|
| 11 |
+
"mixamo": {
|
| 12 |
+
"type": "mixamo",
|
| 13 |
+
"path": "dataset/features/mixamo"
|
| 14 |
+
},
|
| 15 |
+
"objaverse": {
|
| 16 |
+
"type": "objaverse",
|
| 17 |
+
"path": "dataset/features/objaverse",
|
| 18 |
+
"objects_num": -1,
|
| 19 |
+
"filter_object": false
|
| 20 |
+
},
|
| 21 |
+
"dataset": {
|
| 22 |
+
"dataset_list": [
|
| 23 |
+
"truebones",
|
| 24 |
+
"mixamo",
|
| 25 |
+
"objaverse"
|
| 26 |
+
],
|
| 27 |
+
"topology_condition_type": "tpos",
|
| 28 |
+
"motion_repr": "unimate",
|
| 29 |
+
"max_motion_length": 60,
|
| 30 |
+
"max_joints": 71,
|
| 31 |
+
"min_joints": 5,
|
| 32 |
+
"max_depth": 19,
|
| 33 |
+
"feature_len": 12,
|
| 34 |
+
"use_dataset_stats": true,
|
| 35 |
+
"balanced_stats": true,
|
| 36 |
+
"tie_std": false,
|
| 37 |
+
"sampler_alpha": 0.5,
|
| 38 |
+
"sampler_dataset_alpha": 0.25,
|
| 39 |
+
"test_split_ratio": 0.0,
|
| 40 |
+
"split_seed": 42,
|
| 41 |
+
"use_addition_aug": true,
|
| 42 |
+
"use_removal_aug": true,
|
| 43 |
+
"use_pooling_aug": true,
|
| 44 |
+
"use_perturbation_aug": true,
|
| 45 |
+
"ground_motion_height": true,
|
| 46 |
+
"realign_feature": true
|
| 47 |
+
},
|
| 48 |
+
"model": {
|
| 49 |
+
"attention": "full",
|
| 50 |
+
"text_cond": "cross_attn",
|
| 51 |
+
"latent_dim": 512,
|
| 52 |
+
"ff_size": 2048,
|
| 53 |
+
"num_layers": 10,
|
| 54 |
+
"num_heads": 8,
|
| 55 |
+
"dropout": 0.0,
|
| 56 |
+
"use_spectral_rope": true,
|
| 57 |
+
"max_freqs": 8,
|
| 58 |
+
"use_signnet": true,
|
| 59 |
+
"cond_mode": "text",
|
| 60 |
+
"cond_mask_prob": 0.1,
|
| 61 |
+
"use_joint_name_emb": true,
|
| 62 |
+
"use_graph_emb": false,
|
| 63 |
+
"use_depth_emb": true,
|
| 64 |
+
"concat_parent_features": true,
|
| 65 |
+
"num_tpos_queries": 4,
|
| 66 |
+
"inject_tpos_to_adaln": true,
|
| 67 |
+
"use_graph_attn_bias": true,
|
| 68 |
+
"share_graph_attn_bias": false,
|
| 69 |
+
"gradient_checkpointing": false,
|
| 70 |
+
"text_encoder_type": "t5",
|
| 71 |
+
"text_encoder_version": "google/flan-t5-base"
|
| 72 |
+
},
|
| 73 |
+
"scheduler": {
|
| 74 |
+
"diffusion_steps": 100,
|
| 75 |
+
"timestep_respacing": "",
|
| 76 |
+
"rescale_timesteps": false,
|
| 77 |
+
"noise_schedule": "cosine",
|
| 78 |
+
"scale_beta": 1.0,
|
| 79 |
+
"predict_xstart": true,
|
| 80 |
+
"learn_sigma": false,
|
| 81 |
+
"sigma_small": true
|
| 82 |
+
},
|
| 83 |
+
"training": {
|
| 84 |
+
"batch_size": 16,
|
| 85 |
+
"num_workers": 8,
|
| 86 |
+
"seed": 10,
|
| 87 |
+
"diff_model": "flow",
|
| 88 |
+
"learning_rate": 0.0001,
|
| 89 |
+
"weight_decay": 1e-05,
|
| 90 |
+
"adam_beta1": 0.9,
|
| 91 |
+
"adam_beta2": 0.99,
|
| 92 |
+
"max_grad_norm": 1.0,
|
| 93 |
+
"gradient_accumulation_steps": 1,
|
| 94 |
+
"warmup_ratio": 0.03,
|
| 95 |
+
"min_lr_ratio": 0.05,
|
| 96 |
+
"num_epochs": null,
|
| 97 |
+
"num_steps": 100000,
|
| 98 |
+
"log_interval": 50,
|
| 99 |
+
"save_interval": 10000,
|
| 100 |
+
"lambda_geo": 0.5,
|
| 101 |
+
"lambda_smooth": 0.1,
|
| 102 |
+
"use_ema": true,
|
| 103 |
+
"ema_decay": 0.9999,
|
| 104 |
+
"balanced": true
|
| 105 |
+
},
|
| 106 |
+
"sampling": {
|
| 107 |
+
"model_path": null,
|
| 108 |
+
"output_dir": null,
|
| 109 |
+
"seed": 10,
|
| 110 |
+
"object_type": null,
|
| 111 |
+
"num_samples": 2,
|
| 112 |
+
"num_repetitions": 3,
|
| 113 |
+
"device": "cuda",
|
| 114 |
+
"cfg_scale": 3.0
|
| 115 |
+
}
|
| 116 |
+
}
|
unimate_uniml3d_f60_v2_full_cross_attn/dataset_stats.npy
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:c13ecfe8317c5e7b4a04089b71817d0787494d8f3f1df66b0ac8f496842d2c89
|
| 3 |
+
size 1934
|
unimate_uniml3d_f60_v2_full_cross_attn/logs/events.out.tfevents.1790537049.della-j15g1.972169.0
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:59e272302859766648031435e810829fe8553f05431a59ad842de8c7f0533800
|
| 3 |
+
size 514455
|
unimate_uniml3d_f60_v2_full_cross_attn/logs/events.out.tfevents.1790669382.della-k16g3.86108.0
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:02ba2d0f270f1cc4b3676c791cf19b8bdf5c4d861b9c97c47189d3f1cc7623f1
|
| 3 |
+
size 308088
|
unimate_uniml3d_f60_v2_full_cross_attn/samples/step_000000/669a67ac57bbceb71e5db0b5_fbx-5_fk.mp4
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:e5bce11a9dd7d0750d4d4640865d326079d595639e88a1fd6671060db2875261
|
| 3 |
+
size 106623
|
unimate_uniml3d_f60_v2_full_cross_attn/samples/step_000000/669a67ac57bbceb71e5db0b5_fbx-5_ric.mp4
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:ff513aed737982c8e27dc8486b1ebd0584e91ec87eac30677d30340dce9c8b13
|
| 3 |
+
size 168245
|
unimate_uniml3d_f60_v2_full_cross_attn/samples/step_000000/7f0acec2bcf14dd1967fcc1d10ade876-4_fk.mp4
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:fee675b57e4a147477260f91697aad35e2f748af5faf2a0c308236ea0beba757
|
| 3 |
+
size 109529
|
unimate_uniml3d_f60_v2_full_cross_attn/samples/step_000000/7f0acec2bcf14dd1967fcc1d10ade876-4_ric.mp4
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:c4452d8fab89c570ec3dcafd489a2afa0131d75343d67ec7f81cb64e6793a5e9
|
| 3 |
+
size 210029
|
unimate_uniml3d_f60_v2_full_cross_attn/samples/step_000000/Bird-0_fk.mp4
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:d4fcc46190fef47e0027c999e5b69ac3025810a0b18c0a0ea1cbabf4fa880f88
|
| 3 |
+
size 95981
|
unimate_uniml3d_f60_v2_full_cross_attn/samples/step_000000/Bird-0_ric.mp4
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:7445b0181e2aa38f3862836582d448f6e5173cea301508bc071d90856d2f29c2
|
| 3 |
+
size 197060
|
unimate_uniml3d_f60_v2_full_cross_attn/samples/step_000000/Rat-1_fk.mp4
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:72fa9e8dba5c89f7f4c6a9179f4eaf40ca503e4b7dcab9ff988ce6ce03d91050
|
| 3 |
+
size 78222
|
unimate_uniml3d_f60_v2_full_cross_attn/samples/step_000000/Rat-1_ric.mp4
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:ece6abbde0a85a0ebaa2a192ee02d8f8381e8e3e27c0491ef71a366af2d12def
|
| 3 |
+
size 116105
|
unimate_uniml3d_f60_v2_full_cross_attn/samples/step_000000/mixamo-2_fk.mp4
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:b930228bb5ba8133806c85696d190842ab4ffd530fcaa5e382f3fec10f7cea51
|
| 3 |
+
size 99716
|
unimate_uniml3d_f60_v2_full_cross_attn/samples/step_000000/mixamo-2_ric.mp4
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:b72c5c00932113e44c6002ea28ff6202026fbb99409cf8d0cb0ddd6c52a93051
|
| 3 |
+
size 128661
|
unimate_uniml3d_f60_v2_full_cross_attn/samples/step_000000/mixamo-3_fk.mp4
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:96bc28837b3c9889b5c50c58ebbda4c757f21526504ad9e7d963fb570ac32cc0
|
| 3 |
+
size 102793
|
unimate_uniml3d_f60_v2_full_cross_attn/samples/step_000000/mixamo-3_ric.mp4
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:1f5227b9eada4a79d1a1aafc7feba03691480c7dc90bdd31925d855f027fb943
|
| 3 |
+
size 119797
|
unimate_uniml3d_f60_v2_full_cross_attn/samples/step_010000/669a685b57bbceb71e5e940d_fbx-4_fk.mp4
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:f3f7dc62d27c08a2ab47b8c6b78ffe7212c76ccdc439cc895a2520f7359f623c
|
| 3 |
+
size 88323
|
unimate_uniml3d_f60_v2_full_cross_attn/samples/step_010000/669a685b57bbceb71e5e940d_fbx-4_ric.mp4
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:06ef9d4c6202cf284842f3ce8bfb16f4f70993f3ab1305372afaf67d54392341
|
| 3 |
+
size 90918
|
unimate_uniml3d_f60_v2_full_cross_attn/samples/step_010000/Deer-1_fk.mp4
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:454c58db6064871022d4c3358f9c6019c128391a20030b52f745f7bd575468a9
|
| 3 |
+
size 108884
|
unimate_uniml3d_f60_v2_full_cross_attn/samples/step_010000/Deer-1_ric.mp4
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:6758a2302a5c139c6df8040dbaa26f1e6e8d55495064e6f225e7958cbf2fddf1
|
| 3 |
+
size 115854
|
unimate_uniml3d_f60_v2_full_cross_attn/samples/step_010000/Raptor3-0_fk.mp4
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:bad659075cbcc5dbe88b7f3390644661f6476fe093bbb21f38c8021000d51c37
|
| 3 |
+
size 94270
|
unimate_uniml3d_f60_v2_full_cross_attn/samples/step_010000/Raptor3-0_ric.mp4
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:438f2427173c7a4f19a570e1a0516a21b1a0dcac2c8196bc3552523edbbe946f
|
| 3 |
+
size 90365
|
unimate_uniml3d_f60_v2_full_cross_attn/samples/step_010000/acf56725b66a418c93ed47056e98a7bb-5_fk.mp4
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:75227b1731e3816c438717ad01574e049558b21db410f9eb6be568c5add0d218
|
| 3 |
+
size 71114
|
unimate_uniml3d_f60_v2_full_cross_attn/samples/step_010000/acf56725b66a418c93ed47056e98a7bb-5_ric.mp4
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:0c76c5b62836f0d4deb7f9c4c2bb47fdc91af530247cf3c587b80499d8f50a38
|
| 3 |
+
size 80530
|
unimate_uniml3d_f60_v2_full_cross_attn/samples/step_010000/mixamo-2_fk.mp4
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:07cbead891279064f5dbfccf4dc07a0d47cec15e02891d323f465c1ab488adf7
|
| 3 |
+
size 65781
|
unimate_uniml3d_f60_v2_full_cross_attn/samples/step_010000/mixamo-2_ric.mp4
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:2c26fc7ac9bbfc0a975357728f173ab59da6184ddd19d1249f9e383b07cd1d50
|
| 3 |
+
size 65580
|
unimate_uniml3d_f60_v2_full_cross_attn/samples/step_010000/mixamo-3_fk.mp4
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:a8517f9e7a19ccaf801c7d728cc05ef789a8302fd1a601398978fb5bf6e0c4a2
|
| 3 |
+
size 81333
|
unimate_uniml3d_f60_v2_full_cross_attn/samples/step_010000/mixamo-3_ric.mp4
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:009a6b0a7d6ef467c7ba970286d234f192f7b0027ad98a89400aabffd7eb8ccb
|
| 3 |
+
size 76025
|
unimate_uniml3d_f60_v2_full_cross_attn/samples/step_020000/669a6c4f57bbceb71e637509_fbx-4_fk.mp4
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:fd5bfc34a63c672976aefaa6a57b4e7f6913c95b5167a706e0476f1605ceb54a
|
| 3 |
+
size 94725
|
unimate_uniml3d_f60_v2_full_cross_attn/samples/step_020000/669a6c4f57bbceb71e637509_fbx-4_ric.mp4
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:ea94b10bad5da043f49a1210acd4a7dbd18068075f171a3238f88b6987e09c99
|
| 3 |
+
size 99582
|
unimate_uniml3d_f60_v2_full_cross_attn/samples/step_020000/669a726657bbceb71e6b58d9_gltf-5_fk.mp4
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:7715e317162c085c5e2481eebfa62b9e29aa344a82e4f8377165a748208ad69e
|
| 3 |
+
size 105995
|
unimate_uniml3d_f60_v2_full_cross_attn/samples/step_020000/669a726657bbceb71e6b58d9_gltf-5_ric.mp4
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:fe27f39ec5fcfc06ddce128e3f5f7bfb45e9652ab59f5eb89ec7fcf5376af4c2
|
| 3 |
+
size 107578
|
unimate_uniml3d_f60_v2_full_cross_attn/samples/step_020000/BrownBear-1_fk.mp4
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:4a213790be9f622b52ebaea708ed5a00f1d1cd89fc001ef54c9c3b26d0f67601
|
| 3 |
+
size 128825
|
unimate_uniml3d_f60_v2_full_cross_attn/samples/step_020000/BrownBear-1_ric.mp4
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:ef7df8b092731b295f05a569127523c01154627a386de5d37430ab14541bfc5e
|
| 3 |
+
size 117382
|