Upload policy weights, train config and readme
Browse files- README.md +4 -4
- config.json +11 -3
- model.safetensors +2 -2
- train_config.json +14 -6
README.md
CHANGED
@@ -1,13 +1,13 @@
|
|
1 |
---
|
2 |
-
datasets: peterneijie/
|
3 |
library_name: lerobot
|
4 |
license: apache-2.0
|
5 |
model_name: act
|
6 |
pipeline_tag: robotics
|
7 |
tags:
|
|
|
8 |
- lerobot
|
9 |
- act
|
10 |
-
- robotics
|
11 |
---
|
12 |
|
13 |
# Model Card for act
|
@@ -31,7 +31,7 @@ Below is the short version on how to train and run inference/eval:
|
|
31 |
### Train from scratch
|
32 |
|
33 |
```bash
|
34 |
-
|
35 |
--dataset.repo_id=${HF_USER}/<dataset> \
|
36 |
--policy.type=act \
|
37 |
--output_dir=outputs/train/<desired_policy_repo_id> \
|
@@ -46,7 +46,7 @@ _Writes checkpoints to `outputs/train/<desired_policy_repo_id>/checkpoints/`._
|
|
46 |
### Evaluate the policy/run inference
|
47 |
|
48 |
```bash
|
49 |
-
|
50 |
--robot.type=so100_follower \
|
51 |
--dataset.repo_id=<hf_user>/eval_<dataset> \
|
52 |
--policy.path=<hf_user>/<desired_policy_repo_id> \
|
|
|
1 |
---
|
2 |
+
datasets: peterneijie/bimanual-so100-handover-cube
|
3 |
library_name: lerobot
|
4 |
license: apache-2.0
|
5 |
model_name: act
|
6 |
pipeline_tag: robotics
|
7 |
tags:
|
8 |
+
- robotics
|
9 |
- lerobot
|
10 |
- act
|
|
|
11 |
---
|
12 |
|
13 |
# Model Card for act
|
|
|
31 |
### Train from scratch
|
32 |
|
33 |
```bash
|
34 |
+
lerobot-train \
|
35 |
--dataset.repo_id=${HF_USER}/<dataset> \
|
36 |
--policy.type=act \
|
37 |
--output_dir=outputs/train/<desired_policy_repo_id> \
|
|
|
46 |
### Evaluate the policy/run inference
|
47 |
|
48 |
```bash
|
49 |
+
lerobot-record \
|
50 |
--robot.type=so100_follower \
|
51 |
--dataset.repo_id=<hf_user>/eval_<dataset> \
|
52 |
--policy.path=<hf_user>/<desired_policy_repo_id> \
|
config.json
CHANGED
@@ -10,10 +10,18 @@
|
|
10 |
"observation.state": {
|
11 |
"type": "STATE",
|
12 |
"shape": [
|
13 |
-
|
14 |
]
|
15 |
},
|
16 |
-
"observation.images.
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
17 |
"type": "VISUAL",
|
18 |
"shape": [
|
19 |
3,
|
@@ -26,7 +34,7 @@
|
|
26 |
"action": {
|
27 |
"type": "ACTION",
|
28 |
"shape": [
|
29 |
-
|
30 |
]
|
31 |
}
|
32 |
},
|
|
|
10 |
"observation.state": {
|
11 |
"type": "STATE",
|
12 |
"shape": [
|
13 |
+
12
|
14 |
]
|
15 |
},
|
16 |
+
"observation.images.UP": {
|
17 |
+
"type": "VISUAL",
|
18 |
+
"shape": [
|
19 |
+
3,
|
20 |
+
480,
|
21 |
+
640
|
22 |
+
]
|
23 |
+
},
|
24 |
+
"observation.images.right": {
|
25 |
"type": "VISUAL",
|
26 |
"shape": [
|
27 |
3,
|
|
|
34 |
"action": {
|
35 |
"type": "ACTION",
|
36 |
"shape": [
|
37 |
+
12
|
38 |
]
|
39 |
}
|
40 |
},
|
model.safetensors
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
-
size
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:3da58c1f5d01b50358d020c6d60b42dbca69adeb1f2ec38548c939d7f1e483c6
|
3 |
+
size 206750392
|
train_config.json
CHANGED
@@ -1,6 +1,6 @@
|
|
1 |
{
|
2 |
"dataset": {
|
3 |
-
"repo_id": "peterneijie/
|
4 |
"root": null,
|
5 |
"episodes": null,
|
6 |
"image_transforms": {
|
@@ -77,10 +77,18 @@
|
|
77 |
"observation.state": {
|
78 |
"type": "STATE",
|
79 |
"shape": [
|
80 |
-
|
81 |
]
|
82 |
},
|
83 |
-
"observation.images.
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
84 |
"type": "VISUAL",
|
85 |
"shape": [
|
86 |
3,
|
@@ -93,7 +101,7 @@
|
|
93 |
"action": {
|
94 |
"type": "ACTION",
|
95 |
"shape": [
|
96 |
-
|
97 |
]
|
98 |
}
|
99 |
},
|
@@ -126,8 +134,8 @@
|
|
126 |
"optimizer_weight_decay": 0.0001,
|
127 |
"optimizer_lr_backbone": 1e-05
|
128 |
},
|
129 |
-
"output_dir": "outputs/train/
|
130 |
-
"job_name": "
|
131 |
"resume": false,
|
132 |
"seed": 1000,
|
133 |
"num_workers": 4,
|
|
|
1 |
{
|
2 |
"dataset": {
|
3 |
+
"repo_id": "peterneijie/bimanual-so100-handover-cube",
|
4 |
"root": null,
|
5 |
"episodes": null,
|
6 |
"image_transforms": {
|
|
|
77 |
"observation.state": {
|
78 |
"type": "STATE",
|
79 |
"shape": [
|
80 |
+
12
|
81 |
]
|
82 |
},
|
83 |
+
"observation.images.UP": {
|
84 |
+
"type": "VISUAL",
|
85 |
+
"shape": [
|
86 |
+
3,
|
87 |
+
480,
|
88 |
+
640
|
89 |
+
]
|
90 |
+
},
|
91 |
+
"observation.images.right": {
|
92 |
"type": "VISUAL",
|
93 |
"shape": [
|
94 |
3,
|
|
|
101 |
"action": {
|
102 |
"type": "ACTION",
|
103 |
"shape": [
|
104 |
+
12
|
105 |
]
|
106 |
}
|
107 |
},
|
|
|
134 |
"optimizer_weight_decay": 0.0001,
|
135 |
"optimizer_lr_backbone": 1e-05
|
136 |
},
|
137 |
+
"output_dir": "outputs/train/act_bimanual-so100-handover-cube",
|
138 |
+
"job_name": "act_bimanual-so100-handover-cube",
|
139 |
"resume": false,
|
140 |
"seed": 1000,
|
141 |
"num_workers": 4,
|