Skip to content

Commit 5b20fc6

Browse files
committed
Refresh semantic baseline for factory peg-insert
1 parent cbbfd4e commit 5b20fc6

2 files changed

Lines changed: 37 additions & 3 deletions

File tree

scripts/benchmarks/mlx/baselines/semantic-baseline.json

Lines changed: 30 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -1,5 +1,5 @@
11
{
2-
"generated_at": "2026-03-20T03:40:35Z",
2+
"generated_at": "2026-03-20T06:39:43Z",
33
"git_sha": null,
44
"hardware_label": "darwin-arm64",
55
"parameters": {
@@ -20,7 +20,7 @@
2020
},
2121
"run_id": null,
2222
"schema_version": 1,
23-
"task_count": 32,
23+
"task_count": 33,
2424
"task_group": "full",
2525
"tasks": {
2626
"agibot-place-toy2box": {
@@ -261,6 +261,34 @@
261261
"sim_backend": "mac-sim"
262262
}
263263
},
264+
"factory-peg-insert": {
265+
"contract": {
266+
"action_dim": 6,
267+
"hotpath": "mlx-compiled",
268+
"observation_dim": 19,
269+
"output_signature": {
270+
"final_assembled_ratio": 0.0,
271+
"final_ee_height_mean": 0.41429030895233154,
272+
"final_joint_pos_abs_mean": 1.0599894523620605,
273+
"final_joint_vel_abs_mean": 0.0,
274+
"final_orientation_error_mean": 0.9389723539352417,
275+
"final_peg_insert_depth_mean": 0.0,
276+
"final_peg_variant_mean": 1.125,
277+
"final_policy_mean": -0.06648749858140945,
278+
"final_policy_std": 0.7846049070358276,
279+
"final_reward_mean": 0.015260584652423859,
280+
"final_target_distance_mean": 0.3959442377090454
281+
},
282+
"semantic_contract": "reduced-analytic-peg-insert",
283+
"upstream_alias_semantics_preserved": false
284+
},
285+
"cpu_fallback": false,
286+
"runtime": {
287+
"compute_backend": "mlx",
288+
"kernel_backend": "metal",
289+
"sim_backend": "mac-sim"
290+
}
291+
},
264292
"franka-bin-stack": {
265293
"contract": {
266294
"action_dim": 8,

source/isaaclab/test/backends/test_mac_semantic_drift.py

Lines changed: 7 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -62,7 +62,7 @@ def test_semantic_drift_snapshot_covers_rollout_contracts(tmp_path: Path):
6262

6363
assert snapshot["hardware_label"] == "m5-ultra"
6464
assert "train-cartpole" not in snapshot["tasks"]
65-
assert snapshot["task_count"] == 32
65+
assert snapshot["task_count"] == 33
6666
assert snapshot["tasks"]["cartpole"]["contract"]["observation_dim"] == 4
6767
assert snapshot["tasks"]["cartpole-rgb-camera"]["contract"]["camera_mode"] == "rgb"
6868
assert snapshot["tasks"]["cartpole-depth-camera"]["contract"]["image_shape"] == [100, 100, 1]
@@ -96,6 +96,12 @@ def test_semantic_drift_snapshot_covers_rollout_contracts(tmp_path: Path):
9696
assert snapshot["tasks"]["ur10e-gear-assembly-2f85"]["contract"]["output_signature"]["final_insert_depth_mean"] >= 0.0
9797
assert 0.0 <= snapshot["tasks"]["ur10e-gear-assembly-2f85"]["contract"]["output_signature"]["final_assembled_ratio"] <= 1.0
9898
assert snapshot["tasks"]["ur10e-gear-assembly-2f85"]["contract"]["output_signature"]["final_gear_type_mean"] >= 0.0
99+
assert snapshot["tasks"]["factory-peg-insert"]["contract"]["action_dim"] == 6
100+
assert snapshot["tasks"]["factory-peg-insert"]["contract"]["semantic_contract"] == "reduced-analytic-peg-insert"
101+
assert snapshot["tasks"]["factory-peg-insert"]["contract"]["upstream_alias_semantics_preserved"] is False
102+
assert snapshot["tasks"]["factory-peg-insert"]["contract"]["output_signature"]["final_peg_insert_depth_mean"] >= 0.0
103+
assert snapshot["tasks"]["factory-peg-insert"]["contract"]["output_signature"]["final_peg_variant_mean"] >= 0.0
104+
assert 0.0 <= snapshot["tasks"]["factory-peg-insert"]["contract"]["output_signature"]["final_assembled_ratio"] <= 1.0
99105
assert snapshot["tasks"]["ur10-long-suction-stack"]["contract"]["action_dim"] == 7
100106
assert snapshot["tasks"]["ur10-long-suction-stack"]["contract"]["hotpath"] == expected_ur10e_hotpath
101107
assert snapshot["tasks"]["ur10-long-suction-stack"]["contract"]["semantic_contract"] == "reduced-analytic-suction-stack"

0 commit comments

Comments
 (0)