diff --git a/.gitignore b/.gitignore index 7340b2a..d599a90 100644 --- a/.gitignore +++ b/.gitignore @@ -4,3 +4,7 @@ __pycache__/ logs/ wandb/ .cache/ +build/ +dist/ +*.egg-info/ +evaluation-output/ diff --git a/MANIFEST.in b/MANIFEST.in new file mode 100644 index 0000000..551409d --- /dev/null +++ b/MANIFEST.in @@ -0,0 +1,3 @@ +include README.md TRAINING.md NOTICE.md LICENSE.upstream requirements.txt +recursive-include models *.urdf *.xml *.STL +recursive-include checkpoints *.pt *.json diff --git a/README.md b/README.md index 025d45f..e9495be 100644 --- a/README.md +++ b/README.md @@ -20,19 +20,30 @@ Linux、Python 3.12 + venv;训练使用 NVIDIA CUDA GPU,图形窗口需要桌面环境。MuJoCo 与 mujoco-warp 固定为 3.5.0,完整依赖在 requirements.txt。 ```bash +git clone https://gitea.robotquan.com/liyang/superspider-rl.git +cd superspider-rl python3.12 -m venv .venv source .venv/bin/activate -python -m pip install -e . +python -m pip install . ``` -以下命令在仓库根目录执行。 +普通安装已包含运行脚本、URDF/MJCF、网格、五份权重与校验清单;无需保持源码目录作为当前目录。开发时可改用 `python -m pip install -e .`。 + +也可构建 wheel 后交付安装: + +```bash +python -m pip wheel --no-deps -w dist . +python -m pip install dist/superspider_rl-0.1.1-py3-none-any.whl +``` + +安装后提供 `superspider-teleop`、`superspider-play`、`superspider-train`、`superspider-evaluate`、`superspider-verify`。以下控制台命令可在任意可写目录执行;日志和评测输出写入当前目录。原 `python -m scripts.*` 入口仍兼容。 ## 控制与回放 默认控制最终学生策略: ```bash -python -m scripts.superspider_teleop +superspider-teleop ``` W/S 或上下键增减前进速度,A/D 或左右键转向,Q/E 横移,C 清除转向和横移,X/空格将速度指令归零,L 切换转向保持。学生训练范围为前进 0.05–0.40 m/s、横移 ±0.05 m/s、转向 ±0.30 rad/s;另提供零速指令,零速稳定性不由训练范围保证。 @@ -40,13 +51,13 @@ W/S 或上下键增减前进速度,A/D 或左右键转向,Q/E 横移,C 清 平地策略支持前后移动: ```bash -python -m scripts.superspider_teleop --task Custom-Superspider-Flat --checkpoint-file checkpoints/flat_5999.pt +superspider-teleop --task Custom-Superspider-Flat --checkpoint-file flat_5999.pt ``` 自动回放最终学生(无桌面可加 `--viewer viser`): ```bash -python -m scripts.play Custom-Superspider-Stairs-Distill --checkpoint-file checkpoints/student_5999.pt --num-envs 1 +superspider-play Custom-Superspider-Stairs-Distill --checkpoint-file student_5999.pt --num-envs 1 ``` ## 权重 @@ -70,9 +81,9 @@ URDF 保留最终建模文件。训练通过 MJCF 与任务后处理设置 100 m 模型与策略检查: ```bash -MUJOCO_GL=egl python -m scripts.verify +MUJOCO_GL=egl superspider-verify ``` 来源与许可见 [NOTICE.md](NOTICE.md)。 -验证状态:URDF/MJCF 编译、网格引用、5 份权重哈希与严格加载、每份策略 8 个 CPU 仿真步通过;训练和控制命令行入口检查通过。结果见 [validation/smoke.json](validation/smoke.json)。该检查不包含完整台阶能力评测。 +验证状态:普通 wheel 已在独立 venv 安装,并从源码目录之外完成 URDF/MJCF 编译、网格引用、5 份权重哈希与严格加载、每份策略 8 个 CPU 仿真步;运行入口与评测判据测试通过。本轮复用已有匹配版本的大型依赖,未声明全新机器从零安装通过。详情见 [validation/DELIVERY.md](validation/DELIVERY.md)。本轮验收范围为安装和运行,不包含完整台阶能力评测。 diff --git a/TRAINING.md b/TRAINING.md index 79f0881..29191c3 100644 --- a/TRAINING.md +++ b/TRAINING.md @@ -32,10 +32,10 @@ ## 训练命令 ```bash -python -m scripts.train_stage flat -python -m scripts.train_stage blind -python -m scripts.train_stage teacher -python -m scripts.train_stage student +superspider-train flat +superspider-train blind +superspider-train teacher +superspider-train student ``` 各阶段默认读取附带的上一阶段权重,便于独立训练。连续从头重训时,用 `--checkpoint logs/rsl_rl/.../model_....pt` 指定本轮上一阶段输出。资源与长度可用 `--num-envs`、`--iterations` 修改。 @@ -51,9 +51,28 @@ python -m scripts.train Custom-Superspider-Stairs-Distill --help ## 评测 ```bash -MUJOCO_GL=egl python -m scripts.superspider_stair_test checkpoints/student_1600.pt --task Custom-Superspider-Stairs-Distill --heights 0,0.02,0.05,0.08,0.09,0.10 +# 默认分别测试 student_1600 和 student_5999;自动选择 CUDA 或 CPU。 +MUJOCO_GL=egl superspider-evaluate --output evaluation-output/full + +# 仅检查评测入口能否运行,不作能力结论。 +MUJOCO_GL=egl superspider-evaluate --device cpu --num-envs 2 --seconds 0.1 --heights 0.02 --output evaluation-output/smoke + +# 指定一份权重和测试高度。 +MUJOCO_GL=egl superspider-evaluate student_1600.pt --heights 0,0.02,0.05,0.08,0.09,0.10 --output evaluation-output/student1600 ``` -该脚本使用 CUDA,24 环境 ×20 s,以后半程超过 80% 时间净机身高度高于台阶高的 85% 为登顶。历史 student 1600 的记录为 2–9 cm 100%、10 cm 0%;这是历史单级台阶仿真记录,本次整理未重新进行完整能力评测,不代表连续楼梯或真机性能。 +默认种子42、24环境、20秒、前进指令0.30 m/s。输出目录须不存在,防止覆盖既有证据;支持 `--device`、`--num-envs`、`--seconds`、`--seed` 和 `--threads`。CPU运行较慢。 + +协议 `single_step_v2` 的成功条件同时包含: + +- 机身越过台阶立面至少5 cm,净高度超过台阶高度的85%,倾角不超过30°。 +- 后半程超过80%的采样满足上述条件,且最后一个采样也满足。 +- 整段没有终止、自动重置、非有限动作或状态;一旦失败,重置后的数据不能重新计为成功。 + +平地0 cm单独报告行走对照,检查同样的前进距离、姿态及相对起始高度±4 cm,不称为登顶。台阶立面接触沿用历史测试设置,不因 `illegal_contact` 单独终止;摔倒终止仍保留。该测试是单级台阶仿真,不能证明连续楼梯或真机能力。 + +每个场景保存 `rollout.npz`(50 Hz位置、倾角、终止与无效动作标记)、`result.json`(逐环境判定)、`env.yaml` 和 `agent.yaml`。总目录保存 `summary.json`、版本、权重和原始数据SHA-256、`source_manifest.json`。中断时总结果明确 `completed=false`,已完成场景仍保留;重置后的轨迹仅用于诊断,不用于位移和成功率累加。可用 `src.evaluation.summarize_trials` 从原始NPZ复算判定。 + +历史 student_1600 的记录为2–9 cm 100%、10 cm 0%,来自旧评测协议,仓库没有其原始逐帧证据。不能直接归给5999快照,亦不能视为新协议复验结果。2026-10-29仅验收安装与可运行性,完整性能评测未完成;部分已完成记录单独保留,不声明通过整套台阶测试。 蒸馏权重必须加载 student/teacher 字段,不能沿用 PPO 的 actor 字段。src/policy.py 严格检查任务与权重类型,防止漏载后运行随机网络。 diff --git a/checkpoints/__init__.py b/checkpoints/__init__.py new file mode 100644 index 0000000..be66fa4 --- /dev/null +++ b/checkpoints/__init__.py @@ -0,0 +1 @@ +"""Bundled Superspider policy checkpoints and provenance.""" diff --git a/models/__init__.py b/models/__init__.py new file mode 100644 index 0000000..084cfd7 --- /dev/null +++ b/models/__init__.py @@ -0,0 +1 @@ +"""Bundled Superspider robot descriptions and meshes.""" diff --git a/pyproject.toml b/pyproject.toml index 77c321d..237b798 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -4,7 +4,7 @@ build-backend = "setuptools.build_meta" [project] name = "superspider-rl" -version = "0.1.0" +version = "0.1.1" requires-python = ">=3.12,<3.14" dynamic = ["dependencies"] @@ -12,4 +12,15 @@ dynamic = ["dependencies"] dependencies = {file = ["requirements.txt"]} [tool.setuptools.packages.find] -include = ["src*"] +include = ["src*", "scripts*", "models", "checkpoints"] + +[tool.setuptools.package-data] +models = ["superspider/*.urdf", "superspider/meshes/*.STL", "superspider_mjlab/*.xml", "superspider_mjlab/assets/*.STL"] +checkpoints = ["*.pt", "manifest.json"] + +[project.scripts] +superspider-teleop = "scripts.superspider_teleop:main" +superspider-play = "scripts.play:main" +superspider-train = "scripts.train_stage:main" +superspider-evaluate = "scripts.superspider_stair_test:main" +superspider-verify = "scripts.verify:main" diff --git a/scripts/play.py b/scripts/play.py index e0d0338..9f450d6 100644 --- a/scripts/play.py +++ b/scripts/play.py @@ -4,6 +4,7 @@ import os import sys from dataclasses import asdict, dataclass from pathlib import Path +from src.resources import checkpoint_path from typing import Literal import torch @@ -86,7 +87,7 @@ def run_play(task_id: str, cfg: PlayConfig): if TRAINED_MODE: log_root_path = (Path("logs") / "rsl_rl" / agent_cfg.experiment_name).resolve() if cfg.checkpoint_file is not None: - resume_path = Path(cfg.checkpoint_file) + resume_path = checkpoint_path(cfg.checkpoint_file) if not resume_path.exists(): raise FileNotFoundError(f"Checkpoint file not found: {resume_path}") print(f"[INFO]: Loading checkpoint: {resume_path.name}") diff --git a/scripts/superspider_stair_test.py b/scripts/superspider_stair_test.py index a8073fe..daf51f0 100644 --- a/scripts/superspider_stair_test.py +++ b/scripts/superspider_stair_test.py @@ -1,42 +1,38 @@ -"""superspider 台阶能力测试 —— 极简场景,一眼能看懂。 +"""Evaluate single-step climbing with sticky failure and reproducible raw records. - MUJOCO_GL=egl .venv/bin/python scripts/superspider_stair_test.py [--task ...] - -为什么不用 mjlab 自带的 pyramid_stairs / _inv(2026-09-08 连栽三次): - ① `pyramid_stairs` 出生在**中心平台顶部**,往外走是**下坡**,测出来的"爬升"恒为 0; - ② `platform_width` 默认 **3.0 m**(中心平台半径 1.5m),机器人走 1.5~2m 都还没碰到 - 第一级台阶,却已经算完了; - ③ 缩小平台后终止频繁,**重置会把机器人传送到别的地形块**,`末位置-初位置` 变成 - 跨块累加的假数字(20s 算出走了 18m)。 - -这里的场景只有两块几何:一块平地 + 一级台阶(立面横跨整个 y,从 x=APPROACH 处起)。 -机器人在平地上出生、朝 +x 走,**只需看机身高度有没有升上台阶面**,没有任何歧义。 -判据:机身 z 稳定超过 台阶高×0.7 视为登顶(留 30% 余量给伺服下沉和姿态)。 +Success requires crossing the step face by 5 cm, gaining >85% of step height, +and tilt <=30 degrees for >80% of the second half AND on the final sample. +Any termination, reset or nonfinite action/state fails that trial permanently. +Flat ground uses a separate locomotion control criterion, not a climb rate. """ - from __future__ import annotations -import sys +import argparse from dataclasses import asdict, dataclass, replace +from datetime import datetime, timezone +import hashlib +import importlib.metadata +import json +from pathlib import Path +import time import mujoco import numpy as np import torch - -import mjlab.tasks # noqa: F401 -import src.tasks # noqa: F401 +import mjlab.tasks +import src.tasks from mjlab.envs import ManagerBasedRlEnv from mjlab.rl import MjlabOnPolicyRunner, RslRlVecEnvWrapper from mjlab.tasks.registry import load_env_cfg, load_rl_cfg, load_runner_cls -from mjlab.terrains.terrain_generator import ( - SubTerrainCfg, - TerrainGeometry, - TerrainOutput, -) +from mjlab.terrains.terrain_generator import SubTerrainCfg, TerrainGeometry, TerrainOutput from mjlab.terrains.utils import make_plane +from mjlab.utils.os import dump_yaml +from src.policy import load_policy +from src.resources import ROOT, checkpoint_path +from src.evaluation import summarize_trials -APPROACH = 1.5 # 出生点到台阶立面的距离 (m) - +APPROACH = 1.5 +PROTOCOL = "single_step_v2" @dataclass(kw_only=True) class SingleStepTerrainCfg(SubTerrainCfg): @@ -67,89 +63,146 @@ class SingleStepTerrainCfg(SubTerrainCfg): ) -def run(task: str, ckpt: str, step_h: float, n: int = 24, secs: float = 20.0): - cfg = load_env_cfg(task, play=True) - cfg.scene.num_envs = n - tg = cfg.scene.terrain.terrain_generator - cfg.scene.terrain.terrain_generator = replace( - tg, - sub_terrains={"single_step": SingleStepTerrainCfg(size=(8.0, 8.0), step_height=step_h)}, - curriculum=False, - num_rows=2, - num_cols=2, - ) - cfg.scene.terrain.max_init_terrain_level = 0 - cfg.curriculum.pop("terrain_levels", None) - cfg.curriculum.pop("command_vel", None) - for ev in ("foot_friction", "base_com", "encoder_bias", "push_robot"): - cfg.events.pop(ev, None) - cfg.events["reset_base"].params["pose_range"] = {"x": (0, 0), "y": (0, 0), "yaw": (0, 0)} - tw = cfg.commands["twist"] - tw.heading_command = False - tw.ranges.heading = None - tw.resampling_time_range = (1e9, 1e9) - tw.rel_standing_envs = 0.0 - cfg.episode_length_s = secs + 1.0 # 别让 time_out 提前截断 - cfg.terminations.pop("illegal_contact", None) # 蹭到台阶立面不算失败,我们要看能不能上去 - env = ManagerBasedRlEnv(cfg=cfg, device="cuda:0") - ac = load_rl_cfg(task) - w = RslRlVecEnvWrapper(env, clip_actions=ac.clip_actions) - r = (load_runner_cls(task) or MjlabOnPolicyRunner)(w, asdict(ac), device="cuda:0") - # ⚠ 蒸馏 ckpt 的键是 student_state_dict / teacher_state_dict, - # 传 load_cfg={"actor":True} 会**一个都加载不上而且不报错**,跑的是随机网络。 - import torch as _t - _keys = _t.load(ckpt, map_location="cpu", weights_only=False).keys() - _lc = ({"student": True, "teacher": True} if "student_state_dict" in _keys - else {"actor": True}) - r.load(ckpt, load_cfg=_lc, strict=True, map_location="cuda:0") - pol = r.get_inference_policy(device="cuda:0") - robot = env.scene["robot"] - term = env.command_manager.get_term("twist") - - obs, _ = w.reset() - z0 = robot.data.root_link_pos_w[:, 2].clone() - x0 = robot.data.root_link_pos_w[:, 0].clone() - steps = int(secs / env.step_dt) - # ⚠ 判据必须是**持续站在台阶面上**,不能是"一次性穿过阈值"。 - # 后者在策略摇晃时会被 z 的瞬间尖峰触发 —— 2026-09-09 实测:一个连平地都只能走 - # 0.57m 的半成品 teacher,被判成 2~5cm 全部"登顶 100%"。 - on_step = torch.zeros(n, device=env.device) - tot = 0 - thresh = step_h * 0.85 - for t_i in range(steps): - term.is_standing_env[:] = False - term.vel_command_b[:, 0] = 0.30 - term.vel_command_b[:, 1] = 0.0 - term.vel_command_b[:, 2] = 0.0 - with torch.no_grad(): - a = pol(obs) - obs, *_ = w.step(a) - if t_i > steps // 2: # 只统计后半程,给它时间走到台阶 - on_step += ((robot.data.root_link_pos_w[:, 2] - z0) > thresh).float() - tot += 1 - dx = (robot.data.root_link_pos_w[:, 0] - x0).cpu().numpy() - dz = (robot.data.root_link_pos_w[:, 2] - z0).cpu().numpy() - frac = (on_step / max(tot, 1)).cpu().numpy() - env.close() - # 登顶 = 后半程 80% 以上时间都在台阶面上 - return float((frac > 0.8).mean()), float(np.median(dx)), float(np.median(dz)) +def run(task, ckpt, step_h, output, n=24, secs=20.0, device="cpu", seed=42): + cfg = load_env_cfg(task, play=True) + cfg.seed = seed + cfg.scene.num_envs = n + cfg.scene.terrain.terrain_generator = replace( + cfg.scene.terrain.terrain_generator, + sub_terrains={"single_step": SingleStepTerrainCfg(size=(8.0, 8.0), step_height=step_h)}, + curriculum=False, num_rows=2, num_cols=2, + ) + cfg.scene.terrain.max_init_terrain_level = 0 + cfg.curriculum.pop("terrain_levels", None) + cfg.curriculum.pop("command_vel", None) + for event in ("foot_friction", "base_com", "encoder_bias", "push_robot"): + cfg.events.pop(event, None) + cfg.events["reset_base"].params["pose_range"] = {"x": (0, 0), "y": (0, 0), "yaw": (0, 0)} + tw = cfg.commands["twist"] + tw.heading_command = False + tw.ranges.heading = None + tw.resampling_time_range = (1e9, 1e9) + tw.rel_standing_envs = 0.0 + tw.rel_heading_envs = 0.0 + # Matches the archived test: touching the riser is allowed, falling is not. + cfg.terminations.pop("illegal_contact", None) + cfg.episode_length_s = secs + 1.0 + output.mkdir(parents=True, exist_ok=False) + dump_yaml(output / "env.yaml", asdict(cfg)) + agent = load_rl_cfg(task) + agent.seed = seed + dump_yaml(output / "agent.yaml", asdict(agent)) + env = ManagerBasedRlEnv(cfg=cfg, device=device) + try: + wrapped = RslRlVecEnvWrapper(env, clip_actions=agent.clip_actions) + runner = (load_runner_cls(task) or MjlabOnPolicyRunner)(wrapped, asdict(agent), device=device) + policy = load_policy(runner, ckpt, device) + robot = env.scene["robot"] + term = env.command_manager.get_term("twist") + obs, _ = wrapped.reset() + initial = robot.data.root_link_pos_w.detach().cpu().numpy().copy() + steps = round(secs / env.step_dt) + positions = np.empty((steps, n, 3), dtype=np.float32) + tilt = np.empty((steps, n), dtype=np.float32) + dones = np.zeros((steps, n), dtype=bool) + invalid = np.zeros((steps, n), dtype=bool) + term_names = list(env.termination_manager.active_terms) + termination_bits = np.zeros((steps, n, len(term_names)), dtype=bool) + for i in range(steps): + term.is_standing_env[:] = False + term.is_heading_env[:] = False + term.vel_command_b[:] = torch.tensor([0.30, 0.0, 0.0], device=env.device) + # The observation contains the command: refresh it before inference. + obs = wrapped.get_observations() + with torch.inference_mode(): + actions = policy(obs) + finite = torch.isfinite(actions).all(dim=-1) + actions = torch.where(finite[:, None], actions, torch.zeros_like(actions)) + obs, _, done, _ = wrapped.step(actions) + positions[i] = robot.data.root_link_pos_w.detach().cpu().numpy() + q = robot.data.root_link_quat_w + # MuJoCo quaternion order w,x,y,z; Rzz = 1 - 2*(x*x+y*y). + tilt[i] = torch.rad2deg(torch.acos((1 - 2*(q[:, 1]**2 + q[:, 2]**2)).clamp(-1, 1))).cpu().numpy() + dones[i] = done.bool().cpu().numpy() + invalid[i] = ~finite.cpu().numpy() + for j, name in enumerate(term_names): + termination_bits[i, :, j] = env.termination_manager.get_term(name).cpu().numpy() + raw = output / "rollout.npz" + np.savez_compressed(raw, time_s=np.arange(1, steps+1)*env.step_dt, + initial_xyz=initial, root_xyz=positions, tilt_deg=tilt, + done=dones, invalid_action=invalid, + termination_bits=termination_bits, termination_names=np.array(term_names)) + result = summarize_trials(initial, positions, tilt, dones, invalid, step_h, APPROACH) + result.update(protocol=PROTOCOL, task=task, checkpoint=ckpt.name, + checkpoint_sha256=sha256(ckpt), seed=seed, device=device, + num_envs=n, seconds=secs, step_dt=env.step_dt, + command=[0.30, 0.0, 0.0], step_height_m=step_h, + raw_file=raw.name, raw_sha256=sha256(raw)) + (output / "result.json").write_text(json.dumps(result, indent=2, allow_nan=False)+"\n") + return result + finally: + env.close() -def main() -> None: - ckpt = sys.argv[1] - task = sys.argv[sys.argv.index("--task") + 1] if "--task" in sys.argv else "Custom-Superspider-Rough" - print(f"场景:平地 + 单级台阶(助跑 {APPROACH} m),指令 vx=0.30,24 环境 × 20 s") - print(f"任务:{task}\nckpt:{ckpt}\n") - print("%-9s %-12s %-14s %s" % ("台阶高", "登顶率", "前进(中位)", "净爬升(中位)")) - hs = sys.argv[sys.argv.index("--heights") + 1] if "--heights" in sys.argv else None - heights = [float(x) for x in hs.split(",")] if hs else [0.0, 0.02, 0.03, 0.04, 0.05, 0.06, 0.07] - for h in heights: - rate, dx, dz = run(task, ckpt, h) - tag = " ← 平地对照" if h == 0.0 else "" - print("%-9s %-12s %-14s %s%s" % ( - "%.0f cm" % (h * 100), "%.0f%%" % (rate * 100), "%.2f m" % dx, "%+.0f mm" % (dz * 1000), tag)) +def sha256(path): + return hashlib.sha256(Path(path).read_bytes()).hexdigest() + + +def main(): + p = argparse.ArgumentParser(description=__doc__) + p.add_argument("checkpoint", nargs="?", help="One checkpoint; defaults to both student snapshots") + p.add_argument("--task", default="Custom-Superspider-Stairs-Distill") + p.add_argument("--heights", default="0,0.02,0.03,0.04,0.05,0.06,0.07,0.08,0.09,0.10") + p.add_argument("--num-envs", type=int, default=24) + p.add_argument("--seconds", type=float, default=20.0) + p.add_argument("--seed", type=int, default=42) + p.add_argument("--device", default="auto", help="auto, cpu or cuda:0") + p.add_argument("--threads", type=int, default=4) + p.add_argument("--output", type=Path, default=Path("evaluation-output") / datetime.now().strftime("%Y%m%d_%H%M%S")) + a = p.parse_args() + heights = [float(x) for x in a.heights.split(",")] + if a.num_envs < 1 or a.seconds <= 0 or a.threads < 1 or not heights or any(not np.isfinite(h) or h < 0 for h in heights) or len(set(heights)) != len(heights): + p.error("Require positive env count/duration/threads and unique finite nonnegative heights") + if not np.isfinite(a.seconds) or a.seconds < 0.04: + p.error("Duration must be finite and at least 0.04 s") + device = ("cuda:0" if torch.cuda.is_available() else "cpu") if a.device == "auto" else a.device + torch.set_num_threads(a.threads) + checkpoints = [checkpoint_path(a.checkpoint)] if a.checkpoint else [checkpoint_path("student_1600.pt"), checkpoint_path("student_5999.pt")] + a.output.mkdir(parents=True, exist_ok=False) + sources = [*ROOT.glob("src/**/*.py"), *ROOT.glob("scripts/*.py"), + *ROOT.glob("models/**/*.xml"), *ROOT.glob("models/**/*.urdf"), *ROOT.glob("models/**/*.STL")] + manifest = {str(x.relative_to(ROOT)): sha256(x) for x in sorted(sources)} + (a.output / "source_manifest.json").write_text(json.dumps(manifest, indent=2)+"\n") + packages = ["superspider-rl", "torch", "numpy", "mujoco", "mujoco-warp", "mjlab", "rsl-rl-lib", "warp-lang"] + versions = {} + for name in packages: + try: versions[name] = importlib.metadata.version(name) + except importlib.metadata.PackageNotFoundError: versions[name] = "source checkout" + report = {"protocol": PROTOCOL, "started_at_utc": datetime.now(timezone.utc).isoformat(), + "completed": False, "device": device, "versions": versions, "results": []} + report_path = a.output / "summary.json" + def save(): report_path.write_text(json.dumps(report, indent=2, allow_nan=False)+"\n") + save() + started = time.monotonic() + try: + for ckpt in checkpoints: + for index, h in enumerate(heights): + folder = a.output / ckpt.stem / f"{index:02d}_{h:.4f}m" + result = run(a.task, ckpt, h, folder, a.num_envs, a.seconds, device, a.seed) + result["directory"] = str(folder.relative_to(a.output)) + report["results"].append(result) + save() + print(f"EVAL {ckpt.name} {h*100:.1f}cm: {result['success_count']}/{a.num_envs}, failed={result['failed_count']}", flush=True) + report["completed"] = True + except BaseException as exc: + report["error"] = repr(exc) + raise + finally: + report["elapsed_s"] = time.monotonic()-started + report["finished_at_utc"] = datetime.now(timezone.utc).isoformat() + save() if __name__ == "__main__": - main() + main() diff --git a/scripts/superspider_teleop.py b/scripts/superspider_teleop.py index d1d3ba3..9e0d928 100644 --- a/scripts/superspider_teleop.py +++ b/scripts/superspider_teleop.py @@ -5,6 +5,7 @@ Zero command is not a hardware emergency stop. import sys from dataclasses import asdict, dataclass from pathlib import Path +from src.resources import checkpoint_path import torch import tyro @@ -86,7 +87,7 @@ def main() -> None: configure_torch_backends() args = tyro.cli(Cfg, config=mjlab.TYRO_FLAGS) device = args.device or ("cuda:0" if torch.cuda.is_available() else "cpu") - ck = Path(args.checkpoint_file) + ck = checkpoint_path(args.checkpoint_file) if not ck.exists(): raise FileNotFoundError(ck) env_cfg = load_env_cfg(args.task, play=True); env_cfg.scene.num_envs = 1 env_cfg.curriculum.pop("command_vel", None) # 别让课程再改范围 diff --git a/src/evaluation.py b/src/evaluation.py new file mode 100644 index 0000000..bda7118 --- /dev/null +++ b/src/evaluation.py @@ -0,0 +1,44 @@ +"""Pure NumPy scoring for persisted single-step evaluation traces.""" +import numpy as np + + +def summarize_trials(initial, positions, tilt, dones, invalid, height, approach=1.5): + positions = np.asarray(positions) + steps, n, _ = positions.shape + finite = np.isfinite(positions).all(axis=-1) & np.isfinite(tilt) + bad = np.asarray(dones, dtype=bool) | np.asarray(invalid, dtype=bool) | ~finite + failed = bad.any(axis=0) + alive = ~np.maximum.accumulate(bad, axis=0) + delta = positions - initial[None, :, :] + crossed = delta[:, :, 0] > approach + 0.05 + upright = tilt <= 30.0 + if height > 0: + elevated = delta[:, :, 2] > 0.85 * height + metric = "single_step_climb" + else: + elevated = np.abs(delta[:, :, 2]) < 0.04 + metric = "flat_locomotion_control" + stable = crossed & upright & elevated & alive + # Score t > half duration; all failed trials remain failures after auto-reset. + latter = np.arange(steps) >= steps // 2 + fraction = stable[latter].mean(axis=0) + success = (~failed) & (fraction > 0.8) & stable[-1] + first_bad = np.where(failed, bad.argmax(axis=0), -1) + trials = [] + for i in range(n): + valid = np.flatnonzero(alive[:, i]) + last = int(valid[-1]) if len(valid) else None + trials.append({"env_id": i, "success": bool(success[i]), "failed": bool(failed[i]), + "first_failure_step": int(first_bad[i]) if failed[i] else None, + "reset_count": int(np.asarray(dones)[:, i].sum()), + "valid_steps": int(alive[:, i].sum()), + "stable_second_half_fraction": float(fraction[i]), + "final_stable": bool(stable[-1, i]), + "last_valid_dx_m": float(delta[last, i, 0]) if last is not None else None, + "last_valid_dz_m": float(delta[last, i, 2]) if last is not None else None}) + return {"metric": metric, "success_count": int(success.sum()), "success_rate": float(success.mean()), + "failed_count": int(failed.sum()), "reset_count": int(np.asarray(dones).sum()), + "criteria": {"crossing_margin_m": 0.05, "height_fraction": 0.85, + "max_tilt_deg": 30.0, "second_half_fraction_strictly_above": 0.8, + "final_sample_required": True, "any_failure_disqualifies": True, + "flat_height_tolerance_m": 0.04}, "trials": trials} diff --git a/src/resources.py b/src/resources.py new file mode 100644 index 0000000..ecd5102 --- /dev/null +++ b/src/resources.py @@ -0,0 +1,15 @@ +"""Resources shared by source checkouts and ordinary wheel installations.""" +from pathlib import Path + +ROOT = Path(__file__).resolve().parents[1] + +def checkpoint_path(name): + """Resolve an explicit file first, then a bundled checkpoint name.""" + path = Path(name).expanduser() + if path.is_file(): + return path.resolve() + if not path.is_absolute() and (len(path.parts) == 1 or path.parts[0] == "checkpoints"): + bundled = ROOT / "checkpoints" / path.name + if bundled.is_file(): + return bundled + raise FileNotFoundError(path) diff --git a/tests/test_evaluation.py b/tests/test_evaluation.py new file mode 100644 index 0000000..2563f0b --- /dev/null +++ b/tests/test_evaluation.py @@ -0,0 +1,49 @@ +import unittest +import numpy as np +from src.evaluation import summarize_trials + + +class EvaluationTests(unittest.TestCase): + def trace(self): + start = np.zeros((1, 3)) + pos = np.zeros((20, 1, 3)); pos[8:, 0, 0] = 2; pos[8:, 0, 2] = .1 + tilt = np.zeros((20, 1)); done = np.zeros((20, 1), dtype=bool) + invalid = done.copy() + return start, pos, tilt, done, invalid + + def test_valid_climb(self): + self.assertEqual(summarize_trials(*self.trace(), .09)['success_count'], 1) + + def test_height_without_crossing_fails(self): + args = self.trace(); args[1][:, :, 0] = .2 + self.assertEqual(summarize_trials(*args, .09)['success_count'], 0) + + def test_reset_cannot_become_success(self): + args = self.trace(); args[3][2] = True + result = summarize_trials(*args, .09) + self.assertEqual(result['success_count'], 0) + self.assertEqual(result['reset_count'], 1) + self.assertEqual(result['trials'][0]['valid_steps'], 2) + + def test_late_fall_fails(self): + args = self.trace(); args[2][-1] = 60 + self.assertEqual(summarize_trials(*args, .09)['success_count'], 0) + + def test_transient_height_fails(self): + args = self.trace(); args[1][10:18, :, 2] = 0 + self.assertEqual(summarize_trials(*args, .09)['success_count'], 0) + + def test_nonfinite_state_or_action_fails(self): + for field in ('state', 'action'): + args = self.trace() + if field == 'state': args[1][0, 0, 0] = np.nan + else: args[4][0] = True + self.assertEqual(summarize_trials(*args, .09)['success_count'], 0) + + def test_flat_control_is_separate(self): + args = self.trace(); args[1][:, :, 2] = 0 + result = summarize_trials(*args, 0) + self.assertEqual(result['metric'], 'flat_locomotion_control') + self.assertEqual(result['success_count'], 1) + +if __name__ == '__main__': unittest.main() diff --git a/validation/DELIVERY.md b/validation/DELIVERY.md new file mode 100644 index 0000000..f7302bc --- /dev/null +++ b/validation/DELIVERY.md @@ -0,0 +1,15 @@ +# 安装与运行验证(2026-10-29) + +版本0.1.1,本轮以能够安装、启动、加载策略和运行仿真为验收标准,不评定台阶能力。 + +- 普通wheel包含脚本、URDF/MJCF、98份STL资源和5份权重及清单;源码分发包构建成功。 +- 在独立venv中安装wheel,从源码目录之外运行。项目代码及资源来自安装包;大型依赖复用本机已有匹配版本,因此不是全新机器从零安装验收。 +- 4个交互/训练/评测入口help通过,superspider-verify实际运行通过:19 link/18 joint、网格完整、五份权重哈希和严格加载、每份策略8步CPU仿真。 +- 评测入口对两份学生权重各完成2环境、0.1秒运行并保存原始数据;只验证入口,不用于性能结论。 +- 7项判据测试通过,覆盖重置后误计成功、高度抖动、未越过立面、末帧倾倒、非有限数据和平地对照。 + +机器可用依赖版本与requirements.txt一致。NVIDIA驱动当前不可用,本轮运行设备为CPU;未验证GUI窗口交互、GPU训练或全新依赖安装。 + +结构化验收记录:[delivery_20261029.json](delivery_20261029.json)。旧基础记录[smoke.json](smoke.json)保留。 + +完整台阶评测已中止;[部分记录](evaluation_20261029/summary.json)明确completed=false。已完成场景有逐帧NPZ与配置,未完成场景不可当成测试通过。本轮不把部分结果推广为完整能力结论。 diff --git a/validation/delivery_20261029.json b/validation/delivery_20261029.json new file mode 100644 index 0000000..570cab6 --- /dev/null +++ b/validation/delivery_20261029.json @@ -0,0 +1,84 @@ +{ + "date": "2026-10-29", + "version": "0.1.1", + "scope": "Installation and runnable simulation; full capability benchmark stopped at user request", + "package_install": { + "mode": "ordinary wheel in separate venv", + "outside_checkout": true, + "dependencies": "Reused matching preinstalled dependencies via a .pth file; not a clean dependency download/install", + "wheel_sha256": "7945719313d1d5c5b1cd76dc51dcbcda684904f0472f18f5f3f231aadb46c3e3" + }, + "console_entries": [ + { + "entry": "superspider-teleop", + "exit_code": 0 + }, + { + "entry": "superspider-play", + "exit_code": 0 + }, + { + "entry": "superspider-train", + "exit_code": 0 + }, + { + "entry": "superspider-evaluate", + "exit_code": 0 + } + ], + "resource_and_simulation_check": { + "urdf": { + "links": 19, + "joints": 18 + }, + "mjcf": { + "nq": 25, + "nv": 24 + }, + "checkpoint_hashes": 5, + "student_5999.pt": { + "loaded_exactly": true, + "actions": 18, + "simulation_steps": 8 + }, + "student_1600.pt": { + "loaded_exactly": true, + "actions": 18, + "simulation_steps": 8 + }, + "flat_5999.pt": { + "loaded_exactly": true, + "actions": 18, + "simulation_steps": 8 + }, + "teacher_3800.pt": { + "loaded_exactly": true, + "actions": 18, + "simulation_steps": 8 + }, + "blind_10000.pt": { + "loaded_exactly": true, + "actions": 18, + "simulation_steps": 8 + } + }, + "scoring_tests": { + "passed": 7, + "scope": "valid climb, height without crossing, reset contamination, late fall, transient height, nonfinite state/action, flat control" + }, + "evaluation_entry_check": { + "device": "cpu", + "num_envs": 2, + "seconds": 0.1, + "checkpoints": [ + "student_1600.pt", + "student_5999.pt" + ], + "completed": true + }, + "performance_evaluation": { + "completed": false, + "reason": "Stopped at user request; runnable software is the acceptance criterion", + "directory": "evaluation_20261029" + } +} diff --git a/validation/entry_smoke_20261029/source_manifest.json b/validation/entry_smoke_20261029/source_manifest.json new file mode 100644 index 0000000..2e3f600 --- /dev/null +++ b/validation/entry_smoke_20261029/source_manifest.json @@ -0,0 +1,134 @@ +{ + "models/superspider/meshes/1_coxa_0_pin1.STL": "fe7c64ed2927f3bfd6bb7e5c4d303fb5a04c68448cef7ec723b2439d6987f422", + "models/superspider/meshes/1_coxa_1_pin1.STL": "de658a261e203e8bca16b7f4ba0871d3eaf0325e5ac87f7a321a5539c68e68e5", + "models/superspider/meshes/1_femur_0_servo.STL": "585f273fea473cdf59fc57b66bc00021467a3937878d6d3449194ad30746cbcb", + "models/superspider/meshes/1_femur_1_pin2.STL": "f5423855e2f39111bb199aaf24ccc0c4be572195d6dff6c70460a913edfdbac0", + "models/superspider/meshes/1_femur_2_servo.STL": "ab89d20a6dcadc58bd7f9597b40f171b67d7edd090b9a30f3a013cd58e7afa91", + "models/superspider/meshes/1_femur_3_pin2.STL": "d4e46c258732f7ebeaf1e8d4d1d1e77086931e57b3aebb064c2396b04172d545", + "models/superspider/meshes/1_tibia_0_foot.STL": "aba0b589e7e832f2f752a5f55c2e62fd53f1a297798e2af545435811cffd8316", + "models/superspider/meshes/2_coxa_0_pin1.STL": "a56b26d50556d4892b359034f2b8df65bca886a51bd6c8e5475fda9957c735b5", + "models/superspider/meshes/2_coxa_1_pin1.STL": "d1eb676c86eb5d432f64a2a9ff53538e1b1c8864706f1e0fe767133786ddab99", + "models/superspider/meshes/2_femur_0_servo.STL": "b1daa9bee961dcb27509524458b188a4b6db27e4a62630485da41c45b2269aea", + "models/superspider/meshes/2_femur_1_pin2.STL": "54e2093d71844318d0787794557adc2d7e940b33a1dfd6fffdc62fe80f106f34", + "models/superspider/meshes/2_femur_2_servo.STL": "e21d296280e2b3049d4f0c4ef70bb2655ea3f7e1713fce5905ce2fb2e2dfaa38", + "models/superspider/meshes/2_femur_3_pin2.STL": "ac5de9b933bcf7f0f88f7e03e969304520bee70da33551769672aea084a71d30", + "models/superspider/meshes/2_tibia_0_foot.STL": "113d23264f8113941fdb664f3ead288b0d91b4bf5bc6562436895b46ac64722a", + "models/superspider/meshes/3_coxa_0_pin1.STL": "1970958bcc0b51cdef57afadd5946a33ee6bfaf368d4ef6baf471717f777693d", + "models/superspider/meshes/3_coxa_1_pin1.STL": "e4b4883962af46e982594551ba812ab3cde6502135897cede341ce4b9f293021", + "models/superspider/meshes/3_femur_0_servo.STL": "45d456422b67ceda3b4ec9b84e35abadbd30996fdaa35aeb773c8759fc08eddf", + "models/superspider/meshes/3_femur_1_pin2.STL": "692e23e5a9bfbeb5a22385d609faf614735e6b3a8f4d331f16a86f0888f48ae3", + "models/superspider/meshes/3_femur_2_servo.STL": "98292e9ae3d129dfadfc046de7f74f0b8260bddc5ac08ed972682b613a7213d7", + "models/superspider/meshes/3_femur_3_pin2.STL": "5b973f6942bf7a1f53b81ca1b32ed8f90a87232b0888a48e91ee21a79eb384ef", + "models/superspider/meshes/3_tibia_0_foot.STL": "bb8fa823f95b1e0485182a1d553154269de445e60979d09c69f7138af9667f8b", + "models/superspider/meshes/4_coxa_0_pin1.STL": "0ef394568fd53dcf02cdd9b70e7660e8d8ef9c9e6b404f327fbdcb631e4115e4", + "models/superspider/meshes/4_coxa_1_pin1.STL": "cd49438d09f3eb75bfc1726e61cd1f4f38ca373cedb0d1a40f6b133c08332f46", + "models/superspider/meshes/4_femur_0_servo.STL": "3aa569696a932a9430423bb4a63a24556c88bca081b80970c50ec56fdab82e64", + "models/superspider/meshes/4_femur_1_pin2.STL": "268b225e7266361067b88f937620e0fcdede02f158444d6f6423a31cbb338077", + "models/superspider/meshes/4_femur_2_servo.STL": "2582600bde375fa995e6447b626fd4d5201f9776ca4fc97d4693540f24494d7c", + "models/superspider/meshes/4_femur_3_pin2.STL": "4ad9c9d2f4bad051827e85bd07e9035cd7383c3df834c48f84fa43a3b2857402", + "models/superspider/meshes/4_tibia_0_foot.STL": "5f892f3bfd5afd65529cc53c18d2fccac59b564ad160ce32933519a9e322753a", + "models/superspider/meshes/5_coxa_0_pin1.STL": "c4698c40087dd38bf8c006c3636f0dcc89d72b2cc54b490cbd4f5ca727f626b2", + "models/superspider/meshes/5_coxa_1_pin1.STL": "f773f0ce894839d55a4b1784aff73b5b6903fa23ac31957a2eb96955b81dc932", + "models/superspider/meshes/5_femur_0_servo.STL": "47e62481650ed7353e67f6f7886e6f4ddbe083057cfd4ac5d360e5714dfb4b09", + "models/superspider/meshes/5_femur_1_pin2.STL": "fa695042edfd2b3c231ef8357ce29bffac151c019541d9e619d534a4ccdd720c", + "models/superspider/meshes/5_femur_2_servo.STL": "fe2f8386cd3115cfdca72fdb6cd7530080133bfd567f8a44b5c3e6b17da308b1", + "models/superspider/meshes/5_femur_3_pin2.STL": "c7c506a369c6bfb7a151bb3c40d6db4ee7070343ba9f80fe8b67b0013f9e01fe", + "models/superspider/meshes/5_tibia_0_foot.STL": "634f208c33c2c6101499516617fb6dd12b9bf318244efbd569bba8657c19ad48", + "models/superspider/meshes/6_coxa_0_pin1.STL": "70c86d7f94927b9154295fe62b0fecafb2188ddd15640745c7faebdeadcef0dc", + "models/superspider/meshes/6_coxa_1_pin1.STL": "ebf70b6faf7dcacfd39cca4b163f173622a69d11372cc359e7acc34dfa8a3959", + "models/superspider/meshes/6_femur_0_servo.STL": "a77c921a8e214d543c5b2adfa60dc37fa313f764f9e5dba3e997de221dabb3e7", + "models/superspider/meshes/6_femur_1_pin2.STL": "62c3b5cff4950b62de79541e19e8c90427b243d4ed930da08ef41806909a53a2", + "models/superspider/meshes/6_femur_2_servo.STL": "5372c8def87bedc9235fe6d16aa5984b72ecb2d10930e799453a10b297843ea9", + "models/superspider/meshes/6_femur_3_pin2.STL": "914b771c12f4cfb2aa399a7001d2664015cd711cc6a8b049c4d445994accc54d", + "models/superspider/meshes/6_tibia_0_foot.STL": "08601f38621187e74c198c0c89d585a6ffd85a7079e721fa9f34b661abb18b96", + "models/superspider/meshes/base_link_0_body.STL": "b111b8eceec2c736b4f2ec016ef32742dc5fe0098281b0a99419d61e0e2ae129", + "models/superspider/meshes/base_link_1_servo.STL": "150c9e49fb849e7092e2b947cd458de74bea214207b7637e6f92a92055834eb0", + "models/superspider/meshes/base_link_2_servo.STL": "9e9c5bc63288480baa73d8fc6f57491875696f165d4e116676076f2208adc7bd", + "models/superspider/meshes/base_link_3_servo.STL": "9f799d1a6aaa68a55bb4294802509fc9ec250ada56640b4095eadcff72dc8650", + "models/superspider/meshes/base_link_4_servo.STL": "3cafd1e13163e77075260ea448d09c069abdf552b3d77d72b45ad6c7d5e23e1f", + "models/superspider/meshes/base_link_5_servo.STL": "1150e5eb50705c1eafb536622248f70adefa4afeeca62077a596004db0d0af09", + "models/superspider/meshes/base_link_6_servo.STL": "36fa9b66010b172013860a73ce0fc227ffff5b63d1f0c2a437603cdeca79a175", + "models/superspider/superspider.urdf": "39ff7694c49c9435c10b9af9f9c5b50db091312e61d865304456e96cc9d7428a", + "models/superspider_mjlab/assets/1_coxa_0_pin1.STL": "fe7c64ed2927f3bfd6bb7e5c4d303fb5a04c68448cef7ec723b2439d6987f422", + "models/superspider_mjlab/assets/1_coxa_1_pin1.STL": "de658a261e203e8bca16b7f4ba0871d3eaf0325e5ac87f7a321a5539c68e68e5", + "models/superspider_mjlab/assets/1_femur_0_servo.STL": "585f273fea473cdf59fc57b66bc00021467a3937878d6d3449194ad30746cbcb", + "models/superspider_mjlab/assets/1_femur_1_pin2.STL": "f5423855e2f39111bb199aaf24ccc0c4be572195d6dff6c70460a913edfdbac0", + "models/superspider_mjlab/assets/1_femur_2_servo.STL": "ab89d20a6dcadc58bd7f9597b40f171b67d7edd090b9a30f3a013cd58e7afa91", + "models/superspider_mjlab/assets/1_femur_3_pin2.STL": "d4e46c258732f7ebeaf1e8d4d1d1e77086931e57b3aebb064c2396b04172d545", + "models/superspider_mjlab/assets/1_tibia_0_foot.STL": "aba0b589e7e832f2f752a5f55c2e62fd53f1a297798e2af545435811cffd8316", + "models/superspider_mjlab/assets/2_coxa_0_pin1.STL": "a56b26d50556d4892b359034f2b8df65bca886a51bd6c8e5475fda9957c735b5", + "models/superspider_mjlab/assets/2_coxa_1_pin1.STL": "d1eb676c86eb5d432f64a2a9ff53538e1b1c8864706f1e0fe767133786ddab99", + "models/superspider_mjlab/assets/2_femur_0_servo.STL": "b1daa9bee961dcb27509524458b188a4b6db27e4a62630485da41c45b2269aea", + "models/superspider_mjlab/assets/2_femur_1_pin2.STL": "54e2093d71844318d0787794557adc2d7e940b33a1dfd6fffdc62fe80f106f34", + "models/superspider_mjlab/assets/2_femur_2_servo.STL": "e21d296280e2b3049d4f0c4ef70bb2655ea3f7e1713fce5905ce2fb2e2dfaa38", + "models/superspider_mjlab/assets/2_femur_3_pin2.STL": "ac5de9b933bcf7f0f88f7e03e969304520bee70da33551769672aea084a71d30", + "models/superspider_mjlab/assets/2_tibia_0_foot.STL": "113d23264f8113941fdb664f3ead288b0d91b4bf5bc6562436895b46ac64722a", + "models/superspider_mjlab/assets/3_coxa_0_pin1.STL": "1970958bcc0b51cdef57afadd5946a33ee6bfaf368d4ef6baf471717f777693d", + "models/superspider_mjlab/assets/3_coxa_1_pin1.STL": "e4b4883962af46e982594551ba812ab3cde6502135897cede341ce4b9f293021", + "models/superspider_mjlab/assets/3_femur_0_servo.STL": "45d456422b67ceda3b4ec9b84e35abadbd30996fdaa35aeb773c8759fc08eddf", + "models/superspider_mjlab/assets/3_femur_1_pin2.STL": "692e23e5a9bfbeb5a22385d609faf614735e6b3a8f4d331f16a86f0888f48ae3", + "models/superspider_mjlab/assets/3_femur_2_servo.STL": "98292e9ae3d129dfadfc046de7f74f0b8260bddc5ac08ed972682b613a7213d7", + "models/superspider_mjlab/assets/3_femur_3_pin2.STL": "5b973f6942bf7a1f53b81ca1b32ed8f90a87232b0888a48e91ee21a79eb384ef", + "models/superspider_mjlab/assets/3_tibia_0_foot.STL": "bb8fa823f95b1e0485182a1d553154269de445e60979d09c69f7138af9667f8b", + "models/superspider_mjlab/assets/4_coxa_0_pin1.STL": "0ef394568fd53dcf02cdd9b70e7660e8d8ef9c9e6b404f327fbdcb631e4115e4", + "models/superspider_mjlab/assets/4_coxa_1_pin1.STL": "cd49438d09f3eb75bfc1726e61cd1f4f38ca373cedb0d1a40f6b133c08332f46", + "models/superspider_mjlab/assets/4_femur_0_servo.STL": "3aa569696a932a9430423bb4a63a24556c88bca081b80970c50ec56fdab82e64", + "models/superspider_mjlab/assets/4_femur_1_pin2.STL": "268b225e7266361067b88f937620e0fcdede02f158444d6f6423a31cbb338077", + "models/superspider_mjlab/assets/4_femur_2_servo.STL": "2582600bde375fa995e6447b626fd4d5201f9776ca4fc97d4693540f24494d7c", + "models/superspider_mjlab/assets/4_femur_3_pin2.STL": "4ad9c9d2f4bad051827e85bd07e9035cd7383c3df834c48f84fa43a3b2857402", + "models/superspider_mjlab/assets/4_tibia_0_foot.STL": "5f892f3bfd5afd65529cc53c18d2fccac59b564ad160ce32933519a9e322753a", + "models/superspider_mjlab/assets/5_coxa_0_pin1.STL": "c4698c40087dd38bf8c006c3636f0dcc89d72b2cc54b490cbd4f5ca727f626b2", + "models/superspider_mjlab/assets/5_coxa_1_pin1.STL": "f773f0ce894839d55a4b1784aff73b5b6903fa23ac31957a2eb96955b81dc932", + "models/superspider_mjlab/assets/5_femur_0_servo.STL": "47e62481650ed7353e67f6f7886e6f4ddbe083057cfd4ac5d360e5714dfb4b09", + "models/superspider_mjlab/assets/5_femur_1_pin2.STL": "fa695042edfd2b3c231ef8357ce29bffac151c019541d9e619d534a4ccdd720c", + "models/superspider_mjlab/assets/5_femur_2_servo.STL": "fe2f8386cd3115cfdca72fdb6cd7530080133bfd567f8a44b5c3e6b17da308b1", + "models/superspider_mjlab/assets/5_femur_3_pin2.STL": "c7c506a369c6bfb7a151bb3c40d6db4ee7070343ba9f80fe8b67b0013f9e01fe", + "models/superspider_mjlab/assets/5_tibia_0_foot.STL": "634f208c33c2c6101499516617fb6dd12b9bf318244efbd569bba8657c19ad48", + "models/superspider_mjlab/assets/6_coxa_0_pin1.STL": "70c86d7f94927b9154295fe62b0fecafb2188ddd15640745c7faebdeadcef0dc", + "models/superspider_mjlab/assets/6_coxa_1_pin1.STL": "ebf70b6faf7dcacfd39cca4b163f173622a69d11372cc359e7acc34dfa8a3959", + "models/superspider_mjlab/assets/6_femur_0_servo.STL": "a77c921a8e214d543c5b2adfa60dc37fa313f764f9e5dba3e997de221dabb3e7", + "models/superspider_mjlab/assets/6_femur_1_pin2.STL": "62c3b5cff4950b62de79541e19e8c90427b243d4ed930da08ef41806909a53a2", + "models/superspider_mjlab/assets/6_femur_2_servo.STL": "5372c8def87bedc9235fe6d16aa5984b72ecb2d10930e799453a10b297843ea9", + "models/superspider_mjlab/assets/6_femur_3_pin2.STL": "914b771c12f4cfb2aa399a7001d2664015cd711cc6a8b049c4d445994accc54d", + "models/superspider_mjlab/assets/6_tibia_0_foot.STL": "08601f38621187e74c198c0c89d585a6ffd85a7079e721fa9f34b661abb18b96", + "models/superspider_mjlab/assets/base_link_0_body.STL": "b111b8eceec2c736b4f2ec016ef32742dc5fe0098281b0a99419d61e0e2ae129", + "models/superspider_mjlab/assets/base_link_1_servo.STL": "150c9e49fb849e7092e2b947cd458de74bea214207b7637e6f92a92055834eb0", + "models/superspider_mjlab/assets/base_link_2_servo.STL": "9e9c5bc63288480baa73d8fc6f57491875696f165d4e116676076f2208adc7bd", + "models/superspider_mjlab/assets/base_link_3_servo.STL": "9f799d1a6aaa68a55bb4294802509fc9ec250ada56640b4095eadcff72dc8650", + "models/superspider_mjlab/assets/base_link_4_servo.STL": "3cafd1e13163e77075260ea448d09c069abdf552b3d77d72b45ad6c7d5e23e1f", + "models/superspider_mjlab/assets/base_link_5_servo.STL": "1150e5eb50705c1eafb536622248f70adefa4afeeca62077a596004db0d0af09", + "models/superspider_mjlab/assets/base_link_6_servo.STL": "36fa9b66010b172013860a73ce0fc227ffff5b63d1f0c2a437603cdeca79a175", + "models/superspider_mjlab/superspider.xml": "bfbf14dd83c77667889172a7a741bf2db3994766a7cdda1e68e1d9d263abc6d0", + "scripts/__init__.py": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", + "scripts/play.py": "d4af750ead1b6a0bbdd6844da9460ed6126fbf17b5f5539c1b18a3e2202ca36a", + "scripts/superspider_blind_to_teacher.py": "3bb2174437a589fa38628b898cd69a556f660de90f345091b1fb0aa0fbeab841", + "scripts/superspider_stair_test.py": "bed5f1fa38df94987247980e247b74b7ad5f0507b6015e98ffdeab6869655877", + "scripts/superspider_teleop.py": "f25af3cd7542f55c9a94e36e56809db534d3eac732fc0ce0e56badcb6a239d0a", + "scripts/train.py": "acad9aeb241dd837ea3e6d5c88d6612506ef3a9225b12ca036af5b25e307aef3", + "scripts/train_stage.py": "4b7f9dd4cf0376a7ae98200562491f3ed125511de4a30cac0306aaf125b4b618", + "scripts/verify.py": "8d699d9c23ae753f48d5302d4be8f95539d06edee44cd829c186c257fab734e8", + "src/__init__.py": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", + "src/evaluation.py": "d01afb1941d9d0364c24ef7a6a0e0956bb5c61a77ec5f70461fd4347ebb1c51b", + "src/policy.py": "cf30e36b4f89db15c84e3ca08e405615cbd34b18e9d11cf1bab49232917222ce", + "src/resources.py": "3cbf3faea387e59c55cd98a1441863cf1c124438d1bdc7ad5641a9091b78b8ac", + "src/tasks/__init__.py": "72e422d24c4efd7cea4441852f7b3e5df943b2229a492a75efe56e897d78113f", + "src/tasks/velocity/__init__.py": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", + "src/tasks/velocity/config/__init__.py": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", + "src/tasks/velocity/config/custom_dog/__init__.py": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", + "src/tasks/velocity/config/custom_dog/builder.py": "f6ef2ad31b8af694a015d1bd838efa1d483a527f3f1291c731f55cba22f38a96", + "src/tasks/velocity/config/custom_dog/descriptor.py": "9638695f0410fd7d223f0923d09da223e5608252d647f025fbd5e69350260cfa", + "src/tasks/velocity/config/custom_dog/dogs/__init__.py": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", + "src/tasks/velocity/config/custom_dog/dogs/superspider.py": "ff665a53b378323824dafe2efbfc8460312e76151baf98ccc369f4a58bc411d4", + "src/tasks/velocity/config/go2/__init__.py": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", + "src/tasks/velocity/config/go2/rl_cfg.py": "8850b0544c50731a30d34995a887c79dca625411b3bf2f0317ab5eaf32f50bdc", + "src/tasks/velocity/mdp/__init__.py": "898503c8025253e1422f529d1487cb527da6082490069a2010fcd06d7d95271c", + "src/tasks/velocity/mdp/curriculums.py": "1577cd47b45d6812bee934c4edf89cfaec1b07e16e1acbc21de28049a8324f35", + "src/tasks/velocity/mdp/events.py": "7ba178578474063c0cae8149f676e5b718726fc4e278a68b30c92f74c469946d", + "src/tasks/velocity/mdp/observations.py": "d89669e4643a836edca7a3ad3d5b054c4d9243885d3e0a6edb027bbb018625ed", + "src/tasks/velocity/mdp/rewards.py": "787e55cd88e1d41844b8b2c38f9c6f859a94273451135a32f7c4895afb24f611", + "src/tasks/velocity/mdp/terminations.py": "24d0abf600372026327d32d10f133f9a7cba117de85604515d20eeb7884ba13d", + "src/tasks/velocity/mdp/velocity_command.py": "f9f55d5507e318494a690cb7929d4e4ae92419cea76425fbab0873914b279482", + "src/tasks/velocity/rl/__init__.py": "c0df1a85535f191511cf7ee3d45c6bf9236081e8a72903e0b52e0a017a07d6df", + "src/tasks/velocity/rl/runner.py": "1a12eb152cb307b57e024814a3a3f9026458759bab6cf43a5cfcccc0b9a0e0cf", + "src/tasks/velocity/velocity_env_cfg.py": "87a58574713e66c406ee5defd33240c30646092be495480249c84646799e8bc3" +} diff --git a/validation/entry_smoke_20261029/student_1600/00_0.0200m/agent.yaml b/validation/entry_smoke_20261029/student_1600/00_0.0200m/agent.yaml new file mode 100644 index 0000000..e683e99 --- /dev/null +++ b/validation/entry_smoke_20261029/student_1600/00_0.0200m/agent.yaml @@ -0,0 +1,53 @@ +seed: 42 +num_steps_per_env: 24 +max_iterations: 6000 +obs_groups: + student: !!python/tuple + - actor + teacher: !!python/tuple + - actor + - height +save_interval: 200 +experiment_name: superspider_stairs_distill +run_name: '' +logger: tensorboard +wandb_project: mjlab +wandb_tags: !!python/tuple [] +resume: false +load_run: .* +load_checkpoint: model_.*.pt +clip_actions: null +upload_model: true +class_name: DistillationRunner +student: + class_name: MLPModel + hidden_dims: !!python/tuple + - 512 + - 256 + - 128 + activation: elu + obs_normalization: true + distribution_cfg: + class_name: GaussianDistribution + init_std: 1.0 + std_type: scalar +teacher: + class_name: MLPModel + hidden_dims: !!python/tuple + - 512 + - 256 + - 128 + activation: elu + obs_normalization: true + distribution_cfg: + class_name: GaussianDistribution + init_std: 1.0 + std_type: scalar +algorithm: + class_name: Distillation + num_learning_epochs: 1 + gradient_length: 15 + learning_rate: 0.001 + max_grad_norm: 1.0 + loss_type: mse + optimizer: adam diff --git a/validation/entry_smoke_20261029/student_1600/00_0.0200m/env.yaml b/validation/entry_smoke_20261029/student_1600/00_0.0200m/env.yaml new file mode 100644 index 0000000..afd4ecd --- /dev/null +++ b/validation/entry_smoke_20261029/student_1600/00_0.0200m/env.yaml @@ -0,0 +1,1490 @@ +decimation: 4 +scene: + num_envs: 2 + env_spacing: 2.0 + terrain: + init_state: + pos: !!python/tuple + - 0.0 + - 0.0 + - 0.0 + rot: !!python/tuple + - 1.0 + - 0.0 + - 0.0 + - 0.0 + lin_vel: !!python/tuple + - 0.0 + - 0.0 + - 0.0 + ang_vel: !!python/tuple + - 0.0 + - 0.0 + - 0.0 + joint_pos: + .*: 0.0 + joint_vel: + .*: 0.0 + spec_fn: !!python/name:mjlab.entity.entity.%3Clambda%3E '' + articulation: null + sort_actuators: false + lights: !!python/tuple + - name: sun + body: world + mode: fixed + target: null + type: directional + castshadow: true + pos: !!python/tuple + - 0.0 + - 0.0 + - 1.5 + dir: !!python/tuple + - 0.0 + - 0.0 + - -1.0 + cutoff: 45.0 + exponent: 10.0 + cameras: !!python/tuple [] + textures: !!python/tuple + - name: groundplane + type: 2d + builtin: checker + rgb1: !!python/tuple + - 0.2 + - 0.3 + - 0.4 + rgb2: !!python/tuple + - 0.1 + - 0.2 + - 0.3 + width: 300 + height: 300 + mark: edge + markrgb: !!python/tuple + - 0.8 + - 0.8 + - 0.8 + materials: !!python/tuple + - name: groundplane + rgba: !!python/tuple + - 1.0 + - 1.0 + - 1.0 + - 1.0 + texuniform: true + texrepeat: !!python/tuple + - 4.0 + - 4.0 + reflectance: 0.2 + texture: groundplane + geom_names_expr: !!python/tuple + - terrain$ + collisions: !!python/tuple [] + terrain_type: generator + terrain_generator: + seed: null + curriculum: false + size: !!python/tuple + - 8.0 + - 8.0 + border_width: 10.0 + border_height: 1.0 + num_rows: 2 + num_cols: 2 + color_scheme: height + sub_terrains: + single_step: + proportion: 1.0 + size: !!python/tuple + - 8.0 + - 8.0 + flat_patch_sampling: null + step_height: 0.02 + difficulty_range: !!python/tuple + - 0.0 + - 1.0 + add_lights: true + env_spacing: 2.0 + max_init_terrain_level: 0 + num_envs: 1 + entities: + robot: + init_state: + pos: !!python/tuple + - 0.0 + - 0.0 + - 0.1 + rot: !!python/tuple + - 1.0 + - 0.0 + - 0.0 + - 0.0 + lin_vel: !!python/tuple + - 0.0 + - 0.0 + - 0.0 + ang_vel: !!python/tuple + - 0.0 + - 0.0 + - 0.0 + joint_pos: + 1_coxa: 0.074027 + 1_femur: 0.943939 + 1_tibia: -0.974578 + 2_coxa: 0.074407 + 2_femur: 1.164487 + 2_tibia: -0.647146 + 3_coxa: -0.037301 + 3_femur: 1.004834 + 3_tibia: -0.590105 + 4_coxa: -0.039226 + 4_femur: 1.349236 + 4_tibia: -0.815209 + 5_coxa: -0.174187 + 5_femur: 0.844217 + 5_tibia: -0.55142 + 6_coxa: 0.246042 + 6_femur: 1.053368 + 6_tibia: -0.997824 + joint_vel: + .*: 0.0 + spec_fn: !!python/name:src.tasks.velocity.config.custom_dog.builder.spec_fn '' + articulation: + actuators: !!python/tuple + - target_names_expr: !!python/tuple + - '[1-6]_(coxa|femur|tibia)' + transmission_type: !!python/object/apply:mjlab.actuator.actuator.TransmissionType + - joint + armature: 0.005 + frictionloss: 0.0 + stiffness: 40.0 + damping: 1.2 + effort_limit: 4.41 + soft_joint_pos_limit_factor: 0.9 + sort_actuators: false + lights: !!python/tuple [] + cameras: !!python/tuple [] + textures: !!python/tuple [] + materials: !!python/tuple [] + collisions: !!python/tuple + - geom_names_expr: !!python/tuple + - ^(base_link|[1-6]_(coxa|femur))_col\d+$ + - ^(edge_1a|edge_1b|edge_2a|edge_2b|edge_3a|edge_3b|edge_4a|edge_4b|edge_5a|edge_5b|edge_6a|edge_6b)$ + contype: 1 + conaffinity: 1 + condim: + ^(edge_1a|edge_1b|edge_2a|edge_2b|edge_3a|edge_3b|edge_4a|edge_4b|edge_5a|edge_5b|edge_6a|edge_6b)$: 3 + ^(base_link|[1-6]_(coxa|femur))_col\d+$: 1 + priority: + ^(edge_1a|edge_1b|edge_2a|edge_2b|edge_3a|edge_3b|edge_4a|edge_4b|edge_5a|edge_5b|edge_6a|edge_6b)$: 1 + friction: + ^(edge_1a|edge_1b|edge_2a|edge_2b|edge_3a|edge_3b|edge_4a|edge_4b|edge_5a|edge_5b|edge_6a|edge_6b)$: !!python/tuple + - 0.6 + solref: null + solimp: + ^(edge_1a|edge_1b|edge_2a|edge_2b|edge_3a|edge_3b|edge_4a|edge_4b|edge_5a|edge_5b|edge_6a|edge_6b)$: !!python/tuple + - 0.9 + - 0.95 + - 0.023 + disable_other_geoms: true + sensors: !!python/tuple + - name: terrain_scan + frame: + type: body + name: base_link + entity: robot + pattern: + size: !!python/tuple + - 0.9 + - 0.4 + resolution: 0.04 + direction: !!python/tuple + - 0.0 + - 0.0 + - -1.0 + ray_alignment: yaw + max_distance: 5.0 + exclude_parent_body: true + include_geom_groups: !!python/tuple + - 0 + - 1 + - 2 + debug_vis: true + viz: + hit_color: !!python/tuple + - 0.0 + - 1.0 + - 0.0 + - 0.8 + miss_color: !!python/tuple + - 1.0 + - 0.0 + - 0.0 + - 0.4 + hit_sphere_color: !!python/tuple + - 0.0 + - 1.0 + - 1.0 + - 1.0 + hit_sphere_radius: 0.5 + show_rays: false + show_normals: true + normal_color: !!python/tuple + - 1.0 + - 1.0 + - 0.0 + - 1.0 + normal_length: 5.0 + - name: feet_ground_contact + primary: + mode: geom + pattern: !!python/tuple + - edge_1a + - edge_1b + - edge_2a + - edge_2b + - edge_3a + - edge_3b + - edge_4a + - edge_4b + - edge_5a + - edge_5b + - edge_6a + - edge_6b + entity: robot + exclude: !!python/tuple [] + secondary: + mode: body + pattern: terrain + entity: null + exclude: !!python/tuple [] + fields: !!python/tuple + - found + - force + reduce: netforce + num_slots: 1 + secondary_policy: first + track_air_time: true + global_frame: false + history_length: 0 + debug: false + - name: nonfoot_ground_touch + primary: + mode: geom + pattern: ^(base_link|[1-6]_(coxa|femur))_col\d+$ + entity: robot + exclude: !!python/tuple + - edge_1a + - edge_1b + - edge_2a + - edge_2b + - edge_3a + - edge_3b + - edge_4a + - edge_4b + - edge_5a + - edge_5b + - edge_6a + - edge_6b + secondary: + mode: body + pattern: terrain + entity: null + exclude: !!python/tuple [] + fields: !!python/tuple + - found + - force + reduce: none + num_slots: 1 + secondary_policy: first + track_air_time: false + global_frame: false + history_length: 4 + debug: false + - name: self_collision + primary: + mode: subtree + pattern: base_link + entity: robot + exclude: !!python/tuple [] + secondary: + mode: subtree + pattern: base_link + entity: robot + exclude: !!python/tuple [] + fields: !!python/tuple + - found + reduce: none + num_slots: 1 + secondary_policy: first + track_air_time: false + global_frame: false + history_length: 0 + debug: false + extent: 2.0 + spec_fn: null +observations: + actor: + terms: + base_ang_vel: + func: &id001 !!python/name:mjlab.envs.mdp.observations.builtin_sensor '' + params: + sensor_name: robot/imu_ang_vel + noise: + operation: add + _tensor_cache: {} + n_min: -0.2 + n_max: 0.2 + clip: null + scale: null + delay_min_lag: 0 + delay_max_lag: 0 + delay_per_env: true + delay_hold_prob: 0.0 + delay_update_period: 0 + delay_per_env_phase: true + history_length: 0 + flatten_history_dim: true + projected_gravity: + func: &id002 !!python/name:mjlab.envs.mdp.observations.projected_gravity '' + params: {} + noise: + operation: add + _tensor_cache: {} + n_min: -0.05 + n_max: 0.05 + clip: null + scale: null + delay_min_lag: 0 + delay_max_lag: 0 + delay_per_env: true + delay_hold_prob: 0.0 + delay_update_period: 0 + delay_per_env_phase: true + history_length: 0 + flatten_history_dim: true + command: + func: &id003 !!python/name:mjlab.envs.mdp.observations.generated_commands '' + params: + command_name: twist + noise: null + clip: null + scale: null + delay_min_lag: 0 + delay_max_lag: 0 + delay_per_env: true + delay_hold_prob: 0.0 + delay_update_period: 0 + delay_per_env_phase: true + history_length: 0 + flatten_history_dim: true + phase: + func: &id004 !!python/name:src.tasks.velocity.mdp.observations.phase '' + params: + period: 0.6 + command_name: twist + noise: null + clip: null + scale: null + delay_min_lag: 0 + delay_max_lag: 0 + delay_per_env: true + delay_hold_prob: 0.0 + delay_update_period: 0 + delay_per_env_phase: true + history_length: 0 + flatten_history_dim: true + joint_pos: + func: &id005 !!python/name:mjlab.envs.mdp.observations.joint_pos_rel '' + params: {} + noise: + operation: add + _tensor_cache: {} + n_min: -0.01 + n_max: 0.01 + clip: null + scale: null + delay_min_lag: 0 + delay_max_lag: 0 + delay_per_env: true + delay_hold_prob: 0.0 + delay_update_period: 0 + delay_per_env_phase: true + history_length: 0 + flatten_history_dim: true + joint_vel: + func: &id006 !!python/name:mjlab.envs.mdp.observations.joint_vel_rel '' + params: {} + noise: + operation: add + _tensor_cache: {} + n_min: -1.5 + n_max: 1.5 + clip: null + scale: null + delay_min_lag: 0 + delay_max_lag: 0 + delay_per_env: true + delay_hold_prob: 0.0 + delay_update_period: 0 + delay_per_env_phase: true + history_length: 0 + flatten_history_dim: true + actions: + func: &id007 !!python/name:mjlab.envs.mdp.observations.last_action '' + params: {} + noise: null + clip: null + scale: null + delay_min_lag: 0 + delay_max_lag: 0 + delay_per_env: true + delay_hold_prob: 0.0 + delay_update_period: 0 + delay_per_env_phase: true + history_length: 0 + flatten_history_dim: true + concatenate_terms: true + concatenate_dim: -1 + enable_corruption: false + history_length: null + flatten_history_dim: true + nan_policy: disabled + nan_check_per_term: true + critic: + terms: + base_ang_vel: + func: *id001 + params: + sensor_name: robot/imu_ang_vel + noise: + operation: add + _tensor_cache: {} + n_min: -0.2 + n_max: 0.2 + clip: null + scale: null + delay_min_lag: 0 + delay_max_lag: 0 + delay_per_env: true + delay_hold_prob: 0.0 + delay_update_period: 0 + delay_per_env_phase: true + history_length: 0 + flatten_history_dim: true + projected_gravity: + func: *id002 + params: {} + noise: + operation: add + _tensor_cache: {} + n_min: -0.05 + n_max: 0.05 + clip: null + scale: null + delay_min_lag: 0 + delay_max_lag: 0 + delay_per_env: true + delay_hold_prob: 0.0 + delay_update_period: 0 + delay_per_env_phase: true + history_length: 0 + flatten_history_dim: true + command: + func: *id003 + params: + command_name: twist + noise: null + clip: null + scale: null + delay_min_lag: 0 + delay_max_lag: 0 + delay_per_env: true + delay_hold_prob: 0.0 + delay_update_period: 0 + delay_per_env_phase: true + history_length: 0 + flatten_history_dim: true + phase: + func: *id004 + params: + period: 0.6 + command_name: twist + noise: null + clip: null + scale: null + delay_min_lag: 0 + delay_max_lag: 0 + delay_per_env: true + delay_hold_prob: 0.0 + delay_update_period: 0 + delay_per_env_phase: true + history_length: 0 + flatten_history_dim: true + joint_pos: + func: *id005 + params: {} + noise: + operation: add + _tensor_cache: {} + n_min: -0.01 + n_max: 0.01 + clip: null + scale: null + delay_min_lag: 0 + delay_max_lag: 0 + delay_per_env: true + delay_hold_prob: 0.0 + delay_update_period: 0 + delay_per_env_phase: true + history_length: 0 + flatten_history_dim: true + joint_vel: + func: *id006 + params: {} + noise: + operation: add + _tensor_cache: {} + n_min: -1.5 + n_max: 1.5 + clip: null + scale: null + delay_min_lag: 0 + delay_max_lag: 0 + delay_per_env: true + delay_hold_prob: 0.0 + delay_update_period: 0 + delay_per_env_phase: true + history_length: 0 + flatten_history_dim: true + actions: + func: *id007 + params: {} + noise: null + clip: null + scale: null + delay_min_lag: 0 + delay_max_lag: 0 + delay_per_env: true + delay_hold_prob: 0.0 + delay_update_period: 0 + delay_per_env_phase: true + history_length: 0 + flatten_history_dim: true + height_scan: + func: &id008 !!python/name:mjlab.envs.mdp.observations.height_scan '' + params: + sensor_name: terrain_scan + noise: null + clip: null + scale: 0.2 + delay_min_lag: 0 + delay_max_lag: 0 + delay_per_env: true + delay_hold_prob: 0.0 + delay_update_period: 0 + delay_per_env_phase: true + history_length: 0 + flatten_history_dim: true + base_lin_vel: + func: *id001 + params: + sensor_name: robot/imu_lin_vel + noise: + operation: add + _tensor_cache: {} + n_min: -0.5 + n_max: 0.5 + clip: null + scale: null + delay_min_lag: 0 + delay_max_lag: 0 + delay_per_env: true + delay_hold_prob: 0.0 + delay_update_period: 0 + delay_per_env_phase: true + history_length: 0 + flatten_history_dim: true + foot_height: + func: !!python/name:src.tasks.velocity.mdp.observations.foot_height '' + params: + asset_cfg: + name: robot + joint_names: null + joint_ids: !!python/object/apply:builtins.slice + - null + - null + - null + body_names: null + body_ids: !!python/object/apply:builtins.slice + - null + - null + - null + geom_names: null + geom_ids: !!python/object/apply:builtins.slice + - null + - null + - null + site_names: !!python/tuple + - fsite_1a + - fsite_1b + - fsite_2a + - fsite_2b + - fsite_3a + - fsite_3b + - fsite_4a + - fsite_4b + - fsite_5a + - fsite_5b + - fsite_6a + - fsite_6b + site_ids: !!python/object/apply:builtins.slice + - null + - null + - null + actuator_names: null + actuator_ids: !!python/object/apply:builtins.slice + - null + - null + - null + tendon_names: null + tendon_ids: !!python/object/apply:builtins.slice + - null + - null + - null + camera_names: null + camera_ids: !!python/object/apply:builtins.slice + - null + - null + - null + light_names: null + light_ids: !!python/object/apply:builtins.slice + - null + - null + - null + material_names: null + material_ids: !!python/object/apply:builtins.slice + - null + - null + - null + preserve_order: false + noise: null + clip: null + scale: null + delay_min_lag: 0 + delay_max_lag: 0 + delay_per_env: true + delay_hold_prob: 0.0 + delay_update_period: 0 + delay_per_env_phase: true + history_length: 0 + flatten_history_dim: true + foot_air_time: + func: !!python/name:src.tasks.velocity.mdp.observations.foot_air_time '' + params: + sensor_name: feet_ground_contact + noise: null + clip: null + scale: null + delay_min_lag: 0 + delay_max_lag: 0 + delay_per_env: true + delay_hold_prob: 0.0 + delay_update_period: 0 + delay_per_env_phase: true + history_length: 0 + flatten_history_dim: true + foot_contact: + func: !!python/name:src.tasks.velocity.mdp.observations.foot_contact '' + params: + sensor_name: feet_ground_contact + noise: null + clip: null + scale: null + delay_min_lag: 0 + delay_max_lag: 0 + delay_per_env: true + delay_hold_prob: 0.0 + delay_update_period: 0 + delay_per_env_phase: true + history_length: 0 + flatten_history_dim: true + foot_contact_forces: + func: !!python/name:src.tasks.velocity.mdp.observations.foot_contact_forces '' + params: + sensor_name: feet_ground_contact + noise: null + clip: null + scale: null + delay_min_lag: 0 + delay_max_lag: 0 + delay_per_env: true + delay_hold_prob: 0.0 + delay_update_period: 0 + delay_per_env_phase: true + history_length: 0 + flatten_history_dim: true + concatenate_terms: true + concatenate_dim: -1 + enable_corruption: false + history_length: 1 + flatten_history_dim: true + nan_policy: disabled + nan_check_per_term: true + height: + terms: + height_scan: + func: *id008 + params: + sensor_name: terrain_scan + noise: + operation: add + _tensor_cache: {} + n_min: -0.1 + n_max: 0.1 + clip: null + scale: 0.2 + delay_min_lag: 0 + delay_max_lag: 0 + delay_per_env: true + delay_hold_prob: 0.0 + delay_update_period: 0 + delay_per_env_phase: true + history_length: 0 + flatten_history_dim: true + concatenate_terms: true + concatenate_dim: -1 + enable_corruption: false + history_length: null + flatten_history_dim: true + nan_policy: disabled + nan_check_per_term: true +actions: + joint_pos: + entity_name: robot + clip: null + transmission_type: !!python/object/apply:mjlab.actuator.actuator.TransmissionType + - joint + actuator_names: !!python/tuple + - 1_coxa + - 1_femur + - 1_tibia + - 2_coxa + - 2_femur + - 2_tibia + - 3_coxa + - 3_femur + - 3_tibia + - 4_coxa + - 4_femur + - 4_tibia + - 5_coxa + - 5_femur + - 5_tibia + - 6_coxa + - 6_femur + - 6_tibia + scale: 0.25 + offset: 0.0 + preserve_order: false + use_default_offset: true +events: + reset_base: + func: !!python/name:mjlab.envs.mdp.events.reset_root_state_uniform '' + params: + pose_range: + x: !!python/tuple + - 0 + - 0 + y: !!python/tuple + - 0 + - 0 + yaw: !!python/tuple + - 0 + - 0 + velocity_range: {} + mode: reset + interval_range_s: null + is_global_time: false + min_step_count_between_reset: 0 + reset_robot_joints: + func: !!python/name:mjlab.envs.mdp.events.reset_joints_by_offset '' + params: + position_range: !!python/tuple + - -0.0 + - 0.0 + velocity_range: !!python/tuple + - -0.0 + - 0.0 + asset_cfg: + name: robot + joint_names: !!python/tuple + - .* + joint_ids: !!python/object/apply:builtins.slice + - null + - null + - null + body_names: null + body_ids: !!python/object/apply:builtins.slice + - null + - null + - null + geom_names: null + geom_ids: !!python/object/apply:builtins.slice + - null + - null + - null + site_names: null + site_ids: !!python/object/apply:builtins.slice + - null + - null + - null + actuator_names: null + actuator_ids: !!python/object/apply:builtins.slice + - null + - null + - null + tendon_names: null + tendon_ids: !!python/object/apply:builtins.slice + - null + - null + - null + camera_names: null + camera_ids: !!python/object/apply:builtins.slice + - null + - null + - null + light_names: null + light_ids: !!python/object/apply:builtins.slice + - null + - null + - null + material_names: null + material_ids: !!python/object/apply:builtins.slice + - null + - null + - null + preserve_order: false + mode: reset + interval_range_s: null + is_global_time: false + min_step_count_between_reset: 0 + randomize_terrain: + func: !!python/name:mjlab.envs.mdp.events.randomize_terrain '' + params: {} + mode: reset + interval_range_s: null + is_global_time: false + min_step_count_between_reset: 0 +seed: 42 +sim: + nconmax: null + njmax: null + ls_parallel: true + contact_sensor_maxmatch: 500 + mujoco: + timestep: 0.005 + integrator: implicitfast + impratio: 1.0 + cone: pyramidal + jacobian: auto + solver: newton + iterations: 10 + tolerance: 1.0e-08 + ls_iterations: 20 + ls_tolerance: 0.01 + ccd_iterations: 500 + gravity: !!python/tuple + - 0.0 + - 0.0 + - -9.81 + multiccd: false + nan_guard: + enabled: false + buffer_size: 100 + output_dir: /tmp/mjlab/nan_dumps + max_envs_to_dump: 5 +viewer: + lookat: !!python/tuple + - 0.0 + - 0.0 + - 0.0 + distance: 1.5 + fovy: null + elevation: -10.0 + azimuth: 90.0 + origin_type: !!python/object/apply:mjlab.viewer.viewer_config.OriginType + - 4 + entity_name: robot + body_name: base_link + env_idx: 0 + max_extra_envs: 2 + enable_reflections: true + enable_shadows: true + height: 240 + width: 320 +episode_length_s: 1.1 +rewards: + track_linear_velocity: + func: !!python/name:src.tasks.velocity.mdp.rewards.track_linear_velocity '' + params: + command_name: twist + std: 0.15 + weight: 1.0 + track_angular_velocity: + func: !!python/name:src.tasks.velocity.mdp.rewards.track_angular_velocity '' + params: + command_name: twist + std: 0.7071067811865476 + weight: 1.0 + body_orientation_l2: + func: !!python/name:src.tasks.velocity.mdp.rewards.body_orientation_l2 '' + params: + asset_cfg: + name: robot + joint_names: null + joint_ids: !!python/object/apply:builtins.slice + - null + - null + - null + body_names: !!python/tuple + - base_link + body_ids: !!python/object/apply:builtins.slice + - null + - null + - null + geom_names: null + geom_ids: !!python/object/apply:builtins.slice + - null + - null + - null + site_names: null + site_ids: !!python/object/apply:builtins.slice + - null + - null + - null + actuator_names: null + actuator_ids: !!python/object/apply:builtins.slice + - null + - null + - null + tendon_names: null + tendon_ids: !!python/object/apply:builtins.slice + - null + - null + - null + camera_names: null + camera_ids: !!python/object/apply:builtins.slice + - null + - null + - null + light_names: null + light_ids: !!python/object/apply:builtins.slice + - null + - null + - null + material_names: null + material_ids: !!python/object/apply:builtins.slice + - null + - null + - null + preserve_order: false + weight: -1.0 + pose: + func: !!python/name:src.tasks.velocity.mdp.rewards.variable_posture '' + params: + asset_cfg: + name: robot + joint_names: !!python/tuple + - 1_coxa + - 1_femur + - 1_tibia + - 2_coxa + - 2_femur + - 2_tibia + - 3_coxa + - 3_femur + - 3_tibia + - 4_coxa + - 4_femur + - 4_tibia + - 5_coxa + - 5_femur + - 5_tibia + - 6_coxa + - 6_femur + - 6_tibia + joint_ids: !!python/object/apply:builtins.slice + - null + - null + - null + body_names: null + body_ids: !!python/object/apply:builtins.slice + - null + - null + - null + geom_names: null + geom_ids: !!python/object/apply:builtins.slice + - null + - null + - null + site_names: null + site_ids: !!python/object/apply:builtins.slice + - null + - null + - null + actuator_names: null + actuator_ids: !!python/object/apply:builtins.slice + - null + - null + - null + tendon_names: null + tendon_ids: !!python/object/apply:builtins.slice + - null + - null + - null + camera_names: null + camera_ids: !!python/object/apply:builtins.slice + - null + - null + - null + light_names: null + light_ids: !!python/object/apply:builtins.slice + - null + - null + - null + material_names: null + material_ids: !!python/object/apply:builtins.slice + - null + - null + - null + preserve_order: false + command_name: twist + std_standing: + 1_coxa: 0.1 + 1_femur: 0.1 + 1_tibia: 0.1 + 2_coxa: 0.1 + 2_femur: 0.1 + 2_tibia: 0.1 + 3_coxa: 0.1 + 3_femur: 0.1 + 3_tibia: 0.1 + 4_coxa: 0.1 + 4_femur: 0.1 + 4_tibia: 0.1 + 5_coxa: 0.1 + 5_femur: 0.1 + 5_tibia: 0.1 + 6_coxa: 0.1 + 6_femur: 0.1 + 6_tibia: 0.1 + std_walking: + 1_coxa: 0.35 + 1_femur: 0.35 + 1_tibia: 0.35 + 2_coxa: 0.35 + 2_femur: 0.35 + 2_tibia: 0.35 + 3_coxa: 0.35 + 3_femur: 0.35 + 3_tibia: 0.35 + 4_coxa: 0.35 + 4_femur: 0.35 + 4_tibia: 0.35 + 5_coxa: 0.35 + 5_femur: 0.35 + 5_tibia: 0.35 + 6_coxa: 0.35 + 6_femur: 0.35 + 6_tibia: 0.35 + std_running: + 1_coxa: 0.35 + 1_femur: 0.35 + 1_tibia: 0.35 + 2_coxa: 0.35 + 2_femur: 0.35 + 2_tibia: 0.35 + 3_coxa: 0.35 + 3_femur: 0.35 + 3_tibia: 0.35 + 4_coxa: 0.35 + 4_femur: 0.35 + 4_tibia: 0.35 + 5_coxa: 0.35 + 5_femur: 0.35 + 5_tibia: 0.35 + 6_coxa: 0.35 + 6_femur: 0.35 + 6_tibia: 0.35 + walking_threshold: 0.1 + running_threshold: 1.5 + weight: 1.0 + body_ang_vel: + func: !!python/name:src.tasks.velocity.mdp.rewards.body_angular_velocity_penalty '' + params: + asset_cfg: + name: robot + joint_names: null + joint_ids: !!python/object/apply:builtins.slice + - null + - null + - null + body_names: !!python/tuple + - base_link + body_ids: !!python/object/apply:builtins.slice + - null + - null + - null + geom_names: null + geom_ids: !!python/object/apply:builtins.slice + - null + - null + - null + site_names: null + site_ids: !!python/object/apply:builtins.slice + - null + - null + - null + actuator_names: null + actuator_ids: !!python/object/apply:builtins.slice + - null + - null + - null + tendon_names: null + tendon_ids: !!python/object/apply:builtins.slice + - null + - null + - null + camera_names: null + camera_ids: !!python/object/apply:builtins.slice + - null + - null + - null + light_names: null + light_ids: !!python/object/apply:builtins.slice + - null + - null + - null + material_names: null + material_ids: !!python/object/apply:builtins.slice + - null + - null + - null + preserve_order: false + weight: -0.05 + angular_momentum: + func: !!python/name:src.tasks.velocity.mdp.rewards.angular_momentum_penalty '' + params: + sensor_name: robot/root_angmom + weight: -0.025 + is_terminated: + func: !!python/name:mjlab.envs.mdp.rewards.is_terminated '' + params: {} + weight: -200.0 + joint_acc_l2: + func: !!python/name:mjlab.envs.mdp.rewards.joint_acc_l2 '' + params: {} + weight: -2.5e-07 + joint_pos_limits: + func: !!python/name:mjlab.envs.mdp.rewards.joint_pos_limits '' + params: {} + weight: -10.0 + action_rate_l2: + func: !!python/name:mjlab.envs.mdp.rewards.action_rate_l2 '' + params: {} + weight: -0.05 + foot_gait: + func: !!python/name:src.tasks.velocity.mdp.rewards.feet_gait '' + params: + period: 0.6 + offset: + - 0.0 + - 0.0 + - 0.5 + - 0.5 + - 0.0 + - 0.0 + - 0.5 + - 0.5 + - 0.0 + - 0.0 + - 0.5 + - 0.5 + threshold: 0.56 + command_threshold: 0.1 + command_name: twist + sensor_name: feet_ground_contact + weight: 0.0 + foot_clearance: + func: !!python/name:src.tasks.velocity.config.custom_dog.dogs.superspider._FeetClearanceRelative '' + params: + target_height: 0.05 + command_name: twist + command_threshold: 0.1 + asset_cfg: + name: robot + joint_names: null + joint_ids: !!python/object/apply:builtins.slice + - null + - null + - null + body_names: null + body_ids: !!python/object/apply:builtins.slice + - null + - null + - null + geom_names: null + geom_ids: !!python/object/apply:builtins.slice + - null + - null + - null + site_names: !!python/tuple + - fsite_1a + - fsite_1b + - fsite_2a + - fsite_2b + - fsite_3a + - fsite_3b + - fsite_4a + - fsite_4b + - fsite_5a + - fsite_5b + - fsite_6a + - fsite_6b + site_ids: !!python/object/apply:builtins.slice + - null + - null + - null + actuator_names: null + actuator_ids: !!python/object/apply:builtins.slice + - null + - null + - null + tendon_names: null + tendon_ids: !!python/object/apply:builtins.slice + - null + - null + - null + camera_names: null + camera_ids: !!python/object/apply:builtins.slice + - null + - null + - null + light_names: null + light_ids: !!python/object/apply:builtins.slice + - null + - null + - null + material_names: null + material_ids: !!python/object/apply:builtins.slice + - null + - null + - null + preserve_order: false + sensor_name: feet_ground_contact + weight: -1.0 + foot_slip: + func: !!python/name:src.tasks.velocity.mdp.rewards.feet_slip '' + params: + sensor_name: feet_ground_contact + command_name: twist + command_threshold: 0.1 + asset_cfg: + name: robot + joint_names: null + joint_ids: !!python/object/apply:builtins.slice + - null + - null + - null + body_names: null + body_ids: !!python/object/apply:builtins.slice + - null + - null + - null + geom_names: null + geom_ids: !!python/object/apply:builtins.slice + - null + - null + - null + site_names: !!python/tuple + - fsite_1a + - fsite_1b + - fsite_2a + - fsite_2b + - fsite_3a + - fsite_3b + - fsite_4a + - fsite_4b + - fsite_5a + - fsite_5b + - fsite_6a + - fsite_6b + site_ids: !!python/object/apply:builtins.slice + - null + - null + - null + actuator_names: null + actuator_ids: !!python/object/apply:builtins.slice + - null + - null + - null + tendon_names: null + tendon_ids: !!python/object/apply:builtins.slice + - null + - null + - null + camera_names: null + camera_ids: !!python/object/apply:builtins.slice + - null + - null + - null + light_names: null + light_ids: !!python/object/apply:builtins.slice + - null + - null + - null + material_names: null + material_ids: !!python/object/apply:builtins.slice + - null + - null + - null + preserve_order: false + weight: -0.25 + soft_landing: + func: !!python/name:src.tasks.velocity.mdp.rewards.soft_landing '' + params: + sensor_name: feet_ground_contact + command_name: twist + command_threshold: 0.1 + weight: -0.001 + stand_still: + func: !!python/name:src.tasks.velocity.mdp.rewards.stand_still '' + params: + command_name: twist + command_threshold: 0.1 + asset_cfg: + name: robot + joint_names: !!python/tuple + - 1_coxa + - 1_femur + - 1_tibia + - 2_coxa + - 2_femur + - 2_tibia + - 3_coxa + - 3_femur + - 3_tibia + - 4_coxa + - 4_femur + - 4_tibia + - 5_coxa + - 5_femur + - 5_tibia + - 6_coxa + - 6_femur + - 6_tibia + joint_ids: !!python/object/apply:builtins.slice + - null + - null + - null + body_names: null + body_ids: !!python/object/apply:builtins.slice + - null + - null + - null + geom_names: null + geom_ids: !!python/object/apply:builtins.slice + - null + - null + - null + site_names: null + site_ids: !!python/object/apply:builtins.slice + - null + - null + - null + actuator_names: null + actuator_ids: !!python/object/apply:builtins.slice + - null + - null + - null + tendon_names: null + tendon_ids: !!python/object/apply:builtins.slice + - null + - null + - null + camera_names: null + camera_ids: !!python/object/apply:builtins.slice + - null + - null + - null + light_names: null + light_ids: !!python/object/apply:builtins.slice + - null + - null + - null + material_names: null + material_ids: !!python/object/apply:builtins.slice + - null + - null + - null + preserve_order: false + weight: -1.0 + self_collision: + func: !!python/name:src.tasks.velocity.mdp.rewards.self_collision_cost '' + params: + sensor_name: self_collision + weight: -0.5 + joint_vel_over_limit: + func: !!python/name:src.tasks.velocity.config.custom_dog.dogs.superspider._joint_vel_over_limit '' + params: + limit: 4.64 + weight: -0.5 + climb_progress: + func: !!python/name:src.tasks.velocity.config.custom_dog.dogs.superspider._ClimbProgress '' + params: {} + weight: 1000.0 +terminations: + time_out: + func: !!python/name:mjlab.envs.mdp.terminations.time_out '' + params: {} + time_out: true + fell_over: + func: !!python/name:mjlab.envs.mdp.terminations.bad_orientation '' + params: + limit_angle: 1.2217304763960306 + time_out: false +commands: + twist: + resampling_time_range: !!python/tuple + - 1000000000.0 + - 1000000000.0 + debug_vis: true + entity_name: robot + heading_command: false + heading_control_stiffness: 0.5 + rel_standing_envs: 0.0 + rel_heading_envs: 0.0 + init_velocity_prob: 0.0 + ranges: + lin_vel_x: !!python/tuple + - 0.05 + - 0.4 + lin_vel_y: !!python/tuple + - -0.05 + - 0.05 + ang_vel_z: !!python/tuple + - -0.3 + - 0.3 + heading: null + viz: + z_offset: 0.2 + scale: 0.5 +curriculum: {} +metrics: + mean_action_acc: + func: !!python/name:mjlab.envs.mdp.metrics.mean_action_acc '' + params: {} +is_finite_horizon: false +scale_rewards_by_dt: true diff --git a/validation/entry_smoke_20261029/student_1600/00_0.0200m/result.json b/validation/entry_smoke_20261029/student_1600/00_0.0200m/result.json new file mode 100644 index 0000000..fb5f1e8 --- /dev/null +++ b/validation/entry_smoke_20261029/student_1600/00_0.0200m/result.json @@ -0,0 +1,59 @@ +{ + "metric": "single_step_climb", + "success_count": 0, + "success_rate": 0.0, + "failed_count": 0, + "reset_count": 0, + "criteria": { + "crossing_margin_m": 0.05, + "height_fraction": 0.85, + "max_tilt_deg": 30.0, + "second_half_fraction_strictly_above": 0.8, + "final_sample_required": true, + "any_failure_disqualifies": true, + "flat_height_tolerance_m": 0.04 + }, + "trials": [ + { + "env_id": 0, + "success": false, + "failed": false, + "first_failure_step": null, + "reset_count": 0, + "valid_steps": 5, + "stable_second_half_fraction": 0.0, + "final_stable": false, + "last_valid_dx_m": 0.015309810638427734, + "last_valid_dz_m": 0.022536270320415497 + }, + { + "env_id": 1, + "success": false, + "failed": false, + "first_failure_step": null, + "reset_count": 0, + "valid_steps": 5, + "stable_second_half_fraction": 0.0, + "final_stable": false, + "last_valid_dx_m": 0.014729976654052734, + "last_valid_dz_m": 0.022138193249702454 + } + ], + "protocol": "single_step_v2", + "task": "Custom-Superspider-Stairs-Distill", + "checkpoint": "student_1600.pt", + "checkpoint_sha256": "c250b9d5ae4001c57043f4ec49de7f766ee53b41b1fc9a42746bec29ebce12cf", + "seed": 42, + "device": "cpu", + "num_envs": 2, + "seconds": 0.1, + "step_dt": 0.02, + "command": [ + 0.3, + 0.0, + 0.0 + ], + "step_height_m": 0.02, + "raw_file": "rollout.npz", + "raw_sha256": "f16125514959da87f2030011852c91de0fcb58bd64144bba1373a31b1ad28ff4" +} diff --git a/validation/entry_smoke_20261029/student_1600/00_0.0200m/rollout.npz b/validation/entry_smoke_20261029/student_1600/00_0.0200m/rollout.npz new file mode 100644 index 0000000..84a80e4 Binary files /dev/null and b/validation/entry_smoke_20261029/student_1600/00_0.0200m/rollout.npz differ diff --git a/validation/entry_smoke_20261029/student_5999/00_0.0200m/agent.yaml b/validation/entry_smoke_20261029/student_5999/00_0.0200m/agent.yaml new file mode 100644 index 0000000..e683e99 --- /dev/null +++ b/validation/entry_smoke_20261029/student_5999/00_0.0200m/agent.yaml @@ -0,0 +1,53 @@ +seed: 42 +num_steps_per_env: 24 +max_iterations: 6000 +obs_groups: + student: !!python/tuple + - actor + teacher: !!python/tuple + - actor + - height +save_interval: 200 +experiment_name: superspider_stairs_distill +run_name: '' +logger: tensorboard +wandb_project: mjlab +wandb_tags: !!python/tuple [] +resume: false +load_run: .* +load_checkpoint: model_.*.pt +clip_actions: null +upload_model: true +class_name: DistillationRunner +student: + class_name: MLPModel + hidden_dims: !!python/tuple + - 512 + - 256 + - 128 + activation: elu + obs_normalization: true + distribution_cfg: + class_name: GaussianDistribution + init_std: 1.0 + std_type: scalar +teacher: + class_name: MLPModel + hidden_dims: !!python/tuple + - 512 + - 256 + - 128 + activation: elu + obs_normalization: true + distribution_cfg: + class_name: GaussianDistribution + init_std: 1.0 + std_type: scalar +algorithm: + class_name: Distillation + num_learning_epochs: 1 + gradient_length: 15 + learning_rate: 0.001 + max_grad_norm: 1.0 + loss_type: mse + optimizer: adam diff --git a/validation/entry_smoke_20261029/student_5999/00_0.0200m/env.yaml b/validation/entry_smoke_20261029/student_5999/00_0.0200m/env.yaml new file mode 100644 index 0000000..afd4ecd --- /dev/null +++ b/validation/entry_smoke_20261029/student_5999/00_0.0200m/env.yaml @@ -0,0 +1,1490 @@ +decimation: 4 +scene: + num_envs: 2 + env_spacing: 2.0 + terrain: + init_state: + pos: !!python/tuple + - 0.0 + - 0.0 + - 0.0 + rot: !!python/tuple + - 1.0 + - 0.0 + - 0.0 + - 0.0 + lin_vel: !!python/tuple + - 0.0 + - 0.0 + - 0.0 + ang_vel: !!python/tuple + - 0.0 + - 0.0 + - 0.0 + joint_pos: + .*: 0.0 + joint_vel: + .*: 0.0 + spec_fn: !!python/name:mjlab.entity.entity.%3Clambda%3E '' + articulation: null + sort_actuators: false + lights: !!python/tuple + - name: sun + body: world + mode: fixed + target: null + type: directional + castshadow: true + pos: !!python/tuple + - 0.0 + - 0.0 + - 1.5 + dir: !!python/tuple + - 0.0 + - 0.0 + - -1.0 + cutoff: 45.0 + exponent: 10.0 + cameras: !!python/tuple [] + textures: !!python/tuple + - name: groundplane + type: 2d + builtin: checker + rgb1: !!python/tuple + - 0.2 + - 0.3 + - 0.4 + rgb2: !!python/tuple + - 0.1 + - 0.2 + - 0.3 + width: 300 + height: 300 + mark: edge + markrgb: !!python/tuple + - 0.8 + - 0.8 + - 0.8 + materials: !!python/tuple + - name: groundplane + rgba: !!python/tuple + - 1.0 + - 1.0 + - 1.0 + - 1.0 + texuniform: true + texrepeat: !!python/tuple + - 4.0 + - 4.0 + reflectance: 0.2 + texture: groundplane + geom_names_expr: !!python/tuple + - terrain$ + collisions: !!python/tuple [] + terrain_type: generator + terrain_generator: + seed: null + curriculum: false + size: !!python/tuple + - 8.0 + - 8.0 + border_width: 10.0 + border_height: 1.0 + num_rows: 2 + num_cols: 2 + color_scheme: height + sub_terrains: + single_step: + proportion: 1.0 + size: !!python/tuple + - 8.0 + - 8.0 + flat_patch_sampling: null + step_height: 0.02 + difficulty_range: !!python/tuple + - 0.0 + - 1.0 + add_lights: true + env_spacing: 2.0 + max_init_terrain_level: 0 + num_envs: 1 + entities: + robot: + init_state: + pos: !!python/tuple + - 0.0 + - 0.0 + - 0.1 + rot: !!python/tuple + - 1.0 + - 0.0 + - 0.0 + - 0.0 + lin_vel: !!python/tuple + - 0.0 + - 0.0 + - 0.0 + ang_vel: !!python/tuple + - 0.0 + - 0.0 + - 0.0 + joint_pos: + 1_coxa: 0.074027 + 1_femur: 0.943939 + 1_tibia: -0.974578 + 2_coxa: 0.074407 + 2_femur: 1.164487 + 2_tibia: -0.647146 + 3_coxa: -0.037301 + 3_femur: 1.004834 + 3_tibia: -0.590105 + 4_coxa: -0.039226 + 4_femur: 1.349236 + 4_tibia: -0.815209 + 5_coxa: -0.174187 + 5_femur: 0.844217 + 5_tibia: -0.55142 + 6_coxa: 0.246042 + 6_femur: 1.053368 + 6_tibia: -0.997824 + joint_vel: + .*: 0.0 + spec_fn: !!python/name:src.tasks.velocity.config.custom_dog.builder.spec_fn '' + articulation: + actuators: !!python/tuple + - target_names_expr: !!python/tuple + - '[1-6]_(coxa|femur|tibia)' + transmission_type: !!python/object/apply:mjlab.actuator.actuator.TransmissionType + - joint + armature: 0.005 + frictionloss: 0.0 + stiffness: 40.0 + damping: 1.2 + effort_limit: 4.41 + soft_joint_pos_limit_factor: 0.9 + sort_actuators: false + lights: !!python/tuple [] + cameras: !!python/tuple [] + textures: !!python/tuple [] + materials: !!python/tuple [] + collisions: !!python/tuple + - geom_names_expr: !!python/tuple + - ^(base_link|[1-6]_(coxa|femur))_col\d+$ + - ^(edge_1a|edge_1b|edge_2a|edge_2b|edge_3a|edge_3b|edge_4a|edge_4b|edge_5a|edge_5b|edge_6a|edge_6b)$ + contype: 1 + conaffinity: 1 + condim: + ^(edge_1a|edge_1b|edge_2a|edge_2b|edge_3a|edge_3b|edge_4a|edge_4b|edge_5a|edge_5b|edge_6a|edge_6b)$: 3 + ^(base_link|[1-6]_(coxa|femur))_col\d+$: 1 + priority: + ^(edge_1a|edge_1b|edge_2a|edge_2b|edge_3a|edge_3b|edge_4a|edge_4b|edge_5a|edge_5b|edge_6a|edge_6b)$: 1 + friction: + ^(edge_1a|edge_1b|edge_2a|edge_2b|edge_3a|edge_3b|edge_4a|edge_4b|edge_5a|edge_5b|edge_6a|edge_6b)$: !!python/tuple + - 0.6 + solref: null + solimp: + ^(edge_1a|edge_1b|edge_2a|edge_2b|edge_3a|edge_3b|edge_4a|edge_4b|edge_5a|edge_5b|edge_6a|edge_6b)$: !!python/tuple + - 0.9 + - 0.95 + - 0.023 + disable_other_geoms: true + sensors: !!python/tuple + - name: terrain_scan + frame: + type: body + name: base_link + entity: robot + pattern: + size: !!python/tuple + - 0.9 + - 0.4 + resolution: 0.04 + direction: !!python/tuple + - 0.0 + - 0.0 + - -1.0 + ray_alignment: yaw + max_distance: 5.0 + exclude_parent_body: true + include_geom_groups: !!python/tuple + - 0 + - 1 + - 2 + debug_vis: true + viz: + hit_color: !!python/tuple + - 0.0 + - 1.0 + - 0.0 + - 0.8 + miss_color: !!python/tuple + - 1.0 + - 0.0 + - 0.0 + - 0.4 + hit_sphere_color: !!python/tuple + - 0.0 + - 1.0 + - 1.0 + - 1.0 + hit_sphere_radius: 0.5 + show_rays: false + show_normals: true + normal_color: !!python/tuple + - 1.0 + - 1.0 + - 0.0 + - 1.0 + normal_length: 5.0 + - name: feet_ground_contact + primary: + mode: geom + pattern: !!python/tuple + - edge_1a + - edge_1b + - edge_2a + - edge_2b + - edge_3a + - edge_3b + - edge_4a + - edge_4b + - edge_5a + - edge_5b + - edge_6a + - edge_6b + entity: robot + exclude: !!python/tuple [] + secondary: + mode: body + pattern: terrain + entity: null + exclude: !!python/tuple [] + fields: !!python/tuple + - found + - force + reduce: netforce + num_slots: 1 + secondary_policy: first + track_air_time: true + global_frame: false + history_length: 0 + debug: false + - name: nonfoot_ground_touch + primary: + mode: geom + pattern: ^(base_link|[1-6]_(coxa|femur))_col\d+$ + entity: robot + exclude: !!python/tuple + - edge_1a + - edge_1b + - edge_2a + - edge_2b + - edge_3a + - edge_3b + - edge_4a + - edge_4b + - edge_5a + - edge_5b + - edge_6a + - edge_6b + secondary: + mode: body + pattern: terrain + entity: null + exclude: !!python/tuple [] + fields: !!python/tuple + - found + - force + reduce: none + num_slots: 1 + secondary_policy: first + track_air_time: false + global_frame: false + history_length: 4 + debug: false + - name: self_collision + primary: + mode: subtree + pattern: base_link + entity: robot + exclude: !!python/tuple [] + secondary: + mode: subtree + pattern: base_link + entity: robot + exclude: !!python/tuple [] + fields: !!python/tuple + - found + reduce: none + num_slots: 1 + secondary_policy: first + track_air_time: false + global_frame: false + history_length: 0 + debug: false + extent: 2.0 + spec_fn: null +observations: + actor: + terms: + base_ang_vel: + func: &id001 !!python/name:mjlab.envs.mdp.observations.builtin_sensor '' + params: + sensor_name: robot/imu_ang_vel + noise: + operation: add + _tensor_cache: {} + n_min: -0.2 + n_max: 0.2 + clip: null + scale: null + delay_min_lag: 0 + delay_max_lag: 0 + delay_per_env: true + delay_hold_prob: 0.0 + delay_update_period: 0 + delay_per_env_phase: true + history_length: 0 + flatten_history_dim: true + projected_gravity: + func: &id002 !!python/name:mjlab.envs.mdp.observations.projected_gravity '' + params: {} + noise: + operation: add + _tensor_cache: {} + n_min: -0.05 + n_max: 0.05 + clip: null + scale: null + delay_min_lag: 0 + delay_max_lag: 0 + delay_per_env: true + delay_hold_prob: 0.0 + delay_update_period: 0 + delay_per_env_phase: true + history_length: 0 + flatten_history_dim: true + command: + func: &id003 !!python/name:mjlab.envs.mdp.observations.generated_commands '' + params: + command_name: twist + noise: null + clip: null + scale: null + delay_min_lag: 0 + delay_max_lag: 0 + delay_per_env: true + delay_hold_prob: 0.0 + delay_update_period: 0 + delay_per_env_phase: true + history_length: 0 + flatten_history_dim: true + phase: + func: &id004 !!python/name:src.tasks.velocity.mdp.observations.phase '' + params: + period: 0.6 + command_name: twist + noise: null + clip: null + scale: null + delay_min_lag: 0 + delay_max_lag: 0 + delay_per_env: true + delay_hold_prob: 0.0 + delay_update_period: 0 + delay_per_env_phase: true + history_length: 0 + flatten_history_dim: true + joint_pos: + func: &id005 !!python/name:mjlab.envs.mdp.observations.joint_pos_rel '' + params: {} + noise: + operation: add + _tensor_cache: {} + n_min: -0.01 + n_max: 0.01 + clip: null + scale: null + delay_min_lag: 0 + delay_max_lag: 0 + delay_per_env: true + delay_hold_prob: 0.0 + delay_update_period: 0 + delay_per_env_phase: true + history_length: 0 + flatten_history_dim: true + joint_vel: + func: &id006 !!python/name:mjlab.envs.mdp.observations.joint_vel_rel '' + params: {} + noise: + operation: add + _tensor_cache: {} + n_min: -1.5 + n_max: 1.5 + clip: null + scale: null + delay_min_lag: 0 + delay_max_lag: 0 + delay_per_env: true + delay_hold_prob: 0.0 + delay_update_period: 0 + delay_per_env_phase: true + history_length: 0 + flatten_history_dim: true + actions: + func: &id007 !!python/name:mjlab.envs.mdp.observations.last_action '' + params: {} + noise: null + clip: null + scale: null + delay_min_lag: 0 + delay_max_lag: 0 + delay_per_env: true + delay_hold_prob: 0.0 + delay_update_period: 0 + delay_per_env_phase: true + history_length: 0 + flatten_history_dim: true + concatenate_terms: true + concatenate_dim: -1 + enable_corruption: false + history_length: null + flatten_history_dim: true + nan_policy: disabled + nan_check_per_term: true + critic: + terms: + base_ang_vel: + func: *id001 + params: + sensor_name: robot/imu_ang_vel + noise: + operation: add + _tensor_cache: {} + n_min: -0.2 + n_max: 0.2 + clip: null + scale: null + delay_min_lag: 0 + delay_max_lag: 0 + delay_per_env: true + delay_hold_prob: 0.0 + delay_update_period: 0 + delay_per_env_phase: true + history_length: 0 + flatten_history_dim: true + projected_gravity: + func: *id002 + params: {} + noise: + operation: add + _tensor_cache: {} + n_min: -0.05 + n_max: 0.05 + clip: null + scale: null + delay_min_lag: 0 + delay_max_lag: 0 + delay_per_env: true + delay_hold_prob: 0.0 + delay_update_period: 0 + delay_per_env_phase: true + history_length: 0 + flatten_history_dim: true + command: + func: *id003 + params: + command_name: twist + noise: null + clip: null + scale: null + delay_min_lag: 0 + delay_max_lag: 0 + delay_per_env: true + delay_hold_prob: 0.0 + delay_update_period: 0 + delay_per_env_phase: true + history_length: 0 + flatten_history_dim: true + phase: + func: *id004 + params: + period: 0.6 + command_name: twist + noise: null + clip: null + scale: null + delay_min_lag: 0 + delay_max_lag: 0 + delay_per_env: true + delay_hold_prob: 0.0 + delay_update_period: 0 + delay_per_env_phase: true + history_length: 0 + flatten_history_dim: true + joint_pos: + func: *id005 + params: {} + noise: + operation: add + _tensor_cache: {} + n_min: -0.01 + n_max: 0.01 + clip: null + scale: null + delay_min_lag: 0 + delay_max_lag: 0 + delay_per_env: true + delay_hold_prob: 0.0 + delay_update_period: 0 + delay_per_env_phase: true + history_length: 0 + flatten_history_dim: true + joint_vel: + func: *id006 + params: {} + noise: + operation: add + _tensor_cache: {} + n_min: -1.5 + n_max: 1.5 + clip: null + scale: null + delay_min_lag: 0 + delay_max_lag: 0 + delay_per_env: true + delay_hold_prob: 0.0 + delay_update_period: 0 + delay_per_env_phase: true + history_length: 0 + flatten_history_dim: true + actions: + func: *id007 + params: {} + noise: null + clip: null + scale: null + delay_min_lag: 0 + delay_max_lag: 0 + delay_per_env: true + delay_hold_prob: 0.0 + delay_update_period: 0 + delay_per_env_phase: true + history_length: 0 + flatten_history_dim: true + height_scan: + func: &id008 !!python/name:mjlab.envs.mdp.observations.height_scan '' + params: + sensor_name: terrain_scan + noise: null + clip: null + scale: 0.2 + delay_min_lag: 0 + delay_max_lag: 0 + delay_per_env: true + delay_hold_prob: 0.0 + delay_update_period: 0 + delay_per_env_phase: true + history_length: 0 + flatten_history_dim: true + base_lin_vel: + func: *id001 + params: + sensor_name: robot/imu_lin_vel + noise: + operation: add + _tensor_cache: {} + n_min: -0.5 + n_max: 0.5 + clip: null + scale: null + delay_min_lag: 0 + delay_max_lag: 0 + delay_per_env: true + delay_hold_prob: 0.0 + delay_update_period: 0 + delay_per_env_phase: true + history_length: 0 + flatten_history_dim: true + foot_height: + func: !!python/name:src.tasks.velocity.mdp.observations.foot_height '' + params: + asset_cfg: + name: robot + joint_names: null + joint_ids: !!python/object/apply:builtins.slice + - null + - null + - null + body_names: null + body_ids: !!python/object/apply:builtins.slice + - null + - null + - null + geom_names: null + geom_ids: !!python/object/apply:builtins.slice + - null + - null + - null + site_names: !!python/tuple + - fsite_1a + - fsite_1b + - fsite_2a + - fsite_2b + - fsite_3a + - fsite_3b + - fsite_4a + - fsite_4b + - fsite_5a + - fsite_5b + - fsite_6a + - fsite_6b + site_ids: !!python/object/apply:builtins.slice + - null + - null + - null + actuator_names: null + actuator_ids: !!python/object/apply:builtins.slice + - null + - null + - null + tendon_names: null + tendon_ids: !!python/object/apply:builtins.slice + - null + - null + - null + camera_names: null + camera_ids: !!python/object/apply:builtins.slice + - null + - null + - null + light_names: null + light_ids: !!python/object/apply:builtins.slice + - null + - null + - null + material_names: null + material_ids: !!python/object/apply:builtins.slice + - null + - null + - null + preserve_order: false + noise: null + clip: null + scale: null + delay_min_lag: 0 + delay_max_lag: 0 + delay_per_env: true + delay_hold_prob: 0.0 + delay_update_period: 0 + delay_per_env_phase: true + history_length: 0 + flatten_history_dim: true + foot_air_time: + func: !!python/name:src.tasks.velocity.mdp.observations.foot_air_time '' + params: + sensor_name: feet_ground_contact + noise: null + clip: null + scale: null + delay_min_lag: 0 + delay_max_lag: 0 + delay_per_env: true + delay_hold_prob: 0.0 + delay_update_period: 0 + delay_per_env_phase: true + history_length: 0 + flatten_history_dim: true + foot_contact: + func: !!python/name:src.tasks.velocity.mdp.observations.foot_contact '' + params: + sensor_name: feet_ground_contact + noise: null + clip: null + scale: null + delay_min_lag: 0 + delay_max_lag: 0 + delay_per_env: true + delay_hold_prob: 0.0 + delay_update_period: 0 + delay_per_env_phase: true + history_length: 0 + flatten_history_dim: true + foot_contact_forces: + func: !!python/name:src.tasks.velocity.mdp.observations.foot_contact_forces '' + params: + sensor_name: feet_ground_contact + noise: null + clip: null + scale: null + delay_min_lag: 0 + delay_max_lag: 0 + delay_per_env: true + delay_hold_prob: 0.0 + delay_update_period: 0 + delay_per_env_phase: true + history_length: 0 + flatten_history_dim: true + concatenate_terms: true + concatenate_dim: -1 + enable_corruption: false + history_length: 1 + flatten_history_dim: true + nan_policy: disabled + nan_check_per_term: true + height: + terms: + height_scan: + func: *id008 + params: + sensor_name: terrain_scan + noise: + operation: add + _tensor_cache: {} + n_min: -0.1 + n_max: 0.1 + clip: null + scale: 0.2 + delay_min_lag: 0 + delay_max_lag: 0 + delay_per_env: true + delay_hold_prob: 0.0 + delay_update_period: 0 + delay_per_env_phase: true + history_length: 0 + flatten_history_dim: true + concatenate_terms: true + concatenate_dim: -1 + enable_corruption: false + history_length: null + flatten_history_dim: true + nan_policy: disabled + nan_check_per_term: true +actions: + joint_pos: + entity_name: robot + clip: null + transmission_type: !!python/object/apply:mjlab.actuator.actuator.TransmissionType + - joint + actuator_names: !!python/tuple + - 1_coxa + - 1_femur + - 1_tibia + - 2_coxa + - 2_femur + - 2_tibia + - 3_coxa + - 3_femur + - 3_tibia + - 4_coxa + - 4_femur + - 4_tibia + - 5_coxa + - 5_femur + - 5_tibia + - 6_coxa + - 6_femur + - 6_tibia + scale: 0.25 + offset: 0.0 + preserve_order: false + use_default_offset: true +events: + reset_base: + func: !!python/name:mjlab.envs.mdp.events.reset_root_state_uniform '' + params: + pose_range: + x: !!python/tuple + - 0 + - 0 + y: !!python/tuple + - 0 + - 0 + yaw: !!python/tuple + - 0 + - 0 + velocity_range: {} + mode: reset + interval_range_s: null + is_global_time: false + min_step_count_between_reset: 0 + reset_robot_joints: + func: !!python/name:mjlab.envs.mdp.events.reset_joints_by_offset '' + params: + position_range: !!python/tuple + - -0.0 + - 0.0 + velocity_range: !!python/tuple + - -0.0 + - 0.0 + asset_cfg: + name: robot + joint_names: !!python/tuple + - .* + joint_ids: !!python/object/apply:builtins.slice + - null + - null + - null + body_names: null + body_ids: !!python/object/apply:builtins.slice + - null + - null + - null + geom_names: null + geom_ids: !!python/object/apply:builtins.slice + - null + - null + - null + site_names: null + site_ids: !!python/object/apply:builtins.slice + - null + - null + - null + actuator_names: null + actuator_ids: !!python/object/apply:builtins.slice + - null + - null + - null + tendon_names: null + tendon_ids: !!python/object/apply:builtins.slice + - null + - null + - null + camera_names: null + camera_ids: !!python/object/apply:builtins.slice + - null + - null + - null + light_names: null + light_ids: !!python/object/apply:builtins.slice + - null + - null + - null + material_names: null + material_ids: !!python/object/apply:builtins.slice + - null + - null + - null + preserve_order: false + mode: reset + interval_range_s: null + is_global_time: false + min_step_count_between_reset: 0 + randomize_terrain: + func: !!python/name:mjlab.envs.mdp.events.randomize_terrain '' + params: {} + mode: reset + interval_range_s: null + is_global_time: false + min_step_count_between_reset: 0 +seed: 42 +sim: + nconmax: null + njmax: null + ls_parallel: true + contact_sensor_maxmatch: 500 + mujoco: + timestep: 0.005 + integrator: implicitfast + impratio: 1.0 + cone: pyramidal + jacobian: auto + solver: newton + iterations: 10 + tolerance: 1.0e-08 + ls_iterations: 20 + ls_tolerance: 0.01 + ccd_iterations: 500 + gravity: !!python/tuple + - 0.0 + - 0.0 + - -9.81 + multiccd: false + nan_guard: + enabled: false + buffer_size: 100 + output_dir: /tmp/mjlab/nan_dumps + max_envs_to_dump: 5 +viewer: + lookat: !!python/tuple + - 0.0 + - 0.0 + - 0.0 + distance: 1.5 + fovy: null + elevation: -10.0 + azimuth: 90.0 + origin_type: !!python/object/apply:mjlab.viewer.viewer_config.OriginType + - 4 + entity_name: robot + body_name: base_link + env_idx: 0 + max_extra_envs: 2 + enable_reflections: true + enable_shadows: true + height: 240 + width: 320 +episode_length_s: 1.1 +rewards: + track_linear_velocity: + func: !!python/name:src.tasks.velocity.mdp.rewards.track_linear_velocity '' + params: + command_name: twist + std: 0.15 + weight: 1.0 + track_angular_velocity: + func: !!python/name:src.tasks.velocity.mdp.rewards.track_angular_velocity '' + params: + command_name: twist + std: 0.7071067811865476 + weight: 1.0 + body_orientation_l2: + func: !!python/name:src.tasks.velocity.mdp.rewards.body_orientation_l2 '' + params: + asset_cfg: + name: robot + joint_names: null + joint_ids: !!python/object/apply:builtins.slice + - null + - null + - null + body_names: !!python/tuple + - base_link + body_ids: !!python/object/apply:builtins.slice + - null + - null + - null + geom_names: null + geom_ids: !!python/object/apply:builtins.slice + - null + - null + - null + site_names: null + site_ids: !!python/object/apply:builtins.slice + - null + - null + - null + actuator_names: null + actuator_ids: !!python/object/apply:builtins.slice + - null + - null + - null + tendon_names: null + tendon_ids: !!python/object/apply:builtins.slice + - null + - null + - null + camera_names: null + camera_ids: !!python/object/apply:builtins.slice + - null + - null + - null + light_names: null + light_ids: !!python/object/apply:builtins.slice + - null + - null + - null + material_names: null + material_ids: !!python/object/apply:builtins.slice + - null + - null + - null + preserve_order: false + weight: -1.0 + pose: + func: !!python/name:src.tasks.velocity.mdp.rewards.variable_posture '' + params: + asset_cfg: + name: robot + joint_names: !!python/tuple + - 1_coxa + - 1_femur + - 1_tibia + - 2_coxa + - 2_femur + - 2_tibia + - 3_coxa + - 3_femur + - 3_tibia + - 4_coxa + - 4_femur + - 4_tibia + - 5_coxa + - 5_femur + - 5_tibia + - 6_coxa + - 6_femur + - 6_tibia + joint_ids: !!python/object/apply:builtins.slice + - null + - null + - null + body_names: null + body_ids: !!python/object/apply:builtins.slice + - null + - null + - null + geom_names: null + geom_ids: !!python/object/apply:builtins.slice + - null + - null + - null + site_names: null + site_ids: !!python/object/apply:builtins.slice + - null + - null + - null + actuator_names: null + actuator_ids: !!python/object/apply:builtins.slice + - null + - null + - null + tendon_names: null + tendon_ids: !!python/object/apply:builtins.slice + - null + - null + - null + camera_names: null + camera_ids: !!python/object/apply:builtins.slice + - null + - null + - null + light_names: null + light_ids: !!python/object/apply:builtins.slice + - null + - null + - null + material_names: null + material_ids: !!python/object/apply:builtins.slice + - null + - null + - null + preserve_order: false + command_name: twist + std_standing: + 1_coxa: 0.1 + 1_femur: 0.1 + 1_tibia: 0.1 + 2_coxa: 0.1 + 2_femur: 0.1 + 2_tibia: 0.1 + 3_coxa: 0.1 + 3_femur: 0.1 + 3_tibia: 0.1 + 4_coxa: 0.1 + 4_femur: 0.1 + 4_tibia: 0.1 + 5_coxa: 0.1 + 5_femur: 0.1 + 5_tibia: 0.1 + 6_coxa: 0.1 + 6_femur: 0.1 + 6_tibia: 0.1 + std_walking: + 1_coxa: 0.35 + 1_femur: 0.35 + 1_tibia: 0.35 + 2_coxa: 0.35 + 2_femur: 0.35 + 2_tibia: 0.35 + 3_coxa: 0.35 + 3_femur: 0.35 + 3_tibia: 0.35 + 4_coxa: 0.35 + 4_femur: 0.35 + 4_tibia: 0.35 + 5_coxa: 0.35 + 5_femur: 0.35 + 5_tibia: 0.35 + 6_coxa: 0.35 + 6_femur: 0.35 + 6_tibia: 0.35 + std_running: + 1_coxa: 0.35 + 1_femur: 0.35 + 1_tibia: 0.35 + 2_coxa: 0.35 + 2_femur: 0.35 + 2_tibia: 0.35 + 3_coxa: 0.35 + 3_femur: 0.35 + 3_tibia: 0.35 + 4_coxa: 0.35 + 4_femur: 0.35 + 4_tibia: 0.35 + 5_coxa: 0.35 + 5_femur: 0.35 + 5_tibia: 0.35 + 6_coxa: 0.35 + 6_femur: 0.35 + 6_tibia: 0.35 + walking_threshold: 0.1 + running_threshold: 1.5 + weight: 1.0 + body_ang_vel: + func: !!python/name:src.tasks.velocity.mdp.rewards.body_angular_velocity_penalty '' + params: + asset_cfg: + name: robot + joint_names: null + joint_ids: !!python/object/apply:builtins.slice + - null + - null + - null + body_names: !!python/tuple + - base_link + body_ids: !!python/object/apply:builtins.slice + - null + - null + - null + geom_names: null + geom_ids: !!python/object/apply:builtins.slice + - null + - null + - null + site_names: null + site_ids: !!python/object/apply:builtins.slice + - null + - null + - null + actuator_names: null + actuator_ids: !!python/object/apply:builtins.slice + - null + - null + - null + tendon_names: null + tendon_ids: !!python/object/apply:builtins.slice + - null + - null + - null + camera_names: null + camera_ids: !!python/object/apply:builtins.slice + - null + - null + - null + light_names: null + light_ids: !!python/object/apply:builtins.slice + - null + - null + - null + material_names: null + material_ids: !!python/object/apply:builtins.slice + - null + - null + - null + preserve_order: false + weight: -0.05 + angular_momentum: + func: !!python/name:src.tasks.velocity.mdp.rewards.angular_momentum_penalty '' + params: + sensor_name: robot/root_angmom + weight: -0.025 + is_terminated: + func: !!python/name:mjlab.envs.mdp.rewards.is_terminated '' + params: {} + weight: -200.0 + joint_acc_l2: + func: !!python/name:mjlab.envs.mdp.rewards.joint_acc_l2 '' + params: {} + weight: -2.5e-07 + joint_pos_limits: + func: !!python/name:mjlab.envs.mdp.rewards.joint_pos_limits '' + params: {} + weight: -10.0 + action_rate_l2: + func: !!python/name:mjlab.envs.mdp.rewards.action_rate_l2 '' + params: {} + weight: -0.05 + foot_gait: + func: !!python/name:src.tasks.velocity.mdp.rewards.feet_gait '' + params: + period: 0.6 + offset: + - 0.0 + - 0.0 + - 0.5 + - 0.5 + - 0.0 + - 0.0 + - 0.5 + - 0.5 + - 0.0 + - 0.0 + - 0.5 + - 0.5 + threshold: 0.56 + command_threshold: 0.1 + command_name: twist + sensor_name: feet_ground_contact + weight: 0.0 + foot_clearance: + func: !!python/name:src.tasks.velocity.config.custom_dog.dogs.superspider._FeetClearanceRelative '' + params: + target_height: 0.05 + command_name: twist + command_threshold: 0.1 + asset_cfg: + name: robot + joint_names: null + joint_ids: !!python/object/apply:builtins.slice + - null + - null + - null + body_names: null + body_ids: !!python/object/apply:builtins.slice + - null + - null + - null + geom_names: null + geom_ids: !!python/object/apply:builtins.slice + - null + - null + - null + site_names: !!python/tuple + - fsite_1a + - fsite_1b + - fsite_2a + - fsite_2b + - fsite_3a + - fsite_3b + - fsite_4a + - fsite_4b + - fsite_5a + - fsite_5b + - fsite_6a + - fsite_6b + site_ids: !!python/object/apply:builtins.slice + - null + - null + - null + actuator_names: null + actuator_ids: !!python/object/apply:builtins.slice + - null + - null + - null + tendon_names: null + tendon_ids: !!python/object/apply:builtins.slice + - null + - null + - null + camera_names: null + camera_ids: !!python/object/apply:builtins.slice + - null + - null + - null + light_names: null + light_ids: !!python/object/apply:builtins.slice + - null + - null + - null + material_names: null + material_ids: !!python/object/apply:builtins.slice + - null + - null + - null + preserve_order: false + sensor_name: feet_ground_contact + weight: -1.0 + foot_slip: + func: !!python/name:src.tasks.velocity.mdp.rewards.feet_slip '' + params: + sensor_name: feet_ground_contact + command_name: twist + command_threshold: 0.1 + asset_cfg: + name: robot + joint_names: null + joint_ids: !!python/object/apply:builtins.slice + - null + - null + - null + body_names: null + body_ids: !!python/object/apply:builtins.slice + - null + - null + - null + geom_names: null + geom_ids: !!python/object/apply:builtins.slice + - null + - null + - null + site_names: !!python/tuple + - fsite_1a + - fsite_1b + - fsite_2a + - fsite_2b + - fsite_3a + - fsite_3b + - fsite_4a + - fsite_4b + - fsite_5a + - fsite_5b + - fsite_6a + - fsite_6b + site_ids: !!python/object/apply:builtins.slice + - null + - null + - null + actuator_names: null + actuator_ids: !!python/object/apply:builtins.slice + - null + - null + - null + tendon_names: null + tendon_ids: !!python/object/apply:builtins.slice + - null + - null + - null + camera_names: null + camera_ids: !!python/object/apply:builtins.slice + - null + - null + - null + light_names: null + light_ids: !!python/object/apply:builtins.slice + - null + - null + - null + material_names: null + material_ids: !!python/object/apply:builtins.slice + - null + - null + - null + preserve_order: false + weight: -0.25 + soft_landing: + func: !!python/name:src.tasks.velocity.mdp.rewards.soft_landing '' + params: + sensor_name: feet_ground_contact + command_name: twist + command_threshold: 0.1 + weight: -0.001 + stand_still: + func: !!python/name:src.tasks.velocity.mdp.rewards.stand_still '' + params: + command_name: twist + command_threshold: 0.1 + asset_cfg: + name: robot + joint_names: !!python/tuple + - 1_coxa + - 1_femur + - 1_tibia + - 2_coxa + - 2_femur + - 2_tibia + - 3_coxa + - 3_femur + - 3_tibia + - 4_coxa + - 4_femur + - 4_tibia + - 5_coxa + - 5_femur + - 5_tibia + - 6_coxa + - 6_femur + - 6_tibia + joint_ids: !!python/object/apply:builtins.slice + - null + - null + - null + body_names: null + body_ids: !!python/object/apply:builtins.slice + - null + - null + - null + geom_names: null + geom_ids: !!python/object/apply:builtins.slice + - null + - null + - null + site_names: null + site_ids: !!python/object/apply:builtins.slice + - null + - null + - null + actuator_names: null + actuator_ids: !!python/object/apply:builtins.slice + - null + - null + - null + tendon_names: null + tendon_ids: !!python/object/apply:builtins.slice + - null + - null + - null + camera_names: null + camera_ids: !!python/object/apply:builtins.slice + - null + - null + - null + light_names: null + light_ids: !!python/object/apply:builtins.slice + - null + - null + - null + material_names: null + material_ids: !!python/object/apply:builtins.slice + - null + - null + - null + preserve_order: false + weight: -1.0 + self_collision: + func: !!python/name:src.tasks.velocity.mdp.rewards.self_collision_cost '' + params: + sensor_name: self_collision + weight: -0.5 + joint_vel_over_limit: + func: !!python/name:src.tasks.velocity.config.custom_dog.dogs.superspider._joint_vel_over_limit '' + params: + limit: 4.64 + weight: -0.5 + climb_progress: + func: !!python/name:src.tasks.velocity.config.custom_dog.dogs.superspider._ClimbProgress '' + params: {} + weight: 1000.0 +terminations: + time_out: + func: !!python/name:mjlab.envs.mdp.terminations.time_out '' + params: {} + time_out: true + fell_over: + func: !!python/name:mjlab.envs.mdp.terminations.bad_orientation '' + params: + limit_angle: 1.2217304763960306 + time_out: false +commands: + twist: + resampling_time_range: !!python/tuple + - 1000000000.0 + - 1000000000.0 + debug_vis: true + entity_name: robot + heading_command: false + heading_control_stiffness: 0.5 + rel_standing_envs: 0.0 + rel_heading_envs: 0.0 + init_velocity_prob: 0.0 + ranges: + lin_vel_x: !!python/tuple + - 0.05 + - 0.4 + lin_vel_y: !!python/tuple + - -0.05 + - 0.05 + ang_vel_z: !!python/tuple + - -0.3 + - 0.3 + heading: null + viz: + z_offset: 0.2 + scale: 0.5 +curriculum: {} +metrics: + mean_action_acc: + func: !!python/name:mjlab.envs.mdp.metrics.mean_action_acc '' + params: {} +is_finite_horizon: false +scale_rewards_by_dt: true diff --git a/validation/entry_smoke_20261029/student_5999/00_0.0200m/result.json b/validation/entry_smoke_20261029/student_5999/00_0.0200m/result.json new file mode 100644 index 0000000..1849f6c --- /dev/null +++ b/validation/entry_smoke_20261029/student_5999/00_0.0200m/result.json @@ -0,0 +1,59 @@ +{ + "metric": "single_step_climb", + "success_count": 0, + "success_rate": 0.0, + "failed_count": 0, + "reset_count": 0, + "criteria": { + "crossing_margin_m": 0.05, + "height_fraction": 0.85, + "max_tilt_deg": 30.0, + "second_half_fraction_strictly_above": 0.8, + "final_sample_required": true, + "any_failure_disqualifies": true, + "flat_height_tolerance_m": 0.04 + }, + "trials": [ + { + "env_id": 0, + "success": false, + "failed": false, + "first_failure_step": null, + "reset_count": 0, + "valid_steps": 5, + "stable_second_half_fraction": 0.0, + "final_stable": false, + "last_valid_dx_m": 0.01606297492980957, + "last_valid_dz_m": 0.02589414268732071 + }, + { + "env_id": 1, + "success": false, + "failed": false, + "first_failure_step": null, + "reset_count": 0, + "valid_steps": 5, + "stable_second_half_fraction": 0.0, + "final_stable": false, + "last_valid_dx_m": 0.015018939971923828, + "last_valid_dz_m": 0.025721825659275055 + } + ], + "protocol": "single_step_v2", + "task": "Custom-Superspider-Stairs-Distill", + "checkpoint": "student_5999.pt", + "checkpoint_sha256": "62b1c63f0af39e0ef0932dfa856177a2ad761e3f70febdd43ab55e6a1426bd13", + "seed": 42, + "device": "cpu", + "num_envs": 2, + "seconds": 0.1, + "step_dt": 0.02, + "command": [ + 0.3, + 0.0, + 0.0 + ], + "step_height_m": 0.02, + "raw_file": "rollout.npz", + "raw_sha256": "e3b385bdd93f572da965e216db4c8317c26e68a830e3696937ff3eef2f668e6c" +} diff --git a/validation/entry_smoke_20261029/student_5999/00_0.0200m/rollout.npz b/validation/entry_smoke_20261029/student_5999/00_0.0200m/rollout.npz new file mode 100644 index 0000000..14d417c Binary files /dev/null and b/validation/entry_smoke_20261029/student_5999/00_0.0200m/rollout.npz differ diff --git a/validation/entry_smoke_20261029/summary.json b/validation/entry_smoke_20261029/summary.json new file mode 100644 index 0000000..09ad779 --- /dev/null +++ b/validation/entry_smoke_20261029/summary.json @@ -0,0 +1,140 @@ +{ + "protocol": "single_step_v2", + "started_at_utc": "2026-10-29T06:48:11.893645+00:00", + "completed": true, + "device": "cpu", + "versions": { + "superspider-rl": "source checkout", + "torch": "2.13.0", + "numpy": "2.5.2", + "mujoco": "3.5.0", + "mujoco-warp": "3.5.0", + "mjlab": "1.2.0", + "rsl-rl-lib": "5.0.1", + "warp-lang": "1.12.1" + }, + "results": [ + { + "metric": "single_step_climb", + "success_count": 0, + "success_rate": 0.0, + "failed_count": 0, + "reset_count": 0, + "criteria": { + "crossing_margin_m": 0.05, + "height_fraction": 0.85, + "max_tilt_deg": 30.0, + "second_half_fraction_strictly_above": 0.8, + "final_sample_required": true, + "any_failure_disqualifies": true, + "flat_height_tolerance_m": 0.04 + }, + "trials": [ + { + "env_id": 0, + "success": false, + "failed": false, + "first_failure_step": null, + "reset_count": 0, + "valid_steps": 5, + "stable_second_half_fraction": 0.0, + "final_stable": false, + "last_valid_dx_m": 0.015309810638427734, + "last_valid_dz_m": 0.022536270320415497 + }, + { + "env_id": 1, + "success": false, + "failed": false, + "first_failure_step": null, + "reset_count": 0, + "valid_steps": 5, + "stable_second_half_fraction": 0.0, + "final_stable": false, + "last_valid_dx_m": 0.014729976654052734, + "last_valid_dz_m": 0.022138193249702454 + } + ], + "protocol": "single_step_v2", + "task": "Custom-Superspider-Stairs-Distill", + "checkpoint": "student_1600.pt", + "checkpoint_sha256": "c250b9d5ae4001c57043f4ec49de7f766ee53b41b1fc9a42746bec29ebce12cf", + "seed": 42, + "device": "cpu", + "num_envs": 2, + "seconds": 0.1, + "step_dt": 0.02, + "command": [ + 0.3, + 0.0, + 0.0 + ], + "step_height_m": 0.02, + "raw_file": "rollout.npz", + "raw_sha256": "f16125514959da87f2030011852c91de0fcb58bd64144bba1373a31b1ad28ff4", + "directory": "student_1600/00_0.0200m" + }, + { + "metric": "single_step_climb", + "success_count": 0, + "success_rate": 0.0, + "failed_count": 0, + "reset_count": 0, + "criteria": { + "crossing_margin_m": 0.05, + "height_fraction": 0.85, + "max_tilt_deg": 30.0, + "second_half_fraction_strictly_above": 0.8, + "final_sample_required": true, + "any_failure_disqualifies": true, + "flat_height_tolerance_m": 0.04 + }, + "trials": [ + { + "env_id": 0, + "success": false, + "failed": false, + "first_failure_step": null, + "reset_count": 0, + "valid_steps": 5, + "stable_second_half_fraction": 0.0, + "final_stable": false, + "last_valid_dx_m": 0.01606297492980957, + "last_valid_dz_m": 0.02589414268732071 + }, + { + "env_id": 1, + "success": false, + "failed": false, + "first_failure_step": null, + "reset_count": 0, + "valid_steps": 5, + "stable_second_half_fraction": 0.0, + "final_stable": false, + "last_valid_dx_m": 0.015018939971923828, + "last_valid_dz_m": 0.025721825659275055 + } + ], + "protocol": "single_step_v2", + "task": "Custom-Superspider-Stairs-Distill", + "checkpoint": "student_5999.pt", + "checkpoint_sha256": "62b1c63f0af39e0ef0932dfa856177a2ad761e3f70febdd43ab55e6a1426bd13", + "seed": 42, + "device": "cpu", + "num_envs": 2, + "seconds": 0.1, + "step_dt": 0.02, + "command": [ + 0.3, + 0.0, + 0.0 + ], + "step_height_m": 0.02, + "raw_file": "rollout.npz", + "raw_sha256": "e3b385bdd93f572da965e216db4c8317c26e68a830e3696937ff3eef2f668e6c", + "directory": "student_5999/00_0.0200m" + } + ], + "elapsed_s": 2.5257271399896126, + "finished_at_utc": "2026-10-29T06:48:14.419465+00:00" +} diff --git a/validation/evaluation_20261029/source_manifest.json b/validation/evaluation_20261029/source_manifest.json new file mode 100644 index 0000000..2e3f600 --- /dev/null +++ b/validation/evaluation_20261029/source_manifest.json @@ -0,0 +1,134 @@ +{ + "models/superspider/meshes/1_coxa_0_pin1.STL": "fe7c64ed2927f3bfd6bb7e5c4d303fb5a04c68448cef7ec723b2439d6987f422", + "models/superspider/meshes/1_coxa_1_pin1.STL": "de658a261e203e8bca16b7f4ba0871d3eaf0325e5ac87f7a321a5539c68e68e5", + "models/superspider/meshes/1_femur_0_servo.STL": "585f273fea473cdf59fc57b66bc00021467a3937878d6d3449194ad30746cbcb", + "models/superspider/meshes/1_femur_1_pin2.STL": "f5423855e2f39111bb199aaf24ccc0c4be572195d6dff6c70460a913edfdbac0", + "models/superspider/meshes/1_femur_2_servo.STL": "ab89d20a6dcadc58bd7f9597b40f171b67d7edd090b9a30f3a013cd58e7afa91", + "models/superspider/meshes/1_femur_3_pin2.STL": "d4e46c258732f7ebeaf1e8d4d1d1e77086931e57b3aebb064c2396b04172d545", + "models/superspider/meshes/1_tibia_0_foot.STL": "aba0b589e7e832f2f752a5f55c2e62fd53f1a297798e2af545435811cffd8316", + "models/superspider/meshes/2_coxa_0_pin1.STL": "a56b26d50556d4892b359034f2b8df65bca886a51bd6c8e5475fda9957c735b5", + "models/superspider/meshes/2_coxa_1_pin1.STL": "d1eb676c86eb5d432f64a2a9ff53538e1b1c8864706f1e0fe767133786ddab99", + "models/superspider/meshes/2_femur_0_servo.STL": "b1daa9bee961dcb27509524458b188a4b6db27e4a62630485da41c45b2269aea", + "models/superspider/meshes/2_femur_1_pin2.STL": "54e2093d71844318d0787794557adc2d7e940b33a1dfd6fffdc62fe80f106f34", + "models/superspider/meshes/2_femur_2_servo.STL": "e21d296280e2b3049d4f0c4ef70bb2655ea3f7e1713fce5905ce2fb2e2dfaa38", + "models/superspider/meshes/2_femur_3_pin2.STL": "ac5de9b933bcf7f0f88f7e03e969304520bee70da33551769672aea084a71d30", + "models/superspider/meshes/2_tibia_0_foot.STL": "113d23264f8113941fdb664f3ead288b0d91b4bf5bc6562436895b46ac64722a", + "models/superspider/meshes/3_coxa_0_pin1.STL": "1970958bcc0b51cdef57afadd5946a33ee6bfaf368d4ef6baf471717f777693d", + "models/superspider/meshes/3_coxa_1_pin1.STL": "e4b4883962af46e982594551ba812ab3cde6502135897cede341ce4b9f293021", + "models/superspider/meshes/3_femur_0_servo.STL": "45d456422b67ceda3b4ec9b84e35abadbd30996fdaa35aeb773c8759fc08eddf", + "models/superspider/meshes/3_femur_1_pin2.STL": "692e23e5a9bfbeb5a22385d609faf614735e6b3a8f4d331f16a86f0888f48ae3", + "models/superspider/meshes/3_femur_2_servo.STL": "98292e9ae3d129dfadfc046de7f74f0b8260bddc5ac08ed972682b613a7213d7", + "models/superspider/meshes/3_femur_3_pin2.STL": "5b973f6942bf7a1f53b81ca1b32ed8f90a87232b0888a48e91ee21a79eb384ef", + "models/superspider/meshes/3_tibia_0_foot.STL": "bb8fa823f95b1e0485182a1d553154269de445e60979d09c69f7138af9667f8b", + "models/superspider/meshes/4_coxa_0_pin1.STL": "0ef394568fd53dcf02cdd9b70e7660e8d8ef9c9e6b404f327fbdcb631e4115e4", + "models/superspider/meshes/4_coxa_1_pin1.STL": "cd49438d09f3eb75bfc1726e61cd1f4f38ca373cedb0d1a40f6b133c08332f46", + "models/superspider/meshes/4_femur_0_servo.STL": "3aa569696a932a9430423bb4a63a24556c88bca081b80970c50ec56fdab82e64", + "models/superspider/meshes/4_femur_1_pin2.STL": "268b225e7266361067b88f937620e0fcdede02f158444d6f6423a31cbb338077", + "models/superspider/meshes/4_femur_2_servo.STL": "2582600bde375fa995e6447b626fd4d5201f9776ca4fc97d4693540f24494d7c", + "models/superspider/meshes/4_femur_3_pin2.STL": "4ad9c9d2f4bad051827e85bd07e9035cd7383c3df834c48f84fa43a3b2857402", + "models/superspider/meshes/4_tibia_0_foot.STL": "5f892f3bfd5afd65529cc53c18d2fccac59b564ad160ce32933519a9e322753a", + "models/superspider/meshes/5_coxa_0_pin1.STL": "c4698c40087dd38bf8c006c3636f0dcc89d72b2cc54b490cbd4f5ca727f626b2", + "models/superspider/meshes/5_coxa_1_pin1.STL": "f773f0ce894839d55a4b1784aff73b5b6903fa23ac31957a2eb96955b81dc932", + "models/superspider/meshes/5_femur_0_servo.STL": "47e62481650ed7353e67f6f7886e6f4ddbe083057cfd4ac5d360e5714dfb4b09", + "models/superspider/meshes/5_femur_1_pin2.STL": "fa695042edfd2b3c231ef8357ce29bffac151c019541d9e619d534a4ccdd720c", + "models/superspider/meshes/5_femur_2_servo.STL": "fe2f8386cd3115cfdca72fdb6cd7530080133bfd567f8a44b5c3e6b17da308b1", + "models/superspider/meshes/5_femur_3_pin2.STL": "c7c506a369c6bfb7a151bb3c40d6db4ee7070343ba9f80fe8b67b0013f9e01fe", + "models/superspider/meshes/5_tibia_0_foot.STL": "634f208c33c2c6101499516617fb6dd12b9bf318244efbd569bba8657c19ad48", + "models/superspider/meshes/6_coxa_0_pin1.STL": "70c86d7f94927b9154295fe62b0fecafb2188ddd15640745c7faebdeadcef0dc", + "models/superspider/meshes/6_coxa_1_pin1.STL": "ebf70b6faf7dcacfd39cca4b163f173622a69d11372cc359e7acc34dfa8a3959", + "models/superspider/meshes/6_femur_0_servo.STL": "a77c921a8e214d543c5b2adfa60dc37fa313f764f9e5dba3e997de221dabb3e7", + "models/superspider/meshes/6_femur_1_pin2.STL": "62c3b5cff4950b62de79541e19e8c90427b243d4ed930da08ef41806909a53a2", + "models/superspider/meshes/6_femur_2_servo.STL": "5372c8def87bedc9235fe6d16aa5984b72ecb2d10930e799453a10b297843ea9", + "models/superspider/meshes/6_femur_3_pin2.STL": "914b771c12f4cfb2aa399a7001d2664015cd711cc6a8b049c4d445994accc54d", + "models/superspider/meshes/6_tibia_0_foot.STL": "08601f38621187e74c198c0c89d585a6ffd85a7079e721fa9f34b661abb18b96", + "models/superspider/meshes/base_link_0_body.STL": "b111b8eceec2c736b4f2ec016ef32742dc5fe0098281b0a99419d61e0e2ae129", + "models/superspider/meshes/base_link_1_servo.STL": "150c9e49fb849e7092e2b947cd458de74bea214207b7637e6f92a92055834eb0", + "models/superspider/meshes/base_link_2_servo.STL": "9e9c5bc63288480baa73d8fc6f57491875696f165d4e116676076f2208adc7bd", + "models/superspider/meshes/base_link_3_servo.STL": "9f799d1a6aaa68a55bb4294802509fc9ec250ada56640b4095eadcff72dc8650", + "models/superspider/meshes/base_link_4_servo.STL": "3cafd1e13163e77075260ea448d09c069abdf552b3d77d72b45ad6c7d5e23e1f", + "models/superspider/meshes/base_link_5_servo.STL": "1150e5eb50705c1eafb536622248f70adefa4afeeca62077a596004db0d0af09", + "models/superspider/meshes/base_link_6_servo.STL": "36fa9b66010b172013860a73ce0fc227ffff5b63d1f0c2a437603cdeca79a175", + "models/superspider/superspider.urdf": "39ff7694c49c9435c10b9af9f9c5b50db091312e61d865304456e96cc9d7428a", + "models/superspider_mjlab/assets/1_coxa_0_pin1.STL": "fe7c64ed2927f3bfd6bb7e5c4d303fb5a04c68448cef7ec723b2439d6987f422", + "models/superspider_mjlab/assets/1_coxa_1_pin1.STL": "de658a261e203e8bca16b7f4ba0871d3eaf0325e5ac87f7a321a5539c68e68e5", + "models/superspider_mjlab/assets/1_femur_0_servo.STL": "585f273fea473cdf59fc57b66bc00021467a3937878d6d3449194ad30746cbcb", + "models/superspider_mjlab/assets/1_femur_1_pin2.STL": "f5423855e2f39111bb199aaf24ccc0c4be572195d6dff6c70460a913edfdbac0", + "models/superspider_mjlab/assets/1_femur_2_servo.STL": "ab89d20a6dcadc58bd7f9597b40f171b67d7edd090b9a30f3a013cd58e7afa91", + "models/superspider_mjlab/assets/1_femur_3_pin2.STL": "d4e46c258732f7ebeaf1e8d4d1d1e77086931e57b3aebb064c2396b04172d545", + "models/superspider_mjlab/assets/1_tibia_0_foot.STL": "aba0b589e7e832f2f752a5f55c2e62fd53f1a297798e2af545435811cffd8316", + "models/superspider_mjlab/assets/2_coxa_0_pin1.STL": "a56b26d50556d4892b359034f2b8df65bca886a51bd6c8e5475fda9957c735b5", + "models/superspider_mjlab/assets/2_coxa_1_pin1.STL": "d1eb676c86eb5d432f64a2a9ff53538e1b1c8864706f1e0fe767133786ddab99", + "models/superspider_mjlab/assets/2_femur_0_servo.STL": "b1daa9bee961dcb27509524458b188a4b6db27e4a62630485da41c45b2269aea", + "models/superspider_mjlab/assets/2_femur_1_pin2.STL": "54e2093d71844318d0787794557adc2d7e940b33a1dfd6fffdc62fe80f106f34", + "models/superspider_mjlab/assets/2_femur_2_servo.STL": "e21d296280e2b3049d4f0c4ef70bb2655ea3f7e1713fce5905ce2fb2e2dfaa38", + "models/superspider_mjlab/assets/2_femur_3_pin2.STL": "ac5de9b933bcf7f0f88f7e03e969304520bee70da33551769672aea084a71d30", + "models/superspider_mjlab/assets/2_tibia_0_foot.STL": "113d23264f8113941fdb664f3ead288b0d91b4bf5bc6562436895b46ac64722a", + "models/superspider_mjlab/assets/3_coxa_0_pin1.STL": "1970958bcc0b51cdef57afadd5946a33ee6bfaf368d4ef6baf471717f777693d", + "models/superspider_mjlab/assets/3_coxa_1_pin1.STL": "e4b4883962af46e982594551ba812ab3cde6502135897cede341ce4b9f293021", + "models/superspider_mjlab/assets/3_femur_0_servo.STL": "45d456422b67ceda3b4ec9b84e35abadbd30996fdaa35aeb773c8759fc08eddf", + "models/superspider_mjlab/assets/3_femur_1_pin2.STL": "692e23e5a9bfbeb5a22385d609faf614735e6b3a8f4d331f16a86f0888f48ae3", + "models/superspider_mjlab/assets/3_femur_2_servo.STL": "98292e9ae3d129dfadfc046de7f74f0b8260bddc5ac08ed972682b613a7213d7", + "models/superspider_mjlab/assets/3_femur_3_pin2.STL": "5b973f6942bf7a1f53b81ca1b32ed8f90a87232b0888a48e91ee21a79eb384ef", + "models/superspider_mjlab/assets/3_tibia_0_foot.STL": "bb8fa823f95b1e0485182a1d553154269de445e60979d09c69f7138af9667f8b", + "models/superspider_mjlab/assets/4_coxa_0_pin1.STL": "0ef394568fd53dcf02cdd9b70e7660e8d8ef9c9e6b404f327fbdcb631e4115e4", + "models/superspider_mjlab/assets/4_coxa_1_pin1.STL": "cd49438d09f3eb75bfc1726e61cd1f4f38ca373cedb0d1a40f6b133c08332f46", + "models/superspider_mjlab/assets/4_femur_0_servo.STL": "3aa569696a932a9430423bb4a63a24556c88bca081b80970c50ec56fdab82e64", + "models/superspider_mjlab/assets/4_femur_1_pin2.STL": "268b225e7266361067b88f937620e0fcdede02f158444d6f6423a31cbb338077", + "models/superspider_mjlab/assets/4_femur_2_servo.STL": "2582600bde375fa995e6447b626fd4d5201f9776ca4fc97d4693540f24494d7c", + "models/superspider_mjlab/assets/4_femur_3_pin2.STL": "4ad9c9d2f4bad051827e85bd07e9035cd7383c3df834c48f84fa43a3b2857402", + "models/superspider_mjlab/assets/4_tibia_0_foot.STL": "5f892f3bfd5afd65529cc53c18d2fccac59b564ad160ce32933519a9e322753a", + "models/superspider_mjlab/assets/5_coxa_0_pin1.STL": "c4698c40087dd38bf8c006c3636f0dcc89d72b2cc54b490cbd4f5ca727f626b2", + "models/superspider_mjlab/assets/5_coxa_1_pin1.STL": "f773f0ce894839d55a4b1784aff73b5b6903fa23ac31957a2eb96955b81dc932", + "models/superspider_mjlab/assets/5_femur_0_servo.STL": "47e62481650ed7353e67f6f7886e6f4ddbe083057cfd4ac5d360e5714dfb4b09", + "models/superspider_mjlab/assets/5_femur_1_pin2.STL": "fa695042edfd2b3c231ef8357ce29bffac151c019541d9e619d534a4ccdd720c", + "models/superspider_mjlab/assets/5_femur_2_servo.STL": "fe2f8386cd3115cfdca72fdb6cd7530080133bfd567f8a44b5c3e6b17da308b1", + "models/superspider_mjlab/assets/5_femur_3_pin2.STL": "c7c506a369c6bfb7a151bb3c40d6db4ee7070343ba9f80fe8b67b0013f9e01fe", + "models/superspider_mjlab/assets/5_tibia_0_foot.STL": "634f208c33c2c6101499516617fb6dd12b9bf318244efbd569bba8657c19ad48", + "models/superspider_mjlab/assets/6_coxa_0_pin1.STL": "70c86d7f94927b9154295fe62b0fecafb2188ddd15640745c7faebdeadcef0dc", + "models/superspider_mjlab/assets/6_coxa_1_pin1.STL": "ebf70b6faf7dcacfd39cca4b163f173622a69d11372cc359e7acc34dfa8a3959", + "models/superspider_mjlab/assets/6_femur_0_servo.STL": "a77c921a8e214d543c5b2adfa60dc37fa313f764f9e5dba3e997de221dabb3e7", + "models/superspider_mjlab/assets/6_femur_1_pin2.STL": "62c3b5cff4950b62de79541e19e8c90427b243d4ed930da08ef41806909a53a2", + "models/superspider_mjlab/assets/6_femur_2_servo.STL": "5372c8def87bedc9235fe6d16aa5984b72ecb2d10930e799453a10b297843ea9", + "models/superspider_mjlab/assets/6_femur_3_pin2.STL": "914b771c12f4cfb2aa399a7001d2664015cd711cc6a8b049c4d445994accc54d", + "models/superspider_mjlab/assets/6_tibia_0_foot.STL": "08601f38621187e74c198c0c89d585a6ffd85a7079e721fa9f34b661abb18b96", + "models/superspider_mjlab/assets/base_link_0_body.STL": "b111b8eceec2c736b4f2ec016ef32742dc5fe0098281b0a99419d61e0e2ae129", + "models/superspider_mjlab/assets/base_link_1_servo.STL": "150c9e49fb849e7092e2b947cd458de74bea214207b7637e6f92a92055834eb0", + "models/superspider_mjlab/assets/base_link_2_servo.STL": "9e9c5bc63288480baa73d8fc6f57491875696f165d4e116676076f2208adc7bd", + "models/superspider_mjlab/assets/base_link_3_servo.STL": "9f799d1a6aaa68a55bb4294802509fc9ec250ada56640b4095eadcff72dc8650", + "models/superspider_mjlab/assets/base_link_4_servo.STL": "3cafd1e13163e77075260ea448d09c069abdf552b3d77d72b45ad6c7d5e23e1f", + "models/superspider_mjlab/assets/base_link_5_servo.STL": "1150e5eb50705c1eafb536622248f70adefa4afeeca62077a596004db0d0af09", + "models/superspider_mjlab/assets/base_link_6_servo.STL": "36fa9b66010b172013860a73ce0fc227ffff5b63d1f0c2a437603cdeca79a175", + "models/superspider_mjlab/superspider.xml": "bfbf14dd83c77667889172a7a741bf2db3994766a7cdda1e68e1d9d263abc6d0", + "scripts/__init__.py": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", + "scripts/play.py": "d4af750ead1b6a0bbdd6844da9460ed6126fbf17b5f5539c1b18a3e2202ca36a", + "scripts/superspider_blind_to_teacher.py": "3bb2174437a589fa38628b898cd69a556f660de90f345091b1fb0aa0fbeab841", + "scripts/superspider_stair_test.py": "bed5f1fa38df94987247980e247b74b7ad5f0507b6015e98ffdeab6869655877", + "scripts/superspider_teleop.py": "f25af3cd7542f55c9a94e36e56809db534d3eac732fc0ce0e56badcb6a239d0a", + "scripts/train.py": "acad9aeb241dd837ea3e6d5c88d6612506ef3a9225b12ca036af5b25e307aef3", + "scripts/train_stage.py": "4b7f9dd4cf0376a7ae98200562491f3ed125511de4a30cac0306aaf125b4b618", + "scripts/verify.py": "8d699d9c23ae753f48d5302d4be8f95539d06edee44cd829c186c257fab734e8", + "src/__init__.py": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", + "src/evaluation.py": "d01afb1941d9d0364c24ef7a6a0e0956bb5c61a77ec5f70461fd4347ebb1c51b", + "src/policy.py": "cf30e36b4f89db15c84e3ca08e405615cbd34b18e9d11cf1bab49232917222ce", + "src/resources.py": "3cbf3faea387e59c55cd98a1441863cf1c124438d1bdc7ad5641a9091b78b8ac", + "src/tasks/__init__.py": "72e422d24c4efd7cea4441852f7b3e5df943b2229a492a75efe56e897d78113f", + "src/tasks/velocity/__init__.py": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", + "src/tasks/velocity/config/__init__.py": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", + "src/tasks/velocity/config/custom_dog/__init__.py": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", + "src/tasks/velocity/config/custom_dog/builder.py": "f6ef2ad31b8af694a015d1bd838efa1d483a527f3f1291c731f55cba22f38a96", + "src/tasks/velocity/config/custom_dog/descriptor.py": "9638695f0410fd7d223f0923d09da223e5608252d647f025fbd5e69350260cfa", + "src/tasks/velocity/config/custom_dog/dogs/__init__.py": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", + "src/tasks/velocity/config/custom_dog/dogs/superspider.py": "ff665a53b378323824dafe2efbfc8460312e76151baf98ccc369f4a58bc411d4", + "src/tasks/velocity/config/go2/__init__.py": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", + "src/tasks/velocity/config/go2/rl_cfg.py": "8850b0544c50731a30d34995a887c79dca625411b3bf2f0317ab5eaf32f50bdc", + "src/tasks/velocity/mdp/__init__.py": "898503c8025253e1422f529d1487cb527da6082490069a2010fcd06d7d95271c", + "src/tasks/velocity/mdp/curriculums.py": "1577cd47b45d6812bee934c4edf89cfaec1b07e16e1acbc21de28049a8324f35", + "src/tasks/velocity/mdp/events.py": "7ba178578474063c0cae8149f676e5b718726fc4e278a68b30c92f74c469946d", + "src/tasks/velocity/mdp/observations.py": "d89669e4643a836edca7a3ad3d5b054c4d9243885d3e0a6edb027bbb018625ed", + "src/tasks/velocity/mdp/rewards.py": "787e55cd88e1d41844b8b2c38f9c6f859a94273451135a32f7c4895afb24f611", + "src/tasks/velocity/mdp/terminations.py": "24d0abf600372026327d32d10f133f9a7cba117de85604515d20eeb7884ba13d", + "src/tasks/velocity/mdp/velocity_command.py": "f9f55d5507e318494a690cb7929d4e4ae92419cea76425fbab0873914b279482", + "src/tasks/velocity/rl/__init__.py": "c0df1a85535f191511cf7ee3d45c6bf9236081e8a72903e0b52e0a017a07d6df", + "src/tasks/velocity/rl/runner.py": "1a12eb152cb307b57e024814a3a3f9026458759bab6cf43a5cfcccc0b9a0e0cf", + "src/tasks/velocity/velocity_env_cfg.py": "87a58574713e66c406ee5defd33240c30646092be495480249c84646799e8bc3" +} diff --git a/validation/evaluation_20261029/student_1600/00_0.0000m/agent.yaml b/validation/evaluation_20261029/student_1600/00_0.0000m/agent.yaml new file mode 100644 index 0000000..e683e99 --- /dev/null +++ b/validation/evaluation_20261029/student_1600/00_0.0000m/agent.yaml @@ -0,0 +1,53 @@ +seed: 42 +num_steps_per_env: 24 +max_iterations: 6000 +obs_groups: + student: !!python/tuple + - actor + teacher: !!python/tuple + - actor + - height +save_interval: 200 +experiment_name: superspider_stairs_distill +run_name: '' +logger: tensorboard +wandb_project: mjlab +wandb_tags: !!python/tuple [] +resume: false +load_run: .* +load_checkpoint: model_.*.pt +clip_actions: null +upload_model: true +class_name: DistillationRunner +student: + class_name: MLPModel + hidden_dims: !!python/tuple + - 512 + - 256 + - 128 + activation: elu + obs_normalization: true + distribution_cfg: + class_name: GaussianDistribution + init_std: 1.0 + std_type: scalar +teacher: + class_name: MLPModel + hidden_dims: !!python/tuple + - 512 + - 256 + - 128 + activation: elu + obs_normalization: true + distribution_cfg: + class_name: GaussianDistribution + init_std: 1.0 + std_type: scalar +algorithm: + class_name: Distillation + num_learning_epochs: 1 + gradient_length: 15 + learning_rate: 0.001 + max_grad_norm: 1.0 + loss_type: mse + optimizer: adam diff --git a/validation/evaluation_20261029/student_1600/00_0.0000m/env.yaml b/validation/evaluation_20261029/student_1600/00_0.0000m/env.yaml new file mode 100644 index 0000000..6f01048 --- /dev/null +++ b/validation/evaluation_20261029/student_1600/00_0.0000m/env.yaml @@ -0,0 +1,1490 @@ +decimation: 4 +scene: + num_envs: 24 + env_spacing: 2.0 + terrain: + init_state: + pos: !!python/tuple + - 0.0 + - 0.0 + - 0.0 + rot: !!python/tuple + - 1.0 + - 0.0 + - 0.0 + - 0.0 + lin_vel: !!python/tuple + - 0.0 + - 0.0 + - 0.0 + ang_vel: !!python/tuple + - 0.0 + - 0.0 + - 0.0 + joint_pos: + .*: 0.0 + joint_vel: + .*: 0.0 + spec_fn: !!python/name:mjlab.entity.entity.%3Clambda%3E '' + articulation: null + sort_actuators: false + lights: !!python/tuple + - name: sun + body: world + mode: fixed + target: null + type: directional + castshadow: true + pos: !!python/tuple + - 0.0 + - 0.0 + - 1.5 + dir: !!python/tuple + - 0.0 + - 0.0 + - -1.0 + cutoff: 45.0 + exponent: 10.0 + cameras: !!python/tuple [] + textures: !!python/tuple + - name: groundplane + type: 2d + builtin: checker + rgb1: !!python/tuple + - 0.2 + - 0.3 + - 0.4 + rgb2: !!python/tuple + - 0.1 + - 0.2 + - 0.3 + width: 300 + height: 300 + mark: edge + markrgb: !!python/tuple + - 0.8 + - 0.8 + - 0.8 + materials: !!python/tuple + - name: groundplane + rgba: !!python/tuple + - 1.0 + - 1.0 + - 1.0 + - 1.0 + texuniform: true + texrepeat: !!python/tuple + - 4.0 + - 4.0 + reflectance: 0.2 + texture: groundplane + geom_names_expr: !!python/tuple + - terrain$ + collisions: !!python/tuple [] + terrain_type: generator + terrain_generator: + seed: null + curriculum: false + size: !!python/tuple + - 8.0 + - 8.0 + border_width: 10.0 + border_height: 1.0 + num_rows: 2 + num_cols: 2 + color_scheme: height + sub_terrains: + single_step: + proportion: 1.0 + size: !!python/tuple + - 8.0 + - 8.0 + flat_patch_sampling: null + step_height: 0.0 + difficulty_range: !!python/tuple + - 0.0 + - 1.0 + add_lights: true + env_spacing: 2.0 + max_init_terrain_level: 0 + num_envs: 1 + entities: + robot: + init_state: + pos: !!python/tuple + - 0.0 + - 0.0 + - 0.1 + rot: !!python/tuple + - 1.0 + - 0.0 + - 0.0 + - 0.0 + lin_vel: !!python/tuple + - 0.0 + - 0.0 + - 0.0 + ang_vel: !!python/tuple + - 0.0 + - 0.0 + - 0.0 + joint_pos: + 1_coxa: 0.074027 + 1_femur: 0.943939 + 1_tibia: -0.974578 + 2_coxa: 0.074407 + 2_femur: 1.164487 + 2_tibia: -0.647146 + 3_coxa: -0.037301 + 3_femur: 1.004834 + 3_tibia: -0.590105 + 4_coxa: -0.039226 + 4_femur: 1.349236 + 4_tibia: -0.815209 + 5_coxa: -0.174187 + 5_femur: 0.844217 + 5_tibia: -0.55142 + 6_coxa: 0.246042 + 6_femur: 1.053368 + 6_tibia: -0.997824 + joint_vel: + .*: 0.0 + spec_fn: !!python/name:src.tasks.velocity.config.custom_dog.builder.spec_fn '' + articulation: + actuators: !!python/tuple + - target_names_expr: !!python/tuple + - '[1-6]_(coxa|femur|tibia)' + transmission_type: !!python/object/apply:mjlab.actuator.actuator.TransmissionType + - joint + armature: 0.005 + frictionloss: 0.0 + stiffness: 40.0 + damping: 1.2 + effort_limit: 4.41 + soft_joint_pos_limit_factor: 0.9 + sort_actuators: false + lights: !!python/tuple [] + cameras: !!python/tuple [] + textures: !!python/tuple [] + materials: !!python/tuple [] + collisions: !!python/tuple + - geom_names_expr: !!python/tuple + - ^(base_link|[1-6]_(coxa|femur))_col\d+$ + - ^(edge_1a|edge_1b|edge_2a|edge_2b|edge_3a|edge_3b|edge_4a|edge_4b|edge_5a|edge_5b|edge_6a|edge_6b)$ + contype: 1 + conaffinity: 1 + condim: + ^(edge_1a|edge_1b|edge_2a|edge_2b|edge_3a|edge_3b|edge_4a|edge_4b|edge_5a|edge_5b|edge_6a|edge_6b)$: 3 + ^(base_link|[1-6]_(coxa|femur))_col\d+$: 1 + priority: + ^(edge_1a|edge_1b|edge_2a|edge_2b|edge_3a|edge_3b|edge_4a|edge_4b|edge_5a|edge_5b|edge_6a|edge_6b)$: 1 + friction: + ^(edge_1a|edge_1b|edge_2a|edge_2b|edge_3a|edge_3b|edge_4a|edge_4b|edge_5a|edge_5b|edge_6a|edge_6b)$: !!python/tuple + - 0.6 + solref: null + solimp: + ^(edge_1a|edge_1b|edge_2a|edge_2b|edge_3a|edge_3b|edge_4a|edge_4b|edge_5a|edge_5b|edge_6a|edge_6b)$: !!python/tuple + - 0.9 + - 0.95 + - 0.023 + disable_other_geoms: true + sensors: !!python/tuple + - name: terrain_scan + frame: + type: body + name: base_link + entity: robot + pattern: + size: !!python/tuple + - 0.9 + - 0.4 + resolution: 0.04 + direction: !!python/tuple + - 0.0 + - 0.0 + - -1.0 + ray_alignment: yaw + max_distance: 5.0 + exclude_parent_body: true + include_geom_groups: !!python/tuple + - 0 + - 1 + - 2 + debug_vis: true + viz: + hit_color: !!python/tuple + - 0.0 + - 1.0 + - 0.0 + - 0.8 + miss_color: !!python/tuple + - 1.0 + - 0.0 + - 0.0 + - 0.4 + hit_sphere_color: !!python/tuple + - 0.0 + - 1.0 + - 1.0 + - 1.0 + hit_sphere_radius: 0.5 + show_rays: false + show_normals: true + normal_color: !!python/tuple + - 1.0 + - 1.0 + - 0.0 + - 1.0 + normal_length: 5.0 + - name: feet_ground_contact + primary: + mode: geom + pattern: !!python/tuple + - edge_1a + - edge_1b + - edge_2a + - edge_2b + - edge_3a + - edge_3b + - edge_4a + - edge_4b + - edge_5a + - edge_5b + - edge_6a + - edge_6b + entity: robot + exclude: !!python/tuple [] + secondary: + mode: body + pattern: terrain + entity: null + exclude: !!python/tuple [] + fields: !!python/tuple + - found + - force + reduce: netforce + num_slots: 1 + secondary_policy: first + track_air_time: true + global_frame: false + history_length: 0 + debug: false + - name: nonfoot_ground_touch + primary: + mode: geom + pattern: ^(base_link|[1-6]_(coxa|femur))_col\d+$ + entity: robot + exclude: !!python/tuple + - edge_1a + - edge_1b + - edge_2a + - edge_2b + - edge_3a + - edge_3b + - edge_4a + - edge_4b + - edge_5a + - edge_5b + - edge_6a + - edge_6b + secondary: + mode: body + pattern: terrain + entity: null + exclude: !!python/tuple [] + fields: !!python/tuple + - found + - force + reduce: none + num_slots: 1 + secondary_policy: first + track_air_time: false + global_frame: false + history_length: 4 + debug: false + - name: self_collision + primary: + mode: subtree + pattern: base_link + entity: robot + exclude: !!python/tuple [] + secondary: + mode: subtree + pattern: base_link + entity: robot + exclude: !!python/tuple [] + fields: !!python/tuple + - found + reduce: none + num_slots: 1 + secondary_policy: first + track_air_time: false + global_frame: false + history_length: 0 + debug: false + extent: 2.0 + spec_fn: null +observations: + actor: + terms: + base_ang_vel: + func: &id001 !!python/name:mjlab.envs.mdp.observations.builtin_sensor '' + params: + sensor_name: robot/imu_ang_vel + noise: + operation: add + _tensor_cache: {} + n_min: -0.2 + n_max: 0.2 + clip: null + scale: null + delay_min_lag: 0 + delay_max_lag: 0 + delay_per_env: true + delay_hold_prob: 0.0 + delay_update_period: 0 + delay_per_env_phase: true + history_length: 0 + flatten_history_dim: true + projected_gravity: + func: &id002 !!python/name:mjlab.envs.mdp.observations.projected_gravity '' + params: {} + noise: + operation: add + _tensor_cache: {} + n_min: -0.05 + n_max: 0.05 + clip: null + scale: null + delay_min_lag: 0 + delay_max_lag: 0 + delay_per_env: true + delay_hold_prob: 0.0 + delay_update_period: 0 + delay_per_env_phase: true + history_length: 0 + flatten_history_dim: true + command: + func: &id003 !!python/name:mjlab.envs.mdp.observations.generated_commands '' + params: + command_name: twist + noise: null + clip: null + scale: null + delay_min_lag: 0 + delay_max_lag: 0 + delay_per_env: true + delay_hold_prob: 0.0 + delay_update_period: 0 + delay_per_env_phase: true + history_length: 0 + flatten_history_dim: true + phase: + func: &id004 !!python/name:src.tasks.velocity.mdp.observations.phase '' + params: + period: 0.6 + command_name: twist + noise: null + clip: null + scale: null + delay_min_lag: 0 + delay_max_lag: 0 + delay_per_env: true + delay_hold_prob: 0.0 + delay_update_period: 0 + delay_per_env_phase: true + history_length: 0 + flatten_history_dim: true + joint_pos: + func: &id005 !!python/name:mjlab.envs.mdp.observations.joint_pos_rel '' + params: {} + noise: + operation: add + _tensor_cache: {} + n_min: -0.01 + n_max: 0.01 + clip: null + scale: null + delay_min_lag: 0 + delay_max_lag: 0 + delay_per_env: true + delay_hold_prob: 0.0 + delay_update_period: 0 + delay_per_env_phase: true + history_length: 0 + flatten_history_dim: true + joint_vel: + func: &id006 !!python/name:mjlab.envs.mdp.observations.joint_vel_rel '' + params: {} + noise: + operation: add + _tensor_cache: {} + n_min: -1.5 + n_max: 1.5 + clip: null + scale: null + delay_min_lag: 0 + delay_max_lag: 0 + delay_per_env: true + delay_hold_prob: 0.0 + delay_update_period: 0 + delay_per_env_phase: true + history_length: 0 + flatten_history_dim: true + actions: + func: &id007 !!python/name:mjlab.envs.mdp.observations.last_action '' + params: {} + noise: null + clip: null + scale: null + delay_min_lag: 0 + delay_max_lag: 0 + delay_per_env: true + delay_hold_prob: 0.0 + delay_update_period: 0 + delay_per_env_phase: true + history_length: 0 + flatten_history_dim: true + concatenate_terms: true + concatenate_dim: -1 + enable_corruption: false + history_length: null + flatten_history_dim: true + nan_policy: disabled + nan_check_per_term: true + critic: + terms: + base_ang_vel: + func: *id001 + params: + sensor_name: robot/imu_ang_vel + noise: + operation: add + _tensor_cache: {} + n_min: -0.2 + n_max: 0.2 + clip: null + scale: null + delay_min_lag: 0 + delay_max_lag: 0 + delay_per_env: true + delay_hold_prob: 0.0 + delay_update_period: 0 + delay_per_env_phase: true + history_length: 0 + flatten_history_dim: true + projected_gravity: + func: *id002 + params: {} + noise: + operation: add + _tensor_cache: {} + n_min: -0.05 + n_max: 0.05 + clip: null + scale: null + delay_min_lag: 0 + delay_max_lag: 0 + delay_per_env: true + delay_hold_prob: 0.0 + delay_update_period: 0 + delay_per_env_phase: true + history_length: 0 + flatten_history_dim: true + command: + func: *id003 + params: + command_name: twist + noise: null + clip: null + scale: null + delay_min_lag: 0 + delay_max_lag: 0 + delay_per_env: true + delay_hold_prob: 0.0 + delay_update_period: 0 + delay_per_env_phase: true + history_length: 0 + flatten_history_dim: true + phase: + func: *id004 + params: + period: 0.6 + command_name: twist + noise: null + clip: null + scale: null + delay_min_lag: 0 + delay_max_lag: 0 + delay_per_env: true + delay_hold_prob: 0.0 + delay_update_period: 0 + delay_per_env_phase: true + history_length: 0 + flatten_history_dim: true + joint_pos: + func: *id005 + params: {} + noise: + operation: add + _tensor_cache: {} + n_min: -0.01 + n_max: 0.01 + clip: null + scale: null + delay_min_lag: 0 + delay_max_lag: 0 + delay_per_env: true + delay_hold_prob: 0.0 + delay_update_period: 0 + delay_per_env_phase: true + history_length: 0 + flatten_history_dim: true + joint_vel: + func: *id006 + params: {} + noise: + operation: add + _tensor_cache: {} + n_min: -1.5 + n_max: 1.5 + clip: null + scale: null + delay_min_lag: 0 + delay_max_lag: 0 + delay_per_env: true + delay_hold_prob: 0.0 + delay_update_period: 0 + delay_per_env_phase: true + history_length: 0 + flatten_history_dim: true + actions: + func: *id007 + params: {} + noise: null + clip: null + scale: null + delay_min_lag: 0 + delay_max_lag: 0 + delay_per_env: true + delay_hold_prob: 0.0 + delay_update_period: 0 + delay_per_env_phase: true + history_length: 0 + flatten_history_dim: true + height_scan: + func: &id008 !!python/name:mjlab.envs.mdp.observations.height_scan '' + params: + sensor_name: terrain_scan + noise: null + clip: null + scale: 0.2 + delay_min_lag: 0 + delay_max_lag: 0 + delay_per_env: true + delay_hold_prob: 0.0 + delay_update_period: 0 + delay_per_env_phase: true + history_length: 0 + flatten_history_dim: true + base_lin_vel: + func: *id001 + params: + sensor_name: robot/imu_lin_vel + noise: + operation: add + _tensor_cache: {} + n_min: -0.5 + n_max: 0.5 + clip: null + scale: null + delay_min_lag: 0 + delay_max_lag: 0 + delay_per_env: true + delay_hold_prob: 0.0 + delay_update_period: 0 + delay_per_env_phase: true + history_length: 0 + flatten_history_dim: true + foot_height: + func: !!python/name:src.tasks.velocity.mdp.observations.foot_height '' + params: + asset_cfg: + name: robot + joint_names: null + joint_ids: !!python/object/apply:builtins.slice + - null + - null + - null + body_names: null + body_ids: !!python/object/apply:builtins.slice + - null + - null + - null + geom_names: null + geom_ids: !!python/object/apply:builtins.slice + - null + - null + - null + site_names: !!python/tuple + - fsite_1a + - fsite_1b + - fsite_2a + - fsite_2b + - fsite_3a + - fsite_3b + - fsite_4a + - fsite_4b + - fsite_5a + - fsite_5b + - fsite_6a + - fsite_6b + site_ids: !!python/object/apply:builtins.slice + - null + - null + - null + actuator_names: null + actuator_ids: !!python/object/apply:builtins.slice + - null + - null + - null + tendon_names: null + tendon_ids: !!python/object/apply:builtins.slice + - null + - null + - null + camera_names: null + camera_ids: !!python/object/apply:builtins.slice + - null + - null + - null + light_names: null + light_ids: !!python/object/apply:builtins.slice + - null + - null + - null + material_names: null + material_ids: !!python/object/apply:builtins.slice + - null + - null + - null + preserve_order: false + noise: null + clip: null + scale: null + delay_min_lag: 0 + delay_max_lag: 0 + delay_per_env: true + delay_hold_prob: 0.0 + delay_update_period: 0 + delay_per_env_phase: true + history_length: 0 + flatten_history_dim: true + foot_air_time: + func: !!python/name:src.tasks.velocity.mdp.observations.foot_air_time '' + params: + sensor_name: feet_ground_contact + noise: null + clip: null + scale: null + delay_min_lag: 0 + delay_max_lag: 0 + delay_per_env: true + delay_hold_prob: 0.0 + delay_update_period: 0 + delay_per_env_phase: true + history_length: 0 + flatten_history_dim: true + foot_contact: + func: !!python/name:src.tasks.velocity.mdp.observations.foot_contact '' + params: + sensor_name: feet_ground_contact + noise: null + clip: null + scale: null + delay_min_lag: 0 + delay_max_lag: 0 + delay_per_env: true + delay_hold_prob: 0.0 + delay_update_period: 0 + delay_per_env_phase: true + history_length: 0 + flatten_history_dim: true + foot_contact_forces: + func: !!python/name:src.tasks.velocity.mdp.observations.foot_contact_forces '' + params: + sensor_name: feet_ground_contact + noise: null + clip: null + scale: null + delay_min_lag: 0 + delay_max_lag: 0 + delay_per_env: true + delay_hold_prob: 0.0 + delay_update_period: 0 + delay_per_env_phase: true + history_length: 0 + flatten_history_dim: true + concatenate_terms: true + concatenate_dim: -1 + enable_corruption: false + history_length: 1 + flatten_history_dim: true + nan_policy: disabled + nan_check_per_term: true + height: + terms: + height_scan: + func: *id008 + params: + sensor_name: terrain_scan + noise: + operation: add + _tensor_cache: {} + n_min: -0.1 + n_max: 0.1 + clip: null + scale: 0.2 + delay_min_lag: 0 + delay_max_lag: 0 + delay_per_env: true + delay_hold_prob: 0.0 + delay_update_period: 0 + delay_per_env_phase: true + history_length: 0 + flatten_history_dim: true + concatenate_terms: true + concatenate_dim: -1 + enable_corruption: false + history_length: null + flatten_history_dim: true + nan_policy: disabled + nan_check_per_term: true +actions: + joint_pos: + entity_name: robot + clip: null + transmission_type: !!python/object/apply:mjlab.actuator.actuator.TransmissionType + - joint + actuator_names: !!python/tuple + - 1_coxa + - 1_femur + - 1_tibia + - 2_coxa + - 2_femur + - 2_tibia + - 3_coxa + - 3_femur + - 3_tibia + - 4_coxa + - 4_femur + - 4_tibia + - 5_coxa + - 5_femur + - 5_tibia + - 6_coxa + - 6_femur + - 6_tibia + scale: 0.25 + offset: 0.0 + preserve_order: false + use_default_offset: true +events: + reset_base: + func: !!python/name:mjlab.envs.mdp.events.reset_root_state_uniform '' + params: + pose_range: + x: !!python/tuple + - 0 + - 0 + y: !!python/tuple + - 0 + - 0 + yaw: !!python/tuple + - 0 + - 0 + velocity_range: {} + mode: reset + interval_range_s: null + is_global_time: false + min_step_count_between_reset: 0 + reset_robot_joints: + func: !!python/name:mjlab.envs.mdp.events.reset_joints_by_offset '' + params: + position_range: !!python/tuple + - -0.0 + - 0.0 + velocity_range: !!python/tuple + - -0.0 + - 0.0 + asset_cfg: + name: robot + joint_names: !!python/tuple + - .* + joint_ids: !!python/object/apply:builtins.slice + - null + - null + - null + body_names: null + body_ids: !!python/object/apply:builtins.slice + - null + - null + - null + geom_names: null + geom_ids: !!python/object/apply:builtins.slice + - null + - null + - null + site_names: null + site_ids: !!python/object/apply:builtins.slice + - null + - null + - null + actuator_names: null + actuator_ids: !!python/object/apply:builtins.slice + - null + - null + - null + tendon_names: null + tendon_ids: !!python/object/apply:builtins.slice + - null + - null + - null + camera_names: null + camera_ids: !!python/object/apply:builtins.slice + - null + - null + - null + light_names: null + light_ids: !!python/object/apply:builtins.slice + - null + - null + - null + material_names: null + material_ids: !!python/object/apply:builtins.slice + - null + - null + - null + preserve_order: false + mode: reset + interval_range_s: null + is_global_time: false + min_step_count_between_reset: 0 + randomize_terrain: + func: !!python/name:mjlab.envs.mdp.events.randomize_terrain '' + params: {} + mode: reset + interval_range_s: null + is_global_time: false + min_step_count_between_reset: 0 +seed: 42 +sim: + nconmax: null + njmax: null + ls_parallel: true + contact_sensor_maxmatch: 500 + mujoco: + timestep: 0.005 + integrator: implicitfast + impratio: 1.0 + cone: pyramidal + jacobian: auto + solver: newton + iterations: 10 + tolerance: 1.0e-08 + ls_iterations: 20 + ls_tolerance: 0.01 + ccd_iterations: 500 + gravity: !!python/tuple + - 0.0 + - 0.0 + - -9.81 + multiccd: false + nan_guard: + enabled: false + buffer_size: 100 + output_dir: /tmp/mjlab/nan_dumps + max_envs_to_dump: 5 +viewer: + lookat: !!python/tuple + - 0.0 + - 0.0 + - 0.0 + distance: 1.5 + fovy: null + elevation: -10.0 + azimuth: 90.0 + origin_type: !!python/object/apply:mjlab.viewer.viewer_config.OriginType + - 4 + entity_name: robot + body_name: base_link + env_idx: 0 + max_extra_envs: 2 + enable_reflections: true + enable_shadows: true + height: 240 + width: 320 +episode_length_s: 21.0 +rewards: + track_linear_velocity: + func: !!python/name:src.tasks.velocity.mdp.rewards.track_linear_velocity '' + params: + command_name: twist + std: 0.15 + weight: 1.0 + track_angular_velocity: + func: !!python/name:src.tasks.velocity.mdp.rewards.track_angular_velocity '' + params: + command_name: twist + std: 0.7071067811865476 + weight: 1.0 + body_orientation_l2: + func: !!python/name:src.tasks.velocity.mdp.rewards.body_orientation_l2 '' + params: + asset_cfg: + name: robot + joint_names: null + joint_ids: !!python/object/apply:builtins.slice + - null + - null + - null + body_names: !!python/tuple + - base_link + body_ids: !!python/object/apply:builtins.slice + - null + - null + - null + geom_names: null + geom_ids: !!python/object/apply:builtins.slice + - null + - null + - null + site_names: null + site_ids: !!python/object/apply:builtins.slice + - null + - null + - null + actuator_names: null + actuator_ids: !!python/object/apply:builtins.slice + - null + - null + - null + tendon_names: null + tendon_ids: !!python/object/apply:builtins.slice + - null + - null + - null + camera_names: null + camera_ids: !!python/object/apply:builtins.slice + - null + - null + - null + light_names: null + light_ids: !!python/object/apply:builtins.slice + - null + - null + - null + material_names: null + material_ids: !!python/object/apply:builtins.slice + - null + - null + - null + preserve_order: false + weight: -1.0 + pose: + func: !!python/name:src.tasks.velocity.mdp.rewards.variable_posture '' + params: + asset_cfg: + name: robot + joint_names: !!python/tuple + - 1_coxa + - 1_femur + - 1_tibia + - 2_coxa + - 2_femur + - 2_tibia + - 3_coxa + - 3_femur + - 3_tibia + - 4_coxa + - 4_femur + - 4_tibia + - 5_coxa + - 5_femur + - 5_tibia + - 6_coxa + - 6_femur + - 6_tibia + joint_ids: !!python/object/apply:builtins.slice + - null + - null + - null + body_names: null + body_ids: !!python/object/apply:builtins.slice + - null + - null + - null + geom_names: null + geom_ids: !!python/object/apply:builtins.slice + - null + - null + - null + site_names: null + site_ids: !!python/object/apply:builtins.slice + - null + - null + - null + actuator_names: null + actuator_ids: !!python/object/apply:builtins.slice + - null + - null + - null + tendon_names: null + tendon_ids: !!python/object/apply:builtins.slice + - null + - null + - null + camera_names: null + camera_ids: !!python/object/apply:builtins.slice + - null + - null + - null + light_names: null + light_ids: !!python/object/apply:builtins.slice + - null + - null + - null + material_names: null + material_ids: !!python/object/apply:builtins.slice + - null + - null + - null + preserve_order: false + command_name: twist + std_standing: + 1_coxa: 0.1 + 1_femur: 0.1 + 1_tibia: 0.1 + 2_coxa: 0.1 + 2_femur: 0.1 + 2_tibia: 0.1 + 3_coxa: 0.1 + 3_femur: 0.1 + 3_tibia: 0.1 + 4_coxa: 0.1 + 4_femur: 0.1 + 4_tibia: 0.1 + 5_coxa: 0.1 + 5_femur: 0.1 + 5_tibia: 0.1 + 6_coxa: 0.1 + 6_femur: 0.1 + 6_tibia: 0.1 + std_walking: + 1_coxa: 0.35 + 1_femur: 0.35 + 1_tibia: 0.35 + 2_coxa: 0.35 + 2_femur: 0.35 + 2_tibia: 0.35 + 3_coxa: 0.35 + 3_femur: 0.35 + 3_tibia: 0.35 + 4_coxa: 0.35 + 4_femur: 0.35 + 4_tibia: 0.35 + 5_coxa: 0.35 + 5_femur: 0.35 + 5_tibia: 0.35 + 6_coxa: 0.35 + 6_femur: 0.35 + 6_tibia: 0.35 + std_running: + 1_coxa: 0.35 + 1_femur: 0.35 + 1_tibia: 0.35 + 2_coxa: 0.35 + 2_femur: 0.35 + 2_tibia: 0.35 + 3_coxa: 0.35 + 3_femur: 0.35 + 3_tibia: 0.35 + 4_coxa: 0.35 + 4_femur: 0.35 + 4_tibia: 0.35 + 5_coxa: 0.35 + 5_femur: 0.35 + 5_tibia: 0.35 + 6_coxa: 0.35 + 6_femur: 0.35 + 6_tibia: 0.35 + walking_threshold: 0.1 + running_threshold: 1.5 + weight: 1.0 + body_ang_vel: + func: !!python/name:src.tasks.velocity.mdp.rewards.body_angular_velocity_penalty '' + params: + asset_cfg: + name: robot + joint_names: null + joint_ids: !!python/object/apply:builtins.slice + - null + - null + - null + body_names: !!python/tuple + - base_link + body_ids: !!python/object/apply:builtins.slice + - null + - null + - null + geom_names: null + geom_ids: !!python/object/apply:builtins.slice + - null + - null + - null + site_names: null + site_ids: !!python/object/apply:builtins.slice + - null + - null + - null + actuator_names: null + actuator_ids: !!python/object/apply:builtins.slice + - null + - null + - null + tendon_names: null + tendon_ids: !!python/object/apply:builtins.slice + - null + - null + - null + camera_names: null + camera_ids: !!python/object/apply:builtins.slice + - null + - null + - null + light_names: null + light_ids: !!python/object/apply:builtins.slice + - null + - null + - null + material_names: null + material_ids: !!python/object/apply:builtins.slice + - null + - null + - null + preserve_order: false + weight: -0.05 + angular_momentum: + func: !!python/name:src.tasks.velocity.mdp.rewards.angular_momentum_penalty '' + params: + sensor_name: robot/root_angmom + weight: -0.025 + is_terminated: + func: !!python/name:mjlab.envs.mdp.rewards.is_terminated '' + params: {} + weight: -200.0 + joint_acc_l2: + func: !!python/name:mjlab.envs.mdp.rewards.joint_acc_l2 '' + params: {} + weight: -2.5e-07 + joint_pos_limits: + func: !!python/name:mjlab.envs.mdp.rewards.joint_pos_limits '' + params: {} + weight: -10.0 + action_rate_l2: + func: !!python/name:mjlab.envs.mdp.rewards.action_rate_l2 '' + params: {} + weight: -0.05 + foot_gait: + func: !!python/name:src.tasks.velocity.mdp.rewards.feet_gait '' + params: + period: 0.6 + offset: + - 0.0 + - 0.0 + - 0.5 + - 0.5 + - 0.0 + - 0.0 + - 0.5 + - 0.5 + - 0.0 + - 0.0 + - 0.5 + - 0.5 + threshold: 0.56 + command_threshold: 0.1 + command_name: twist + sensor_name: feet_ground_contact + weight: 0.0 + foot_clearance: + func: !!python/name:src.tasks.velocity.config.custom_dog.dogs.superspider._FeetClearanceRelative '' + params: + target_height: 0.05 + command_name: twist + command_threshold: 0.1 + asset_cfg: + name: robot + joint_names: null + joint_ids: !!python/object/apply:builtins.slice + - null + - null + - null + body_names: null + body_ids: !!python/object/apply:builtins.slice + - null + - null + - null + geom_names: null + geom_ids: !!python/object/apply:builtins.slice + - null + - null + - null + site_names: !!python/tuple + - fsite_1a + - fsite_1b + - fsite_2a + - fsite_2b + - fsite_3a + - fsite_3b + - fsite_4a + - fsite_4b + - fsite_5a + - fsite_5b + - fsite_6a + - fsite_6b + site_ids: !!python/object/apply:builtins.slice + - null + - null + - null + actuator_names: null + actuator_ids: !!python/object/apply:builtins.slice + - null + - null + - null + tendon_names: null + tendon_ids: !!python/object/apply:builtins.slice + - null + - null + - null + camera_names: null + camera_ids: !!python/object/apply:builtins.slice + - null + - null + - null + light_names: null + light_ids: !!python/object/apply:builtins.slice + - null + - null + - null + material_names: null + material_ids: !!python/object/apply:builtins.slice + - null + - null + - null + preserve_order: false + sensor_name: feet_ground_contact + weight: -1.0 + foot_slip: + func: !!python/name:src.tasks.velocity.mdp.rewards.feet_slip '' + params: + sensor_name: feet_ground_contact + command_name: twist + command_threshold: 0.1 + asset_cfg: + name: robot + joint_names: null + joint_ids: !!python/object/apply:builtins.slice + - null + - null + - null + body_names: null + body_ids: !!python/object/apply:builtins.slice + - null + - null + - null + geom_names: null + geom_ids: !!python/object/apply:builtins.slice + - null + - null + - null + site_names: !!python/tuple + - fsite_1a + - fsite_1b + - fsite_2a + - fsite_2b + - fsite_3a + - fsite_3b + - fsite_4a + - fsite_4b + - fsite_5a + - fsite_5b + - fsite_6a + - fsite_6b + site_ids: !!python/object/apply:builtins.slice + - null + - null + - null + actuator_names: null + actuator_ids: !!python/object/apply:builtins.slice + - null + - null + - null + tendon_names: null + tendon_ids: !!python/object/apply:builtins.slice + - null + - null + - null + camera_names: null + camera_ids: !!python/object/apply:builtins.slice + - null + - null + - null + light_names: null + light_ids: !!python/object/apply:builtins.slice + - null + - null + - null + material_names: null + material_ids: !!python/object/apply:builtins.slice + - null + - null + - null + preserve_order: false + weight: -0.25 + soft_landing: + func: !!python/name:src.tasks.velocity.mdp.rewards.soft_landing '' + params: + sensor_name: feet_ground_contact + command_name: twist + command_threshold: 0.1 + weight: -0.001 + stand_still: + func: !!python/name:src.tasks.velocity.mdp.rewards.stand_still '' + params: + command_name: twist + command_threshold: 0.1 + asset_cfg: + name: robot + joint_names: !!python/tuple + - 1_coxa + - 1_femur + - 1_tibia + - 2_coxa + - 2_femur + - 2_tibia + - 3_coxa + - 3_femur + - 3_tibia + - 4_coxa + - 4_femur + - 4_tibia + - 5_coxa + - 5_femur + - 5_tibia + - 6_coxa + - 6_femur + - 6_tibia + joint_ids: !!python/object/apply:builtins.slice + - null + - null + - null + body_names: null + body_ids: !!python/object/apply:builtins.slice + - null + - null + - null + geom_names: null + geom_ids: !!python/object/apply:builtins.slice + - null + - null + - null + site_names: null + site_ids: !!python/object/apply:builtins.slice + - null + - null + - null + actuator_names: null + actuator_ids: !!python/object/apply:builtins.slice + - null + - null + - null + tendon_names: null + tendon_ids: !!python/object/apply:builtins.slice + - null + - null + - null + camera_names: null + camera_ids: !!python/object/apply:builtins.slice + - null + - null + - null + light_names: null + light_ids: !!python/object/apply:builtins.slice + - null + - null + - null + material_names: null + material_ids: !!python/object/apply:builtins.slice + - null + - null + - null + preserve_order: false + weight: -1.0 + self_collision: + func: !!python/name:src.tasks.velocity.mdp.rewards.self_collision_cost '' + params: + sensor_name: self_collision + weight: -0.5 + joint_vel_over_limit: + func: !!python/name:src.tasks.velocity.config.custom_dog.dogs.superspider._joint_vel_over_limit '' + params: + limit: 4.64 + weight: -0.5 + climb_progress: + func: !!python/name:src.tasks.velocity.config.custom_dog.dogs.superspider._ClimbProgress '' + params: {} + weight: 1000.0 +terminations: + time_out: + func: !!python/name:mjlab.envs.mdp.terminations.time_out '' + params: {} + time_out: true + fell_over: + func: !!python/name:mjlab.envs.mdp.terminations.bad_orientation '' + params: + limit_angle: 1.2217304763960306 + time_out: false +commands: + twist: + resampling_time_range: !!python/tuple + - 1000000000.0 + - 1000000000.0 + debug_vis: true + entity_name: robot + heading_command: false + heading_control_stiffness: 0.5 + rel_standing_envs: 0.0 + rel_heading_envs: 0.0 + init_velocity_prob: 0.0 + ranges: + lin_vel_x: !!python/tuple + - 0.05 + - 0.4 + lin_vel_y: !!python/tuple + - -0.05 + - 0.05 + ang_vel_z: !!python/tuple + - -0.3 + - 0.3 + heading: null + viz: + z_offset: 0.2 + scale: 0.5 +curriculum: {} +metrics: + mean_action_acc: + func: !!python/name:mjlab.envs.mdp.metrics.mean_action_acc '' + params: {} +is_finite_horizon: false +scale_rewards_by_dt: true diff --git a/validation/evaluation_20261029/student_1600/00_0.0000m/result.json b/validation/evaluation_20261029/student_1600/00_0.0000m/result.json new file mode 100644 index 0000000..8c33ec0 --- /dev/null +++ b/validation/evaluation_20261029/student_1600/00_0.0000m/result.json @@ -0,0 +1,323 @@ +{ + "metric": "flat_locomotion_control", + "success_count": 24, + "success_rate": 1.0, + "failed_count": 0, + "reset_count": 0, + "criteria": { + "crossing_margin_m": 0.05, + "height_fraction": 0.85, + "max_tilt_deg": 30.0, + "second_half_fraction_strictly_above": 0.8, + "final_sample_required": true, + "any_failure_disqualifies": true, + "flat_height_tolerance_m": 0.04 + }, + "trials": [ + { + "env_id": 0, + "success": true, + "failed": false, + "first_failure_step": null, + "reset_count": 0, + "valid_steps": 1000, + "stable_second_half_fraction": 1.0, + "final_stable": true, + "last_valid_dx_m": 5.159436225891113, + "last_valid_dz_m": 0.012077420949935913 + }, + { + "env_id": 1, + "success": true, + "failed": false, + "first_failure_step": null, + "reset_count": 0, + "valid_steps": 1000, + "stable_second_half_fraction": 1.0, + "final_stable": true, + "last_valid_dx_m": 5.174919128417969, + "last_valid_dz_m": 0.012047991156578064 + }, + { + "env_id": 2, + "success": true, + "failed": false, + "first_failure_step": null, + "reset_count": 0, + "valid_steps": 1000, + "stable_second_half_fraction": 1.0, + "final_stable": true, + "last_valid_dx_m": 5.167049884796143, + "last_valid_dz_m": 0.012047253549098969 + }, + { + "env_id": 3, + "success": true, + "failed": false, + "first_failure_step": null, + "reset_count": 0, + "valid_steps": 1000, + "stable_second_half_fraction": 1.0, + "final_stable": true, + "last_valid_dx_m": 5.152812957763672, + "last_valid_dz_m": 0.012292914092540741 + }, + { + "env_id": 4, + "success": true, + "failed": false, + "first_failure_step": null, + "reset_count": 0, + "valid_steps": 1000, + "stable_second_half_fraction": 1.0, + "final_stable": true, + "last_valid_dx_m": 5.152437210083008, + "last_valid_dz_m": 0.012077465653419495 + }, + { + "env_id": 5, + "success": true, + "failed": false, + "first_failure_step": null, + "reset_count": 0, + "valid_steps": 1000, + "stable_second_half_fraction": 1.0, + "final_stable": true, + "last_valid_dx_m": 5.149305820465088, + "last_valid_dz_m": 0.0120774507522583 + }, + { + "env_id": 6, + "success": true, + "failed": false, + "first_failure_step": null, + "reset_count": 0, + "valid_steps": 1000, + "stable_second_half_fraction": 1.0, + "final_stable": true, + "last_valid_dx_m": 5.167147159576416, + "last_valid_dz_m": 0.012046925723552704 + }, + { + "env_id": 7, + "success": true, + "failed": false, + "first_failure_step": null, + "reset_count": 0, + "valid_steps": 1000, + "stable_second_half_fraction": 1.0, + "final_stable": true, + "last_valid_dx_m": 5.157273769378662, + "last_valid_dz_m": 0.01229286938905716 + }, + { + "env_id": 8, + "success": true, + "failed": false, + "first_failure_step": null, + "reset_count": 0, + "valid_steps": 1000, + "stable_second_half_fraction": 1.0, + "final_stable": true, + "last_valid_dx_m": 5.153550148010254, + "last_valid_dz_m": 0.012090548872947693 + }, + { + "env_id": 9, + "success": true, + "failed": false, + "first_failure_step": null, + "reset_count": 0, + "valid_steps": 1000, + "stable_second_half_fraction": 1.0, + "final_stable": true, + "last_valid_dx_m": 5.162258625030518, + "last_valid_dz_m": 0.012077279388904572 + }, + { + "env_id": 10, + "success": true, + "failed": false, + "first_failure_step": null, + "reset_count": 0, + "valid_steps": 1000, + "stable_second_half_fraction": 1.0, + "final_stable": true, + "last_valid_dx_m": 5.163023948669434, + "last_valid_dz_m": 0.012292198836803436 + }, + { + "env_id": 11, + "success": true, + "failed": false, + "first_failure_step": null, + "reset_count": 0, + "valid_steps": 1000, + "stable_second_half_fraction": 1.0, + "final_stable": true, + "last_valid_dx_m": 5.163955211639404, + "last_valid_dz_m": 0.01207723468542099 + }, + { + "env_id": 12, + "success": true, + "failed": false, + "first_failure_step": null, + "reset_count": 0, + "valid_steps": 1000, + "stable_second_half_fraction": 1.0, + "final_stable": true, + "last_valid_dx_m": 5.16700553894043, + "last_valid_dz_m": 0.01209075003862381 + }, + { + "env_id": 13, + "success": true, + "failed": false, + "first_failure_step": null, + "reset_count": 0, + "valid_steps": 1000, + "stable_second_half_fraction": 1.0, + "final_stable": true, + "last_valid_dx_m": 5.179055690765381, + "last_valid_dz_m": 0.01205424964427948 + }, + { + "env_id": 14, + "success": true, + "failed": false, + "first_failure_step": null, + "reset_count": 0, + "valid_steps": 1000, + "stable_second_half_fraction": 1.0, + "final_stable": true, + "last_valid_dx_m": 5.154560565948486, + "last_valid_dz_m": 0.012046664953231812 + }, + { + "env_id": 15, + "success": true, + "failed": false, + "first_failure_step": null, + "reset_count": 0, + "valid_steps": 1000, + "stable_second_half_fraction": 1.0, + "final_stable": true, + "last_valid_dx_m": 5.158486843109131, + "last_valid_dz_m": 0.01207730919122696 + }, + { + "env_id": 16, + "success": true, + "failed": false, + "first_failure_step": null, + "reset_count": 0, + "valid_steps": 1000, + "stable_second_half_fraction": 1.0, + "final_stable": true, + "last_valid_dx_m": 5.152029991149902, + "last_valid_dz_m": 0.01210486888885498 + }, + { + "env_id": 17, + "success": true, + "failed": false, + "first_failure_step": null, + "reset_count": 0, + "valid_steps": 1000, + "stable_second_half_fraction": 1.0, + "final_stable": true, + "last_valid_dx_m": 5.157721519470215, + "last_valid_dz_m": 0.012077286839485168 + }, + { + "env_id": 18, + "success": true, + "failed": false, + "first_failure_step": null, + "reset_count": 0, + "valid_steps": 1000, + "stable_second_half_fraction": 1.0, + "final_stable": true, + "last_valid_dx_m": 5.155673027038574, + "last_valid_dz_m": 0.012292876839637756 + }, + { + "env_id": 19, + "success": true, + "failed": false, + "first_failure_step": null, + "reset_count": 0, + "valid_steps": 1000, + "stable_second_half_fraction": 1.0, + "final_stable": true, + "last_valid_dx_m": 5.160787582397461, + "last_valid_dz_m": 0.01229315996170044 + }, + { + "env_id": 20, + "success": true, + "failed": false, + "first_failure_step": null, + "reset_count": 0, + "valid_steps": 1000, + "stable_second_half_fraction": 1.0, + "final_stable": true, + "last_valid_dx_m": 5.151590824127197, + "last_valid_dz_m": 0.012077093124389648 + }, + { + "env_id": 21, + "success": true, + "failed": false, + "first_failure_step": null, + "reset_count": 0, + "valid_steps": 1000, + "stable_second_half_fraction": 1.0, + "final_stable": true, + "last_valid_dx_m": 5.153639316558838, + "last_valid_dz_m": 0.012293249368667603 + }, + { + "env_id": 22, + "success": true, + "failed": false, + "first_failure_step": null, + "reset_count": 0, + "valid_steps": 1000, + "stable_second_half_fraction": 1.0, + "final_stable": true, + "last_valid_dx_m": 5.150871753692627, + "last_valid_dz_m": 0.012132562696933746 + }, + { + "env_id": 23, + "success": true, + "failed": false, + "first_failure_step": null, + "reset_count": 0, + "valid_steps": 1000, + "stable_second_half_fraction": 1.0, + "final_stable": true, + "last_valid_dx_m": 5.164690017700195, + "last_valid_dz_m": 0.01209075003862381 + } + ], + "protocol": "single_step_v2", + "task": "Custom-Superspider-Stairs-Distill", + "checkpoint": "student_1600.pt", + "checkpoint_sha256": "c250b9d5ae4001c57043f4ec49de7f766ee53b41b1fc9a42746bec29ebce12cf", + "seed": 42, + "device": "cpu", + "num_envs": 24, + "seconds": 20.0, + "step_dt": 0.02, + "command": [ + 0.3, + 0.0, + 0.0 + ], + "step_height_m": 0.0, + "raw_file": "rollout.npz", + "raw_sha256": "fa62a9f14c9253efec8c0863ac75c49867e35377dc8cbf91745de3e901043bed" +} diff --git a/validation/evaluation_20261029/student_1600/00_0.0000m/rollout.npz b/validation/evaluation_20261029/student_1600/00_0.0000m/rollout.npz new file mode 100644 index 0000000..f124440 Binary files /dev/null and b/validation/evaluation_20261029/student_1600/00_0.0000m/rollout.npz differ diff --git a/validation/evaluation_20261029/student_1600/01_0.0200m/agent.yaml b/validation/evaluation_20261029/student_1600/01_0.0200m/agent.yaml new file mode 100644 index 0000000..e683e99 --- /dev/null +++ b/validation/evaluation_20261029/student_1600/01_0.0200m/agent.yaml @@ -0,0 +1,53 @@ +seed: 42 +num_steps_per_env: 24 +max_iterations: 6000 +obs_groups: + student: !!python/tuple + - actor + teacher: !!python/tuple + - actor + - height +save_interval: 200 +experiment_name: superspider_stairs_distill +run_name: '' +logger: tensorboard +wandb_project: mjlab +wandb_tags: !!python/tuple [] +resume: false +load_run: .* +load_checkpoint: model_.*.pt +clip_actions: null +upload_model: true +class_name: DistillationRunner +student: + class_name: MLPModel + hidden_dims: !!python/tuple + - 512 + - 256 + - 128 + activation: elu + obs_normalization: true + distribution_cfg: + class_name: GaussianDistribution + init_std: 1.0 + std_type: scalar +teacher: + class_name: MLPModel + hidden_dims: !!python/tuple + - 512 + - 256 + - 128 + activation: elu + obs_normalization: true + distribution_cfg: + class_name: GaussianDistribution + init_std: 1.0 + std_type: scalar +algorithm: + class_name: Distillation + num_learning_epochs: 1 + gradient_length: 15 + learning_rate: 0.001 + max_grad_norm: 1.0 + loss_type: mse + optimizer: adam diff --git a/validation/evaluation_20261029/student_1600/01_0.0200m/env.yaml b/validation/evaluation_20261029/student_1600/01_0.0200m/env.yaml new file mode 100644 index 0000000..35c0e5d --- /dev/null +++ b/validation/evaluation_20261029/student_1600/01_0.0200m/env.yaml @@ -0,0 +1,1490 @@ +decimation: 4 +scene: + num_envs: 24 + env_spacing: 2.0 + terrain: + init_state: + pos: !!python/tuple + - 0.0 + - 0.0 + - 0.0 + rot: !!python/tuple + - 1.0 + - 0.0 + - 0.0 + - 0.0 + lin_vel: !!python/tuple + - 0.0 + - 0.0 + - 0.0 + ang_vel: !!python/tuple + - 0.0 + - 0.0 + - 0.0 + joint_pos: + .*: 0.0 + joint_vel: + .*: 0.0 + spec_fn: !!python/name:mjlab.entity.entity.%3Clambda%3E '' + articulation: null + sort_actuators: false + lights: !!python/tuple + - name: sun + body: world + mode: fixed + target: null + type: directional + castshadow: true + pos: !!python/tuple + - 0.0 + - 0.0 + - 1.5 + dir: !!python/tuple + - 0.0 + - 0.0 + - -1.0 + cutoff: 45.0 + exponent: 10.0 + cameras: !!python/tuple [] + textures: !!python/tuple + - name: groundplane + type: 2d + builtin: checker + rgb1: !!python/tuple + - 0.2 + - 0.3 + - 0.4 + rgb2: !!python/tuple + - 0.1 + - 0.2 + - 0.3 + width: 300 + height: 300 + mark: edge + markrgb: !!python/tuple + - 0.8 + - 0.8 + - 0.8 + materials: !!python/tuple + - name: groundplane + rgba: !!python/tuple + - 1.0 + - 1.0 + - 1.0 + - 1.0 + texuniform: true + texrepeat: !!python/tuple + - 4.0 + - 4.0 + reflectance: 0.2 + texture: groundplane + geom_names_expr: !!python/tuple + - terrain$ + collisions: !!python/tuple [] + terrain_type: generator + terrain_generator: + seed: null + curriculum: false + size: !!python/tuple + - 8.0 + - 8.0 + border_width: 10.0 + border_height: 1.0 + num_rows: 2 + num_cols: 2 + color_scheme: height + sub_terrains: + single_step: + proportion: 1.0 + size: !!python/tuple + - 8.0 + - 8.0 + flat_patch_sampling: null + step_height: 0.02 + difficulty_range: !!python/tuple + - 0.0 + - 1.0 + add_lights: true + env_spacing: 2.0 + max_init_terrain_level: 0 + num_envs: 1 + entities: + robot: + init_state: + pos: !!python/tuple + - 0.0 + - 0.0 + - 0.1 + rot: !!python/tuple + - 1.0 + - 0.0 + - 0.0 + - 0.0 + lin_vel: !!python/tuple + - 0.0 + - 0.0 + - 0.0 + ang_vel: !!python/tuple + - 0.0 + - 0.0 + - 0.0 + joint_pos: + 1_coxa: 0.074027 + 1_femur: 0.943939 + 1_tibia: -0.974578 + 2_coxa: 0.074407 + 2_femur: 1.164487 + 2_tibia: -0.647146 + 3_coxa: -0.037301 + 3_femur: 1.004834 + 3_tibia: -0.590105 + 4_coxa: -0.039226 + 4_femur: 1.349236 + 4_tibia: -0.815209 + 5_coxa: -0.174187 + 5_femur: 0.844217 + 5_tibia: -0.55142 + 6_coxa: 0.246042 + 6_femur: 1.053368 + 6_tibia: -0.997824 + joint_vel: + .*: 0.0 + spec_fn: !!python/name:src.tasks.velocity.config.custom_dog.builder.spec_fn '' + articulation: + actuators: !!python/tuple + - target_names_expr: !!python/tuple + - '[1-6]_(coxa|femur|tibia)' + transmission_type: !!python/object/apply:mjlab.actuator.actuator.TransmissionType + - joint + armature: 0.005 + frictionloss: 0.0 + stiffness: 40.0 + damping: 1.2 + effort_limit: 4.41 + soft_joint_pos_limit_factor: 0.9 + sort_actuators: false + lights: !!python/tuple [] + cameras: !!python/tuple [] + textures: !!python/tuple [] + materials: !!python/tuple [] + collisions: !!python/tuple + - geom_names_expr: !!python/tuple + - ^(base_link|[1-6]_(coxa|femur))_col\d+$ + - ^(edge_1a|edge_1b|edge_2a|edge_2b|edge_3a|edge_3b|edge_4a|edge_4b|edge_5a|edge_5b|edge_6a|edge_6b)$ + contype: 1 + conaffinity: 1 + condim: + ^(edge_1a|edge_1b|edge_2a|edge_2b|edge_3a|edge_3b|edge_4a|edge_4b|edge_5a|edge_5b|edge_6a|edge_6b)$: 3 + ^(base_link|[1-6]_(coxa|femur))_col\d+$: 1 + priority: + ^(edge_1a|edge_1b|edge_2a|edge_2b|edge_3a|edge_3b|edge_4a|edge_4b|edge_5a|edge_5b|edge_6a|edge_6b)$: 1 + friction: + ^(edge_1a|edge_1b|edge_2a|edge_2b|edge_3a|edge_3b|edge_4a|edge_4b|edge_5a|edge_5b|edge_6a|edge_6b)$: !!python/tuple + - 0.6 + solref: null + solimp: + ^(edge_1a|edge_1b|edge_2a|edge_2b|edge_3a|edge_3b|edge_4a|edge_4b|edge_5a|edge_5b|edge_6a|edge_6b)$: !!python/tuple + - 0.9 + - 0.95 + - 0.023 + disable_other_geoms: true + sensors: !!python/tuple + - name: terrain_scan + frame: + type: body + name: base_link + entity: robot + pattern: + size: !!python/tuple + - 0.9 + - 0.4 + resolution: 0.04 + direction: !!python/tuple + - 0.0 + - 0.0 + - -1.0 + ray_alignment: yaw + max_distance: 5.0 + exclude_parent_body: true + include_geom_groups: !!python/tuple + - 0 + - 1 + - 2 + debug_vis: true + viz: + hit_color: !!python/tuple + - 0.0 + - 1.0 + - 0.0 + - 0.8 + miss_color: !!python/tuple + - 1.0 + - 0.0 + - 0.0 + - 0.4 + hit_sphere_color: !!python/tuple + - 0.0 + - 1.0 + - 1.0 + - 1.0 + hit_sphere_radius: 0.5 + show_rays: false + show_normals: true + normal_color: !!python/tuple + - 1.0 + - 1.0 + - 0.0 + - 1.0 + normal_length: 5.0 + - name: feet_ground_contact + primary: + mode: geom + pattern: !!python/tuple + - edge_1a + - edge_1b + - edge_2a + - edge_2b + - edge_3a + - edge_3b + - edge_4a + - edge_4b + - edge_5a + - edge_5b + - edge_6a + - edge_6b + entity: robot + exclude: !!python/tuple [] + secondary: + mode: body + pattern: terrain + entity: null + exclude: !!python/tuple [] + fields: !!python/tuple + - found + - force + reduce: netforce + num_slots: 1 + secondary_policy: first + track_air_time: true + global_frame: false + history_length: 0 + debug: false + - name: nonfoot_ground_touch + primary: + mode: geom + pattern: ^(base_link|[1-6]_(coxa|femur))_col\d+$ + entity: robot + exclude: !!python/tuple + - edge_1a + - edge_1b + - edge_2a + - edge_2b + - edge_3a + - edge_3b + - edge_4a + - edge_4b + - edge_5a + - edge_5b + - edge_6a + - edge_6b + secondary: + mode: body + pattern: terrain + entity: null + exclude: !!python/tuple [] + fields: !!python/tuple + - found + - force + reduce: none + num_slots: 1 + secondary_policy: first + track_air_time: false + global_frame: false + history_length: 4 + debug: false + - name: self_collision + primary: + mode: subtree + pattern: base_link + entity: robot + exclude: !!python/tuple [] + secondary: + mode: subtree + pattern: base_link + entity: robot + exclude: !!python/tuple [] + fields: !!python/tuple + - found + reduce: none + num_slots: 1 + secondary_policy: first + track_air_time: false + global_frame: false + history_length: 0 + debug: false + extent: 2.0 + spec_fn: null +observations: + actor: + terms: + base_ang_vel: + func: &id001 !!python/name:mjlab.envs.mdp.observations.builtin_sensor '' + params: + sensor_name: robot/imu_ang_vel + noise: + operation: add + _tensor_cache: {} + n_min: -0.2 + n_max: 0.2 + clip: null + scale: null + delay_min_lag: 0 + delay_max_lag: 0 + delay_per_env: true + delay_hold_prob: 0.0 + delay_update_period: 0 + delay_per_env_phase: true + history_length: 0 + flatten_history_dim: true + projected_gravity: + func: &id002 !!python/name:mjlab.envs.mdp.observations.projected_gravity '' + params: {} + noise: + operation: add + _tensor_cache: {} + n_min: -0.05 + n_max: 0.05 + clip: null + scale: null + delay_min_lag: 0 + delay_max_lag: 0 + delay_per_env: true + delay_hold_prob: 0.0 + delay_update_period: 0 + delay_per_env_phase: true + history_length: 0 + flatten_history_dim: true + command: + func: &id003 !!python/name:mjlab.envs.mdp.observations.generated_commands '' + params: + command_name: twist + noise: null + clip: null + scale: null + delay_min_lag: 0 + delay_max_lag: 0 + delay_per_env: true + delay_hold_prob: 0.0 + delay_update_period: 0 + delay_per_env_phase: true + history_length: 0 + flatten_history_dim: true + phase: + func: &id004 !!python/name:src.tasks.velocity.mdp.observations.phase '' + params: + period: 0.6 + command_name: twist + noise: null + clip: null + scale: null + delay_min_lag: 0 + delay_max_lag: 0 + delay_per_env: true + delay_hold_prob: 0.0 + delay_update_period: 0 + delay_per_env_phase: true + history_length: 0 + flatten_history_dim: true + joint_pos: + func: &id005 !!python/name:mjlab.envs.mdp.observations.joint_pos_rel '' + params: {} + noise: + operation: add + _tensor_cache: {} + n_min: -0.01 + n_max: 0.01 + clip: null + scale: null + delay_min_lag: 0 + delay_max_lag: 0 + delay_per_env: true + delay_hold_prob: 0.0 + delay_update_period: 0 + delay_per_env_phase: true + history_length: 0 + flatten_history_dim: true + joint_vel: + func: &id006 !!python/name:mjlab.envs.mdp.observations.joint_vel_rel '' + params: {} + noise: + operation: add + _tensor_cache: {} + n_min: -1.5 + n_max: 1.5 + clip: null + scale: null + delay_min_lag: 0 + delay_max_lag: 0 + delay_per_env: true + delay_hold_prob: 0.0 + delay_update_period: 0 + delay_per_env_phase: true + history_length: 0 + flatten_history_dim: true + actions: + func: &id007 !!python/name:mjlab.envs.mdp.observations.last_action '' + params: {} + noise: null + clip: null + scale: null + delay_min_lag: 0 + delay_max_lag: 0 + delay_per_env: true + delay_hold_prob: 0.0 + delay_update_period: 0 + delay_per_env_phase: true + history_length: 0 + flatten_history_dim: true + concatenate_terms: true + concatenate_dim: -1 + enable_corruption: false + history_length: null + flatten_history_dim: true + nan_policy: disabled + nan_check_per_term: true + critic: + terms: + base_ang_vel: + func: *id001 + params: + sensor_name: robot/imu_ang_vel + noise: + operation: add + _tensor_cache: {} + n_min: -0.2 + n_max: 0.2 + clip: null + scale: null + delay_min_lag: 0 + delay_max_lag: 0 + delay_per_env: true + delay_hold_prob: 0.0 + delay_update_period: 0 + delay_per_env_phase: true + history_length: 0 + flatten_history_dim: true + projected_gravity: + func: *id002 + params: {} + noise: + operation: add + _tensor_cache: {} + n_min: -0.05 + n_max: 0.05 + clip: null + scale: null + delay_min_lag: 0 + delay_max_lag: 0 + delay_per_env: true + delay_hold_prob: 0.0 + delay_update_period: 0 + delay_per_env_phase: true + history_length: 0 + flatten_history_dim: true + command: + func: *id003 + params: + command_name: twist + noise: null + clip: null + scale: null + delay_min_lag: 0 + delay_max_lag: 0 + delay_per_env: true + delay_hold_prob: 0.0 + delay_update_period: 0 + delay_per_env_phase: true + history_length: 0 + flatten_history_dim: true + phase: + func: *id004 + params: + period: 0.6 + command_name: twist + noise: null + clip: null + scale: null + delay_min_lag: 0 + delay_max_lag: 0 + delay_per_env: true + delay_hold_prob: 0.0 + delay_update_period: 0 + delay_per_env_phase: true + history_length: 0 + flatten_history_dim: true + joint_pos: + func: *id005 + params: {} + noise: + operation: add + _tensor_cache: {} + n_min: -0.01 + n_max: 0.01 + clip: null + scale: null + delay_min_lag: 0 + delay_max_lag: 0 + delay_per_env: true + delay_hold_prob: 0.0 + delay_update_period: 0 + delay_per_env_phase: true + history_length: 0 + flatten_history_dim: true + joint_vel: + func: *id006 + params: {} + noise: + operation: add + _tensor_cache: {} + n_min: -1.5 + n_max: 1.5 + clip: null + scale: null + delay_min_lag: 0 + delay_max_lag: 0 + delay_per_env: true + delay_hold_prob: 0.0 + delay_update_period: 0 + delay_per_env_phase: true + history_length: 0 + flatten_history_dim: true + actions: + func: *id007 + params: {} + noise: null + clip: null + scale: null + delay_min_lag: 0 + delay_max_lag: 0 + delay_per_env: true + delay_hold_prob: 0.0 + delay_update_period: 0 + delay_per_env_phase: true + history_length: 0 + flatten_history_dim: true + height_scan: + func: &id008 !!python/name:mjlab.envs.mdp.observations.height_scan '' + params: + sensor_name: terrain_scan + noise: null + clip: null + scale: 0.2 + delay_min_lag: 0 + delay_max_lag: 0 + delay_per_env: true + delay_hold_prob: 0.0 + delay_update_period: 0 + delay_per_env_phase: true + history_length: 0 + flatten_history_dim: true + base_lin_vel: + func: *id001 + params: + sensor_name: robot/imu_lin_vel + noise: + operation: add + _tensor_cache: {} + n_min: -0.5 + n_max: 0.5 + clip: null + scale: null + delay_min_lag: 0 + delay_max_lag: 0 + delay_per_env: true + delay_hold_prob: 0.0 + delay_update_period: 0 + delay_per_env_phase: true + history_length: 0 + flatten_history_dim: true + foot_height: + func: !!python/name:src.tasks.velocity.mdp.observations.foot_height '' + params: + asset_cfg: + name: robot + joint_names: null + joint_ids: !!python/object/apply:builtins.slice + - null + - null + - null + body_names: null + body_ids: !!python/object/apply:builtins.slice + - null + - null + - null + geom_names: null + geom_ids: !!python/object/apply:builtins.slice + - null + - null + - null + site_names: !!python/tuple + - fsite_1a + - fsite_1b + - fsite_2a + - fsite_2b + - fsite_3a + - fsite_3b + - fsite_4a + - fsite_4b + - fsite_5a + - fsite_5b + - fsite_6a + - fsite_6b + site_ids: !!python/object/apply:builtins.slice + - null + - null + - null + actuator_names: null + actuator_ids: !!python/object/apply:builtins.slice + - null + - null + - null + tendon_names: null + tendon_ids: !!python/object/apply:builtins.slice + - null + - null + - null + camera_names: null + camera_ids: !!python/object/apply:builtins.slice + - null + - null + - null + light_names: null + light_ids: !!python/object/apply:builtins.slice + - null + - null + - null + material_names: null + material_ids: !!python/object/apply:builtins.slice + - null + - null + - null + preserve_order: false + noise: null + clip: null + scale: null + delay_min_lag: 0 + delay_max_lag: 0 + delay_per_env: true + delay_hold_prob: 0.0 + delay_update_period: 0 + delay_per_env_phase: true + history_length: 0 + flatten_history_dim: true + foot_air_time: + func: !!python/name:src.tasks.velocity.mdp.observations.foot_air_time '' + params: + sensor_name: feet_ground_contact + noise: null + clip: null + scale: null + delay_min_lag: 0 + delay_max_lag: 0 + delay_per_env: true + delay_hold_prob: 0.0 + delay_update_period: 0 + delay_per_env_phase: true + history_length: 0 + flatten_history_dim: true + foot_contact: + func: !!python/name:src.tasks.velocity.mdp.observations.foot_contact '' + params: + sensor_name: feet_ground_contact + noise: null + clip: null + scale: null + delay_min_lag: 0 + delay_max_lag: 0 + delay_per_env: true + delay_hold_prob: 0.0 + delay_update_period: 0 + delay_per_env_phase: true + history_length: 0 + flatten_history_dim: true + foot_contact_forces: + func: !!python/name:src.tasks.velocity.mdp.observations.foot_contact_forces '' + params: + sensor_name: feet_ground_contact + noise: null + clip: null + scale: null + delay_min_lag: 0 + delay_max_lag: 0 + delay_per_env: true + delay_hold_prob: 0.0 + delay_update_period: 0 + delay_per_env_phase: true + history_length: 0 + flatten_history_dim: true + concatenate_terms: true + concatenate_dim: -1 + enable_corruption: false + history_length: 1 + flatten_history_dim: true + nan_policy: disabled + nan_check_per_term: true + height: + terms: + height_scan: + func: *id008 + params: + sensor_name: terrain_scan + noise: + operation: add + _tensor_cache: {} + n_min: -0.1 + n_max: 0.1 + clip: null + scale: 0.2 + delay_min_lag: 0 + delay_max_lag: 0 + delay_per_env: true + delay_hold_prob: 0.0 + delay_update_period: 0 + delay_per_env_phase: true + history_length: 0 + flatten_history_dim: true + concatenate_terms: true + concatenate_dim: -1 + enable_corruption: false + history_length: null + flatten_history_dim: true + nan_policy: disabled + nan_check_per_term: true +actions: + joint_pos: + entity_name: robot + clip: null + transmission_type: !!python/object/apply:mjlab.actuator.actuator.TransmissionType + - joint + actuator_names: !!python/tuple + - 1_coxa + - 1_femur + - 1_tibia + - 2_coxa + - 2_femur + - 2_tibia + - 3_coxa + - 3_femur + - 3_tibia + - 4_coxa + - 4_femur + - 4_tibia + - 5_coxa + - 5_femur + - 5_tibia + - 6_coxa + - 6_femur + - 6_tibia + scale: 0.25 + offset: 0.0 + preserve_order: false + use_default_offset: true +events: + reset_base: + func: !!python/name:mjlab.envs.mdp.events.reset_root_state_uniform '' + params: + pose_range: + x: !!python/tuple + - 0 + - 0 + y: !!python/tuple + - 0 + - 0 + yaw: !!python/tuple + - 0 + - 0 + velocity_range: {} + mode: reset + interval_range_s: null + is_global_time: false + min_step_count_between_reset: 0 + reset_robot_joints: + func: !!python/name:mjlab.envs.mdp.events.reset_joints_by_offset '' + params: + position_range: !!python/tuple + - -0.0 + - 0.0 + velocity_range: !!python/tuple + - -0.0 + - 0.0 + asset_cfg: + name: robot + joint_names: !!python/tuple + - .* + joint_ids: !!python/object/apply:builtins.slice + - null + - null + - null + body_names: null + body_ids: !!python/object/apply:builtins.slice + - null + - null + - null + geom_names: null + geom_ids: !!python/object/apply:builtins.slice + - null + - null + - null + site_names: null + site_ids: !!python/object/apply:builtins.slice + - null + - null + - null + actuator_names: null + actuator_ids: !!python/object/apply:builtins.slice + - null + - null + - null + tendon_names: null + tendon_ids: !!python/object/apply:builtins.slice + - null + - null + - null + camera_names: null + camera_ids: !!python/object/apply:builtins.slice + - null + - null + - null + light_names: null + light_ids: !!python/object/apply:builtins.slice + - null + - null + - null + material_names: null + material_ids: !!python/object/apply:builtins.slice + - null + - null + - null + preserve_order: false + mode: reset + interval_range_s: null + is_global_time: false + min_step_count_between_reset: 0 + randomize_terrain: + func: !!python/name:mjlab.envs.mdp.events.randomize_terrain '' + params: {} + mode: reset + interval_range_s: null + is_global_time: false + min_step_count_between_reset: 0 +seed: 42 +sim: + nconmax: null + njmax: null + ls_parallel: true + contact_sensor_maxmatch: 500 + mujoco: + timestep: 0.005 + integrator: implicitfast + impratio: 1.0 + cone: pyramidal + jacobian: auto + solver: newton + iterations: 10 + tolerance: 1.0e-08 + ls_iterations: 20 + ls_tolerance: 0.01 + ccd_iterations: 500 + gravity: !!python/tuple + - 0.0 + - 0.0 + - -9.81 + multiccd: false + nan_guard: + enabled: false + buffer_size: 100 + output_dir: /tmp/mjlab/nan_dumps + max_envs_to_dump: 5 +viewer: + lookat: !!python/tuple + - 0.0 + - 0.0 + - 0.0 + distance: 1.5 + fovy: null + elevation: -10.0 + azimuth: 90.0 + origin_type: !!python/object/apply:mjlab.viewer.viewer_config.OriginType + - 4 + entity_name: robot + body_name: base_link + env_idx: 0 + max_extra_envs: 2 + enable_reflections: true + enable_shadows: true + height: 240 + width: 320 +episode_length_s: 21.0 +rewards: + track_linear_velocity: + func: !!python/name:src.tasks.velocity.mdp.rewards.track_linear_velocity '' + params: + command_name: twist + std: 0.15 + weight: 1.0 + track_angular_velocity: + func: !!python/name:src.tasks.velocity.mdp.rewards.track_angular_velocity '' + params: + command_name: twist + std: 0.7071067811865476 + weight: 1.0 + body_orientation_l2: + func: !!python/name:src.tasks.velocity.mdp.rewards.body_orientation_l2 '' + params: + asset_cfg: + name: robot + joint_names: null + joint_ids: !!python/object/apply:builtins.slice + - null + - null + - null + body_names: !!python/tuple + - base_link + body_ids: !!python/object/apply:builtins.slice + - null + - null + - null + geom_names: null + geom_ids: !!python/object/apply:builtins.slice + - null + - null + - null + site_names: null + site_ids: !!python/object/apply:builtins.slice + - null + - null + - null + actuator_names: null + actuator_ids: !!python/object/apply:builtins.slice + - null + - null + - null + tendon_names: null + tendon_ids: !!python/object/apply:builtins.slice + - null + - null + - null + camera_names: null + camera_ids: !!python/object/apply:builtins.slice + - null + - null + - null + light_names: null + light_ids: !!python/object/apply:builtins.slice + - null + - null + - null + material_names: null + material_ids: !!python/object/apply:builtins.slice + - null + - null + - null + preserve_order: false + weight: -1.0 + pose: + func: !!python/name:src.tasks.velocity.mdp.rewards.variable_posture '' + params: + asset_cfg: + name: robot + joint_names: !!python/tuple + - 1_coxa + - 1_femur + - 1_tibia + - 2_coxa + - 2_femur + - 2_tibia + - 3_coxa + - 3_femur + - 3_tibia + - 4_coxa + - 4_femur + - 4_tibia + - 5_coxa + - 5_femur + - 5_tibia + - 6_coxa + - 6_femur + - 6_tibia + joint_ids: !!python/object/apply:builtins.slice + - null + - null + - null + body_names: null + body_ids: !!python/object/apply:builtins.slice + - null + - null + - null + geom_names: null + geom_ids: !!python/object/apply:builtins.slice + - null + - null + - null + site_names: null + site_ids: !!python/object/apply:builtins.slice + - null + - null + - null + actuator_names: null + actuator_ids: !!python/object/apply:builtins.slice + - null + - null + - null + tendon_names: null + tendon_ids: !!python/object/apply:builtins.slice + - null + - null + - null + camera_names: null + camera_ids: !!python/object/apply:builtins.slice + - null + - null + - null + light_names: null + light_ids: !!python/object/apply:builtins.slice + - null + - null + - null + material_names: null + material_ids: !!python/object/apply:builtins.slice + - null + - null + - null + preserve_order: false + command_name: twist + std_standing: + 1_coxa: 0.1 + 1_femur: 0.1 + 1_tibia: 0.1 + 2_coxa: 0.1 + 2_femur: 0.1 + 2_tibia: 0.1 + 3_coxa: 0.1 + 3_femur: 0.1 + 3_tibia: 0.1 + 4_coxa: 0.1 + 4_femur: 0.1 + 4_tibia: 0.1 + 5_coxa: 0.1 + 5_femur: 0.1 + 5_tibia: 0.1 + 6_coxa: 0.1 + 6_femur: 0.1 + 6_tibia: 0.1 + std_walking: + 1_coxa: 0.35 + 1_femur: 0.35 + 1_tibia: 0.35 + 2_coxa: 0.35 + 2_femur: 0.35 + 2_tibia: 0.35 + 3_coxa: 0.35 + 3_femur: 0.35 + 3_tibia: 0.35 + 4_coxa: 0.35 + 4_femur: 0.35 + 4_tibia: 0.35 + 5_coxa: 0.35 + 5_femur: 0.35 + 5_tibia: 0.35 + 6_coxa: 0.35 + 6_femur: 0.35 + 6_tibia: 0.35 + std_running: + 1_coxa: 0.35 + 1_femur: 0.35 + 1_tibia: 0.35 + 2_coxa: 0.35 + 2_femur: 0.35 + 2_tibia: 0.35 + 3_coxa: 0.35 + 3_femur: 0.35 + 3_tibia: 0.35 + 4_coxa: 0.35 + 4_femur: 0.35 + 4_tibia: 0.35 + 5_coxa: 0.35 + 5_femur: 0.35 + 5_tibia: 0.35 + 6_coxa: 0.35 + 6_femur: 0.35 + 6_tibia: 0.35 + walking_threshold: 0.1 + running_threshold: 1.5 + weight: 1.0 + body_ang_vel: + func: !!python/name:src.tasks.velocity.mdp.rewards.body_angular_velocity_penalty '' + params: + asset_cfg: + name: robot + joint_names: null + joint_ids: !!python/object/apply:builtins.slice + - null + - null + - null + body_names: !!python/tuple + - base_link + body_ids: !!python/object/apply:builtins.slice + - null + - null + - null + geom_names: null + geom_ids: !!python/object/apply:builtins.slice + - null + - null + - null + site_names: null + site_ids: !!python/object/apply:builtins.slice + - null + - null + - null + actuator_names: null + actuator_ids: !!python/object/apply:builtins.slice + - null + - null + - null + tendon_names: null + tendon_ids: !!python/object/apply:builtins.slice + - null + - null + - null + camera_names: null + camera_ids: !!python/object/apply:builtins.slice + - null + - null + - null + light_names: null + light_ids: !!python/object/apply:builtins.slice + - null + - null + - null + material_names: null + material_ids: !!python/object/apply:builtins.slice + - null + - null + - null + preserve_order: false + weight: -0.05 + angular_momentum: + func: !!python/name:src.tasks.velocity.mdp.rewards.angular_momentum_penalty '' + params: + sensor_name: robot/root_angmom + weight: -0.025 + is_terminated: + func: !!python/name:mjlab.envs.mdp.rewards.is_terminated '' + params: {} + weight: -200.0 + joint_acc_l2: + func: !!python/name:mjlab.envs.mdp.rewards.joint_acc_l2 '' + params: {} + weight: -2.5e-07 + joint_pos_limits: + func: !!python/name:mjlab.envs.mdp.rewards.joint_pos_limits '' + params: {} + weight: -10.0 + action_rate_l2: + func: !!python/name:mjlab.envs.mdp.rewards.action_rate_l2 '' + params: {} + weight: -0.05 + foot_gait: + func: !!python/name:src.tasks.velocity.mdp.rewards.feet_gait '' + params: + period: 0.6 + offset: + - 0.0 + - 0.0 + - 0.5 + - 0.5 + - 0.0 + - 0.0 + - 0.5 + - 0.5 + - 0.0 + - 0.0 + - 0.5 + - 0.5 + threshold: 0.56 + command_threshold: 0.1 + command_name: twist + sensor_name: feet_ground_contact + weight: 0.0 + foot_clearance: + func: !!python/name:src.tasks.velocity.config.custom_dog.dogs.superspider._FeetClearanceRelative '' + params: + target_height: 0.05 + command_name: twist + command_threshold: 0.1 + asset_cfg: + name: robot + joint_names: null + joint_ids: !!python/object/apply:builtins.slice + - null + - null + - null + body_names: null + body_ids: !!python/object/apply:builtins.slice + - null + - null + - null + geom_names: null + geom_ids: !!python/object/apply:builtins.slice + - null + - null + - null + site_names: !!python/tuple + - fsite_1a + - fsite_1b + - fsite_2a + - fsite_2b + - fsite_3a + - fsite_3b + - fsite_4a + - fsite_4b + - fsite_5a + - fsite_5b + - fsite_6a + - fsite_6b + site_ids: !!python/object/apply:builtins.slice + - null + - null + - null + actuator_names: null + actuator_ids: !!python/object/apply:builtins.slice + - null + - null + - null + tendon_names: null + tendon_ids: !!python/object/apply:builtins.slice + - null + - null + - null + camera_names: null + camera_ids: !!python/object/apply:builtins.slice + - null + - null + - null + light_names: null + light_ids: !!python/object/apply:builtins.slice + - null + - null + - null + material_names: null + material_ids: !!python/object/apply:builtins.slice + - null + - null + - null + preserve_order: false + sensor_name: feet_ground_contact + weight: -1.0 + foot_slip: + func: !!python/name:src.tasks.velocity.mdp.rewards.feet_slip '' + params: + sensor_name: feet_ground_contact + command_name: twist + command_threshold: 0.1 + asset_cfg: + name: robot + joint_names: null + joint_ids: !!python/object/apply:builtins.slice + - null + - null + - null + body_names: null + body_ids: !!python/object/apply:builtins.slice + - null + - null + - null + geom_names: null + geom_ids: !!python/object/apply:builtins.slice + - null + - null + - null + site_names: !!python/tuple + - fsite_1a + - fsite_1b + - fsite_2a + - fsite_2b + - fsite_3a + - fsite_3b + - fsite_4a + - fsite_4b + - fsite_5a + - fsite_5b + - fsite_6a + - fsite_6b + site_ids: !!python/object/apply:builtins.slice + - null + - null + - null + actuator_names: null + actuator_ids: !!python/object/apply:builtins.slice + - null + - null + - null + tendon_names: null + tendon_ids: !!python/object/apply:builtins.slice + - null + - null + - null + camera_names: null + camera_ids: !!python/object/apply:builtins.slice + - null + - null + - null + light_names: null + light_ids: !!python/object/apply:builtins.slice + - null + - null + - null + material_names: null + material_ids: !!python/object/apply:builtins.slice + - null + - null + - null + preserve_order: false + weight: -0.25 + soft_landing: + func: !!python/name:src.tasks.velocity.mdp.rewards.soft_landing '' + params: + sensor_name: feet_ground_contact + command_name: twist + command_threshold: 0.1 + weight: -0.001 + stand_still: + func: !!python/name:src.tasks.velocity.mdp.rewards.stand_still '' + params: + command_name: twist + command_threshold: 0.1 + asset_cfg: + name: robot + joint_names: !!python/tuple + - 1_coxa + - 1_femur + - 1_tibia + - 2_coxa + - 2_femur + - 2_tibia + - 3_coxa + - 3_femur + - 3_tibia + - 4_coxa + - 4_femur + - 4_tibia + - 5_coxa + - 5_femur + - 5_tibia + - 6_coxa + - 6_femur + - 6_tibia + joint_ids: !!python/object/apply:builtins.slice + - null + - null + - null + body_names: null + body_ids: !!python/object/apply:builtins.slice + - null + - null + - null + geom_names: null + geom_ids: !!python/object/apply:builtins.slice + - null + - null + - null + site_names: null + site_ids: !!python/object/apply:builtins.slice + - null + - null + - null + actuator_names: null + actuator_ids: !!python/object/apply:builtins.slice + - null + - null + - null + tendon_names: null + tendon_ids: !!python/object/apply:builtins.slice + - null + - null + - null + camera_names: null + camera_ids: !!python/object/apply:builtins.slice + - null + - null + - null + light_names: null + light_ids: !!python/object/apply:builtins.slice + - null + - null + - null + material_names: null + material_ids: !!python/object/apply:builtins.slice + - null + - null + - null + preserve_order: false + weight: -1.0 + self_collision: + func: !!python/name:src.tasks.velocity.mdp.rewards.self_collision_cost '' + params: + sensor_name: self_collision + weight: -0.5 + joint_vel_over_limit: + func: !!python/name:src.tasks.velocity.config.custom_dog.dogs.superspider._joint_vel_over_limit '' + params: + limit: 4.64 + weight: -0.5 + climb_progress: + func: !!python/name:src.tasks.velocity.config.custom_dog.dogs.superspider._ClimbProgress '' + params: {} + weight: 1000.0 +terminations: + time_out: + func: !!python/name:mjlab.envs.mdp.terminations.time_out '' + params: {} + time_out: true + fell_over: + func: !!python/name:mjlab.envs.mdp.terminations.bad_orientation '' + params: + limit_angle: 1.2217304763960306 + time_out: false +commands: + twist: + resampling_time_range: !!python/tuple + - 1000000000.0 + - 1000000000.0 + debug_vis: true + entity_name: robot + heading_command: false + heading_control_stiffness: 0.5 + rel_standing_envs: 0.0 + rel_heading_envs: 0.0 + init_velocity_prob: 0.0 + ranges: + lin_vel_x: !!python/tuple + - 0.05 + - 0.4 + lin_vel_y: !!python/tuple + - -0.05 + - 0.05 + ang_vel_z: !!python/tuple + - -0.3 + - 0.3 + heading: null + viz: + z_offset: 0.2 + scale: 0.5 +curriculum: {} +metrics: + mean_action_acc: + func: !!python/name:mjlab.envs.mdp.metrics.mean_action_acc '' + params: {} +is_finite_horizon: false +scale_rewards_by_dt: true diff --git a/validation/evaluation_20261029/student_1600/01_0.0200m/result.json b/validation/evaluation_20261029/student_1600/01_0.0200m/result.json new file mode 100644 index 0000000..51ca34b --- /dev/null +++ b/validation/evaluation_20261029/student_1600/01_0.0200m/result.json @@ -0,0 +1,323 @@ +{ + "metric": "single_step_climb", + "success_count": 24, + "success_rate": 1.0, + "failed_count": 0, + "reset_count": 0, + "criteria": { + "crossing_margin_m": 0.05, + "height_fraction": 0.85, + "max_tilt_deg": 30.0, + "second_half_fraction_strictly_above": 0.8, + "final_sample_required": true, + "any_failure_disqualifies": true, + "flat_height_tolerance_m": 0.04 + }, + "trials": [ + { + "env_id": 0, + "success": true, + "failed": false, + "first_failure_step": null, + "reset_count": 0, + "valid_steps": 1000, + "stable_second_half_fraction": 1.0, + "final_stable": true, + "last_valid_dx_m": 5.114475727081299, + "last_valid_dz_m": 0.03204693645238876 + }, + { + "env_id": 1, + "success": true, + "failed": false, + "first_failure_step": null, + "reset_count": 0, + "valid_steps": 1000, + "stable_second_half_fraction": 1.0, + "final_stable": true, + "last_valid_dx_m": 5.042670249938965, + "last_valid_dz_m": 0.032132603228092194 + }, + { + "env_id": 2, + "success": true, + "failed": false, + "first_failure_step": null, + "reset_count": 0, + "valid_steps": 1000, + "stable_second_half_fraction": 1.0, + "final_stable": true, + "last_valid_dx_m": 5.138912200927734, + "last_valid_dz_m": 0.03205456584692001 + }, + { + "env_id": 3, + "success": true, + "failed": false, + "first_failure_step": null, + "reset_count": 0, + "valid_steps": 1000, + "stable_second_half_fraction": 1.0, + "final_stable": true, + "last_valid_dx_m": 5.117496013641357, + "last_valid_dz_m": 0.032047100365161896 + }, + { + "env_id": 4, + "success": true, + "failed": false, + "first_failure_step": null, + "reset_count": 0, + "valid_steps": 1000, + "stable_second_half_fraction": 1.0, + "final_stable": true, + "last_valid_dx_m": 5.123444080352783, + "last_valid_dz_m": 0.03204799443483353 + }, + { + "env_id": 5, + "success": true, + "failed": false, + "first_failure_step": null, + "reset_count": 0, + "valid_steps": 1000, + "stable_second_half_fraction": 1.0, + "final_stable": true, + "last_valid_dx_m": 5.118671894073486, + "last_valid_dz_m": 0.032046861946582794 + }, + { + "env_id": 6, + "success": true, + "failed": false, + "first_failure_step": null, + "reset_count": 0, + "valid_steps": 1000, + "stable_second_half_fraction": 1.0, + "final_stable": true, + "last_valid_dx_m": 5.115781784057617, + "last_valid_dz_m": 0.032047025859355927 + }, + { + "env_id": 7, + "success": true, + "failed": false, + "first_failure_step": null, + "reset_count": 0, + "valid_steps": 1000, + "stable_second_half_fraction": 1.0, + "final_stable": true, + "last_valid_dx_m": 5.04672908782959, + "last_valid_dz_m": 0.03229299932718277 + }, + { + "env_id": 8, + "success": true, + "failed": false, + "first_failure_step": null, + "reset_count": 0, + "valid_steps": 1000, + "stable_second_half_fraction": 1.0, + "final_stable": true, + "last_valid_dx_m": 5.123539924621582, + "last_valid_dz_m": 0.032047517597675323 + }, + { + "env_id": 9, + "success": true, + "failed": false, + "first_failure_step": null, + "reset_count": 0, + "valid_steps": 1000, + "stable_second_half_fraction": 1.0, + "final_stable": true, + "last_valid_dx_m": 5.111462116241455, + "last_valid_dz_m": 0.03209065645933151 + }, + { + "env_id": 10, + "success": true, + "failed": false, + "first_failure_step": null, + "reset_count": 0, + "valid_steps": 1000, + "stable_second_half_fraction": 1.0, + "final_stable": true, + "last_valid_dx_m": 5.114677906036377, + "last_valid_dz_m": 0.03209083527326584 + }, + { + "env_id": 11, + "success": true, + "failed": false, + "first_failure_step": null, + "reset_count": 0, + "valid_steps": 1000, + "stable_second_half_fraction": 1.0, + "final_stable": true, + "last_valid_dx_m": 5.052374839782715, + "last_valid_dz_m": 0.03207693248987198 + }, + { + "env_id": 12, + "success": true, + "failed": false, + "first_failure_step": null, + "reset_count": 0, + "valid_steps": 1000, + "stable_second_half_fraction": 1.0, + "final_stable": true, + "last_valid_dx_m": 5.065981388092041, + "last_valid_dz_m": 0.0320468470454216 + }, + { + "env_id": 13, + "success": true, + "failed": false, + "first_failure_step": null, + "reset_count": 0, + "valid_steps": 1000, + "stable_second_half_fraction": 1.0, + "final_stable": true, + "last_valid_dx_m": 5.122951507568359, + "last_valid_dz_m": 0.03209079056978226 + }, + { + "env_id": 14, + "success": true, + "failed": false, + "first_failure_step": null, + "reset_count": 0, + "valid_steps": 1000, + "stable_second_half_fraction": 1.0, + "final_stable": true, + "last_valid_dx_m": 5.122625350952148, + "last_valid_dz_m": 0.03204711526632309 + }, + { + "env_id": 15, + "success": true, + "failed": false, + "first_failure_step": null, + "reset_count": 0, + "valid_steps": 1000, + "stable_second_half_fraction": 1.0, + "final_stable": true, + "last_valid_dx_m": 5.063413619995117, + "last_valid_dz_m": 0.03204701095819473 + }, + { + "env_id": 16, + "success": true, + "failed": false, + "first_failure_step": null, + "reset_count": 0, + "valid_steps": 1000, + "stable_second_half_fraction": 1.0, + "final_stable": true, + "last_valid_dx_m": 5.120617866516113, + "last_valid_dz_m": 0.03204699605703354 + }, + { + "env_id": 17, + "success": true, + "failed": false, + "first_failure_step": null, + "reset_count": 0, + "valid_steps": 1000, + "stable_second_half_fraction": 1.0, + "final_stable": true, + "last_valid_dx_m": 5.114961624145508, + "last_valid_dz_m": 0.03204657882452011 + }, + { + "env_id": 18, + "success": true, + "failed": false, + "first_failure_step": null, + "reset_count": 0, + "valid_steps": 1000, + "stable_second_half_fraction": 1.0, + "final_stable": true, + "last_valid_dx_m": 5.103582859039307, + "last_valid_dz_m": 0.03229319304227829 + }, + { + "env_id": 19, + "success": true, + "failed": false, + "first_failure_step": null, + "reset_count": 0, + "valid_steps": 1000, + "stable_second_half_fraction": 1.0, + "final_stable": true, + "last_valid_dx_m": 5.097100257873535, + "last_valid_dz_m": 0.03213242441415787 + }, + { + "env_id": 20, + "success": true, + "failed": false, + "first_failure_step": null, + "reset_count": 0, + "valid_steps": 1000, + "stable_second_half_fraction": 1.0, + "final_stable": true, + "last_valid_dx_m": 5.116925239562988, + "last_valid_dz_m": 0.032047055661678314 + }, + { + "env_id": 21, + "success": true, + "failed": false, + "first_failure_step": null, + "reset_count": 0, + "valid_steps": 1000, + "stable_second_half_fraction": 1.0, + "final_stable": true, + "last_valid_dx_m": 5.101972579956055, + "last_valid_dz_m": 0.03229311853647232 + }, + { + "env_id": 22, + "success": true, + "failed": false, + "first_failure_step": null, + "reset_count": 0, + "valid_steps": 1000, + "stable_second_half_fraction": 1.0, + "final_stable": true, + "last_valid_dx_m": 5.108578205108643, + "last_valid_dz_m": 0.032090507447719574 + }, + { + "env_id": 23, + "success": true, + "failed": false, + "first_failure_step": null, + "reset_count": 0, + "valid_steps": 1000, + "stable_second_half_fraction": 1.0, + "final_stable": true, + "last_valid_dx_m": 5.05683708190918, + "last_valid_dz_m": 0.03207733482122421 + } + ], + "protocol": "single_step_v2", + "task": "Custom-Superspider-Stairs-Distill", + "checkpoint": "student_1600.pt", + "checkpoint_sha256": "c250b9d5ae4001c57043f4ec49de7f766ee53b41b1fc9a42746bec29ebce12cf", + "seed": 42, + "device": "cpu", + "num_envs": 24, + "seconds": 20.0, + "step_dt": 0.02, + "command": [ + 0.3, + 0.0, + 0.0 + ], + "step_height_m": 0.02, + "raw_file": "rollout.npz", + "raw_sha256": "2d2b915d921b6afd6684725cc742b6873253cca9b0ec46c215200592fae5c598" +} diff --git a/validation/evaluation_20261029/student_1600/01_0.0200m/rollout.npz b/validation/evaluation_20261029/student_1600/01_0.0200m/rollout.npz new file mode 100644 index 0000000..6cc065a Binary files /dev/null and b/validation/evaluation_20261029/student_1600/01_0.0200m/rollout.npz differ diff --git a/validation/evaluation_20261029/student_1600/02_0.0300m/agent.yaml b/validation/evaluation_20261029/student_1600/02_0.0300m/agent.yaml new file mode 100644 index 0000000..e683e99 --- /dev/null +++ b/validation/evaluation_20261029/student_1600/02_0.0300m/agent.yaml @@ -0,0 +1,53 @@ +seed: 42 +num_steps_per_env: 24 +max_iterations: 6000 +obs_groups: + student: !!python/tuple + - actor + teacher: !!python/tuple + - actor + - height +save_interval: 200 +experiment_name: superspider_stairs_distill +run_name: '' +logger: tensorboard +wandb_project: mjlab +wandb_tags: !!python/tuple [] +resume: false +load_run: .* +load_checkpoint: model_.*.pt +clip_actions: null +upload_model: true +class_name: DistillationRunner +student: + class_name: MLPModel + hidden_dims: !!python/tuple + - 512 + - 256 + - 128 + activation: elu + obs_normalization: true + distribution_cfg: + class_name: GaussianDistribution + init_std: 1.0 + std_type: scalar +teacher: + class_name: MLPModel + hidden_dims: !!python/tuple + - 512 + - 256 + - 128 + activation: elu + obs_normalization: true + distribution_cfg: + class_name: GaussianDistribution + init_std: 1.0 + std_type: scalar +algorithm: + class_name: Distillation + num_learning_epochs: 1 + gradient_length: 15 + learning_rate: 0.001 + max_grad_norm: 1.0 + loss_type: mse + optimizer: adam diff --git a/validation/evaluation_20261029/student_1600/02_0.0300m/env.yaml b/validation/evaluation_20261029/student_1600/02_0.0300m/env.yaml new file mode 100644 index 0000000..b4ab487 --- /dev/null +++ b/validation/evaluation_20261029/student_1600/02_0.0300m/env.yaml @@ -0,0 +1,1490 @@ +decimation: 4 +scene: + num_envs: 24 + env_spacing: 2.0 + terrain: + init_state: + pos: !!python/tuple + - 0.0 + - 0.0 + - 0.0 + rot: !!python/tuple + - 1.0 + - 0.0 + - 0.0 + - 0.0 + lin_vel: !!python/tuple + - 0.0 + - 0.0 + - 0.0 + ang_vel: !!python/tuple + - 0.0 + - 0.0 + - 0.0 + joint_pos: + .*: 0.0 + joint_vel: + .*: 0.0 + spec_fn: !!python/name:mjlab.entity.entity.%3Clambda%3E '' + articulation: null + sort_actuators: false + lights: !!python/tuple + - name: sun + body: world + mode: fixed + target: null + type: directional + castshadow: true + pos: !!python/tuple + - 0.0 + - 0.0 + - 1.5 + dir: !!python/tuple + - 0.0 + - 0.0 + - -1.0 + cutoff: 45.0 + exponent: 10.0 + cameras: !!python/tuple [] + textures: !!python/tuple + - name: groundplane + type: 2d + builtin: checker + rgb1: !!python/tuple + - 0.2 + - 0.3 + - 0.4 + rgb2: !!python/tuple + - 0.1 + - 0.2 + - 0.3 + width: 300 + height: 300 + mark: edge + markrgb: !!python/tuple + - 0.8 + - 0.8 + - 0.8 + materials: !!python/tuple + - name: groundplane + rgba: !!python/tuple + - 1.0 + - 1.0 + - 1.0 + - 1.0 + texuniform: true + texrepeat: !!python/tuple + - 4.0 + - 4.0 + reflectance: 0.2 + texture: groundplane + geom_names_expr: !!python/tuple + - terrain$ + collisions: !!python/tuple [] + terrain_type: generator + terrain_generator: + seed: null + curriculum: false + size: !!python/tuple + - 8.0 + - 8.0 + border_width: 10.0 + border_height: 1.0 + num_rows: 2 + num_cols: 2 + color_scheme: height + sub_terrains: + single_step: + proportion: 1.0 + size: !!python/tuple + - 8.0 + - 8.0 + flat_patch_sampling: null + step_height: 0.03 + difficulty_range: !!python/tuple + - 0.0 + - 1.0 + add_lights: true + env_spacing: 2.0 + max_init_terrain_level: 0 + num_envs: 1 + entities: + robot: + init_state: + pos: !!python/tuple + - 0.0 + - 0.0 + - 0.1 + rot: !!python/tuple + - 1.0 + - 0.0 + - 0.0 + - 0.0 + lin_vel: !!python/tuple + - 0.0 + - 0.0 + - 0.0 + ang_vel: !!python/tuple + - 0.0 + - 0.0 + - 0.0 + joint_pos: + 1_coxa: 0.074027 + 1_femur: 0.943939 + 1_tibia: -0.974578 + 2_coxa: 0.074407 + 2_femur: 1.164487 + 2_tibia: -0.647146 + 3_coxa: -0.037301 + 3_femur: 1.004834 + 3_tibia: -0.590105 + 4_coxa: -0.039226 + 4_femur: 1.349236 + 4_tibia: -0.815209 + 5_coxa: -0.174187 + 5_femur: 0.844217 + 5_tibia: -0.55142 + 6_coxa: 0.246042 + 6_femur: 1.053368 + 6_tibia: -0.997824 + joint_vel: + .*: 0.0 + spec_fn: !!python/name:src.tasks.velocity.config.custom_dog.builder.spec_fn '' + articulation: + actuators: !!python/tuple + - target_names_expr: !!python/tuple + - '[1-6]_(coxa|femur|tibia)' + transmission_type: !!python/object/apply:mjlab.actuator.actuator.TransmissionType + - joint + armature: 0.005 + frictionloss: 0.0 + stiffness: 40.0 + damping: 1.2 + effort_limit: 4.41 + soft_joint_pos_limit_factor: 0.9 + sort_actuators: false + lights: !!python/tuple [] + cameras: !!python/tuple [] + textures: !!python/tuple [] + materials: !!python/tuple [] + collisions: !!python/tuple + - geom_names_expr: !!python/tuple + - ^(base_link|[1-6]_(coxa|femur))_col\d+$ + - ^(edge_1a|edge_1b|edge_2a|edge_2b|edge_3a|edge_3b|edge_4a|edge_4b|edge_5a|edge_5b|edge_6a|edge_6b)$ + contype: 1 + conaffinity: 1 + condim: + ^(edge_1a|edge_1b|edge_2a|edge_2b|edge_3a|edge_3b|edge_4a|edge_4b|edge_5a|edge_5b|edge_6a|edge_6b)$: 3 + ^(base_link|[1-6]_(coxa|femur))_col\d+$: 1 + priority: + ^(edge_1a|edge_1b|edge_2a|edge_2b|edge_3a|edge_3b|edge_4a|edge_4b|edge_5a|edge_5b|edge_6a|edge_6b)$: 1 + friction: + ^(edge_1a|edge_1b|edge_2a|edge_2b|edge_3a|edge_3b|edge_4a|edge_4b|edge_5a|edge_5b|edge_6a|edge_6b)$: !!python/tuple + - 0.6 + solref: null + solimp: + ^(edge_1a|edge_1b|edge_2a|edge_2b|edge_3a|edge_3b|edge_4a|edge_4b|edge_5a|edge_5b|edge_6a|edge_6b)$: !!python/tuple + - 0.9 + - 0.95 + - 0.023 + disable_other_geoms: true + sensors: !!python/tuple + - name: terrain_scan + frame: + type: body + name: base_link + entity: robot + pattern: + size: !!python/tuple + - 0.9 + - 0.4 + resolution: 0.04 + direction: !!python/tuple + - 0.0 + - 0.0 + - -1.0 + ray_alignment: yaw + max_distance: 5.0 + exclude_parent_body: true + include_geom_groups: !!python/tuple + - 0 + - 1 + - 2 + debug_vis: true + viz: + hit_color: !!python/tuple + - 0.0 + - 1.0 + - 0.0 + - 0.8 + miss_color: !!python/tuple + - 1.0 + - 0.0 + - 0.0 + - 0.4 + hit_sphere_color: !!python/tuple + - 0.0 + - 1.0 + - 1.0 + - 1.0 + hit_sphere_radius: 0.5 + show_rays: false + show_normals: true + normal_color: !!python/tuple + - 1.0 + - 1.0 + - 0.0 + - 1.0 + normal_length: 5.0 + - name: feet_ground_contact + primary: + mode: geom + pattern: !!python/tuple + - edge_1a + - edge_1b + - edge_2a + - edge_2b + - edge_3a + - edge_3b + - edge_4a + - edge_4b + - edge_5a + - edge_5b + - edge_6a + - edge_6b + entity: robot + exclude: !!python/tuple [] + secondary: + mode: body + pattern: terrain + entity: null + exclude: !!python/tuple [] + fields: !!python/tuple + - found + - force + reduce: netforce + num_slots: 1 + secondary_policy: first + track_air_time: true + global_frame: false + history_length: 0 + debug: false + - name: nonfoot_ground_touch + primary: + mode: geom + pattern: ^(base_link|[1-6]_(coxa|femur))_col\d+$ + entity: robot + exclude: !!python/tuple + - edge_1a + - edge_1b + - edge_2a + - edge_2b + - edge_3a + - edge_3b + - edge_4a + - edge_4b + - edge_5a + - edge_5b + - edge_6a + - edge_6b + secondary: + mode: body + pattern: terrain + entity: null + exclude: !!python/tuple [] + fields: !!python/tuple + - found + - force + reduce: none + num_slots: 1 + secondary_policy: first + track_air_time: false + global_frame: false + history_length: 4 + debug: false + - name: self_collision + primary: + mode: subtree + pattern: base_link + entity: robot + exclude: !!python/tuple [] + secondary: + mode: subtree + pattern: base_link + entity: robot + exclude: !!python/tuple [] + fields: !!python/tuple + - found + reduce: none + num_slots: 1 + secondary_policy: first + track_air_time: false + global_frame: false + history_length: 0 + debug: false + extent: 2.0 + spec_fn: null +observations: + actor: + terms: + base_ang_vel: + func: &id001 !!python/name:mjlab.envs.mdp.observations.builtin_sensor '' + params: + sensor_name: robot/imu_ang_vel + noise: + operation: add + _tensor_cache: {} + n_min: -0.2 + n_max: 0.2 + clip: null + scale: null + delay_min_lag: 0 + delay_max_lag: 0 + delay_per_env: true + delay_hold_prob: 0.0 + delay_update_period: 0 + delay_per_env_phase: true + history_length: 0 + flatten_history_dim: true + projected_gravity: + func: &id002 !!python/name:mjlab.envs.mdp.observations.projected_gravity '' + params: {} + noise: + operation: add + _tensor_cache: {} + n_min: -0.05 + n_max: 0.05 + clip: null + scale: null + delay_min_lag: 0 + delay_max_lag: 0 + delay_per_env: true + delay_hold_prob: 0.0 + delay_update_period: 0 + delay_per_env_phase: true + history_length: 0 + flatten_history_dim: true + command: + func: &id003 !!python/name:mjlab.envs.mdp.observations.generated_commands '' + params: + command_name: twist + noise: null + clip: null + scale: null + delay_min_lag: 0 + delay_max_lag: 0 + delay_per_env: true + delay_hold_prob: 0.0 + delay_update_period: 0 + delay_per_env_phase: true + history_length: 0 + flatten_history_dim: true + phase: + func: &id004 !!python/name:src.tasks.velocity.mdp.observations.phase '' + params: + period: 0.6 + command_name: twist + noise: null + clip: null + scale: null + delay_min_lag: 0 + delay_max_lag: 0 + delay_per_env: true + delay_hold_prob: 0.0 + delay_update_period: 0 + delay_per_env_phase: true + history_length: 0 + flatten_history_dim: true + joint_pos: + func: &id005 !!python/name:mjlab.envs.mdp.observations.joint_pos_rel '' + params: {} + noise: + operation: add + _tensor_cache: {} + n_min: -0.01 + n_max: 0.01 + clip: null + scale: null + delay_min_lag: 0 + delay_max_lag: 0 + delay_per_env: true + delay_hold_prob: 0.0 + delay_update_period: 0 + delay_per_env_phase: true + history_length: 0 + flatten_history_dim: true + joint_vel: + func: &id006 !!python/name:mjlab.envs.mdp.observations.joint_vel_rel '' + params: {} + noise: + operation: add + _tensor_cache: {} + n_min: -1.5 + n_max: 1.5 + clip: null + scale: null + delay_min_lag: 0 + delay_max_lag: 0 + delay_per_env: true + delay_hold_prob: 0.0 + delay_update_period: 0 + delay_per_env_phase: true + history_length: 0 + flatten_history_dim: true + actions: + func: &id007 !!python/name:mjlab.envs.mdp.observations.last_action '' + params: {} + noise: null + clip: null + scale: null + delay_min_lag: 0 + delay_max_lag: 0 + delay_per_env: true + delay_hold_prob: 0.0 + delay_update_period: 0 + delay_per_env_phase: true + history_length: 0 + flatten_history_dim: true + concatenate_terms: true + concatenate_dim: -1 + enable_corruption: false + history_length: null + flatten_history_dim: true + nan_policy: disabled + nan_check_per_term: true + critic: + terms: + base_ang_vel: + func: *id001 + params: + sensor_name: robot/imu_ang_vel + noise: + operation: add + _tensor_cache: {} + n_min: -0.2 + n_max: 0.2 + clip: null + scale: null + delay_min_lag: 0 + delay_max_lag: 0 + delay_per_env: true + delay_hold_prob: 0.0 + delay_update_period: 0 + delay_per_env_phase: true + history_length: 0 + flatten_history_dim: true + projected_gravity: + func: *id002 + params: {} + noise: + operation: add + _tensor_cache: {} + n_min: -0.05 + n_max: 0.05 + clip: null + scale: null + delay_min_lag: 0 + delay_max_lag: 0 + delay_per_env: true + delay_hold_prob: 0.0 + delay_update_period: 0 + delay_per_env_phase: true + history_length: 0 + flatten_history_dim: true + command: + func: *id003 + params: + command_name: twist + noise: null + clip: null + scale: null + delay_min_lag: 0 + delay_max_lag: 0 + delay_per_env: true + delay_hold_prob: 0.0 + delay_update_period: 0 + delay_per_env_phase: true + history_length: 0 + flatten_history_dim: true + phase: + func: *id004 + params: + period: 0.6 + command_name: twist + noise: null + clip: null + scale: null + delay_min_lag: 0 + delay_max_lag: 0 + delay_per_env: true + delay_hold_prob: 0.0 + delay_update_period: 0 + delay_per_env_phase: true + history_length: 0 + flatten_history_dim: true + joint_pos: + func: *id005 + params: {} + noise: + operation: add + _tensor_cache: {} + n_min: -0.01 + n_max: 0.01 + clip: null + scale: null + delay_min_lag: 0 + delay_max_lag: 0 + delay_per_env: true + delay_hold_prob: 0.0 + delay_update_period: 0 + delay_per_env_phase: true + history_length: 0 + flatten_history_dim: true + joint_vel: + func: *id006 + params: {} + noise: + operation: add + _tensor_cache: {} + n_min: -1.5 + n_max: 1.5 + clip: null + scale: null + delay_min_lag: 0 + delay_max_lag: 0 + delay_per_env: true + delay_hold_prob: 0.0 + delay_update_period: 0 + delay_per_env_phase: true + history_length: 0 + flatten_history_dim: true + actions: + func: *id007 + params: {} + noise: null + clip: null + scale: null + delay_min_lag: 0 + delay_max_lag: 0 + delay_per_env: true + delay_hold_prob: 0.0 + delay_update_period: 0 + delay_per_env_phase: true + history_length: 0 + flatten_history_dim: true + height_scan: + func: &id008 !!python/name:mjlab.envs.mdp.observations.height_scan '' + params: + sensor_name: terrain_scan + noise: null + clip: null + scale: 0.2 + delay_min_lag: 0 + delay_max_lag: 0 + delay_per_env: true + delay_hold_prob: 0.0 + delay_update_period: 0 + delay_per_env_phase: true + history_length: 0 + flatten_history_dim: true + base_lin_vel: + func: *id001 + params: + sensor_name: robot/imu_lin_vel + noise: + operation: add + _tensor_cache: {} + n_min: -0.5 + n_max: 0.5 + clip: null + scale: null + delay_min_lag: 0 + delay_max_lag: 0 + delay_per_env: true + delay_hold_prob: 0.0 + delay_update_period: 0 + delay_per_env_phase: true + history_length: 0 + flatten_history_dim: true + foot_height: + func: !!python/name:src.tasks.velocity.mdp.observations.foot_height '' + params: + asset_cfg: + name: robot + joint_names: null + joint_ids: !!python/object/apply:builtins.slice + - null + - null + - null + body_names: null + body_ids: !!python/object/apply:builtins.slice + - null + - null + - null + geom_names: null + geom_ids: !!python/object/apply:builtins.slice + - null + - null + - null + site_names: !!python/tuple + - fsite_1a + - fsite_1b + - fsite_2a + - fsite_2b + - fsite_3a + - fsite_3b + - fsite_4a + - fsite_4b + - fsite_5a + - fsite_5b + - fsite_6a + - fsite_6b + site_ids: !!python/object/apply:builtins.slice + - null + - null + - null + actuator_names: null + actuator_ids: !!python/object/apply:builtins.slice + - null + - null + - null + tendon_names: null + tendon_ids: !!python/object/apply:builtins.slice + - null + - null + - null + camera_names: null + camera_ids: !!python/object/apply:builtins.slice + - null + - null + - null + light_names: null + light_ids: !!python/object/apply:builtins.slice + - null + - null + - null + material_names: null + material_ids: !!python/object/apply:builtins.slice + - null + - null + - null + preserve_order: false + noise: null + clip: null + scale: null + delay_min_lag: 0 + delay_max_lag: 0 + delay_per_env: true + delay_hold_prob: 0.0 + delay_update_period: 0 + delay_per_env_phase: true + history_length: 0 + flatten_history_dim: true + foot_air_time: + func: !!python/name:src.tasks.velocity.mdp.observations.foot_air_time '' + params: + sensor_name: feet_ground_contact + noise: null + clip: null + scale: null + delay_min_lag: 0 + delay_max_lag: 0 + delay_per_env: true + delay_hold_prob: 0.0 + delay_update_period: 0 + delay_per_env_phase: true + history_length: 0 + flatten_history_dim: true + foot_contact: + func: !!python/name:src.tasks.velocity.mdp.observations.foot_contact '' + params: + sensor_name: feet_ground_contact + noise: null + clip: null + scale: null + delay_min_lag: 0 + delay_max_lag: 0 + delay_per_env: true + delay_hold_prob: 0.0 + delay_update_period: 0 + delay_per_env_phase: true + history_length: 0 + flatten_history_dim: true + foot_contact_forces: + func: !!python/name:src.tasks.velocity.mdp.observations.foot_contact_forces '' + params: + sensor_name: feet_ground_contact + noise: null + clip: null + scale: null + delay_min_lag: 0 + delay_max_lag: 0 + delay_per_env: true + delay_hold_prob: 0.0 + delay_update_period: 0 + delay_per_env_phase: true + history_length: 0 + flatten_history_dim: true + concatenate_terms: true + concatenate_dim: -1 + enable_corruption: false + history_length: 1 + flatten_history_dim: true + nan_policy: disabled + nan_check_per_term: true + height: + terms: + height_scan: + func: *id008 + params: + sensor_name: terrain_scan + noise: + operation: add + _tensor_cache: {} + n_min: -0.1 + n_max: 0.1 + clip: null + scale: 0.2 + delay_min_lag: 0 + delay_max_lag: 0 + delay_per_env: true + delay_hold_prob: 0.0 + delay_update_period: 0 + delay_per_env_phase: true + history_length: 0 + flatten_history_dim: true + concatenate_terms: true + concatenate_dim: -1 + enable_corruption: false + history_length: null + flatten_history_dim: true + nan_policy: disabled + nan_check_per_term: true +actions: + joint_pos: + entity_name: robot + clip: null + transmission_type: !!python/object/apply:mjlab.actuator.actuator.TransmissionType + - joint + actuator_names: !!python/tuple + - 1_coxa + - 1_femur + - 1_tibia + - 2_coxa + - 2_femur + - 2_tibia + - 3_coxa + - 3_femur + - 3_tibia + - 4_coxa + - 4_femur + - 4_tibia + - 5_coxa + - 5_femur + - 5_tibia + - 6_coxa + - 6_femur + - 6_tibia + scale: 0.25 + offset: 0.0 + preserve_order: false + use_default_offset: true +events: + reset_base: + func: !!python/name:mjlab.envs.mdp.events.reset_root_state_uniform '' + params: + pose_range: + x: !!python/tuple + - 0 + - 0 + y: !!python/tuple + - 0 + - 0 + yaw: !!python/tuple + - 0 + - 0 + velocity_range: {} + mode: reset + interval_range_s: null + is_global_time: false + min_step_count_between_reset: 0 + reset_robot_joints: + func: !!python/name:mjlab.envs.mdp.events.reset_joints_by_offset '' + params: + position_range: !!python/tuple + - -0.0 + - 0.0 + velocity_range: !!python/tuple + - -0.0 + - 0.0 + asset_cfg: + name: robot + joint_names: !!python/tuple + - .* + joint_ids: !!python/object/apply:builtins.slice + - null + - null + - null + body_names: null + body_ids: !!python/object/apply:builtins.slice + - null + - null + - null + geom_names: null + geom_ids: !!python/object/apply:builtins.slice + - null + - null + - null + site_names: null + site_ids: !!python/object/apply:builtins.slice + - null + - null + - null + actuator_names: null + actuator_ids: !!python/object/apply:builtins.slice + - null + - null + - null + tendon_names: null + tendon_ids: !!python/object/apply:builtins.slice + - null + - null + - null + camera_names: null + camera_ids: !!python/object/apply:builtins.slice + - null + - null + - null + light_names: null + light_ids: !!python/object/apply:builtins.slice + - null + - null + - null + material_names: null + material_ids: !!python/object/apply:builtins.slice + - null + - null + - null + preserve_order: false + mode: reset + interval_range_s: null + is_global_time: false + min_step_count_between_reset: 0 + randomize_terrain: + func: !!python/name:mjlab.envs.mdp.events.randomize_terrain '' + params: {} + mode: reset + interval_range_s: null + is_global_time: false + min_step_count_between_reset: 0 +seed: 42 +sim: + nconmax: null + njmax: null + ls_parallel: true + contact_sensor_maxmatch: 500 + mujoco: + timestep: 0.005 + integrator: implicitfast + impratio: 1.0 + cone: pyramidal + jacobian: auto + solver: newton + iterations: 10 + tolerance: 1.0e-08 + ls_iterations: 20 + ls_tolerance: 0.01 + ccd_iterations: 500 + gravity: !!python/tuple + - 0.0 + - 0.0 + - -9.81 + multiccd: false + nan_guard: + enabled: false + buffer_size: 100 + output_dir: /tmp/mjlab/nan_dumps + max_envs_to_dump: 5 +viewer: + lookat: !!python/tuple + - 0.0 + - 0.0 + - 0.0 + distance: 1.5 + fovy: null + elevation: -10.0 + azimuth: 90.0 + origin_type: !!python/object/apply:mjlab.viewer.viewer_config.OriginType + - 4 + entity_name: robot + body_name: base_link + env_idx: 0 + max_extra_envs: 2 + enable_reflections: true + enable_shadows: true + height: 240 + width: 320 +episode_length_s: 21.0 +rewards: + track_linear_velocity: + func: !!python/name:src.tasks.velocity.mdp.rewards.track_linear_velocity '' + params: + command_name: twist + std: 0.15 + weight: 1.0 + track_angular_velocity: + func: !!python/name:src.tasks.velocity.mdp.rewards.track_angular_velocity '' + params: + command_name: twist + std: 0.7071067811865476 + weight: 1.0 + body_orientation_l2: + func: !!python/name:src.tasks.velocity.mdp.rewards.body_orientation_l2 '' + params: + asset_cfg: + name: robot + joint_names: null + joint_ids: !!python/object/apply:builtins.slice + - null + - null + - null + body_names: !!python/tuple + - base_link + body_ids: !!python/object/apply:builtins.slice + - null + - null + - null + geom_names: null + geom_ids: !!python/object/apply:builtins.slice + - null + - null + - null + site_names: null + site_ids: !!python/object/apply:builtins.slice + - null + - null + - null + actuator_names: null + actuator_ids: !!python/object/apply:builtins.slice + - null + - null + - null + tendon_names: null + tendon_ids: !!python/object/apply:builtins.slice + - null + - null + - null + camera_names: null + camera_ids: !!python/object/apply:builtins.slice + - null + - null + - null + light_names: null + light_ids: !!python/object/apply:builtins.slice + - null + - null + - null + material_names: null + material_ids: !!python/object/apply:builtins.slice + - null + - null + - null + preserve_order: false + weight: -1.0 + pose: + func: !!python/name:src.tasks.velocity.mdp.rewards.variable_posture '' + params: + asset_cfg: + name: robot + joint_names: !!python/tuple + - 1_coxa + - 1_femur + - 1_tibia + - 2_coxa + - 2_femur + - 2_tibia + - 3_coxa + - 3_femur + - 3_tibia + - 4_coxa + - 4_femur + - 4_tibia + - 5_coxa + - 5_femur + - 5_tibia + - 6_coxa + - 6_femur + - 6_tibia + joint_ids: !!python/object/apply:builtins.slice + - null + - null + - null + body_names: null + body_ids: !!python/object/apply:builtins.slice + - null + - null + - null + geom_names: null + geom_ids: !!python/object/apply:builtins.slice + - null + - null + - null + site_names: null + site_ids: !!python/object/apply:builtins.slice + - null + - null + - null + actuator_names: null + actuator_ids: !!python/object/apply:builtins.slice + - null + - null + - null + tendon_names: null + tendon_ids: !!python/object/apply:builtins.slice + - null + - null + - null + camera_names: null + camera_ids: !!python/object/apply:builtins.slice + - null + - null + - null + light_names: null + light_ids: !!python/object/apply:builtins.slice + - null + - null + - null + material_names: null + material_ids: !!python/object/apply:builtins.slice + - null + - null + - null + preserve_order: false + command_name: twist + std_standing: + 1_coxa: 0.1 + 1_femur: 0.1 + 1_tibia: 0.1 + 2_coxa: 0.1 + 2_femur: 0.1 + 2_tibia: 0.1 + 3_coxa: 0.1 + 3_femur: 0.1 + 3_tibia: 0.1 + 4_coxa: 0.1 + 4_femur: 0.1 + 4_tibia: 0.1 + 5_coxa: 0.1 + 5_femur: 0.1 + 5_tibia: 0.1 + 6_coxa: 0.1 + 6_femur: 0.1 + 6_tibia: 0.1 + std_walking: + 1_coxa: 0.35 + 1_femur: 0.35 + 1_tibia: 0.35 + 2_coxa: 0.35 + 2_femur: 0.35 + 2_tibia: 0.35 + 3_coxa: 0.35 + 3_femur: 0.35 + 3_tibia: 0.35 + 4_coxa: 0.35 + 4_femur: 0.35 + 4_tibia: 0.35 + 5_coxa: 0.35 + 5_femur: 0.35 + 5_tibia: 0.35 + 6_coxa: 0.35 + 6_femur: 0.35 + 6_tibia: 0.35 + std_running: + 1_coxa: 0.35 + 1_femur: 0.35 + 1_tibia: 0.35 + 2_coxa: 0.35 + 2_femur: 0.35 + 2_tibia: 0.35 + 3_coxa: 0.35 + 3_femur: 0.35 + 3_tibia: 0.35 + 4_coxa: 0.35 + 4_femur: 0.35 + 4_tibia: 0.35 + 5_coxa: 0.35 + 5_femur: 0.35 + 5_tibia: 0.35 + 6_coxa: 0.35 + 6_femur: 0.35 + 6_tibia: 0.35 + walking_threshold: 0.1 + running_threshold: 1.5 + weight: 1.0 + body_ang_vel: + func: !!python/name:src.tasks.velocity.mdp.rewards.body_angular_velocity_penalty '' + params: + asset_cfg: + name: robot + joint_names: null + joint_ids: !!python/object/apply:builtins.slice + - null + - null + - null + body_names: !!python/tuple + - base_link + body_ids: !!python/object/apply:builtins.slice + - null + - null + - null + geom_names: null + geom_ids: !!python/object/apply:builtins.slice + - null + - null + - null + site_names: null + site_ids: !!python/object/apply:builtins.slice + - null + - null + - null + actuator_names: null + actuator_ids: !!python/object/apply:builtins.slice + - null + - null + - null + tendon_names: null + tendon_ids: !!python/object/apply:builtins.slice + - null + - null + - null + camera_names: null + camera_ids: !!python/object/apply:builtins.slice + - null + - null + - null + light_names: null + light_ids: !!python/object/apply:builtins.slice + - null + - null + - null + material_names: null + material_ids: !!python/object/apply:builtins.slice + - null + - null + - null + preserve_order: false + weight: -0.05 + angular_momentum: + func: !!python/name:src.tasks.velocity.mdp.rewards.angular_momentum_penalty '' + params: + sensor_name: robot/root_angmom + weight: -0.025 + is_terminated: + func: !!python/name:mjlab.envs.mdp.rewards.is_terminated '' + params: {} + weight: -200.0 + joint_acc_l2: + func: !!python/name:mjlab.envs.mdp.rewards.joint_acc_l2 '' + params: {} + weight: -2.5e-07 + joint_pos_limits: + func: !!python/name:mjlab.envs.mdp.rewards.joint_pos_limits '' + params: {} + weight: -10.0 + action_rate_l2: + func: !!python/name:mjlab.envs.mdp.rewards.action_rate_l2 '' + params: {} + weight: -0.05 + foot_gait: + func: !!python/name:src.tasks.velocity.mdp.rewards.feet_gait '' + params: + period: 0.6 + offset: + - 0.0 + - 0.0 + - 0.5 + - 0.5 + - 0.0 + - 0.0 + - 0.5 + - 0.5 + - 0.0 + - 0.0 + - 0.5 + - 0.5 + threshold: 0.56 + command_threshold: 0.1 + command_name: twist + sensor_name: feet_ground_contact + weight: 0.0 + foot_clearance: + func: !!python/name:src.tasks.velocity.config.custom_dog.dogs.superspider._FeetClearanceRelative '' + params: + target_height: 0.05 + command_name: twist + command_threshold: 0.1 + asset_cfg: + name: robot + joint_names: null + joint_ids: !!python/object/apply:builtins.slice + - null + - null + - null + body_names: null + body_ids: !!python/object/apply:builtins.slice + - null + - null + - null + geom_names: null + geom_ids: !!python/object/apply:builtins.slice + - null + - null + - null + site_names: !!python/tuple + - fsite_1a + - fsite_1b + - fsite_2a + - fsite_2b + - fsite_3a + - fsite_3b + - fsite_4a + - fsite_4b + - fsite_5a + - fsite_5b + - fsite_6a + - fsite_6b + site_ids: !!python/object/apply:builtins.slice + - null + - null + - null + actuator_names: null + actuator_ids: !!python/object/apply:builtins.slice + - null + - null + - null + tendon_names: null + tendon_ids: !!python/object/apply:builtins.slice + - null + - null + - null + camera_names: null + camera_ids: !!python/object/apply:builtins.slice + - null + - null + - null + light_names: null + light_ids: !!python/object/apply:builtins.slice + - null + - null + - null + material_names: null + material_ids: !!python/object/apply:builtins.slice + - null + - null + - null + preserve_order: false + sensor_name: feet_ground_contact + weight: -1.0 + foot_slip: + func: !!python/name:src.tasks.velocity.mdp.rewards.feet_slip '' + params: + sensor_name: feet_ground_contact + command_name: twist + command_threshold: 0.1 + asset_cfg: + name: robot + joint_names: null + joint_ids: !!python/object/apply:builtins.slice + - null + - null + - null + body_names: null + body_ids: !!python/object/apply:builtins.slice + - null + - null + - null + geom_names: null + geom_ids: !!python/object/apply:builtins.slice + - null + - null + - null + site_names: !!python/tuple + - fsite_1a + - fsite_1b + - fsite_2a + - fsite_2b + - fsite_3a + - fsite_3b + - fsite_4a + - fsite_4b + - fsite_5a + - fsite_5b + - fsite_6a + - fsite_6b + site_ids: !!python/object/apply:builtins.slice + - null + - null + - null + actuator_names: null + actuator_ids: !!python/object/apply:builtins.slice + - null + - null + - null + tendon_names: null + tendon_ids: !!python/object/apply:builtins.slice + - null + - null + - null + camera_names: null + camera_ids: !!python/object/apply:builtins.slice + - null + - null + - null + light_names: null + light_ids: !!python/object/apply:builtins.slice + - null + - null + - null + material_names: null + material_ids: !!python/object/apply:builtins.slice + - null + - null + - null + preserve_order: false + weight: -0.25 + soft_landing: + func: !!python/name:src.tasks.velocity.mdp.rewards.soft_landing '' + params: + sensor_name: feet_ground_contact + command_name: twist + command_threshold: 0.1 + weight: -0.001 + stand_still: + func: !!python/name:src.tasks.velocity.mdp.rewards.stand_still '' + params: + command_name: twist + command_threshold: 0.1 + asset_cfg: + name: robot + joint_names: !!python/tuple + - 1_coxa + - 1_femur + - 1_tibia + - 2_coxa + - 2_femur + - 2_tibia + - 3_coxa + - 3_femur + - 3_tibia + - 4_coxa + - 4_femur + - 4_tibia + - 5_coxa + - 5_femur + - 5_tibia + - 6_coxa + - 6_femur + - 6_tibia + joint_ids: !!python/object/apply:builtins.slice + - null + - null + - null + body_names: null + body_ids: !!python/object/apply:builtins.slice + - null + - null + - null + geom_names: null + geom_ids: !!python/object/apply:builtins.slice + - null + - null + - null + site_names: null + site_ids: !!python/object/apply:builtins.slice + - null + - null + - null + actuator_names: null + actuator_ids: !!python/object/apply:builtins.slice + - null + - null + - null + tendon_names: null + tendon_ids: !!python/object/apply:builtins.slice + - null + - null + - null + camera_names: null + camera_ids: !!python/object/apply:builtins.slice + - null + - null + - null + light_names: null + light_ids: !!python/object/apply:builtins.slice + - null + - null + - null + material_names: null + material_ids: !!python/object/apply:builtins.slice + - null + - null + - null + preserve_order: false + weight: -1.0 + self_collision: + func: !!python/name:src.tasks.velocity.mdp.rewards.self_collision_cost '' + params: + sensor_name: self_collision + weight: -0.5 + joint_vel_over_limit: + func: !!python/name:src.tasks.velocity.config.custom_dog.dogs.superspider._joint_vel_over_limit '' + params: + limit: 4.64 + weight: -0.5 + climb_progress: + func: !!python/name:src.tasks.velocity.config.custom_dog.dogs.superspider._ClimbProgress '' + params: {} + weight: 1000.0 +terminations: + time_out: + func: !!python/name:mjlab.envs.mdp.terminations.time_out '' + params: {} + time_out: true + fell_over: + func: !!python/name:mjlab.envs.mdp.terminations.bad_orientation '' + params: + limit_angle: 1.2217304763960306 + time_out: false +commands: + twist: + resampling_time_range: !!python/tuple + - 1000000000.0 + - 1000000000.0 + debug_vis: true + entity_name: robot + heading_command: false + heading_control_stiffness: 0.5 + rel_standing_envs: 0.0 + rel_heading_envs: 0.0 + init_velocity_prob: 0.0 + ranges: + lin_vel_x: !!python/tuple + - 0.05 + - 0.4 + lin_vel_y: !!python/tuple + - -0.05 + - 0.05 + ang_vel_z: !!python/tuple + - -0.3 + - 0.3 + heading: null + viz: + z_offset: 0.2 + scale: 0.5 +curriculum: {} +metrics: + mean_action_acc: + func: !!python/name:mjlab.envs.mdp.metrics.mean_action_acc '' + params: {} +is_finite_horizon: false +scale_rewards_by_dt: true diff --git a/validation/evaluation_20261029/student_1600/02_0.0300m/result.json b/validation/evaluation_20261029/student_1600/02_0.0300m/result.json new file mode 100644 index 0000000..114619f --- /dev/null +++ b/validation/evaluation_20261029/student_1600/02_0.0300m/result.json @@ -0,0 +1,323 @@ +{ + "metric": "single_step_climb", + "success_count": 24, + "success_rate": 1.0, + "failed_count": 0, + "reset_count": 0, + "criteria": { + "crossing_margin_m": 0.05, + "height_fraction": 0.85, + "max_tilt_deg": 30.0, + "second_half_fraction_strictly_above": 0.8, + "final_sample_required": true, + "any_failure_disqualifies": true, + "flat_height_tolerance_m": 0.04 + }, + "trials": [ + { + "env_id": 0, + "success": true, + "failed": false, + "first_failure_step": null, + "reset_count": 0, + "valid_steps": 1000, + "stable_second_half_fraction": 1.0, + "final_stable": true, + "last_valid_dx_m": 4.839237689971924, + "last_valid_dz_m": 0.042104996740818024 + }, + { + "env_id": 1, + "success": true, + "failed": false, + "first_failure_step": null, + "reset_count": 0, + "valid_steps": 1000, + "stable_second_half_fraction": 1.0, + "final_stable": true, + "last_valid_dx_m": 4.863071918487549, + "last_valid_dz_m": 0.04210057109594345 + }, + { + "env_id": 2, + "success": true, + "failed": false, + "first_failure_step": null, + "reset_count": 0, + "valid_steps": 1000, + "stable_second_half_fraction": 1.0, + "final_stable": true, + "last_valid_dx_m": 4.833731651306152, + "last_valid_dz_m": 0.042105041444301605 + }, + { + "env_id": 3, + "success": true, + "failed": false, + "first_failure_step": null, + "reset_count": 0, + "valid_steps": 1000, + "stable_second_half_fraction": 1.0, + "final_stable": true, + "last_valid_dx_m": 4.8763651847839355, + "last_valid_dz_m": 0.0421050563454628 + }, + { + "env_id": 4, + "success": true, + "failed": false, + "first_failure_step": null, + "reset_count": 0, + "valid_steps": 1000, + "stable_second_half_fraction": 1.0, + "final_stable": true, + "last_valid_dx_m": 4.869962692260742, + "last_valid_dz_m": 0.04229239374399185 + }, + { + "env_id": 5, + "success": true, + "failed": false, + "first_failure_step": null, + "reset_count": 0, + "valid_steps": 1000, + "stable_second_half_fraction": 1.0, + "final_stable": true, + "last_valid_dx_m": 4.8384270668029785, + "last_valid_dz_m": 0.04229297488927841 + }, + { + "env_id": 6, + "success": true, + "failed": false, + "first_failure_step": null, + "reset_count": 0, + "valid_steps": 1000, + "stable_second_half_fraction": 1.0, + "final_stable": true, + "last_valid_dx_m": 4.875392436981201, + "last_valid_dz_m": 0.0421050563454628 + }, + { + "env_id": 7, + "success": true, + "failed": false, + "first_failure_step": null, + "reset_count": 0, + "valid_steps": 1000, + "stable_second_half_fraction": 1.0, + "final_stable": true, + "last_valid_dx_m": 4.827800750732422, + "last_valid_dz_m": 0.04208353906869888 + }, + { + "env_id": 8, + "success": true, + "failed": false, + "first_failure_step": null, + "reset_count": 0, + "valid_steps": 1000, + "stable_second_half_fraction": 1.0, + "final_stable": true, + "last_valid_dx_m": 4.863390922546387, + "last_valid_dz_m": 0.0421035960316658 + }, + { + "env_id": 9, + "success": true, + "failed": false, + "first_failure_step": null, + "reset_count": 0, + "valid_steps": 1000, + "stable_second_half_fraction": 1.0, + "final_stable": true, + "last_valid_dx_m": 4.86541748046875, + "last_valid_dz_m": 0.042291514575481415 + }, + { + "env_id": 10, + "success": true, + "failed": false, + "first_failure_step": null, + "reset_count": 0, + "valid_steps": 1000, + "stable_second_half_fraction": 1.0, + "final_stable": true, + "last_valid_dx_m": 4.838242530822754, + "last_valid_dz_m": 0.042292408645153046 + }, + { + "env_id": 11, + "success": true, + "failed": false, + "first_failure_step": null, + "reset_count": 0, + "valid_steps": 1000, + "stable_second_half_fraction": 1.0, + "final_stable": true, + "last_valid_dx_m": 4.88294792175293, + "last_valid_dz_m": 0.042132534086704254 + }, + { + "env_id": 12, + "success": true, + "failed": false, + "first_failure_step": null, + "reset_count": 0, + "valid_steps": 1000, + "stable_second_half_fraction": 1.0, + "final_stable": true, + "last_valid_dx_m": 4.866405487060547, + "last_valid_dz_m": 0.04229103773832321 + }, + { + "env_id": 13, + "success": true, + "failed": false, + "first_failure_step": null, + "reset_count": 0, + "valid_steps": 1000, + "stable_second_half_fraction": 1.0, + "final_stable": true, + "last_valid_dx_m": 4.701150417327881, + "last_valid_dz_m": 0.04208355396986008 + }, + { + "env_id": 14, + "success": true, + "failed": false, + "first_failure_step": null, + "reset_count": 0, + "valid_steps": 1000, + "stable_second_half_fraction": 1.0, + "final_stable": true, + "last_valid_dx_m": 4.825428485870361, + "last_valid_dz_m": 0.042131148278713226 + }, + { + "env_id": 15, + "success": true, + "failed": false, + "first_failure_step": null, + "reset_count": 0, + "valid_steps": 1000, + "stable_second_half_fraction": 1.0, + "final_stable": true, + "last_valid_dx_m": 4.846061706542969, + "last_valid_dz_m": 0.04210507124662399 + }, + { + "env_id": 16, + "success": true, + "failed": false, + "first_failure_step": null, + "reset_count": 0, + "valid_steps": 1000, + "stable_second_half_fraction": 1.0, + "final_stable": true, + "last_valid_dx_m": 4.856077194213867, + "last_valid_dz_m": 0.0420834943652153 + }, + { + "env_id": 17, + "success": true, + "failed": false, + "first_failure_step": null, + "reset_count": 0, + "valid_steps": 1000, + "stable_second_half_fraction": 1.0, + "final_stable": true, + "last_valid_dx_m": 4.861489772796631, + "last_valid_dz_m": 0.04210113734006882 + }, + { + "env_id": 18, + "success": true, + "failed": false, + "first_failure_step": null, + "reset_count": 0, + "valid_steps": 1000, + "stable_second_half_fraction": 1.0, + "final_stable": true, + "last_valid_dx_m": 4.866191387176514, + "last_valid_dz_m": 0.042131207883358 + }, + { + "env_id": 19, + "success": true, + "failed": false, + "first_failure_step": null, + "reset_count": 0, + "valid_steps": 1000, + "stable_second_half_fraction": 1.0, + "final_stable": true, + "last_valid_dx_m": 4.830986022949219, + "last_valid_dz_m": 0.04210483282804489 + }, + { + "env_id": 20, + "success": true, + "failed": false, + "first_failure_step": null, + "reset_count": 0, + "valid_steps": 1000, + "stable_second_half_fraction": 1.0, + "final_stable": true, + "last_valid_dx_m": 4.250632286071777, + "last_valid_dz_m": 0.04213223606348038 + }, + { + "env_id": 21, + "success": true, + "failed": false, + "first_failure_step": null, + "reset_count": 0, + "valid_steps": 1000, + "stable_second_half_fraction": 1.0, + "final_stable": true, + "last_valid_dx_m": 4.710232734680176, + "last_valid_dz_m": 0.04229282587766647 + }, + { + "env_id": 22, + "success": true, + "failed": false, + "first_failure_step": null, + "reset_count": 0, + "valid_steps": 1000, + "stable_second_half_fraction": 1.0, + "final_stable": true, + "last_valid_dx_m": 4.839860916137695, + "last_valid_dz_m": 0.04229278117418289 + }, + { + "env_id": 23, + "success": true, + "failed": false, + "first_failure_step": null, + "reset_count": 0, + "valid_steps": 1000, + "stable_second_half_fraction": 1.0, + "final_stable": true, + "last_valid_dx_m": 4.873195171356201, + "last_valid_dz_m": 0.04206753522157669 + } + ], + "protocol": "single_step_v2", + "task": "Custom-Superspider-Stairs-Distill", + "checkpoint": "student_1600.pt", + "checkpoint_sha256": "c250b9d5ae4001c57043f4ec49de7f766ee53b41b1fc9a42746bec29ebce12cf", + "seed": 42, + "device": "cpu", + "num_envs": 24, + "seconds": 20.0, + "step_dt": 0.02, + "command": [ + 0.3, + 0.0, + 0.0 + ], + "step_height_m": 0.03, + "raw_file": "rollout.npz", + "raw_sha256": "4674c33070735401e6f8c6420e683b7ca90d022983bde04a65cc09a25fcd5efe" +} diff --git a/validation/evaluation_20261029/student_1600/02_0.0300m/rollout.npz b/validation/evaluation_20261029/student_1600/02_0.0300m/rollout.npz new file mode 100644 index 0000000..275298b Binary files /dev/null and b/validation/evaluation_20261029/student_1600/02_0.0300m/rollout.npz differ diff --git a/validation/evaluation_20261029/student_1600/03_0.0400m/agent.yaml b/validation/evaluation_20261029/student_1600/03_0.0400m/agent.yaml new file mode 100644 index 0000000..e683e99 --- /dev/null +++ b/validation/evaluation_20261029/student_1600/03_0.0400m/agent.yaml @@ -0,0 +1,53 @@ +seed: 42 +num_steps_per_env: 24 +max_iterations: 6000 +obs_groups: + student: !!python/tuple + - actor + teacher: !!python/tuple + - actor + - height +save_interval: 200 +experiment_name: superspider_stairs_distill +run_name: '' +logger: tensorboard +wandb_project: mjlab +wandb_tags: !!python/tuple [] +resume: false +load_run: .* +load_checkpoint: model_.*.pt +clip_actions: null +upload_model: true +class_name: DistillationRunner +student: + class_name: MLPModel + hidden_dims: !!python/tuple + - 512 + - 256 + - 128 + activation: elu + obs_normalization: true + distribution_cfg: + class_name: GaussianDistribution + init_std: 1.0 + std_type: scalar +teacher: + class_name: MLPModel + hidden_dims: !!python/tuple + - 512 + - 256 + - 128 + activation: elu + obs_normalization: true + distribution_cfg: + class_name: GaussianDistribution + init_std: 1.0 + std_type: scalar +algorithm: + class_name: Distillation + num_learning_epochs: 1 + gradient_length: 15 + learning_rate: 0.001 + max_grad_norm: 1.0 + loss_type: mse + optimizer: adam diff --git a/validation/evaluation_20261029/student_1600/03_0.0400m/env.yaml b/validation/evaluation_20261029/student_1600/03_0.0400m/env.yaml new file mode 100644 index 0000000..676c8f4 --- /dev/null +++ b/validation/evaluation_20261029/student_1600/03_0.0400m/env.yaml @@ -0,0 +1,1490 @@ +decimation: 4 +scene: + num_envs: 24 + env_spacing: 2.0 + terrain: + init_state: + pos: !!python/tuple + - 0.0 + - 0.0 + - 0.0 + rot: !!python/tuple + - 1.0 + - 0.0 + - 0.0 + - 0.0 + lin_vel: !!python/tuple + - 0.0 + - 0.0 + - 0.0 + ang_vel: !!python/tuple + - 0.0 + - 0.0 + - 0.0 + joint_pos: + .*: 0.0 + joint_vel: + .*: 0.0 + spec_fn: !!python/name:mjlab.entity.entity.%3Clambda%3E '' + articulation: null + sort_actuators: false + lights: !!python/tuple + - name: sun + body: world + mode: fixed + target: null + type: directional + castshadow: true + pos: !!python/tuple + - 0.0 + - 0.0 + - 1.5 + dir: !!python/tuple + - 0.0 + - 0.0 + - -1.0 + cutoff: 45.0 + exponent: 10.0 + cameras: !!python/tuple [] + textures: !!python/tuple + - name: groundplane + type: 2d + builtin: checker + rgb1: !!python/tuple + - 0.2 + - 0.3 + - 0.4 + rgb2: !!python/tuple + - 0.1 + - 0.2 + - 0.3 + width: 300 + height: 300 + mark: edge + markrgb: !!python/tuple + - 0.8 + - 0.8 + - 0.8 + materials: !!python/tuple + - name: groundplane + rgba: !!python/tuple + - 1.0 + - 1.0 + - 1.0 + - 1.0 + texuniform: true + texrepeat: !!python/tuple + - 4.0 + - 4.0 + reflectance: 0.2 + texture: groundplane + geom_names_expr: !!python/tuple + - terrain$ + collisions: !!python/tuple [] + terrain_type: generator + terrain_generator: + seed: null + curriculum: false + size: !!python/tuple + - 8.0 + - 8.0 + border_width: 10.0 + border_height: 1.0 + num_rows: 2 + num_cols: 2 + color_scheme: height + sub_terrains: + single_step: + proportion: 1.0 + size: !!python/tuple + - 8.0 + - 8.0 + flat_patch_sampling: null + step_height: 0.04 + difficulty_range: !!python/tuple + - 0.0 + - 1.0 + add_lights: true + env_spacing: 2.0 + max_init_terrain_level: 0 + num_envs: 1 + entities: + robot: + init_state: + pos: !!python/tuple + - 0.0 + - 0.0 + - 0.1 + rot: !!python/tuple + - 1.0 + - 0.0 + - 0.0 + - 0.0 + lin_vel: !!python/tuple + - 0.0 + - 0.0 + - 0.0 + ang_vel: !!python/tuple + - 0.0 + - 0.0 + - 0.0 + joint_pos: + 1_coxa: 0.074027 + 1_femur: 0.943939 + 1_tibia: -0.974578 + 2_coxa: 0.074407 + 2_femur: 1.164487 + 2_tibia: -0.647146 + 3_coxa: -0.037301 + 3_femur: 1.004834 + 3_tibia: -0.590105 + 4_coxa: -0.039226 + 4_femur: 1.349236 + 4_tibia: -0.815209 + 5_coxa: -0.174187 + 5_femur: 0.844217 + 5_tibia: -0.55142 + 6_coxa: 0.246042 + 6_femur: 1.053368 + 6_tibia: -0.997824 + joint_vel: + .*: 0.0 + spec_fn: !!python/name:src.tasks.velocity.config.custom_dog.builder.spec_fn '' + articulation: + actuators: !!python/tuple + - target_names_expr: !!python/tuple + - '[1-6]_(coxa|femur|tibia)' + transmission_type: !!python/object/apply:mjlab.actuator.actuator.TransmissionType + - joint + armature: 0.005 + frictionloss: 0.0 + stiffness: 40.0 + damping: 1.2 + effort_limit: 4.41 + soft_joint_pos_limit_factor: 0.9 + sort_actuators: false + lights: !!python/tuple [] + cameras: !!python/tuple [] + textures: !!python/tuple [] + materials: !!python/tuple [] + collisions: !!python/tuple + - geom_names_expr: !!python/tuple + - ^(base_link|[1-6]_(coxa|femur))_col\d+$ + - ^(edge_1a|edge_1b|edge_2a|edge_2b|edge_3a|edge_3b|edge_4a|edge_4b|edge_5a|edge_5b|edge_6a|edge_6b)$ + contype: 1 + conaffinity: 1 + condim: + ^(edge_1a|edge_1b|edge_2a|edge_2b|edge_3a|edge_3b|edge_4a|edge_4b|edge_5a|edge_5b|edge_6a|edge_6b)$: 3 + ^(base_link|[1-6]_(coxa|femur))_col\d+$: 1 + priority: + ^(edge_1a|edge_1b|edge_2a|edge_2b|edge_3a|edge_3b|edge_4a|edge_4b|edge_5a|edge_5b|edge_6a|edge_6b)$: 1 + friction: + ^(edge_1a|edge_1b|edge_2a|edge_2b|edge_3a|edge_3b|edge_4a|edge_4b|edge_5a|edge_5b|edge_6a|edge_6b)$: !!python/tuple + - 0.6 + solref: null + solimp: + ^(edge_1a|edge_1b|edge_2a|edge_2b|edge_3a|edge_3b|edge_4a|edge_4b|edge_5a|edge_5b|edge_6a|edge_6b)$: !!python/tuple + - 0.9 + - 0.95 + - 0.023 + disable_other_geoms: true + sensors: !!python/tuple + - name: terrain_scan + frame: + type: body + name: base_link + entity: robot + pattern: + size: !!python/tuple + - 0.9 + - 0.4 + resolution: 0.04 + direction: !!python/tuple + - 0.0 + - 0.0 + - -1.0 + ray_alignment: yaw + max_distance: 5.0 + exclude_parent_body: true + include_geom_groups: !!python/tuple + - 0 + - 1 + - 2 + debug_vis: true + viz: + hit_color: !!python/tuple + - 0.0 + - 1.0 + - 0.0 + - 0.8 + miss_color: !!python/tuple + - 1.0 + - 0.0 + - 0.0 + - 0.4 + hit_sphere_color: !!python/tuple + - 0.0 + - 1.0 + - 1.0 + - 1.0 + hit_sphere_radius: 0.5 + show_rays: false + show_normals: true + normal_color: !!python/tuple + - 1.0 + - 1.0 + - 0.0 + - 1.0 + normal_length: 5.0 + - name: feet_ground_contact + primary: + mode: geom + pattern: !!python/tuple + - edge_1a + - edge_1b + - edge_2a + - edge_2b + - edge_3a + - edge_3b + - edge_4a + - edge_4b + - edge_5a + - edge_5b + - edge_6a + - edge_6b + entity: robot + exclude: !!python/tuple [] + secondary: + mode: body + pattern: terrain + entity: null + exclude: !!python/tuple [] + fields: !!python/tuple + - found + - force + reduce: netforce + num_slots: 1 + secondary_policy: first + track_air_time: true + global_frame: false + history_length: 0 + debug: false + - name: nonfoot_ground_touch + primary: + mode: geom + pattern: ^(base_link|[1-6]_(coxa|femur))_col\d+$ + entity: robot + exclude: !!python/tuple + - edge_1a + - edge_1b + - edge_2a + - edge_2b + - edge_3a + - edge_3b + - edge_4a + - edge_4b + - edge_5a + - edge_5b + - edge_6a + - edge_6b + secondary: + mode: body + pattern: terrain + entity: null + exclude: !!python/tuple [] + fields: !!python/tuple + - found + - force + reduce: none + num_slots: 1 + secondary_policy: first + track_air_time: false + global_frame: false + history_length: 4 + debug: false + - name: self_collision + primary: + mode: subtree + pattern: base_link + entity: robot + exclude: !!python/tuple [] + secondary: + mode: subtree + pattern: base_link + entity: robot + exclude: !!python/tuple [] + fields: !!python/tuple + - found + reduce: none + num_slots: 1 + secondary_policy: first + track_air_time: false + global_frame: false + history_length: 0 + debug: false + extent: 2.0 + spec_fn: null +observations: + actor: + terms: + base_ang_vel: + func: &id001 !!python/name:mjlab.envs.mdp.observations.builtin_sensor '' + params: + sensor_name: robot/imu_ang_vel + noise: + operation: add + _tensor_cache: {} + n_min: -0.2 + n_max: 0.2 + clip: null + scale: null + delay_min_lag: 0 + delay_max_lag: 0 + delay_per_env: true + delay_hold_prob: 0.0 + delay_update_period: 0 + delay_per_env_phase: true + history_length: 0 + flatten_history_dim: true + projected_gravity: + func: &id002 !!python/name:mjlab.envs.mdp.observations.projected_gravity '' + params: {} + noise: + operation: add + _tensor_cache: {} + n_min: -0.05 + n_max: 0.05 + clip: null + scale: null + delay_min_lag: 0 + delay_max_lag: 0 + delay_per_env: true + delay_hold_prob: 0.0 + delay_update_period: 0 + delay_per_env_phase: true + history_length: 0 + flatten_history_dim: true + command: + func: &id003 !!python/name:mjlab.envs.mdp.observations.generated_commands '' + params: + command_name: twist + noise: null + clip: null + scale: null + delay_min_lag: 0 + delay_max_lag: 0 + delay_per_env: true + delay_hold_prob: 0.0 + delay_update_period: 0 + delay_per_env_phase: true + history_length: 0 + flatten_history_dim: true + phase: + func: &id004 !!python/name:src.tasks.velocity.mdp.observations.phase '' + params: + period: 0.6 + command_name: twist + noise: null + clip: null + scale: null + delay_min_lag: 0 + delay_max_lag: 0 + delay_per_env: true + delay_hold_prob: 0.0 + delay_update_period: 0 + delay_per_env_phase: true + history_length: 0 + flatten_history_dim: true + joint_pos: + func: &id005 !!python/name:mjlab.envs.mdp.observations.joint_pos_rel '' + params: {} + noise: + operation: add + _tensor_cache: {} + n_min: -0.01 + n_max: 0.01 + clip: null + scale: null + delay_min_lag: 0 + delay_max_lag: 0 + delay_per_env: true + delay_hold_prob: 0.0 + delay_update_period: 0 + delay_per_env_phase: true + history_length: 0 + flatten_history_dim: true + joint_vel: + func: &id006 !!python/name:mjlab.envs.mdp.observations.joint_vel_rel '' + params: {} + noise: + operation: add + _tensor_cache: {} + n_min: -1.5 + n_max: 1.5 + clip: null + scale: null + delay_min_lag: 0 + delay_max_lag: 0 + delay_per_env: true + delay_hold_prob: 0.0 + delay_update_period: 0 + delay_per_env_phase: true + history_length: 0 + flatten_history_dim: true + actions: + func: &id007 !!python/name:mjlab.envs.mdp.observations.last_action '' + params: {} + noise: null + clip: null + scale: null + delay_min_lag: 0 + delay_max_lag: 0 + delay_per_env: true + delay_hold_prob: 0.0 + delay_update_period: 0 + delay_per_env_phase: true + history_length: 0 + flatten_history_dim: true + concatenate_terms: true + concatenate_dim: -1 + enable_corruption: false + history_length: null + flatten_history_dim: true + nan_policy: disabled + nan_check_per_term: true + critic: + terms: + base_ang_vel: + func: *id001 + params: + sensor_name: robot/imu_ang_vel + noise: + operation: add + _tensor_cache: {} + n_min: -0.2 + n_max: 0.2 + clip: null + scale: null + delay_min_lag: 0 + delay_max_lag: 0 + delay_per_env: true + delay_hold_prob: 0.0 + delay_update_period: 0 + delay_per_env_phase: true + history_length: 0 + flatten_history_dim: true + projected_gravity: + func: *id002 + params: {} + noise: + operation: add + _tensor_cache: {} + n_min: -0.05 + n_max: 0.05 + clip: null + scale: null + delay_min_lag: 0 + delay_max_lag: 0 + delay_per_env: true + delay_hold_prob: 0.0 + delay_update_period: 0 + delay_per_env_phase: true + history_length: 0 + flatten_history_dim: true + command: + func: *id003 + params: + command_name: twist + noise: null + clip: null + scale: null + delay_min_lag: 0 + delay_max_lag: 0 + delay_per_env: true + delay_hold_prob: 0.0 + delay_update_period: 0 + delay_per_env_phase: true + history_length: 0 + flatten_history_dim: true + phase: + func: *id004 + params: + period: 0.6 + command_name: twist + noise: null + clip: null + scale: null + delay_min_lag: 0 + delay_max_lag: 0 + delay_per_env: true + delay_hold_prob: 0.0 + delay_update_period: 0 + delay_per_env_phase: true + history_length: 0 + flatten_history_dim: true + joint_pos: + func: *id005 + params: {} + noise: + operation: add + _tensor_cache: {} + n_min: -0.01 + n_max: 0.01 + clip: null + scale: null + delay_min_lag: 0 + delay_max_lag: 0 + delay_per_env: true + delay_hold_prob: 0.0 + delay_update_period: 0 + delay_per_env_phase: true + history_length: 0 + flatten_history_dim: true + joint_vel: + func: *id006 + params: {} + noise: + operation: add + _tensor_cache: {} + n_min: -1.5 + n_max: 1.5 + clip: null + scale: null + delay_min_lag: 0 + delay_max_lag: 0 + delay_per_env: true + delay_hold_prob: 0.0 + delay_update_period: 0 + delay_per_env_phase: true + history_length: 0 + flatten_history_dim: true + actions: + func: *id007 + params: {} + noise: null + clip: null + scale: null + delay_min_lag: 0 + delay_max_lag: 0 + delay_per_env: true + delay_hold_prob: 0.0 + delay_update_period: 0 + delay_per_env_phase: true + history_length: 0 + flatten_history_dim: true + height_scan: + func: &id008 !!python/name:mjlab.envs.mdp.observations.height_scan '' + params: + sensor_name: terrain_scan + noise: null + clip: null + scale: 0.2 + delay_min_lag: 0 + delay_max_lag: 0 + delay_per_env: true + delay_hold_prob: 0.0 + delay_update_period: 0 + delay_per_env_phase: true + history_length: 0 + flatten_history_dim: true + base_lin_vel: + func: *id001 + params: + sensor_name: robot/imu_lin_vel + noise: + operation: add + _tensor_cache: {} + n_min: -0.5 + n_max: 0.5 + clip: null + scale: null + delay_min_lag: 0 + delay_max_lag: 0 + delay_per_env: true + delay_hold_prob: 0.0 + delay_update_period: 0 + delay_per_env_phase: true + history_length: 0 + flatten_history_dim: true + foot_height: + func: !!python/name:src.tasks.velocity.mdp.observations.foot_height '' + params: + asset_cfg: + name: robot + joint_names: null + joint_ids: !!python/object/apply:builtins.slice + - null + - null + - null + body_names: null + body_ids: !!python/object/apply:builtins.slice + - null + - null + - null + geom_names: null + geom_ids: !!python/object/apply:builtins.slice + - null + - null + - null + site_names: !!python/tuple + - fsite_1a + - fsite_1b + - fsite_2a + - fsite_2b + - fsite_3a + - fsite_3b + - fsite_4a + - fsite_4b + - fsite_5a + - fsite_5b + - fsite_6a + - fsite_6b + site_ids: !!python/object/apply:builtins.slice + - null + - null + - null + actuator_names: null + actuator_ids: !!python/object/apply:builtins.slice + - null + - null + - null + tendon_names: null + tendon_ids: !!python/object/apply:builtins.slice + - null + - null + - null + camera_names: null + camera_ids: !!python/object/apply:builtins.slice + - null + - null + - null + light_names: null + light_ids: !!python/object/apply:builtins.slice + - null + - null + - null + material_names: null + material_ids: !!python/object/apply:builtins.slice + - null + - null + - null + preserve_order: false + noise: null + clip: null + scale: null + delay_min_lag: 0 + delay_max_lag: 0 + delay_per_env: true + delay_hold_prob: 0.0 + delay_update_period: 0 + delay_per_env_phase: true + history_length: 0 + flatten_history_dim: true + foot_air_time: + func: !!python/name:src.tasks.velocity.mdp.observations.foot_air_time '' + params: + sensor_name: feet_ground_contact + noise: null + clip: null + scale: null + delay_min_lag: 0 + delay_max_lag: 0 + delay_per_env: true + delay_hold_prob: 0.0 + delay_update_period: 0 + delay_per_env_phase: true + history_length: 0 + flatten_history_dim: true + foot_contact: + func: !!python/name:src.tasks.velocity.mdp.observations.foot_contact '' + params: + sensor_name: feet_ground_contact + noise: null + clip: null + scale: null + delay_min_lag: 0 + delay_max_lag: 0 + delay_per_env: true + delay_hold_prob: 0.0 + delay_update_period: 0 + delay_per_env_phase: true + history_length: 0 + flatten_history_dim: true + foot_contact_forces: + func: !!python/name:src.tasks.velocity.mdp.observations.foot_contact_forces '' + params: + sensor_name: feet_ground_contact + noise: null + clip: null + scale: null + delay_min_lag: 0 + delay_max_lag: 0 + delay_per_env: true + delay_hold_prob: 0.0 + delay_update_period: 0 + delay_per_env_phase: true + history_length: 0 + flatten_history_dim: true + concatenate_terms: true + concatenate_dim: -1 + enable_corruption: false + history_length: 1 + flatten_history_dim: true + nan_policy: disabled + nan_check_per_term: true + height: + terms: + height_scan: + func: *id008 + params: + sensor_name: terrain_scan + noise: + operation: add + _tensor_cache: {} + n_min: -0.1 + n_max: 0.1 + clip: null + scale: 0.2 + delay_min_lag: 0 + delay_max_lag: 0 + delay_per_env: true + delay_hold_prob: 0.0 + delay_update_period: 0 + delay_per_env_phase: true + history_length: 0 + flatten_history_dim: true + concatenate_terms: true + concatenate_dim: -1 + enable_corruption: false + history_length: null + flatten_history_dim: true + nan_policy: disabled + nan_check_per_term: true +actions: + joint_pos: + entity_name: robot + clip: null + transmission_type: !!python/object/apply:mjlab.actuator.actuator.TransmissionType + - joint + actuator_names: !!python/tuple + - 1_coxa + - 1_femur + - 1_tibia + - 2_coxa + - 2_femur + - 2_tibia + - 3_coxa + - 3_femur + - 3_tibia + - 4_coxa + - 4_femur + - 4_tibia + - 5_coxa + - 5_femur + - 5_tibia + - 6_coxa + - 6_femur + - 6_tibia + scale: 0.25 + offset: 0.0 + preserve_order: false + use_default_offset: true +events: + reset_base: + func: !!python/name:mjlab.envs.mdp.events.reset_root_state_uniform '' + params: + pose_range: + x: !!python/tuple + - 0 + - 0 + y: !!python/tuple + - 0 + - 0 + yaw: !!python/tuple + - 0 + - 0 + velocity_range: {} + mode: reset + interval_range_s: null + is_global_time: false + min_step_count_between_reset: 0 + reset_robot_joints: + func: !!python/name:mjlab.envs.mdp.events.reset_joints_by_offset '' + params: + position_range: !!python/tuple + - -0.0 + - 0.0 + velocity_range: !!python/tuple + - -0.0 + - 0.0 + asset_cfg: + name: robot + joint_names: !!python/tuple + - .* + joint_ids: !!python/object/apply:builtins.slice + - null + - null + - null + body_names: null + body_ids: !!python/object/apply:builtins.slice + - null + - null + - null + geom_names: null + geom_ids: !!python/object/apply:builtins.slice + - null + - null + - null + site_names: null + site_ids: !!python/object/apply:builtins.slice + - null + - null + - null + actuator_names: null + actuator_ids: !!python/object/apply:builtins.slice + - null + - null + - null + tendon_names: null + tendon_ids: !!python/object/apply:builtins.slice + - null + - null + - null + camera_names: null + camera_ids: !!python/object/apply:builtins.slice + - null + - null + - null + light_names: null + light_ids: !!python/object/apply:builtins.slice + - null + - null + - null + material_names: null + material_ids: !!python/object/apply:builtins.slice + - null + - null + - null + preserve_order: false + mode: reset + interval_range_s: null + is_global_time: false + min_step_count_between_reset: 0 + randomize_terrain: + func: !!python/name:mjlab.envs.mdp.events.randomize_terrain '' + params: {} + mode: reset + interval_range_s: null + is_global_time: false + min_step_count_between_reset: 0 +seed: 42 +sim: + nconmax: null + njmax: null + ls_parallel: true + contact_sensor_maxmatch: 500 + mujoco: + timestep: 0.005 + integrator: implicitfast + impratio: 1.0 + cone: pyramidal + jacobian: auto + solver: newton + iterations: 10 + tolerance: 1.0e-08 + ls_iterations: 20 + ls_tolerance: 0.01 + ccd_iterations: 500 + gravity: !!python/tuple + - 0.0 + - 0.0 + - -9.81 + multiccd: false + nan_guard: + enabled: false + buffer_size: 100 + output_dir: /tmp/mjlab/nan_dumps + max_envs_to_dump: 5 +viewer: + lookat: !!python/tuple + - 0.0 + - 0.0 + - 0.0 + distance: 1.5 + fovy: null + elevation: -10.0 + azimuth: 90.0 + origin_type: !!python/object/apply:mjlab.viewer.viewer_config.OriginType + - 4 + entity_name: robot + body_name: base_link + env_idx: 0 + max_extra_envs: 2 + enable_reflections: true + enable_shadows: true + height: 240 + width: 320 +episode_length_s: 21.0 +rewards: + track_linear_velocity: + func: !!python/name:src.tasks.velocity.mdp.rewards.track_linear_velocity '' + params: + command_name: twist + std: 0.15 + weight: 1.0 + track_angular_velocity: + func: !!python/name:src.tasks.velocity.mdp.rewards.track_angular_velocity '' + params: + command_name: twist + std: 0.7071067811865476 + weight: 1.0 + body_orientation_l2: + func: !!python/name:src.tasks.velocity.mdp.rewards.body_orientation_l2 '' + params: + asset_cfg: + name: robot + joint_names: null + joint_ids: !!python/object/apply:builtins.slice + - null + - null + - null + body_names: !!python/tuple + - base_link + body_ids: !!python/object/apply:builtins.slice + - null + - null + - null + geom_names: null + geom_ids: !!python/object/apply:builtins.slice + - null + - null + - null + site_names: null + site_ids: !!python/object/apply:builtins.slice + - null + - null + - null + actuator_names: null + actuator_ids: !!python/object/apply:builtins.slice + - null + - null + - null + tendon_names: null + tendon_ids: !!python/object/apply:builtins.slice + - null + - null + - null + camera_names: null + camera_ids: !!python/object/apply:builtins.slice + - null + - null + - null + light_names: null + light_ids: !!python/object/apply:builtins.slice + - null + - null + - null + material_names: null + material_ids: !!python/object/apply:builtins.slice + - null + - null + - null + preserve_order: false + weight: -1.0 + pose: + func: !!python/name:src.tasks.velocity.mdp.rewards.variable_posture '' + params: + asset_cfg: + name: robot + joint_names: !!python/tuple + - 1_coxa + - 1_femur + - 1_tibia + - 2_coxa + - 2_femur + - 2_tibia + - 3_coxa + - 3_femur + - 3_tibia + - 4_coxa + - 4_femur + - 4_tibia + - 5_coxa + - 5_femur + - 5_tibia + - 6_coxa + - 6_femur + - 6_tibia + joint_ids: !!python/object/apply:builtins.slice + - null + - null + - null + body_names: null + body_ids: !!python/object/apply:builtins.slice + - null + - null + - null + geom_names: null + geom_ids: !!python/object/apply:builtins.slice + - null + - null + - null + site_names: null + site_ids: !!python/object/apply:builtins.slice + - null + - null + - null + actuator_names: null + actuator_ids: !!python/object/apply:builtins.slice + - null + - null + - null + tendon_names: null + tendon_ids: !!python/object/apply:builtins.slice + - null + - null + - null + camera_names: null + camera_ids: !!python/object/apply:builtins.slice + - null + - null + - null + light_names: null + light_ids: !!python/object/apply:builtins.slice + - null + - null + - null + material_names: null + material_ids: !!python/object/apply:builtins.slice + - null + - null + - null + preserve_order: false + command_name: twist + std_standing: + 1_coxa: 0.1 + 1_femur: 0.1 + 1_tibia: 0.1 + 2_coxa: 0.1 + 2_femur: 0.1 + 2_tibia: 0.1 + 3_coxa: 0.1 + 3_femur: 0.1 + 3_tibia: 0.1 + 4_coxa: 0.1 + 4_femur: 0.1 + 4_tibia: 0.1 + 5_coxa: 0.1 + 5_femur: 0.1 + 5_tibia: 0.1 + 6_coxa: 0.1 + 6_femur: 0.1 + 6_tibia: 0.1 + std_walking: + 1_coxa: 0.35 + 1_femur: 0.35 + 1_tibia: 0.35 + 2_coxa: 0.35 + 2_femur: 0.35 + 2_tibia: 0.35 + 3_coxa: 0.35 + 3_femur: 0.35 + 3_tibia: 0.35 + 4_coxa: 0.35 + 4_femur: 0.35 + 4_tibia: 0.35 + 5_coxa: 0.35 + 5_femur: 0.35 + 5_tibia: 0.35 + 6_coxa: 0.35 + 6_femur: 0.35 + 6_tibia: 0.35 + std_running: + 1_coxa: 0.35 + 1_femur: 0.35 + 1_tibia: 0.35 + 2_coxa: 0.35 + 2_femur: 0.35 + 2_tibia: 0.35 + 3_coxa: 0.35 + 3_femur: 0.35 + 3_tibia: 0.35 + 4_coxa: 0.35 + 4_femur: 0.35 + 4_tibia: 0.35 + 5_coxa: 0.35 + 5_femur: 0.35 + 5_tibia: 0.35 + 6_coxa: 0.35 + 6_femur: 0.35 + 6_tibia: 0.35 + walking_threshold: 0.1 + running_threshold: 1.5 + weight: 1.0 + body_ang_vel: + func: !!python/name:src.tasks.velocity.mdp.rewards.body_angular_velocity_penalty '' + params: + asset_cfg: + name: robot + joint_names: null + joint_ids: !!python/object/apply:builtins.slice + - null + - null + - null + body_names: !!python/tuple + - base_link + body_ids: !!python/object/apply:builtins.slice + - null + - null + - null + geom_names: null + geom_ids: !!python/object/apply:builtins.slice + - null + - null + - null + site_names: null + site_ids: !!python/object/apply:builtins.slice + - null + - null + - null + actuator_names: null + actuator_ids: !!python/object/apply:builtins.slice + - null + - null + - null + tendon_names: null + tendon_ids: !!python/object/apply:builtins.slice + - null + - null + - null + camera_names: null + camera_ids: !!python/object/apply:builtins.slice + - null + - null + - null + light_names: null + light_ids: !!python/object/apply:builtins.slice + - null + - null + - null + material_names: null + material_ids: !!python/object/apply:builtins.slice + - null + - null + - null + preserve_order: false + weight: -0.05 + angular_momentum: + func: !!python/name:src.tasks.velocity.mdp.rewards.angular_momentum_penalty '' + params: + sensor_name: robot/root_angmom + weight: -0.025 + is_terminated: + func: !!python/name:mjlab.envs.mdp.rewards.is_terminated '' + params: {} + weight: -200.0 + joint_acc_l2: + func: !!python/name:mjlab.envs.mdp.rewards.joint_acc_l2 '' + params: {} + weight: -2.5e-07 + joint_pos_limits: + func: !!python/name:mjlab.envs.mdp.rewards.joint_pos_limits '' + params: {} + weight: -10.0 + action_rate_l2: + func: !!python/name:mjlab.envs.mdp.rewards.action_rate_l2 '' + params: {} + weight: -0.05 + foot_gait: + func: !!python/name:src.tasks.velocity.mdp.rewards.feet_gait '' + params: + period: 0.6 + offset: + - 0.0 + - 0.0 + - 0.5 + - 0.5 + - 0.0 + - 0.0 + - 0.5 + - 0.5 + - 0.0 + - 0.0 + - 0.5 + - 0.5 + threshold: 0.56 + command_threshold: 0.1 + command_name: twist + sensor_name: feet_ground_contact + weight: 0.0 + foot_clearance: + func: !!python/name:src.tasks.velocity.config.custom_dog.dogs.superspider._FeetClearanceRelative '' + params: + target_height: 0.05 + command_name: twist + command_threshold: 0.1 + asset_cfg: + name: robot + joint_names: null + joint_ids: !!python/object/apply:builtins.slice + - null + - null + - null + body_names: null + body_ids: !!python/object/apply:builtins.slice + - null + - null + - null + geom_names: null + geom_ids: !!python/object/apply:builtins.slice + - null + - null + - null + site_names: !!python/tuple + - fsite_1a + - fsite_1b + - fsite_2a + - fsite_2b + - fsite_3a + - fsite_3b + - fsite_4a + - fsite_4b + - fsite_5a + - fsite_5b + - fsite_6a + - fsite_6b + site_ids: !!python/object/apply:builtins.slice + - null + - null + - null + actuator_names: null + actuator_ids: !!python/object/apply:builtins.slice + - null + - null + - null + tendon_names: null + tendon_ids: !!python/object/apply:builtins.slice + - null + - null + - null + camera_names: null + camera_ids: !!python/object/apply:builtins.slice + - null + - null + - null + light_names: null + light_ids: !!python/object/apply:builtins.slice + - null + - null + - null + material_names: null + material_ids: !!python/object/apply:builtins.slice + - null + - null + - null + preserve_order: false + sensor_name: feet_ground_contact + weight: -1.0 + foot_slip: + func: !!python/name:src.tasks.velocity.mdp.rewards.feet_slip '' + params: + sensor_name: feet_ground_contact + command_name: twist + command_threshold: 0.1 + asset_cfg: + name: robot + joint_names: null + joint_ids: !!python/object/apply:builtins.slice + - null + - null + - null + body_names: null + body_ids: !!python/object/apply:builtins.slice + - null + - null + - null + geom_names: null + geom_ids: !!python/object/apply:builtins.slice + - null + - null + - null + site_names: !!python/tuple + - fsite_1a + - fsite_1b + - fsite_2a + - fsite_2b + - fsite_3a + - fsite_3b + - fsite_4a + - fsite_4b + - fsite_5a + - fsite_5b + - fsite_6a + - fsite_6b + site_ids: !!python/object/apply:builtins.slice + - null + - null + - null + actuator_names: null + actuator_ids: !!python/object/apply:builtins.slice + - null + - null + - null + tendon_names: null + tendon_ids: !!python/object/apply:builtins.slice + - null + - null + - null + camera_names: null + camera_ids: !!python/object/apply:builtins.slice + - null + - null + - null + light_names: null + light_ids: !!python/object/apply:builtins.slice + - null + - null + - null + material_names: null + material_ids: !!python/object/apply:builtins.slice + - null + - null + - null + preserve_order: false + weight: -0.25 + soft_landing: + func: !!python/name:src.tasks.velocity.mdp.rewards.soft_landing '' + params: + sensor_name: feet_ground_contact + command_name: twist + command_threshold: 0.1 + weight: -0.001 + stand_still: + func: !!python/name:src.tasks.velocity.mdp.rewards.stand_still '' + params: + command_name: twist + command_threshold: 0.1 + asset_cfg: + name: robot + joint_names: !!python/tuple + - 1_coxa + - 1_femur + - 1_tibia + - 2_coxa + - 2_femur + - 2_tibia + - 3_coxa + - 3_femur + - 3_tibia + - 4_coxa + - 4_femur + - 4_tibia + - 5_coxa + - 5_femur + - 5_tibia + - 6_coxa + - 6_femur + - 6_tibia + joint_ids: !!python/object/apply:builtins.slice + - null + - null + - null + body_names: null + body_ids: !!python/object/apply:builtins.slice + - null + - null + - null + geom_names: null + geom_ids: !!python/object/apply:builtins.slice + - null + - null + - null + site_names: null + site_ids: !!python/object/apply:builtins.slice + - null + - null + - null + actuator_names: null + actuator_ids: !!python/object/apply:builtins.slice + - null + - null + - null + tendon_names: null + tendon_ids: !!python/object/apply:builtins.slice + - null + - null + - null + camera_names: null + camera_ids: !!python/object/apply:builtins.slice + - null + - null + - null + light_names: null + light_ids: !!python/object/apply:builtins.slice + - null + - null + - null + material_names: null + material_ids: !!python/object/apply:builtins.slice + - null + - null + - null + preserve_order: false + weight: -1.0 + self_collision: + func: !!python/name:src.tasks.velocity.mdp.rewards.self_collision_cost '' + params: + sensor_name: self_collision + weight: -0.5 + joint_vel_over_limit: + func: !!python/name:src.tasks.velocity.config.custom_dog.dogs.superspider._joint_vel_over_limit '' + params: + limit: 4.64 + weight: -0.5 + climb_progress: + func: !!python/name:src.tasks.velocity.config.custom_dog.dogs.superspider._ClimbProgress '' + params: {} + weight: 1000.0 +terminations: + time_out: + func: !!python/name:mjlab.envs.mdp.terminations.time_out '' + params: {} + time_out: true + fell_over: + func: !!python/name:mjlab.envs.mdp.terminations.bad_orientation '' + params: + limit_angle: 1.2217304763960306 + time_out: false +commands: + twist: + resampling_time_range: !!python/tuple + - 1000000000.0 + - 1000000000.0 + debug_vis: true + entity_name: robot + heading_command: false + heading_control_stiffness: 0.5 + rel_standing_envs: 0.0 + rel_heading_envs: 0.0 + init_velocity_prob: 0.0 + ranges: + lin_vel_x: !!python/tuple + - 0.05 + - 0.4 + lin_vel_y: !!python/tuple + - -0.05 + - 0.05 + ang_vel_z: !!python/tuple + - -0.3 + - 0.3 + heading: null + viz: + z_offset: 0.2 + scale: 0.5 +curriculum: {} +metrics: + mean_action_acc: + func: !!python/name:mjlab.envs.mdp.metrics.mean_action_acc '' + params: {} +is_finite_horizon: false +scale_rewards_by_dt: true diff --git a/validation/evaluation_20261029/summary.json b/validation/evaluation_20261029/summary.json new file mode 100644 index 0000000..0272716 --- /dev/null +++ b/validation/evaluation_20261029/summary.json @@ -0,0 +1,993 @@ +{ + "protocol": "single_step_v2", + "started_at_utc": "2026-10-29T06:48:30.473889+00:00", + "completed": false, + "device": "cpu", + "versions": { + "superspider-rl": "0.1.1", + "torch": "2.13.0", + "numpy": "2.5.2", + "mujoco": "3.5.0", + "mujoco-warp": "3.5.0", + "mjlab": "1.2.0", + "rsl-rl-lib": "5.0.1", + "warp-lang": "1.12.1" + }, + "results": [ + { + "metric": "flat_locomotion_control", + "success_count": 24, + "success_rate": 1.0, + "failed_count": 0, + "reset_count": 0, + "criteria": { + "crossing_margin_m": 0.05, + "height_fraction": 0.85, + "max_tilt_deg": 30.0, + "second_half_fraction_strictly_above": 0.8, + "final_sample_required": true, + "any_failure_disqualifies": true, + "flat_height_tolerance_m": 0.04 + }, + "trials": [ + { + "env_id": 0, + "success": true, + "failed": false, + "first_failure_step": null, + "reset_count": 0, + "valid_steps": 1000, + "stable_second_half_fraction": 1.0, + "final_stable": true, + "last_valid_dx_m": 5.159436225891113, + "last_valid_dz_m": 0.012077420949935913 + }, + { + "env_id": 1, + "success": true, + "failed": false, + "first_failure_step": null, + "reset_count": 0, + "valid_steps": 1000, + "stable_second_half_fraction": 1.0, + "final_stable": true, + "last_valid_dx_m": 5.174919128417969, + "last_valid_dz_m": 0.012047991156578064 + }, + { + "env_id": 2, + "success": true, + "failed": false, + "first_failure_step": null, + "reset_count": 0, + "valid_steps": 1000, + "stable_second_half_fraction": 1.0, + "final_stable": true, + "last_valid_dx_m": 5.167049884796143, + "last_valid_dz_m": 0.012047253549098969 + }, + { + "env_id": 3, + "success": true, + "failed": false, + "first_failure_step": null, + "reset_count": 0, + "valid_steps": 1000, + "stable_second_half_fraction": 1.0, + "final_stable": true, + "last_valid_dx_m": 5.152812957763672, + "last_valid_dz_m": 0.012292914092540741 + }, + { + "env_id": 4, + "success": true, + "failed": false, + "first_failure_step": null, + "reset_count": 0, + "valid_steps": 1000, + "stable_second_half_fraction": 1.0, + "final_stable": true, + "last_valid_dx_m": 5.152437210083008, + "last_valid_dz_m": 0.012077465653419495 + }, + { + "env_id": 5, + "success": true, + "failed": false, + "first_failure_step": null, + "reset_count": 0, + "valid_steps": 1000, + "stable_second_half_fraction": 1.0, + "final_stable": true, + "last_valid_dx_m": 5.149305820465088, + "last_valid_dz_m": 0.0120774507522583 + }, + { + "env_id": 6, + "success": true, + "failed": false, + "first_failure_step": null, + "reset_count": 0, + "valid_steps": 1000, + "stable_second_half_fraction": 1.0, + "final_stable": true, + "last_valid_dx_m": 5.167147159576416, + "last_valid_dz_m": 0.012046925723552704 + }, + { + "env_id": 7, + "success": true, + "failed": false, + "first_failure_step": null, + "reset_count": 0, + "valid_steps": 1000, + "stable_second_half_fraction": 1.0, + "final_stable": true, + "last_valid_dx_m": 5.157273769378662, + "last_valid_dz_m": 0.01229286938905716 + }, + { + "env_id": 8, + "success": true, + "failed": false, + "first_failure_step": null, + "reset_count": 0, + "valid_steps": 1000, + "stable_second_half_fraction": 1.0, + "final_stable": true, + "last_valid_dx_m": 5.153550148010254, + "last_valid_dz_m": 0.012090548872947693 + }, + { + "env_id": 9, + "success": true, + "failed": false, + "first_failure_step": null, + "reset_count": 0, + "valid_steps": 1000, + "stable_second_half_fraction": 1.0, + "final_stable": true, + "last_valid_dx_m": 5.162258625030518, + "last_valid_dz_m": 0.012077279388904572 + }, + { + "env_id": 10, + "success": true, + "failed": false, + "first_failure_step": null, + "reset_count": 0, + "valid_steps": 1000, + "stable_second_half_fraction": 1.0, + "final_stable": true, + "last_valid_dx_m": 5.163023948669434, + "last_valid_dz_m": 0.012292198836803436 + }, + { + "env_id": 11, + "success": true, + "failed": false, + "first_failure_step": null, + "reset_count": 0, + "valid_steps": 1000, + "stable_second_half_fraction": 1.0, + "final_stable": true, + "last_valid_dx_m": 5.163955211639404, + "last_valid_dz_m": 0.01207723468542099 + }, + { + "env_id": 12, + "success": true, + "failed": false, + "first_failure_step": null, + "reset_count": 0, + "valid_steps": 1000, + "stable_second_half_fraction": 1.0, + "final_stable": true, + "last_valid_dx_m": 5.16700553894043, + "last_valid_dz_m": 0.01209075003862381 + }, + { + "env_id": 13, + "success": true, + "failed": false, + "first_failure_step": null, + "reset_count": 0, + "valid_steps": 1000, + "stable_second_half_fraction": 1.0, + "final_stable": true, + "last_valid_dx_m": 5.179055690765381, + "last_valid_dz_m": 0.01205424964427948 + }, + { + "env_id": 14, + "success": true, + "failed": false, + "first_failure_step": null, + "reset_count": 0, + "valid_steps": 1000, + "stable_second_half_fraction": 1.0, + "final_stable": true, + "last_valid_dx_m": 5.154560565948486, + "last_valid_dz_m": 0.012046664953231812 + }, + { + "env_id": 15, + "success": true, + "failed": false, + "first_failure_step": null, + "reset_count": 0, + "valid_steps": 1000, + "stable_second_half_fraction": 1.0, + "final_stable": true, + "last_valid_dx_m": 5.158486843109131, + "last_valid_dz_m": 0.01207730919122696 + }, + { + "env_id": 16, + "success": true, + "failed": false, + "first_failure_step": null, + "reset_count": 0, + "valid_steps": 1000, + "stable_second_half_fraction": 1.0, + "final_stable": true, + "last_valid_dx_m": 5.152029991149902, + "last_valid_dz_m": 0.01210486888885498 + }, + { + "env_id": 17, + "success": true, + "failed": false, + "first_failure_step": null, + "reset_count": 0, + "valid_steps": 1000, + "stable_second_half_fraction": 1.0, + "final_stable": true, + "last_valid_dx_m": 5.157721519470215, + "last_valid_dz_m": 0.012077286839485168 + }, + { + "env_id": 18, + "success": true, + "failed": false, + "first_failure_step": null, + "reset_count": 0, + "valid_steps": 1000, + "stable_second_half_fraction": 1.0, + "final_stable": true, + "last_valid_dx_m": 5.155673027038574, + "last_valid_dz_m": 0.012292876839637756 + }, + { + "env_id": 19, + "success": true, + "failed": false, + "first_failure_step": null, + "reset_count": 0, + "valid_steps": 1000, + "stable_second_half_fraction": 1.0, + "final_stable": true, + "last_valid_dx_m": 5.160787582397461, + "last_valid_dz_m": 0.01229315996170044 + }, + { + "env_id": 20, + "success": true, + "failed": false, + "first_failure_step": null, + "reset_count": 0, + "valid_steps": 1000, + "stable_second_half_fraction": 1.0, + "final_stable": true, + "last_valid_dx_m": 5.151590824127197, + "last_valid_dz_m": 0.012077093124389648 + }, + { + "env_id": 21, + "success": true, + "failed": false, + "first_failure_step": null, + "reset_count": 0, + "valid_steps": 1000, + "stable_second_half_fraction": 1.0, + "final_stable": true, + "last_valid_dx_m": 5.153639316558838, + "last_valid_dz_m": 0.012293249368667603 + }, + { + "env_id": 22, + "success": true, + "failed": false, + "first_failure_step": null, + "reset_count": 0, + "valid_steps": 1000, + "stable_second_half_fraction": 1.0, + "final_stable": true, + "last_valid_dx_m": 5.150871753692627, + "last_valid_dz_m": 0.012132562696933746 + }, + { + "env_id": 23, + "success": true, + "failed": false, + "first_failure_step": null, + "reset_count": 0, + "valid_steps": 1000, + "stable_second_half_fraction": 1.0, + "final_stable": true, + "last_valid_dx_m": 5.164690017700195, + "last_valid_dz_m": 0.01209075003862381 + } + ], + "protocol": "single_step_v2", + "task": "Custom-Superspider-Stairs-Distill", + "checkpoint": "student_1600.pt", + "checkpoint_sha256": "c250b9d5ae4001c57043f4ec49de7f766ee53b41b1fc9a42746bec29ebce12cf", + "seed": 42, + "device": "cpu", + "num_envs": 24, + "seconds": 20.0, + "step_dt": 0.02, + "command": [ + 0.3, + 0.0, + 0.0 + ], + "step_height_m": 0.0, + "raw_file": "rollout.npz", + "raw_sha256": "fa62a9f14c9253efec8c0863ac75c49867e35377dc8cbf91745de3e901043bed", + "directory": "student_1600/00_0.0000m" + }, + { + "metric": "single_step_climb", + "success_count": 24, + "success_rate": 1.0, + "failed_count": 0, + "reset_count": 0, + "criteria": { + "crossing_margin_m": 0.05, + "height_fraction": 0.85, + "max_tilt_deg": 30.0, + "second_half_fraction_strictly_above": 0.8, + "final_sample_required": true, + "any_failure_disqualifies": true, + "flat_height_tolerance_m": 0.04 + }, + "trials": [ + { + "env_id": 0, + "success": true, + "failed": false, + "first_failure_step": null, + "reset_count": 0, + "valid_steps": 1000, + "stable_second_half_fraction": 1.0, + "final_stable": true, + "last_valid_dx_m": 5.114475727081299, + "last_valid_dz_m": 0.03204693645238876 + }, + { + "env_id": 1, + "success": true, + "failed": false, + "first_failure_step": null, + "reset_count": 0, + "valid_steps": 1000, + "stable_second_half_fraction": 1.0, + "final_stable": true, + "last_valid_dx_m": 5.042670249938965, + "last_valid_dz_m": 0.032132603228092194 + }, + { + "env_id": 2, + "success": true, + "failed": false, + "first_failure_step": null, + "reset_count": 0, + "valid_steps": 1000, + "stable_second_half_fraction": 1.0, + "final_stable": true, + "last_valid_dx_m": 5.138912200927734, + "last_valid_dz_m": 0.03205456584692001 + }, + { + "env_id": 3, + "success": true, + "failed": false, + "first_failure_step": null, + "reset_count": 0, + "valid_steps": 1000, + "stable_second_half_fraction": 1.0, + "final_stable": true, + "last_valid_dx_m": 5.117496013641357, + "last_valid_dz_m": 0.032047100365161896 + }, + { + "env_id": 4, + "success": true, + "failed": false, + "first_failure_step": null, + "reset_count": 0, + "valid_steps": 1000, + "stable_second_half_fraction": 1.0, + "final_stable": true, + "last_valid_dx_m": 5.123444080352783, + "last_valid_dz_m": 0.03204799443483353 + }, + { + "env_id": 5, + "success": true, + "failed": false, + "first_failure_step": null, + "reset_count": 0, + "valid_steps": 1000, + "stable_second_half_fraction": 1.0, + "final_stable": true, + "last_valid_dx_m": 5.118671894073486, + "last_valid_dz_m": 0.032046861946582794 + }, + { + "env_id": 6, + "success": true, + "failed": false, + "first_failure_step": null, + "reset_count": 0, + "valid_steps": 1000, + "stable_second_half_fraction": 1.0, + "final_stable": true, + "last_valid_dx_m": 5.115781784057617, + "last_valid_dz_m": 0.032047025859355927 + }, + { + "env_id": 7, + "success": true, + "failed": false, + "first_failure_step": null, + "reset_count": 0, + "valid_steps": 1000, + "stable_second_half_fraction": 1.0, + "final_stable": true, + "last_valid_dx_m": 5.04672908782959, + "last_valid_dz_m": 0.03229299932718277 + }, + { + "env_id": 8, + "success": true, + "failed": false, + "first_failure_step": null, + "reset_count": 0, + "valid_steps": 1000, + "stable_second_half_fraction": 1.0, + "final_stable": true, + "last_valid_dx_m": 5.123539924621582, + "last_valid_dz_m": 0.032047517597675323 + }, + { + "env_id": 9, + "success": true, + "failed": false, + "first_failure_step": null, + "reset_count": 0, + "valid_steps": 1000, + "stable_second_half_fraction": 1.0, + "final_stable": true, + "last_valid_dx_m": 5.111462116241455, + "last_valid_dz_m": 0.03209065645933151 + }, + { + "env_id": 10, + "success": true, + "failed": false, + "first_failure_step": null, + "reset_count": 0, + "valid_steps": 1000, + "stable_second_half_fraction": 1.0, + "final_stable": true, + "last_valid_dx_m": 5.114677906036377, + "last_valid_dz_m": 0.03209083527326584 + }, + { + "env_id": 11, + "success": true, + "failed": false, + "first_failure_step": null, + "reset_count": 0, + "valid_steps": 1000, + "stable_second_half_fraction": 1.0, + "final_stable": true, + "last_valid_dx_m": 5.052374839782715, + "last_valid_dz_m": 0.03207693248987198 + }, + { + "env_id": 12, + "success": true, + "failed": false, + "first_failure_step": null, + "reset_count": 0, + "valid_steps": 1000, + "stable_second_half_fraction": 1.0, + "final_stable": true, + "last_valid_dx_m": 5.065981388092041, + "last_valid_dz_m": 0.0320468470454216 + }, + { + "env_id": 13, + "success": true, + "failed": false, + "first_failure_step": null, + "reset_count": 0, + "valid_steps": 1000, + "stable_second_half_fraction": 1.0, + "final_stable": true, + "last_valid_dx_m": 5.122951507568359, + "last_valid_dz_m": 0.03209079056978226 + }, + { + "env_id": 14, + "success": true, + "failed": false, + "first_failure_step": null, + "reset_count": 0, + "valid_steps": 1000, + "stable_second_half_fraction": 1.0, + "final_stable": true, + "last_valid_dx_m": 5.122625350952148, + "last_valid_dz_m": 0.03204711526632309 + }, + { + "env_id": 15, + "success": true, + "failed": false, + "first_failure_step": null, + "reset_count": 0, + "valid_steps": 1000, + "stable_second_half_fraction": 1.0, + "final_stable": true, + "last_valid_dx_m": 5.063413619995117, + "last_valid_dz_m": 0.03204701095819473 + }, + { + "env_id": 16, + "success": true, + "failed": false, + "first_failure_step": null, + "reset_count": 0, + "valid_steps": 1000, + "stable_second_half_fraction": 1.0, + "final_stable": true, + "last_valid_dx_m": 5.120617866516113, + "last_valid_dz_m": 0.03204699605703354 + }, + { + "env_id": 17, + "success": true, + "failed": false, + "first_failure_step": null, + "reset_count": 0, + "valid_steps": 1000, + "stable_second_half_fraction": 1.0, + "final_stable": true, + "last_valid_dx_m": 5.114961624145508, + "last_valid_dz_m": 0.03204657882452011 + }, + { + "env_id": 18, + "success": true, + "failed": false, + "first_failure_step": null, + "reset_count": 0, + "valid_steps": 1000, + "stable_second_half_fraction": 1.0, + "final_stable": true, + "last_valid_dx_m": 5.103582859039307, + "last_valid_dz_m": 0.03229319304227829 + }, + { + "env_id": 19, + "success": true, + "failed": false, + "first_failure_step": null, + "reset_count": 0, + "valid_steps": 1000, + "stable_second_half_fraction": 1.0, + "final_stable": true, + "last_valid_dx_m": 5.097100257873535, + "last_valid_dz_m": 0.03213242441415787 + }, + { + "env_id": 20, + "success": true, + "failed": false, + "first_failure_step": null, + "reset_count": 0, + "valid_steps": 1000, + "stable_second_half_fraction": 1.0, + "final_stable": true, + "last_valid_dx_m": 5.116925239562988, + "last_valid_dz_m": 0.032047055661678314 + }, + { + "env_id": 21, + "success": true, + "failed": false, + "first_failure_step": null, + "reset_count": 0, + "valid_steps": 1000, + "stable_second_half_fraction": 1.0, + "final_stable": true, + "last_valid_dx_m": 5.101972579956055, + "last_valid_dz_m": 0.03229311853647232 + }, + { + "env_id": 22, + "success": true, + "failed": false, + "first_failure_step": null, + "reset_count": 0, + "valid_steps": 1000, + "stable_second_half_fraction": 1.0, + "final_stable": true, + "last_valid_dx_m": 5.108578205108643, + "last_valid_dz_m": 0.032090507447719574 + }, + { + "env_id": 23, + "success": true, + "failed": false, + "first_failure_step": null, + "reset_count": 0, + "valid_steps": 1000, + "stable_second_half_fraction": 1.0, + "final_stable": true, + "last_valid_dx_m": 5.05683708190918, + "last_valid_dz_m": 0.03207733482122421 + } + ], + "protocol": "single_step_v2", + "task": "Custom-Superspider-Stairs-Distill", + "checkpoint": "student_1600.pt", + "checkpoint_sha256": "c250b9d5ae4001c57043f4ec49de7f766ee53b41b1fc9a42746bec29ebce12cf", + "seed": 42, + "device": "cpu", + "num_envs": 24, + "seconds": 20.0, + "step_dt": 0.02, + "command": [ + 0.3, + 0.0, + 0.0 + ], + "step_height_m": 0.02, + "raw_file": "rollout.npz", + "raw_sha256": "2d2b915d921b6afd6684725cc742b6873253cca9b0ec46c215200592fae5c598", + "directory": "student_1600/01_0.0200m" + }, + { + "metric": "single_step_climb", + "success_count": 24, + "success_rate": 1.0, + "failed_count": 0, + "reset_count": 0, + "criteria": { + "crossing_margin_m": 0.05, + "height_fraction": 0.85, + "max_tilt_deg": 30.0, + "second_half_fraction_strictly_above": 0.8, + "final_sample_required": true, + "any_failure_disqualifies": true, + "flat_height_tolerance_m": 0.04 + }, + "trials": [ + { + "env_id": 0, + "success": true, + "failed": false, + "first_failure_step": null, + "reset_count": 0, + "valid_steps": 1000, + "stable_second_half_fraction": 1.0, + "final_stable": true, + "last_valid_dx_m": 4.839237689971924, + "last_valid_dz_m": 0.042104996740818024 + }, + { + "env_id": 1, + "success": true, + "failed": false, + "first_failure_step": null, + "reset_count": 0, + "valid_steps": 1000, + "stable_second_half_fraction": 1.0, + "final_stable": true, + "last_valid_dx_m": 4.863071918487549, + "last_valid_dz_m": 0.04210057109594345 + }, + { + "env_id": 2, + "success": true, + "failed": false, + "first_failure_step": null, + "reset_count": 0, + "valid_steps": 1000, + "stable_second_half_fraction": 1.0, + "final_stable": true, + "last_valid_dx_m": 4.833731651306152, + "last_valid_dz_m": 0.042105041444301605 + }, + { + "env_id": 3, + "success": true, + "failed": false, + "first_failure_step": null, + "reset_count": 0, + "valid_steps": 1000, + "stable_second_half_fraction": 1.0, + "final_stable": true, + "last_valid_dx_m": 4.8763651847839355, + "last_valid_dz_m": 0.0421050563454628 + }, + { + "env_id": 4, + "success": true, + "failed": false, + "first_failure_step": null, + "reset_count": 0, + "valid_steps": 1000, + "stable_second_half_fraction": 1.0, + "final_stable": true, + "last_valid_dx_m": 4.869962692260742, + "last_valid_dz_m": 0.04229239374399185 + }, + { + "env_id": 5, + "success": true, + "failed": false, + "first_failure_step": null, + "reset_count": 0, + "valid_steps": 1000, + "stable_second_half_fraction": 1.0, + "final_stable": true, + "last_valid_dx_m": 4.8384270668029785, + "last_valid_dz_m": 0.04229297488927841 + }, + { + "env_id": 6, + "success": true, + "failed": false, + "first_failure_step": null, + "reset_count": 0, + "valid_steps": 1000, + "stable_second_half_fraction": 1.0, + "final_stable": true, + "last_valid_dx_m": 4.875392436981201, + "last_valid_dz_m": 0.0421050563454628 + }, + { + "env_id": 7, + "success": true, + "failed": false, + "first_failure_step": null, + "reset_count": 0, + "valid_steps": 1000, + "stable_second_half_fraction": 1.0, + "final_stable": true, + "last_valid_dx_m": 4.827800750732422, + "last_valid_dz_m": 0.04208353906869888 + }, + { + "env_id": 8, + "success": true, + "failed": false, + "first_failure_step": null, + "reset_count": 0, + "valid_steps": 1000, + "stable_second_half_fraction": 1.0, + "final_stable": true, + "last_valid_dx_m": 4.863390922546387, + "last_valid_dz_m": 0.0421035960316658 + }, + { + "env_id": 9, + "success": true, + "failed": false, + "first_failure_step": null, + "reset_count": 0, + "valid_steps": 1000, + "stable_second_half_fraction": 1.0, + "final_stable": true, + "last_valid_dx_m": 4.86541748046875, + "last_valid_dz_m": 0.042291514575481415 + }, + { + "env_id": 10, + "success": true, + "failed": false, + "first_failure_step": null, + "reset_count": 0, + "valid_steps": 1000, + "stable_second_half_fraction": 1.0, + "final_stable": true, + "last_valid_dx_m": 4.838242530822754, + "last_valid_dz_m": 0.042292408645153046 + }, + { + "env_id": 11, + "success": true, + "failed": false, + "first_failure_step": null, + "reset_count": 0, + "valid_steps": 1000, + "stable_second_half_fraction": 1.0, + "final_stable": true, + "last_valid_dx_m": 4.88294792175293, + "last_valid_dz_m": 0.042132534086704254 + }, + { + "env_id": 12, + "success": true, + "failed": false, + "first_failure_step": null, + "reset_count": 0, + "valid_steps": 1000, + "stable_second_half_fraction": 1.0, + "final_stable": true, + "last_valid_dx_m": 4.866405487060547, + "last_valid_dz_m": 0.04229103773832321 + }, + { + "env_id": 13, + "success": true, + "failed": false, + "first_failure_step": null, + "reset_count": 0, + "valid_steps": 1000, + "stable_second_half_fraction": 1.0, + "final_stable": true, + "last_valid_dx_m": 4.701150417327881, + "last_valid_dz_m": 0.04208355396986008 + }, + { + "env_id": 14, + "success": true, + "failed": false, + "first_failure_step": null, + "reset_count": 0, + "valid_steps": 1000, + "stable_second_half_fraction": 1.0, + "final_stable": true, + "last_valid_dx_m": 4.825428485870361, + "last_valid_dz_m": 0.042131148278713226 + }, + { + "env_id": 15, + "success": true, + "failed": false, + "first_failure_step": null, + "reset_count": 0, + "valid_steps": 1000, + "stable_second_half_fraction": 1.0, + "final_stable": true, + "last_valid_dx_m": 4.846061706542969, + "last_valid_dz_m": 0.04210507124662399 + }, + { + "env_id": 16, + "success": true, + "failed": false, + "first_failure_step": null, + "reset_count": 0, + "valid_steps": 1000, + "stable_second_half_fraction": 1.0, + "final_stable": true, + "last_valid_dx_m": 4.856077194213867, + "last_valid_dz_m": 0.0420834943652153 + }, + { + "env_id": 17, + "success": true, + "failed": false, + "first_failure_step": null, + "reset_count": 0, + "valid_steps": 1000, + "stable_second_half_fraction": 1.0, + "final_stable": true, + "last_valid_dx_m": 4.861489772796631, + "last_valid_dz_m": 0.04210113734006882 + }, + { + "env_id": 18, + "success": true, + "failed": false, + "first_failure_step": null, + "reset_count": 0, + "valid_steps": 1000, + "stable_second_half_fraction": 1.0, + "final_stable": true, + "last_valid_dx_m": 4.866191387176514, + "last_valid_dz_m": 0.042131207883358 + }, + { + "env_id": 19, + "success": true, + "failed": false, + "first_failure_step": null, + "reset_count": 0, + "valid_steps": 1000, + "stable_second_half_fraction": 1.0, + "final_stable": true, + "last_valid_dx_m": 4.830986022949219, + "last_valid_dz_m": 0.04210483282804489 + }, + { + "env_id": 20, + "success": true, + "failed": false, + "first_failure_step": null, + "reset_count": 0, + "valid_steps": 1000, + "stable_second_half_fraction": 1.0, + "final_stable": true, + "last_valid_dx_m": 4.250632286071777, + "last_valid_dz_m": 0.04213223606348038 + }, + { + "env_id": 21, + "success": true, + "failed": false, + "first_failure_step": null, + "reset_count": 0, + "valid_steps": 1000, + "stable_second_half_fraction": 1.0, + "final_stable": true, + "last_valid_dx_m": 4.710232734680176, + "last_valid_dz_m": 0.04229282587766647 + }, + { + "env_id": 22, + "success": true, + "failed": false, + "first_failure_step": null, + "reset_count": 0, + "valid_steps": 1000, + "stable_second_half_fraction": 1.0, + "final_stable": true, + "last_valid_dx_m": 4.839860916137695, + "last_valid_dz_m": 0.04229278117418289 + }, + { + "env_id": 23, + "success": true, + "failed": false, + "first_failure_step": null, + "reset_count": 0, + "valid_steps": 1000, + "stable_second_half_fraction": 1.0, + "final_stable": true, + "last_valid_dx_m": 4.873195171356201, + "last_valid_dz_m": 0.04206753522157669 + } + ], + "protocol": "single_step_v2", + "task": "Custom-Superspider-Stairs-Distill", + "checkpoint": "student_1600.pt", + "checkpoint_sha256": "c250b9d5ae4001c57043f4ec49de7f766ee53b41b1fc9a42746bec29ebce12cf", + "seed": 42, + "device": "cpu", + "num_envs": 24, + "seconds": 20.0, + "step_dt": 0.02, + "command": [ + 0.3, + 0.0, + 0.0 + ], + "step_height_m": 0.03, + "raw_file": "rollout.npz", + "raw_sha256": "4674c33070735401e6f8c6420e683b7ca90d022983bde04a65cc09a25fcd5efe", + "directory": "student_1600/02_0.0300m" + } + ], + "error": "KeyboardInterrupt()", + "elapsed_s": 310.3540348460083, + "finished_at_utc": "2026-10-29T06:53:40.828027+00:00" +}