Files
SkillFactory/tests/test_contact_cycle_diagnostic.py
T
chenlin 9fe9d27865 feat: checkpoint contact-cycle evaluation and RootXY PPO progress
Consolidate next-stage docs, archive superseded narratives, and preserve frozen document inputs. Retain invalid P2 pairs, partial RootXY training, failed attempts and nonselectable checkpoints as explicit limitations.

Include supervised evaluation/training, desktop GPU admission, bounded evidence and atomic-publication monitor repairs with CPU regressions. Ignore local dotenv configuration.

Validation: 1403 passed, 6 skipped for contact-cycle and related contracts/CLI tests. Full-suite legacy ABI and registration tests require Python 3.12/Torch 2.10/pxr; no runtime checks relaxed. No new physical run or accepted skill.
2026-10-15 14:18:17 +08:00

61 lines
2.5 KiB
Python

"""Diagnostic scope validation; never starts Kit or robot optimization."""
import copy
import json
from pathlib import Path
import pytest
from SkillFactory.legs.contact_cycle.training import load_training_config, make_manifest, require_authorization
ROOT = Path(__file__).resolve().parents[1]
CONFIG = ROOT/'configs/contact_cycle/training_diagnostic_v1.json'
def test_diagnostic_scope_gates_and_algorithm_are_not_relaxed():
pilot = load_training_config(CONFIG, ROOT)
full = load_training_config(ROOT/'configs/contact_cycle/training_v1.json', ROOT)
proposal = json.loads((ROOT/pilot['proposal']).read_text())
original = json.loads((ROOT/full['proposal']).read_text())
assert proposal['gates'] == original['gates']
assert pilot['algorithm'] == full['algorithm']
assert pilot['task_config'] == full['task_config']
assert pilot['seeds'] == [91101]
assert pilot['max_total_transitions'] == 512*128*32 == 2097152
assert pilot['max_total_wall_s'] == 1800
assert pilot['max_artifact_bytes'] == 1024**3
manifest = make_manifest(ROOT, CONFIG)
assert 'diagnostic candidate' in manifest['selection']
assert manifest['accepted_skill'] is False
with pytest.raises(PermissionError):
require_authorization(None, manifest)
@pytest.mark.parametrize('key,value', [
('seeds', [91101, 91102, 91103]), ('seeds', [95101]), ('updates_per_seed', 1024),
('num_envs', 256), ('horizon', 64), ('max_total_wall_s', 1801),
('max_artifact_bytes', 1073741825), ('max_total_transitions', 2097153),
('validation_interval', 128), ('validation_seed', 95101),
])
def test_pilot_rejects_scope_expansion_even_with_matching_proposal(tmp_path, key, value):
cfg = copy.deepcopy(json.loads(CONFIG.read_text()))
proposal = json.loads((ROOT/cfg['proposal']).read_text())
cfg[key] = value
if key in proposal['proposed_training']:
proposal['proposed_training'][key] = value
proposal_path = tmp_path/'proposal.json'
proposal_path.write_text(json.dumps(proposal))
cfg['proposal'] = str(proposal_path)
path = tmp_path/'config.json'
path.write_text(json.dumps(cfg))
with pytest.raises(ValueError):
load_training_config(path, ROOT)
def test_full_study_does_not_silently_become_a_pilot(tmp_path):
cfg = json.loads(CONFIG.read_text())
cfg['format'] = 'skillfactory.contact-cycle-training.v1'
path = tmp_path/'bad_full.json'
path.write_text(json.dumps(cfg))
with pytest.raises(ValueError):
load_training_config(path, ROOT)