79 lines
3.8 KiB
JSON
79 lines
3.8 KiB
JSON
{
|
|
"schema_version": "cad.live-eval-fixtures.v1",
|
|
"scenarios": [
|
|
{
|
|
"id": "rectangular_plate",
|
|
"units": "mm",
|
|
"request": "Create one connected rectangular plate, 80 mm long, 50 mm wide, and 8 mm thick. Use millimetres. Verify the single solid and all three bounding-box dimensions.",
|
|
"expected_phase": "COMPLETED",
|
|
"required_claim_kinds": ["solid_count_equals", "bbox_dimension_mm"],
|
|
"required_claims": [
|
|
{"claim_kind": "solid_count_equals", "expected": {"value": 1}},
|
|
{"claim_kind": "bbox_dimension_mm", "expected": {"axis": "x", "value": 80, "tolerance_mm": 0.01}},
|
|
{"claim_kind": "bbox_dimension_mm", "expected": {"axis": "y", "value": 50, "tolerance_mm": 0.01}},
|
|
{"claim_kind": "bbox_dimension_mm", "expected": {"axis": "z", "value": 8, "tolerance_mm": 0.01}}
|
|
],
|
|
"required_atomic_ids": ["extrude_add_blind"],
|
|
"max_author_turns": 32,
|
|
"max_reviewer_turns": 12,
|
|
"max_total_calls": 44,
|
|
"max_wall_seconds": 900,
|
|
"max_total_tokens": 120000
|
|
},
|
|
{
|
|
"id": "simple_flange",
|
|
"units": "mm",
|
|
"request": "Create one connected round flange in millimetres: outer diameter 120 mm, thickness 12 mm, and a centered 40 mm through bore. Verify the single solid, thickness, and through bore topology.",
|
|
"expected_phase": "COMPLETED",
|
|
"required_claim_kinds": ["solid_count_equals", "bbox_dimension_mm", "through_cylindrical_bore"],
|
|
"required_claims": [
|
|
{"claim_kind": "solid_count_equals", "expected": {"value": 1}},
|
|
{"claim_kind": "bbox_dimension_mm", "expected": {"axis": "x", "value": 120, "tolerance_mm": 0.01}},
|
|
{"claim_kind": "bbox_dimension_mm", "expected": {"axis": "y", "value": 120, "tolerance_mm": 0.01}},
|
|
{"claim_kind": "bbox_dimension_mm", "expected": {"axis": "z", "value": 12, "tolerance_mm": 0.01}},
|
|
{"claim_kind": "through_cylindrical_bore", "expected": {"diameter_mm": 40, "count": 1, "tolerance_mm": 0.01}}
|
|
],
|
|
"required_atomic_ids": ["extrude_add_blind"],
|
|
"required_any_atomic_ids": ["hole_blind", "extrude_cut_blind"],
|
|
"max_author_turns": 40,
|
|
"max_reviewer_turns": 16,
|
|
"max_total_calls": 56,
|
|
"max_wall_seconds": 1200,
|
|
"max_total_tokens": 160000
|
|
},
|
|
{
|
|
"id": "ribbed_mounting_plate",
|
|
"units": "mm",
|
|
"request": "Create one connected mounting plate in millimetres with a rectangular base, a vertical reinforcing rib, and four equally spaced mounting through holes. State reasonable dimensions as assumptions, then verify a single connected solid and the four-hole pattern.",
|
|
"expected_phase": "COMPLETED",
|
|
"required_claim_kinds": ["solid_count_equals", "circular_hole_pattern", "through_cylindrical_bore"],
|
|
"required_claims": [
|
|
{"claim_kind": "solid_count_equals", "expected": {"value": 1}}
|
|
],
|
|
"required_atomic_ids": ["extrude_add_blind", "hole_blind"],
|
|
"max_author_turns": 56,
|
|
"max_reviewer_turns": 20,
|
|
"max_total_calls": 76,
|
|
"max_wall_seconds": 1500,
|
|
"max_total_tokens": 200000
|
|
},
|
|
{
|
|
"id": "selector_finish",
|
|
"units": "mm",
|
|
"request": "Create one connected rectangular plate with an added rounded or chamfered edge selected from the current topology. Use millimetres, state assumptions, and verify the final single solid.",
|
|
"expected_phase": "COMPLETED",
|
|
"required_claim_kinds": ["solid_count_equals"],
|
|
"required_claims": [
|
|
{"claim_kind": "solid_count_equals", "expected": {"value": 1}}
|
|
],
|
|
"required_atomic_ids": ["extrude_add_blind"],
|
|
"required_any_atomic_ids": ["fillet", "chamfer"],
|
|
"max_author_turns": 40,
|
|
"max_reviewer_turns": 16,
|
|
"max_total_calls": 56,
|
|
"max_wall_seconds": 1200,
|
|
"max_total_tokens": 160000
|
|
}
|
|
]
|
|
}
|