96 lines
7.0 KiB
Python
96 lines
7.0 KiB
Python
"""Offline experiment report. Inputs and reference STEP never go to a model."""
|
|
import argparse
|
|
import base64
|
|
import html
|
|
import json
|
|
import shutil
|
|
import sys
|
|
from pathlib import Path
|
|
|
|
ROOT = Path(__file__).resolve().parents[1]
|
|
sys.path.insert(0, str(ROOT))
|
|
from build123d import Rot, import_step
|
|
from engine.render import render_shape_png
|
|
from scripts.compare_geometry import centered, compare_step_files
|
|
|
|
|
|
def image_tag(data):
|
|
return '<img alt="实体轴测图" src="data:image/png;base64,' + base64.b64encode(data).decode() + '">'
|
|
|
|
|
|
def build_report(manifest_file, output):
|
|
manifest_file, output = Path(manifest_file), Path(output)
|
|
manifest = json.loads(manifest_file.read_text())
|
|
output.parent.mkdir(parents=True, exist_ok=True)
|
|
assets = output.parent/(output.stem+'-assets'); assets.mkdir(exist_ok=True)
|
|
results, sections = [], []
|
|
for case in manifest['cases']:
|
|
reference = Path(case['reference'])
|
|
shape, _ = centered(import_step(str(reference)))
|
|
cards = ['<article><h3>参考 STEP · 仅离线评估</h3>' + image_tag(render_shape_png(shape,'iso',size=700)) + '</article>']
|
|
for run in case['runs']:
|
|
folder = Path(run['folder'])
|
|
if not (folder/'report.json').exists():
|
|
state=json.loads((folder/'job.json').read_text()) if (folder/'job.json').exists() else {}
|
|
cards.append('<article><h3>'+html.escape(run['label'])+'</h3><p>'+html.escape(state.get('status','pending'))+'</p><p>'+html.escape(state.get('reason','尚无正式候选;状态待更新。'))+'</p></article>')
|
|
if state.get('status')=='failed':
|
|
results.append({'case':case['id'],'label':run['label'],'id':run['id'],'job':folder.name,
|
|
'status':'failed','calls':state['calls'],'elapsed_s':state['elapsed_s'],
|
|
'metrics':None,'reason':state.get('reason')})
|
|
continue
|
|
report = json.loads((folder/'report.json').read_text())
|
|
request = json.loads((folder/'request.json').read_text())
|
|
job = json.loads((folder/'job.json').read_text())
|
|
metric_file = folder/'experience_comparison.json'
|
|
if metric_file.exists():
|
|
metrics = json.loads(metric_file.read_text())
|
|
else:
|
|
metrics = compare_step_files(reference, folder/'model.step')
|
|
metric_file.write_text(json.dumps(metrics,ensure_ascii=False,indent=2))
|
|
actual, _ = centered(import_step(str(folder/'model.step')))
|
|
actual = Rot(*metrics['best_rotation_xyz_degrees'])*actual
|
|
png = render_shape_png(actual,'iso',size=700)
|
|
(folder/'comparison_iso.png').write_bytes(png)
|
|
artifact = case['id']+'_'+run['id']
|
|
for name in ('model.step','model.stl','report.json','model.json','parameters.json','requirements.json'):
|
|
if name == 'model.json':
|
|
# report.operations is the exported candidate; folder/model.json
|
|
# is the newer resumable checkpoint and may not match the STEP.
|
|
recipe = {'name':report.get('display_name',folder.name), 'operations':report['operations'],
|
|
'output':report['output_id'], 'claims':report.get('claims',[])}
|
|
(assets/(artifact+'_'+name)).write_text(json.dumps(recipe,ensure_ascii=False,indent=2))
|
|
elif (folder/name).exists(): shutil.copy2(folder/name, assets/(artifact+'_'+name))
|
|
cfg = request['config']
|
|
data = {'case':case['id'],'label':run['label'],'id':run['id'],'job':folder.name,
|
|
'status':report['quality_status'],'calls':job['calls'],'elapsed_s':job['elapsed_s'],
|
|
'operations':len(report['operations']),
|
|
'source_sha256':request.get('source_sha256'), 'config':cfg,'metrics':metrics,
|
|
'issues':report.get('remaining_issues',[]),'reason':report.get('quality_reason')}
|
|
results.append(data)
|
|
read_model = cfg.get('read_model') or cfg['model']
|
|
prefix = assets.name+'/'+artifact+'_'
|
|
card = '<article><h3>'+html.escape(run['label'])+'</h3>'+image_tag(png)
|
|
card += '<p>读图:'+html.escape(read_model)+'<br>建模 / 核对:'+html.escape(cfg['model'])+' / '+html.escape(cfg['review_model'])+'</p>'
|
|
card += f"<p><b>{html.escape(data['status'])}</b> · {data['calls']} 次调用 · {data['elapsed_s']:.0f} 秒<br>体积交并比 <b>{metrics['best_axis_aligned_volume_iou']:.3f}</b> · 体积偏差 {metrics['volume_relative_error']:.1%}</p>"
|
|
card += '<p><a href="'+prefix+'model.step">下载 STEP</a> · <a href="'+prefix+'model.stl">下载 STL</a> · <a href="'+prefix+'report.json">核对记录</a> · <a href="'+prefix+'model.json">重放操作</a></p>'
|
|
card += '<details><summary>未完成项与停止原因</summary><p>'+html.escape(str(data['reason'] or '阶段核对通过,仍需独立图纸验收'))+'</p><ul>'
|
|
card += ''.join('<li>'+html.escape(x)+'</li>' for x in data['issues'])+'</ul></details></article>'
|
|
cards.append(card)
|
|
sections.append('<section><h2>'+html.escape(case['id'])+'</h2><div class="grid">'+''.join(cards)+'</div></section>')
|
|
content = '''<!doctype html><html lang="zh-CN"><meta charset="utf-8"><meta name="viewport" content="width=device-width,initial-scale=1">
|
|
<title>CADmind 能力强化实验</title><style>
|
|
body{font:16px/1.65 system-ui;margin:0;padding:28px;background:#f3f5f8;color:#202a39}main{max-width:1600px;margin:auto}h1{margin:0}h2{margin-top:36px}.grid{display:grid;grid-template-columns:repeat(auto-fit,minmax(300px,1fr));gap:18px}article{padding:18px;background:white;border:1px solid #d8deea;border-radius:14px;min-width:0}h3{font-size:17px;margin:0 0 12px}img{width:100%;display:block}a{color:#2857be}details{font-size:14px}li{margin-bottom:10px}.note{padding:16px 20px;background:#e9edf7;border-radius:12px}
|
|
</style><main><h1>CADmind 能力强化实验</h1><p>49 → 53 项几何能力 · 8 条实验性通用方法 · 原图输入 → API 模型 → 能力操作 → build123d</p>
|
|
<p class="note">3B、3C 是开发案例。本页完整展示基线和各轮结果;混合模型单独标明。参考 STEP 只在生成结束后参与离线评估。体积交并比不是“还原准确率”,partial 表示尚未完成,不应作为合格件。主生成页面刷新仍为空白。</p>'''
|
|
output.write_text(content+''.join(sections)+'</main></html>')
|
|
manifest_file.with_name('results.json').write_text(json.dumps(results,ensure_ascii=False,indent=2))
|
|
print(json.dumps([{k:r[k] for k in ('case','label','job','status','calls')} | {'iou':(r['metrics'] or {}).get('best_axis_aligned_volume_iou')} for r in results],ensure_ascii=False))
|
|
|
|
|
|
if __name__ == '__main__':
|
|
parser = argparse.ArgumentParser(description=__doc__)
|
|
parser.add_argument('manifest', type=Path)
|
|
parser.add_argument('--output', type=Path, required=True)
|
|
args = parser.parse_args()
|
|
build_report(args.manifest, args.output)
|