Files
CADmind/backend/scripts/report_experience.py
2026-09-24 10:40:57 +08:00

96 lines
7.0 KiB
Python

"""Offline experiment report. Inputs and reference STEP never go to a model."""
import argparse
import base64
import html
import json
import shutil
import sys
from pathlib import Path
ROOT = Path(__file__).resolve().parents[1]
sys.path.insert(0, str(ROOT))
from build123d import Rot, import_step
from engine.render import render_shape_png
from scripts.compare_geometry import centered, compare_step_files
def image_tag(data):
return '<img alt="实体轴测图" src="data:image/png;base64,' + base64.b64encode(data).decode() + '">'
def build_report(manifest_file, output):
manifest_file, output = Path(manifest_file), Path(output)
manifest = json.loads(manifest_file.read_text())
output.parent.mkdir(parents=True, exist_ok=True)
assets = output.parent/(output.stem+'-assets'); assets.mkdir(exist_ok=True)
results, sections = [], []
for case in manifest['cases']:
reference = Path(case['reference'])
shape, _ = centered(import_step(str(reference)))
cards = ['<article><h3>参考 STEP · 仅离线评估</h3>' + image_tag(render_shape_png(shape,'iso',size=700)) + '</article>']
for run in case['runs']:
folder = Path(run['folder'])
if not (folder/'report.json').exists():
state=json.loads((folder/'job.json').read_text()) if (folder/'job.json').exists() else {}
cards.append('<article><h3>'+html.escape(run['label'])+'</h3><p>'+html.escape(state.get('status','pending'))+'</p><p>'+html.escape(state.get('reason','尚无正式候选;状态待更新。'))+'</p></article>')
if state.get('status')=='failed':
results.append({'case':case['id'],'label':run['label'],'id':run['id'],'job':folder.name,
'status':'failed','calls':state['calls'],'elapsed_s':state['elapsed_s'],
'metrics':None,'reason':state.get('reason')})
continue
report = json.loads((folder/'report.json').read_text())
request = json.loads((folder/'request.json').read_text())
job = json.loads((folder/'job.json').read_text())
metric_file = folder/'experience_comparison.json'
if metric_file.exists():
metrics = json.loads(metric_file.read_text())
else:
metrics = compare_step_files(reference, folder/'model.step')
metric_file.write_text(json.dumps(metrics,ensure_ascii=False,indent=2))
actual, _ = centered(import_step(str(folder/'model.step')))
actual = Rot(*metrics['best_rotation_xyz_degrees'])*actual
png = render_shape_png(actual,'iso',size=700)
(folder/'comparison_iso.png').write_bytes(png)
artifact = case['id']+'_'+run['id']
for name in ('model.step','model.stl','report.json','model.json','parameters.json','requirements.json'):
if name == 'model.json':
# report.operations is the exported candidate; folder/model.json
# is the newer resumable checkpoint and may not match the STEP.
recipe = {'name':report.get('display_name',folder.name), 'operations':report['operations'],
'output':report['output_id'], 'claims':report.get('claims',[])}
(assets/(artifact+'_'+name)).write_text(json.dumps(recipe,ensure_ascii=False,indent=2))
elif (folder/name).exists(): shutil.copy2(folder/name, assets/(artifact+'_'+name))
cfg = request['config']
data = {'case':case['id'],'label':run['label'],'id':run['id'],'job':folder.name,
'status':report['quality_status'],'calls':job['calls'],'elapsed_s':job['elapsed_s'],
'operations':len(report['operations']),
'source_sha256':request.get('source_sha256'), 'config':cfg,'metrics':metrics,
'issues':report.get('remaining_issues',[]),'reason':report.get('quality_reason')}
results.append(data)
read_model = cfg.get('read_model') or cfg['model']
prefix = assets.name+'/'+artifact+'_'
card = '<article><h3>'+html.escape(run['label'])+'</h3>'+image_tag(png)
card += '<p>读图:'+html.escape(read_model)+'<br>建模 / 核对:'+html.escape(cfg['model'])+' / '+html.escape(cfg['review_model'])+'</p>'
card += f"<p><b>{html.escape(data['status'])}</b> · {data['calls']} 次调用 · {data['elapsed_s']:.0f} 秒<br>体积交并比 <b>{metrics['best_axis_aligned_volume_iou']:.3f}</b> · 体积偏差 {metrics['volume_relative_error']:.1%}</p>"
card += '<p><a href="'+prefix+'model.step">下载 STEP</a> · <a href="'+prefix+'model.stl">下载 STL</a> · <a href="'+prefix+'report.json">核对记录</a> · <a href="'+prefix+'model.json">重放操作</a></p>'
card += '<details><summary>未完成项与停止原因</summary><p>'+html.escape(str(data['reason'] or '阶段核对通过,仍需独立图纸验收'))+'</p><ul>'
card += ''.join('<li>'+html.escape(x)+'</li>' for x in data['issues'])+'</ul></details></article>'
cards.append(card)
sections.append('<section><h2>'+html.escape(case['id'])+'</h2><div class="grid">'+''.join(cards)+'</div></section>')
content = '''<!doctype html><html lang="zh-CN"><meta charset="utf-8"><meta name="viewport" content="width=device-width,initial-scale=1">
<title>CADmind 能力强化实验</title><style>
body{font:16px/1.65 system-ui;margin:0;padding:28px;background:#f3f5f8;color:#202a39}main{max-width:1600px;margin:auto}h1{margin:0}h2{margin-top:36px}.grid{display:grid;grid-template-columns:repeat(auto-fit,minmax(300px,1fr));gap:18px}article{padding:18px;background:white;border:1px solid #d8deea;border-radius:14px;min-width:0}h3{font-size:17px;margin:0 0 12px}img{width:100%;display:block}a{color:#2857be}details{font-size:14px}li{margin-bottom:10px}.note{padding:16px 20px;background:#e9edf7;border-radius:12px}
</style><main><h1>CADmind 能力强化实验</h1><p>49 → 53 项几何能力 · 8 条实验性通用方法 · 原图输入 → API 模型 → 能力操作 → build123d</p>
<p class="note">3B、3C 是开发案例。本页完整展示基线和各轮结果;混合模型单独标明。参考 STEP 只在生成结束后参与离线评估。体积交并比不是“还原准确率”,partial 表示尚未完成,不应作为合格件。主生成页面刷新仍为空白。</p>'''
output.write_text(content+''.join(sections)+'</main></html>')
manifest_file.with_name('results.json').write_text(json.dumps(results,ensure_ascii=False,indent=2))
print(json.dumps([{k:r[k] for k in ('case','label','job','status','calls')} | {'iou':(r['metrics'] or {}).get('best_axis_aligned_volume_iou')} for r in results],ensure_ascii=False))
if __name__ == '__main__':
parser = argparse.ArgumentParser(description=__doc__)
parser.add_argument('manifest', type=Path)
parser.add_argument('--output', type=Path, required=True)
args = parser.parse_args()
build_report(args.manifest, args.output)