Files
CADmind/backend/scripts/report_codex_luna.py
2026-09-24 10:40:57 +08:00

74 lines
9.0 KiB
Python
Raw Permalink Blame History

This file contains ambiguous Unicode characters
This file contains Unicode characters that might be confused with other characters. If you think that this is intentional, you can safely ignore this warning. Use the Escape button to reveal them.
"""Report current-session Codex work versus the Luna-only project API arm."""
import os
import html,json,shutil,sys
from pathlib import Path
ROOT=Path(__file__).resolve().parents[1]
sys.path.insert(0,str(ROOT/'scripts'))
from export_stage_trace import export_trace,read_json
E=lambda x:html.escape(str(x))
def build():
root=ROOT/'output/codex_luna_comparison'; static=Path(os.environ.get('CADMIND_REPORT_STATIC_DIR', str(ROOT.parent/'frontend/public/static'))); assets=static/'codex-luna-assets';assets.mkdir(exist_ok=True)
readings=read_json(ROOT/'experiments/codex_luna/readings.json')
manifest={'cases':[]}; sections=[]; summaries={}
for case,job,rev in [('3B','quality_20260908_035808_af9ddee6','v2'),('3C','quality_20260908_035809_9ac20815','v1')]:
folder=ROOT/'output'/job; luna=assets/(case+'_luna'); trace=export_trace(folder,luna)
source=root/(case+'_codex_'+rev); codex=assets/(case+'_codex');shutil.copytree(source,codex,dirs_exist_ok=True)
shutil.copy2(ROOT/'experiments/codex_luna/build_codex_cases.py',codex/'authored_build.py')
shutil.copy2(ROOT/'experiments/codex_luna/readings.json',codex/'readings.json')
if case=='3B':shutil.copytree(root/'3B_codex_v1',assets/'3B_codex_v1',dirs_exist_ok=True)
report=read_json(folder/'report.json',{}); jobstate=read_json(folder/'job.json',{})
if report:
for name in ['model.step','model.stl','iso.png','report.json']:
if (folder/name).exists():shutil.copy2(folder/name,luna/name)
models={e.get('model') for e in trace['api_calls']}; assert models <= {'gpt-5.6-luna'}, models
summaries[case]={'luna_job':job,'luna_state':jobstate,'api_models':list(models),'luna_phases':{k:{x:y for x,y in p.items() if x!='candidates'} for k,p in trace['phases'].items()},'codex_phases':read_json(source/'stages.json'),'codex_repair_count':len(readings[case]['repairs']),'luna_reason':report.get('quality_reason')}
manifest['cases'].append({'id':case,'runs':[{'id':'luna','label':'Luna API · 新实验','folder':str(folder)}]})
cp='codex-luna-assets/'+case+'_codex/';lp='codex-luna-assets/'+case+'_luna/'
text=f'<section><h2>{case}</h2><div class="pair"><article><h3>Codex 当前会话</h3><p>项目 GPT-6 API 调用:<b>0</b>。工程图读图、代码编写、执行检查与修复由当前会话完成。</p><p><a href="{cp}authored_build.py">实际手写的建模 Python</a> · <a href="{cp}tools.json">逐操作参数与结果</a></p><p>{E(readings[case]["body"])}</p><ul>'+''.join('<li>'+E(s)+'</li>' for s in readings[case]['features'])+'</ul><details><summary>假设与未完成项</summary><ul>'+''.join('<li>'+E(s)+'</li>' for s in readings[case]['assumptions'])+'</ul></details></article>'
text+=f'<article><h3>GPT-5.6 Luna · 项目 API</h3><p>{E(jobstate.get("status"))} · {jobstate.get("calls",0)} 次 API 尝试 · {jobstate.get("elapsed_s",0)} 秒</p><p>{E(report.get("quality_reason","运行中;以下为已保存进度"))}</p><p>读图、建模、评审全部 Luna;两件并行。90 次尝试 / 1800 秒 / 每响应上限24000输出 tokens。</p><p><a href="{lp}trace.json">全部阶段记录</a> · <a href="{lp}build123d_calls.py">展开的能力调用 Python</a> · <a href="{lp}replay_build123d.py">带校验重放入口</a></p>'
for name,label in [('requirements_draft.json','初次识图:完整内容'),('requirements.json','复核后的冻结需求:完整内容')]:
b=read_json(folder/name)
if b:text+='<details><summary>'+label+'</summary><pre>'+E(json.dumps(b,ensure_ascii=False,indent=2))+'</pre></details>'
text+='</article></div>'
text+='<details><summary>输入的两张工程图</summary>'
for suffix in ['1','2']:
name=case.lower()+suffix+'.png';shutil.copy2(Path('/Users/jerry/Downloads')/name,assets/name)
text+=f'<a href="codex-luna-assets/{name}"><img src="codex-luna-assets/{name}" alt="{E(case)} 工程图 {suffix}"></a>'
text+='</details>'
latest=sorted(folder.glob('candidate_*/iso.png'))
text+=f'<h3>当前结果预览</h3><div class="pair"><article><p>Codex · 主要特征已生成,细节待核验</p><img src="{cp}detail/iso.png"></article><article><p>Luna · {E(jobstate.get("status"))}</p>'
if latest:text+=f'<img src="{lp}{latest[-1].parent.name}/iso.png">'
text+='</article></div>'
metrics=read_json(root/'codex_metrics.json',{}); lm=read_json(root/'luna_metrics.json',{})
if case in metrics:
m=metrics[case];text+=f'<p>Codex 包络:{E([round(v,3) for v in m["candidate_bbox_mm"]])} mm;与参考STEP的体积差:{m["volume_relative_error"]*100:.2f}%。'
if case in lm:text+=f' Luna 体积差:{lm[case]["volume_relative_error"]*100:.2f}%。'
if case=='3B':text+=' 3B求交指标未通过材料点一致性核验,不提供可置信IoU。'
else:
text+=f' Codex 正交配准体积IoU:{m["best_axis_aligned_volume_iou"]:.3f}。'
audits=read_json(root/'luna_metric_audit.json',{})
if case in lm and audits.get(case,{}).get('sanity_check_passed'):text+=f' Luna:{lm[case]["best_axis_aligned_volume_iou"]:.3f}。'
text+=' 体积差和IoU都不是还原准确率,也不替代特征核对。</p>'
for stage,label in [('base','主体'),('features','孔槽'),('detail','细节检查')]:
c=read_json(source/stage/'report.json');p=trace['phases'][stage]
text+=f'<h3>{label}</h3><div class="pair"><article><p>Codex:已导出有效单实体;细节仍待核验</p><img src="{cp}{stage}/iso.png"><p>{E(c["notes"])}</p><p><a href="{cp}{stage}/model.json">本阶段完整操作与参数</a> · <a href="{cp}{stage}/geometry.json">几何测量和材料点</a></p><details><summary>正视 / 俯视 / 右视</summary>'+''.join(f'<img src="{cp}{stage}/{v}.png">' for v in ['front','top','side'])+'</details></article>'
text+=f'<article><p>Luna:{E(p["status"])}</p><p>工具调用 {p["tool_calls"]};返回拒绝 {p["tool_errors"]};正式提交 {p["submissions"]};正式评审失败 {p["review_failures"]};失败后新候选 {p["repair_candidates"]}</p>'
for c in p['candidates']:
prefix=lp+c['name']+'/'
text+=f'<details open><summary>{E(c["name"])} · {E(c["accepted"])}</summary><img src="{prefix}iso.png"><p><a href="{prefix}model.json">候选操作与参数</a></p><ul>'+''.join('<li>'+E(x)+'</li>' for x in c['errors'])+'</ul></details>'
if not p['candidates']:text+='<p>尚无本阶段正式候选。</p>'
text+='<details><summary>逐次操作 / 参数 / 反馈</summary><pre>'+E(json.dumps([t for t in trace['tools'] if t['stage']==stage],ensure_ascii=False,indent=2))+'</pre></details></article></div>'
text+='<h3>Codex 修复记录</h3><pre>'+E(json.dumps(readings[case]['repairs'],ensure_ascii=False,indent=2))+'</pre>'
if case=='3B':text+='<p><a href="codex-luna-assets/3B_codex_v1/detail/model.json">修复前完整操作</a> · <a href="codex-luna-assets/3B_codex_v1/detail/top.png">修复前俯视(法兰盲孔)</a></p>'
text+=f'<p><a href="{cp}detail/model.step">Codex STEP</a> · <a href="{cp}detail/model.stl">Codex STL</a>'
if report:text+=f' · <a href="{lp}model.step">Luna STEP</a> · <a href="{lp}model.stl">Luna STL</a>'
text+='</p></section>';sections.append(text)
write=lambda p,d:p.write_text(json.dumps(d,ensure_ascii=False,indent=2))
write(root/'summary.json',summaries);write(root/'luna_manifest.json',manifest)
page='''<!doctype html><html lang="zh-CN"><meta charset="utf-8"><meta name="viewport" content="width=device-width,initial-scale=1"><title>Codex 实操 / Luna API 对照</title><style>body{font:15px/1.65 system-ui;background:#f4f6fa;color:#202a39;margin:0;padding:24px}main{max-width:1500px;margin:auto}.pair{display:grid;grid-template-columns:1fr 1fr;gap:20px}article,.notice{background:white;border:1px solid #d6dfeb;border-radius:12px;padding:20px;min-width:0}img{width:100%;max-height:500px;object-fit:contain}details{padding:10px;background:#f7f9fc;margin:10px 0}summary{cursor:pointer;font-weight:600}pre{font-size:12px;white-space:pre-wrap;overflow-wrap:anywhere}a{color:#2857be}section{margin:36px 0}h1{margin:0}@media(max-width:850px){.pair{grid-template-columns:1fr}}</style><main><h1>Codex 实操 ↔ Luna API</h1><p>新实验:仅 Luna 调用项目 API;GPT-6 由当前 Codex 会话操作程序。两边最终都经过 CADmind 能力库和 build123d。</p><div class="notice"><b>比较边界:</b>Codex 有历史调试上下文;这是工作流开发对照,不是相同推理预算的模型盲测。没有把 Codex 的目标代码或参数注入本轮 Luna。实体有效不等于图纸全部通过;尚未完成通用破边的 Codex 结果如实标注待细节核验。<br>API 输出是工具 JSON,下载的 Luna Python 是导出器展开的调用;Codex Python 是当前会话实际编写的代码。工具拒绝包括阶段提交被拒,并非全是几何错误。失败后候选数不代表成功修复数。<br><a href="model-stage-comparison.html">旧实验:两边都使用 API(单独保留)</a></div>'''
(static/'codex-luna-comparison.html').write_text(page+''.join(sections)+'</main></html>')
print(json.dumps({k:{'luna':v['luna_state'],'repairs':v['codex_repair_count']} for k,v in summaries.items()},ensure_ascii=False))
if __name__=='__main__':build()