74 lines
9.0 KiB
Python
74 lines
9.0 KiB
Python
"""Report current-session Codex work versus the Luna-only project API arm."""
|
||
import os
|
||
import html,json,shutil,sys
|
||
from pathlib import Path
|
||
ROOT=Path(__file__).resolve().parents[1]
|
||
sys.path.insert(0,str(ROOT/'scripts'))
|
||
from export_stage_trace import export_trace,read_json
|
||
E=lambda x:html.escape(str(x))
|
||
|
||
def build():
|
||
root=ROOT/'output/codex_luna_comparison'; static=Path(os.environ.get('CADMIND_REPORT_STATIC_DIR', str(ROOT.parent/'frontend/public/static'))); assets=static/'codex-luna-assets';assets.mkdir(exist_ok=True)
|
||
readings=read_json(ROOT/'experiments/codex_luna/readings.json')
|
||
manifest={'cases':[]}; sections=[]; summaries={}
|
||
for case,job,rev in [('3B','quality_20260908_035808_af9ddee6','v2'),('3C','quality_20260908_035809_9ac20815','v1')]:
|
||
folder=ROOT/'output'/job; luna=assets/(case+'_luna'); trace=export_trace(folder,luna)
|
||
source=root/(case+'_codex_'+rev); codex=assets/(case+'_codex');shutil.copytree(source,codex,dirs_exist_ok=True)
|
||
shutil.copy2(ROOT/'experiments/codex_luna/build_codex_cases.py',codex/'authored_build.py')
|
||
shutil.copy2(ROOT/'experiments/codex_luna/readings.json',codex/'readings.json')
|
||
if case=='3B':shutil.copytree(root/'3B_codex_v1',assets/'3B_codex_v1',dirs_exist_ok=True)
|
||
report=read_json(folder/'report.json',{}); jobstate=read_json(folder/'job.json',{})
|
||
if report:
|
||
for name in ['model.step','model.stl','iso.png','report.json']:
|
||
if (folder/name).exists():shutil.copy2(folder/name,luna/name)
|
||
models={e.get('model') for e in trace['api_calls']}; assert models <= {'gpt-5.6-luna'}, models
|
||
summaries[case]={'luna_job':job,'luna_state':jobstate,'api_models':list(models),'luna_phases':{k:{x:y for x,y in p.items() if x!='candidates'} for k,p in trace['phases'].items()},'codex_phases':read_json(source/'stages.json'),'codex_repair_count':len(readings[case]['repairs']),'luna_reason':report.get('quality_reason')}
|
||
manifest['cases'].append({'id':case,'runs':[{'id':'luna','label':'Luna API · 新实验','folder':str(folder)}]})
|
||
cp='codex-luna-assets/'+case+'_codex/';lp='codex-luna-assets/'+case+'_luna/'
|
||
text=f'<section><h2>{case}</h2><div class="pair"><article><h3>Codex 当前会话</h3><p>项目 GPT-6 API 调用:<b>0</b>。工程图读图、代码编写、执行检查与修复由当前会话完成。</p><p><a href="{cp}authored_build.py">实际手写的建模 Python</a> · <a href="{cp}tools.json">逐操作参数与结果</a></p><p>{E(readings[case]["body"])}</p><ul>'+''.join('<li>'+E(s)+'</li>' for s in readings[case]['features'])+'</ul><details><summary>假设与未完成项</summary><ul>'+''.join('<li>'+E(s)+'</li>' for s in readings[case]['assumptions'])+'</ul></details></article>'
|
||
text+=f'<article><h3>GPT-5.6 Luna · 项目 API</h3><p>{E(jobstate.get("status"))} · {jobstate.get("calls",0)} 次 API 尝试 · {jobstate.get("elapsed_s",0)} 秒</p><p>{E(report.get("quality_reason","运行中;以下为已保存进度"))}</p><p>读图、建模、评审全部 Luna;两件并行。90 次尝试 / 1800 秒 / 每响应上限24000输出 tokens。</p><p><a href="{lp}trace.json">全部阶段记录</a> · <a href="{lp}build123d_calls.py">展开的能力调用 Python</a> · <a href="{lp}replay_build123d.py">带校验重放入口</a></p>'
|
||
for name,label in [('requirements_draft.json','初次识图:完整内容'),('requirements.json','复核后的冻结需求:完整内容')]:
|
||
b=read_json(folder/name)
|
||
if b:text+='<details><summary>'+label+'</summary><pre>'+E(json.dumps(b,ensure_ascii=False,indent=2))+'</pre></details>'
|
||
text+='</article></div>'
|
||
text+='<details><summary>输入的两张工程图</summary>'
|
||
for suffix in ['1','2']:
|
||
name=case.lower()+suffix+'.png';shutil.copy2(Path('/Users/jerry/Downloads')/name,assets/name)
|
||
text+=f'<a href="codex-luna-assets/{name}"><img src="codex-luna-assets/{name}" alt="{E(case)} 工程图 {suffix}"></a>'
|
||
text+='</details>'
|
||
latest=sorted(folder.glob('candidate_*/iso.png'))
|
||
text+=f'<h3>当前结果预览</h3><div class="pair"><article><p>Codex · 主要特征已生成,细节待核验</p><img src="{cp}detail/iso.png"></article><article><p>Luna · {E(jobstate.get("status"))}</p>'
|
||
if latest:text+=f'<img src="{lp}{latest[-1].parent.name}/iso.png">'
|
||
text+='</article></div>'
|
||
metrics=read_json(root/'codex_metrics.json',{}); lm=read_json(root/'luna_metrics.json',{})
|
||
if case in metrics:
|
||
m=metrics[case];text+=f'<p>Codex 包络:{E([round(v,3) for v in m["candidate_bbox_mm"]])} mm;与参考STEP的体积差:{m["volume_relative_error"]*100:.2f}%。'
|
||
if case in lm:text+=f' Luna 体积差:{lm[case]["volume_relative_error"]*100:.2f}%。'
|
||
if case=='3B':text+=' 3B求交指标未通过材料点一致性核验,不提供可置信IoU。'
|
||
else:
|
||
text+=f' Codex 正交配准体积IoU:{m["best_axis_aligned_volume_iou"]:.3f}。'
|
||
audits=read_json(root/'luna_metric_audit.json',{})
|
||
if case in lm and audits.get(case,{}).get('sanity_check_passed'):text+=f' Luna:{lm[case]["best_axis_aligned_volume_iou"]:.3f}。'
|
||
text+=' 体积差和IoU都不是还原准确率,也不替代特征核对。</p>'
|
||
for stage,label in [('base','主体'),('features','孔槽'),('detail','细节检查')]:
|
||
c=read_json(source/stage/'report.json');p=trace['phases'][stage]
|
||
text+=f'<h3>{label}</h3><div class="pair"><article><p>Codex:已导出有效单实体;细节仍待核验</p><img src="{cp}{stage}/iso.png"><p>{E(c["notes"])}</p><p><a href="{cp}{stage}/model.json">本阶段完整操作与参数</a> · <a href="{cp}{stage}/geometry.json">几何测量和材料点</a></p><details><summary>正视 / 俯视 / 右视</summary>'+''.join(f'<img src="{cp}{stage}/{v}.png">' for v in ['front','top','side'])+'</details></article>'
|
||
text+=f'<article><p>Luna:{E(p["status"])}</p><p>工具调用 {p["tool_calls"]};返回拒绝 {p["tool_errors"]};正式提交 {p["submissions"]};正式评审失败 {p["review_failures"]};失败后新候选 {p["repair_candidates"]}</p>'
|
||
for c in p['candidates']:
|
||
prefix=lp+c['name']+'/'
|
||
text+=f'<details open><summary>{E(c["name"])} · {E(c["accepted"])}</summary><img src="{prefix}iso.png"><p><a href="{prefix}model.json">候选操作与参数</a></p><ul>'+''.join('<li>'+E(x)+'</li>' for x in c['errors'])+'</ul></details>'
|
||
if not p['candidates']:text+='<p>尚无本阶段正式候选。</p>'
|
||
text+='<details><summary>逐次操作 / 参数 / 反馈</summary><pre>'+E(json.dumps([t for t in trace['tools'] if t['stage']==stage],ensure_ascii=False,indent=2))+'</pre></details></article></div>'
|
||
text+='<h3>Codex 修复记录</h3><pre>'+E(json.dumps(readings[case]['repairs'],ensure_ascii=False,indent=2))+'</pre>'
|
||
if case=='3B':text+='<p><a href="codex-luna-assets/3B_codex_v1/detail/model.json">修复前完整操作</a> · <a href="codex-luna-assets/3B_codex_v1/detail/top.png">修复前俯视(法兰盲孔)</a></p>'
|
||
text+=f'<p><a href="{cp}detail/model.step">Codex STEP</a> · <a href="{cp}detail/model.stl">Codex STL</a>'
|
||
if report:text+=f' · <a href="{lp}model.step">Luna STEP</a> · <a href="{lp}model.stl">Luna STL</a>'
|
||
text+='</p></section>';sections.append(text)
|
||
write=lambda p,d:p.write_text(json.dumps(d,ensure_ascii=False,indent=2))
|
||
write(root/'summary.json',summaries);write(root/'luna_manifest.json',manifest)
|
||
page='''<!doctype html><html lang="zh-CN"><meta charset="utf-8"><meta name="viewport" content="width=device-width,initial-scale=1"><title>Codex 实操 / Luna API 对照</title><style>body{font:15px/1.65 system-ui;background:#f4f6fa;color:#202a39;margin:0;padding:24px}main{max-width:1500px;margin:auto}.pair{display:grid;grid-template-columns:1fr 1fr;gap:20px}article,.notice{background:white;border:1px solid #d6dfeb;border-radius:12px;padding:20px;min-width:0}img{width:100%;max-height:500px;object-fit:contain}details{padding:10px;background:#f7f9fc;margin:10px 0}summary{cursor:pointer;font-weight:600}pre{font-size:12px;white-space:pre-wrap;overflow-wrap:anywhere}a{color:#2857be}section{margin:36px 0}h1{margin:0}@media(max-width:850px){.pair{grid-template-columns:1fr}}</style><main><h1>Codex 实操 ↔ Luna API</h1><p>新实验:仅 Luna 调用项目 API;GPT-6 由当前 Codex 会话操作程序。两边最终都经过 CADmind 能力库和 build123d。</p><div class="notice"><b>比较边界:</b>Codex 有历史调试上下文;这是工作流开发对照,不是相同推理预算的模型盲测。没有把 Codex 的目标代码或参数注入本轮 Luna。实体有效不等于图纸全部通过;尚未完成通用破边的 Codex 结果如实标注待细节核验。<br>API 输出是工具 JSON,下载的 Luna Python 是导出器展开的调用;Codex Python 是当前会话实际编写的代码。工具拒绝包括阶段提交被拒,并非全是几何错误。失败后候选数不代表成功修复数。<br><a href="model-stage-comparison.html">旧实验:两边都使用 API(单独保留)</a></div>'''
|
||
(static/'codex-luna-comparison.html').write_text(page+''.join(sections)+'</main></html>')
|
||
print(json.dumps({k:{'luna':v['luna_state'],'repairs':v['codex_repair_count']} for k,v in summaries.items()},ensure_ascii=False))
|
||
|
||
if __name__=='__main__':build()
|