42 lines
2.7 KiB
Python
42 lines
2.7 KiB
Python
import tempfile,unittest
|
|
from pathlib import Path
|
|
from unittest.mock import patch
|
|
from engine.read_progress import ReadProgress
|
|
from engine.quality_pipeline import generate_quality,QualityWorkflow
|
|
from engine.config import QualityConfig
|
|
from test_api_loop import Client,response
|
|
from test_workflow import brief,OPS,ROOT
|
|
|
|
class EvidenceProgressTests(unittest.TestCase):
|
|
def test_distinct_reads_credit_once_per_revision(self):
|
|
p=ReadProgress()
|
|
for i in range(8):self.assertTrue(p.note(1,'describe_shape',{'id':str(i)},{'ok':True}))
|
|
self.assertFalse(p.note(1,'describe_shape',{'id':'0','ignored':123},{'ok':True}))
|
|
self.assertTrue(p.note(2,'describe_shape',{'id':'0'},{'ok':True}))
|
|
self.assertFalse(p.note(2,'describe_shape',{'id':'missing'},{'ok':False}))
|
|
self.assertFalse(p.note(2,'execute_batch',{}, {'ok':True}))
|
|
def test_default_view_is_same_query(self):
|
|
p=ReadProgress();self.assertTrue(p.note(0,'render_snapshot',{'id':'a'},{'ok':True}))
|
|
self.assertFalse(p.note(0,'render_snapshot',{'id':'a','view':'iso'},{'ok':True}))
|
|
self.assertTrue(p.note(0,'render_snapshot',{'id':'a','view':'top'},{'ok':True}))
|
|
def test_real_loop_allows_different_diagnostics_but_stops_repetition(self):
|
|
# Real pipeline dispatch and real solids, then deliberately repeated query.
|
|
ops=[]
|
|
for i in range(8):
|
|
ops += [dict(op='sketch_rect',id=f's{i}',target=None,params={'width':10,'height':20,'x_offset':-5,'y_offset':-10}),
|
|
dict(op='extrude',id=f'b{i}',target=f's{i}',params={'amount':30})]
|
|
replies=[response(1,text=brief().model_dump_json()),response(2,tool='execute_batch',args={'operations':ops})]
|
|
replies += [response(3+i,tool='describe_shape',args={'id':f'b{i}'}) for i in range(8)]
|
|
replies += [response(11+i,tool='describe_shape',args={'id':'b7'}) for i in range(6)]
|
|
client=Client(replies)
|
|
with tempfile.TemporaryDirectory() as d:
|
|
root=Path(d);(root/'capabilities').symlink_to(ROOT/'capabilities',target_is_directory=True)
|
|
with patch.object(QualityWorkflow,'preview'),patch.object(QualityWorkflow,'save_recovery'),patch.object(QualityWorkflow,'publish',return_value={'ok':False}):
|
|
generate_quality('make a 10 mm wide body',root,config=QualityConfig(max_calls=40),client=client)
|
|
# 1 interpretation + 1 batch + 8 distinct reads + exactly 6 repeats.
|
|
self.assertEqual(len(client.requests),16)
|
|
events=list((root/'output').glob('*/events.jsonl'))[0].read_text()
|
|
self.assertIn('NoProgress',events)
|
|
self.assertIn('"id": "b7"',events)
|
|
if __name__=='__main__':unittest.main()
|