155 lines
10 KiB
Python
155 lines
10 KiB
Python
import json
|
|
import tempfile
|
|
import unittest
|
|
from pathlib import Path
|
|
from unittest.mock import patch
|
|
|
|
from test_workflow import brief, review, REGISTRY, OPS
|
|
from engine.reference_sources import public_address, ReferenceStore, ReferenceUnavailable, download
|
|
from engine.reference_workflow import validate_answers, pause_for_reference
|
|
from engine.quality_models import ReviewFinding, review_information_blockers, assess_review
|
|
from engine.quality_pipeline import QualityWorkflow
|
|
from engine.job import QualityJob
|
|
from engine.config import QualityConfig
|
|
from web.messages import failure_response
|
|
|
|
|
|
class ReferenceTests(unittest.TestCase):
|
|
def test_private_urls_and_mixed_dns_are_rejected(self):
|
|
for url in ['http://example.org', 'file:///etc/passwd', 'https://user:pass@example.org', 'https://example.org:8080']:
|
|
with self.assertRaises(ValueError): public_address(url)
|
|
with patch('socket.getaddrinfo',return_value=[(2,1,6,'',('127.0.0.1',443))]):
|
|
with self.assertRaises(ValueError): public_address('https://example.org/')
|
|
|
|
def test_redirect_revalidates_target(self):
|
|
class Response:
|
|
status=302
|
|
def getheader(self,k,d=None): return 'https://127.0.0.1/secret' if k=='Location' else d
|
|
class Connection:
|
|
def __init__(self,*a): pass
|
|
def request(self,*a,**kw): pass
|
|
def getresponse(self): return Response()
|
|
def close(self): pass
|
|
with patch('engine.reference_sources.PublicHTTPS',Connection), patch('socket.getaddrinfo',side_effect=[
|
|
[(2,1,6,'',('8.8.8.8',443))], [(2,1,6,'',('127.0.0.1',443))]]):
|
|
with self.assertRaises(ValueError): download('https://example.org/')
|
|
|
|
def test_fake_citation_and_missing_interface_cannot_finish(self):
|
|
sources=[{'id':'source_01','text':'device width 78.0 mm'}]
|
|
args={'ready':True,'missing':[],'answers':[{'question_index':0,'answer':'78','source_id':'source_01','quote':'78.0 mm'}]}
|
|
validate_answers(args,['width'],sources)
|
|
with self.assertRaises(ValueError): validate_answers(args,['width','camera location'],sources)
|
|
args['answers'][0]['quote']='camera 20 mm'
|
|
with self.assertRaises(ValueError): validate_answers(args,['width'],sources)
|
|
|
|
def test_fetch_persists_evidence_and_deduplicates(self):
|
|
with tempfile.TemporaryDirectory() as d:
|
|
job=QualityJob(d,'box',[],QualityConfig()); store=ReferenceStore(job)
|
|
with patch('engine.reference_sources.download',return_value=('https://example.org/spec','text/html',b'<h1>Width 12 mm</h1><script>do evil</script>')) as fetch:
|
|
a=store.read('https://example.org/spec');b=store.read('https://example.org/spec')
|
|
self.assertEqual(a,b);self.assertEqual(fetch.call_count,1)
|
|
self.assertNotIn('evil',a['text']);self.assertTrue((job.path/'reference_sources.json').exists())
|
|
|
|
def test_information_blocks_without_passing_or_becoming_geometry(self):
|
|
b=brief();b.requirements[0].envelope_dimension=None
|
|
r=review('unverified');r.findings=[ReviewFinding(category='information',requirement_id='body',message='缺真实外形资料',evidence='当前仅估计')]
|
|
self.assertTrue(assess_review(b,'base',r))
|
|
self.assertEqual(len(review_information_blockers(b,'base',r)),1)
|
|
r.items[0].status='fail'
|
|
self.assertEqual(review_information_blockers(b,'base',r),[])
|
|
r.items[0].status='unverified';r.findings.append(ReviewFinding(category='geometry',requirement_id='body',message='孔被堵住',evidence='点测有材料'))
|
|
self.assertEqual(review_information_blockers(b,'base',r),[])
|
|
|
|
def test_explicit_dimension_cannot_be_downgraded(self):
|
|
b=brief();r=review('unverified')
|
|
r.findings=[ReviewFinding(category='information',requirement_id='body',message='还要图',evidence='没有图')]
|
|
self.assertIsNotNone(b.requirements[0].envelope_dimension)
|
|
self.assertEqual(review_information_blockers(b,'base',r),[])
|
|
|
|
def test_missing_reference_has_specific_public_question(self):
|
|
with tempfile.TemporaryDirectory() as d:
|
|
job=QualityJob(d,'adapter',[],QualityConfig())
|
|
with self.assertRaises(ReferenceUnavailable):pause_for_reference(job,['需要相机区域位置和外轮廓'])
|
|
result=failure_response('ReferenceUnavailable: internal',d,job.id)
|
|
self.assertEqual(result['status'],'needs_clarification');self.assertFalse(result['can_resume'])
|
|
self.assertEqual(result['questions'],['需要相机区域位置和外轮廓'])
|
|
self.assertNotIn('ReferenceUnavailable',result['error'])
|
|
|
|
def test_actual_review_submission_pauses_before_repair_loop(self):
|
|
with tempfile.TemporaryDirectory() as d:
|
|
b=brief();b.requirements[0].envelope_dimension=None
|
|
w=QualityWorkflow(None,QualityJob(d,'case',[],QualityConfig()),REGISTRY,b,'case',[])
|
|
result=w.dispatch('rebuild_model',{'operations':OPS});self.assertTrue(result['ok'])
|
|
r=review('unverified');r.findings=[ReviewFinding(category='information',requirement_id='body',message='缺尺寸依据',evidence='assumed')]
|
|
with patch('engine.quality_pipeline.structured_call',return_value=r):
|
|
with self.assertRaises(ReferenceUnavailable): w.submit({'output_id':result['output_id']})
|
|
self.assertEqual(w.stage_index,0);self.assertFalse(w.failure_counts)
|
|
self.assertEqual(w.latest_review_errors,[])
|
|
self.assertTrue((w.job.path/'clarification.json').exists())
|
|
|
|
def test_pdf_evidence_requires_a_page_actually_returned(self):
|
|
sources=[{'id':'source_01','text':'drawing title','pages':[2,3], 'images':['source_01_p2.png']}]
|
|
answer={'question_index':0,'answer':'image dimension 78','source_id':'source_01','quote':'','page':2,'region':'正视图外形宽度尺寸引出线 78 mm'}
|
|
args={'ready':True,'missing':[],'answers':[answer]}
|
|
validate_answers(args,['width'],sources)
|
|
answer['page']=5
|
|
with self.assertRaises(ValueError): validate_answers(args,['width'],sources)
|
|
|
|
def test_reference_tool_loop_feeds_read_evidence_not_search_snippets(self):
|
|
from test_api_loop import Client,response
|
|
from engine.reference_workflow import resolve_references
|
|
b=brief();b.reference_product='Generic device X';b.reference_questions=['width']
|
|
answer={'ready':True,'missing':[],'answers':[{'question_index':0,'answer':'width 12 mm','source_id':'source_01','quote':'Width 12 mm'}]}
|
|
client=Client([response(1,tool='read_reference',args={'url':'https://example.org/spec'}),response(2,tool='finish_reference',args=answer)])
|
|
with tempfile.TemporaryDirectory() as d:
|
|
job=QualityJob(d,'device case',[],QualityConfig())
|
|
with patch('engine.reference_sources.download',return_value=('https://example.org/spec','text/html',b'<h1>Width 12 mm</h1>')):
|
|
store=resolve_references(client,job,b)
|
|
self.assertEqual(job.calls,2)
|
|
self.assertIn('Width 12 mm',store.content()[0]['text'])
|
|
self.assertTrue(json.loads((job.path/'reference_resolution.json').read_text())['ready'])
|
|
self.assertTrue(all(r['model']=='gpt-5.6-luna' for r in client.requests))
|
|
|
|
def test_resumed_job_carries_verified_reference(self):
|
|
from engine.reference_sources import restore_references
|
|
with tempfile.TemporaryDirectory() as d:
|
|
job=QualityJob(d,'case',[],QualityConfig());store=ReferenceStore(job)
|
|
with patch('engine.reference_sources.download',return_value=('https://example.org/spec','text/html',b'<h1>Width 12 mm</h1>')):
|
|
store.read('https://example.org/spec')
|
|
job.write('reference_resolution.json',{'ready':True})
|
|
child=QualityJob(d,'resume',[],QualityConfig())
|
|
restored=restore_references(child,job.path)
|
|
self.assertEqual(store.content(),restored.content())
|
|
self.assertEqual(restored.attempts,0)
|
|
|
|
def test_downloaded_drawings_are_available_to_existing_crop_tool(self):
|
|
import io
|
|
from PIL import Image
|
|
with tempfile.TemporaryDirectory() as d:
|
|
job=QualityJob(d,'case',[],QualityConfig());store=ReferenceStore(job)
|
|
name='source_01_p2.png';Image.new('RGB',(100,80),'white').save(job.path/name)
|
|
store.sources=[{'id':'source_01','url':'https://example.org/drawing.pdf','pages':[2],'images':[name],'text':'Drawing'}]
|
|
w=QualityWorkflow(None,job,REGISTRY,brief(),'case',[]);w.attach_references(store)
|
|
listing=w.dispatch('get_reference_images',{})['images']
|
|
self.assertEqual(listing[0]['page'],2);self.assertEqual(listing[0]['width'],100)
|
|
meta,png=w.crop({'image_index':1,'box':[0,0,20,20]})
|
|
self.assertEqual(meta['source_id'],'source_01');self.assertEqual(meta['page'],2)
|
|
self.assertEqual(Image.open(io.BytesIO(png)).size,(20,20))
|
|
|
|
def test_mixed_report_repairs_real_geometry_without_counting_information(self):
|
|
from engine.quality_models import ReviewItem
|
|
with tempfile.TemporaryDirectory() as d:
|
|
b=brief();b.requirements[0].envelope_dimension=None
|
|
b.requirements.append(b.requirements[0].model_copy(update={'id':'opening','description':'贯通开口'}))
|
|
w=QualityWorkflow(None,QualityJob(d,'case',[],QualityConfig()),REGISTRY,b,'case',[])
|
|
built=w.dispatch('rebuild_model',{'operations':OPS})
|
|
r=review('unverified');r.findings=[ReviewFinding(category='information',requirement_id='body',message='缺配合依据',evidence='assumed')]
|
|
r.items.append(ReviewItem(requirement_id='opening',status='fail',evidence='开口仍有材料',repair='切穿开口'))
|
|
with patch('engine.quality_pipeline.structured_call',return_value=r):
|
|
result=w.submit({'output_id':built['output_id']})
|
|
self.assertEqual(result['failure_keys'],['opening'])
|
|
self.assertFalse((w.job.path/'clarification.json').exists())
|
|
self.assertFalse(w.reviews[-1]['accepted'])
|
|
w.track_failure('submit_stage',{},result)
|
|
self.assertEqual([k[-1] for k in w.failure_counts],['opening'])
|