Files
CADmind/backend/tests/quality/test_reference_sources.py
2026-09-24 10:40:57 +08:00

155 lines
10 KiB
Python

import json
import tempfile
import unittest
from pathlib import Path
from unittest.mock import patch
from test_workflow import brief, review, REGISTRY, OPS
from engine.reference_sources import public_address, ReferenceStore, ReferenceUnavailable, download
from engine.reference_workflow import validate_answers, pause_for_reference
from engine.quality_models import ReviewFinding, review_information_blockers, assess_review
from engine.quality_pipeline import QualityWorkflow
from engine.job import QualityJob
from engine.config import QualityConfig
from web.messages import failure_response
class ReferenceTests(unittest.TestCase):
def test_private_urls_and_mixed_dns_are_rejected(self):
for url in ['http://example.org', 'file:///etc/passwd', 'https://user:pass@example.org', 'https://example.org:8080']:
with self.assertRaises(ValueError): public_address(url)
with patch('socket.getaddrinfo',return_value=[(2,1,6,'',('127.0.0.1',443))]):
with self.assertRaises(ValueError): public_address('https://example.org/')
def test_redirect_revalidates_target(self):
class Response:
status=302
def getheader(self,k,d=None): return 'https://127.0.0.1/secret' if k=='Location' else d
class Connection:
def __init__(self,*a): pass
def request(self,*a,**kw): pass
def getresponse(self): return Response()
def close(self): pass
with patch('engine.reference_sources.PublicHTTPS',Connection), patch('socket.getaddrinfo',side_effect=[
[(2,1,6,'',('8.8.8.8',443))], [(2,1,6,'',('127.0.0.1',443))]]):
with self.assertRaises(ValueError): download('https://example.org/')
def test_fake_citation_and_missing_interface_cannot_finish(self):
sources=[{'id':'source_01','text':'device width 78.0 mm'}]
args={'ready':True,'missing':[],'answers':[{'question_index':0,'answer':'78','source_id':'source_01','quote':'78.0 mm'}]}
validate_answers(args,['width'],sources)
with self.assertRaises(ValueError): validate_answers(args,['width','camera location'],sources)
args['answers'][0]['quote']='camera 20 mm'
with self.assertRaises(ValueError): validate_answers(args,['width'],sources)
def test_fetch_persists_evidence_and_deduplicates(self):
with tempfile.TemporaryDirectory() as d:
job=QualityJob(d,'box',[],QualityConfig()); store=ReferenceStore(job)
with patch('engine.reference_sources.download',return_value=('https://example.org/spec','text/html',b'<h1>Width 12 mm</h1><script>do evil</script>')) as fetch:
a=store.read('https://example.org/spec');b=store.read('https://example.org/spec')
self.assertEqual(a,b);self.assertEqual(fetch.call_count,1)
self.assertNotIn('evil',a['text']);self.assertTrue((job.path/'reference_sources.json').exists())
def test_information_blocks_without_passing_or_becoming_geometry(self):
b=brief();b.requirements[0].envelope_dimension=None
r=review('unverified');r.findings=[ReviewFinding(category='information',requirement_id='body',message='缺真实外形资料',evidence='当前仅估计')]
self.assertTrue(assess_review(b,'base',r))
self.assertEqual(len(review_information_blockers(b,'base',r)),1)
r.items[0].status='fail'
self.assertEqual(review_information_blockers(b,'base',r),[])
r.items[0].status='unverified';r.findings.append(ReviewFinding(category='geometry',requirement_id='body',message='孔被堵住',evidence='点测有材料'))
self.assertEqual(review_information_blockers(b,'base',r),[])
def test_explicit_dimension_cannot_be_downgraded(self):
b=brief();r=review('unverified')
r.findings=[ReviewFinding(category='information',requirement_id='body',message='还要图',evidence='没有图')]
self.assertIsNotNone(b.requirements[0].envelope_dimension)
self.assertEqual(review_information_blockers(b,'base',r),[])
def test_missing_reference_has_specific_public_question(self):
with tempfile.TemporaryDirectory() as d:
job=QualityJob(d,'adapter',[],QualityConfig())
with self.assertRaises(ReferenceUnavailable):pause_for_reference(job,['需要相机区域位置和外轮廓'])
result=failure_response('ReferenceUnavailable: internal',d,job.id)
self.assertEqual(result['status'],'needs_clarification');self.assertFalse(result['can_resume'])
self.assertEqual(result['questions'],['需要相机区域位置和外轮廓'])
self.assertNotIn('ReferenceUnavailable',result['error'])
def test_actual_review_submission_pauses_before_repair_loop(self):
with tempfile.TemporaryDirectory() as d:
b=brief();b.requirements[0].envelope_dimension=None
w=QualityWorkflow(None,QualityJob(d,'case',[],QualityConfig()),REGISTRY,b,'case',[])
result=w.dispatch('rebuild_model',{'operations':OPS});self.assertTrue(result['ok'])
r=review('unverified');r.findings=[ReviewFinding(category='information',requirement_id='body',message='缺尺寸依据',evidence='assumed')]
with patch('engine.quality_pipeline.structured_call',return_value=r):
with self.assertRaises(ReferenceUnavailable): w.submit({'output_id':result['output_id']})
self.assertEqual(w.stage_index,0);self.assertFalse(w.failure_counts)
self.assertEqual(w.latest_review_errors,[])
self.assertTrue((w.job.path/'clarification.json').exists())
def test_pdf_evidence_requires_a_page_actually_returned(self):
sources=[{'id':'source_01','text':'drawing title','pages':[2,3], 'images':['source_01_p2.png']}]
answer={'question_index':0,'answer':'image dimension 78','source_id':'source_01','quote':'','page':2,'region':'正视图外形宽度尺寸引出线 78 mm'}
args={'ready':True,'missing':[],'answers':[answer]}
validate_answers(args,['width'],sources)
answer['page']=5
with self.assertRaises(ValueError): validate_answers(args,['width'],sources)
def test_reference_tool_loop_feeds_read_evidence_not_search_snippets(self):
from test_api_loop import Client,response
from engine.reference_workflow import resolve_references
b=brief();b.reference_product='Generic device X';b.reference_questions=['width']
answer={'ready':True,'missing':[],'answers':[{'question_index':0,'answer':'width 12 mm','source_id':'source_01','quote':'Width 12 mm'}]}
client=Client([response(1,tool='read_reference',args={'url':'https://example.org/spec'}),response(2,tool='finish_reference',args=answer)])
with tempfile.TemporaryDirectory() as d:
job=QualityJob(d,'device case',[],QualityConfig())
with patch('engine.reference_sources.download',return_value=('https://example.org/spec','text/html',b'<h1>Width 12 mm</h1>')):
store=resolve_references(client,job,b)
self.assertEqual(job.calls,2)
self.assertIn('Width 12 mm',store.content()[0]['text'])
self.assertTrue(json.loads((job.path/'reference_resolution.json').read_text())['ready'])
self.assertTrue(all(r['model']=='gpt-5.6-luna' for r in client.requests))
def test_resumed_job_carries_verified_reference(self):
from engine.reference_sources import restore_references
with tempfile.TemporaryDirectory() as d:
job=QualityJob(d,'case',[],QualityConfig());store=ReferenceStore(job)
with patch('engine.reference_sources.download',return_value=('https://example.org/spec','text/html',b'<h1>Width 12 mm</h1>')):
store.read('https://example.org/spec')
job.write('reference_resolution.json',{'ready':True})
child=QualityJob(d,'resume',[],QualityConfig())
restored=restore_references(child,job.path)
self.assertEqual(store.content(),restored.content())
self.assertEqual(restored.attempts,0)
def test_downloaded_drawings_are_available_to_existing_crop_tool(self):
import io
from PIL import Image
with tempfile.TemporaryDirectory() as d:
job=QualityJob(d,'case',[],QualityConfig());store=ReferenceStore(job)
name='source_01_p2.png';Image.new('RGB',(100,80),'white').save(job.path/name)
store.sources=[{'id':'source_01','url':'https://example.org/drawing.pdf','pages':[2],'images':[name],'text':'Drawing'}]
w=QualityWorkflow(None,job,REGISTRY,brief(),'case',[]);w.attach_references(store)
listing=w.dispatch('get_reference_images',{})['images']
self.assertEqual(listing[0]['page'],2);self.assertEqual(listing[0]['width'],100)
meta,png=w.crop({'image_index':1,'box':[0,0,20,20]})
self.assertEqual(meta['source_id'],'source_01');self.assertEqual(meta['page'],2)
self.assertEqual(Image.open(io.BytesIO(png)).size,(20,20))
def test_mixed_report_repairs_real_geometry_without_counting_information(self):
from engine.quality_models import ReviewItem
with tempfile.TemporaryDirectory() as d:
b=brief();b.requirements[0].envelope_dimension=None
b.requirements.append(b.requirements[0].model_copy(update={'id':'opening','description':'贯通开口'}))
w=QualityWorkflow(None,QualityJob(d,'case',[],QualityConfig()),REGISTRY,b,'case',[])
built=w.dispatch('rebuild_model',{'operations':OPS})
r=review('unverified');r.findings=[ReviewFinding(category='information',requirement_id='body',message='缺配合依据',evidence='assumed')]
r.items.append(ReviewItem(requirement_id='opening',status='fail',evidence='开口仍有材料',repair='切穿开口'))
with patch('engine.quality_pipeline.structured_call',return_value=r):
result=w.submit({'output_id':built['output_id']})
self.assertEqual(result['failure_keys'],['opening'])
self.assertFalse((w.job.path/'clarification.json').exists())
self.assertFalse(w.reviews[-1]['accepted'])
w.track_failure('submit_stage',{},result)
self.assertEqual([k[-1] for k in w.failure_counts],['opening'])