82 lines
4.6 KiB
Python
82 lines
4.6 KiB
Python
import json
|
|
import tempfile
|
|
import threading
|
|
import unittest
|
|
from pathlib import Path
|
|
from engine.job import write_json
|
|
from engine.quality_models import Review, ReviewDecision
|
|
from engine.clarification import review_decision_errors, pause_for_review_decisions
|
|
from engine.constraint_audit import NeedsClarification
|
|
from web.messages import failure_response
|
|
from web.tasks import TaskManager, recoverable_error
|
|
from test_workflow import brief
|
|
|
|
|
|
class ContinuationTests(unittest.TestCase):
|
|
def test_late_source_conflict_becomes_typed_question(self):
|
|
req = brief(); rid = req.requirements[0].id
|
|
decision = ReviewDecision(question='两处尺寸按哪一个实现?', reason='原文两处尺寸不同',
|
|
options=['按第一处尺寸', '按第二处尺寸'], requirement_ids=[rid], source_quotes=['宽20', '宽30'])
|
|
review = Review(items=[], additional_issues=[], clarification_questions=[decision])
|
|
self.assertEqual(review_decision_errors(review, req, '宽20,另一处宽30'), [])
|
|
self.assertTrue(review_decision_errors(review, req, '宽20'))
|
|
with tempfile.TemporaryDirectory() as d:
|
|
folder=Path(d)/'output'/'test';folder.mkdir(parents=True)
|
|
class Job:
|
|
def write(self, name, data): write_json(folder/name,data)
|
|
with self.assertRaises(NeedsClarification): pause_for_review_decisions(Job(),review)
|
|
data=failure_response('NeedsClarification',d,'test')
|
|
self.assertEqual(data['next_action'],'answer_questions')
|
|
self.assertEqual(len(data['question_items'][0]['options']),2)
|
|
self.assertFalse(data['can_resume'])
|
|
|
|
def test_internal_failure_not_a_user_question(self):
|
|
with tempfile.TemporaryDirectory() as d:
|
|
data=failure_response('RuntimeError: broken tool',d,'test')
|
|
self.assertFalse(data['can_clarify']); self.assertTrue(data['can_resume'])
|
|
self.assertEqual(data['next_action'],'resume')
|
|
# A missing question file must not produce an empty, blocking question UI.
|
|
self.assertNotEqual(failure_response('NeedsClarification',d,'test')['status'],'needs_clarification')
|
|
|
|
def run_manager(self, base, runner):
|
|
manager=TaskManager(base,lambda r:r,runner)
|
|
task_id='a'*32
|
|
manager.tasks[task_id]={'id':task_id,'created_at':0,'done':False,'job_id':None,
|
|
'cancel':threading.Event(),'response':None}
|
|
manager._run(task_id,'generate',{'text':'original','config':None})
|
|
return manager.status(task_id)
|
|
|
|
def test_transient_retry_is_same_task_and_bounded(self):
|
|
with tempfile.TemporaryDirectory() as d:
|
|
p=Path(d)/'output'/'saved';p.mkdir(parents=True)
|
|
write_json(p/'request.json',{'text':'original','images':[]})
|
|
calls=[]
|
|
def runner(action,base,job_callback,**values):
|
|
calls.append((action,values));job_callback('saved')
|
|
raise RuntimeError('APIConnectionError')
|
|
result=self.run_manager(d,runner)
|
|
self.assertEqual([x[0] for x in calls],['generate','resume'])
|
|
self.assertEqual(calls[1][1]['part_name'],'saved')
|
|
self.assertNotIn('clarification',calls[1][1])
|
|
self.assertTrue(result['done']);self.assertFalse(result['response']['ok'])
|
|
self.assertEqual(json.loads((p/'request.json').read_text())['text'],'original')
|
|
|
|
def test_questions_prevent_automatic_retry_and_survive_reload(self):
|
|
with tempfile.TemporaryDirectory() as d:
|
|
p=Path(d)/'output'/'saved';p.mkdir(parents=True)
|
|
write_json(p/'request.json',{'text':'original','images':[]})
|
|
write_json(p/'clarification.json',{'items':[{'question':'选择结构?','reason':'原始要求冲突','options':['方案一','方案二']}]})
|
|
calls=[]
|
|
def runner(action,base,job_callback,**values):
|
|
calls.append(action);job_callback('saved');raise RuntimeError('APIConnectionError')
|
|
self.run_manager(d,runner)
|
|
data=TaskManager(d,lambda r:r).status('a'*32)['response']
|
|
self.assertEqual(calls,['generate'])
|
|
self.assertEqual(data['question_items'][0]['options'],['方案一','方案二'])
|
|
self.assertFalse(data['can_resume'])
|
|
|
|
def test_no_blind_retry_of_stagnation_or_limits(self):
|
|
for reason in ['NeedsClarification','Cancelled','NoProgress','RepairLimit','BudgetExceeded',
|
|
'CADMemoryLimit','APIStatusError 401','APIConnectionError quota exceeded']:
|
|
self.assertFalse(recoverable_error(reason),reason)
|