astrbot_plugin_imagestudio/tests/test_workflow_round_feedback_service.py

115 行
4.1 KiB
Python

此文件含有模棱两可的 Unicode 字符

此文件含有可能会与其他字符混淆的 Unicode 字符。 如果您是想特意这样的,可以安全地忽略该警告。 使用 Escape 按钮显示他们。

from __future__ import annotations
import json
from backend.services.workflow_round_feedback_service import WorkflowRoundFeedbackService
CANDIDATES = {
"TX-15-01": "candidate-opaque-a",
"TX-15-02": "candidate-opaque-b",
"TX-15-03": "candidate-opaque-c",
}
def test_model_receives_bounded_prompt_context_without_opaque_candidate_ids() -> None:
captured: list[dict] = []
def complete(payload: dict):
captured.append(payload)
return {
"feedback": {
"liked": ["TX-15-01", "TX-15-02"],
"strict_rejected": ["TX-15-03"],
},
"positive_patch": "keep the stronger face and silhouette",
"negative_patch": "avoid the extra shoulder ornament",
"material_intent": "black wool coat",
}
service = WorkflowRoundFeedbackService(
structured_text_callable=complete,
model_route="prompt-planning-route",
)
result = service.interpret(
"1、2喜欢,3严格拒绝;下一轮加强脸部;素材:黑色外套",
candidate_whitelist=CANDIDATES,
candidate_context={
"TX-15-01": {
"positive_prompt": "silver-haired male knight, close portrait",
"negative_prompt": "blurry face",
"model_label": "adapter-a / model-a",
},
"TX-15-02": {
"positive_prompt": "silver-haired male knight, clean silhouette",
"negative_prompt": "extra fingers",
"model_label": "adapter-b / model-b",
},
"TX-15-03": {
"positive_prompt": "silver-haired male knight, shoulder ornament",
"negative_prompt": "",
"model_label": "adapter-c / model-c",
},
},
)
serialized = json.dumps(captured[0], ensure_ascii=False)
assert "candidate-opaque" not in serialized
assert "candidate_id" not in serialized
assert captured[0]["candidate_whitelist"][0]["positive_prompt"] == (
"silver-haired male knight, close portrait"
)
assert captured[0]["candidate_whitelist"][1]["model_label"] == "adapter-b / model-b"
assert [item.display_code for item in result.liked] == ["TX-15-01", "TX-15-02"]
assert result.negative_patch == "avoid the extra shoulder ornament"
assert result.source == "llm_validated"
def test_hallucinated_candidate_id_is_discarded_and_local_parser_restarts_cleanly() -> None:
def complete(_payload: dict):
return {
"feedback": {
"liked": [
{
"display_code": "TX-15-01",
"candidate_id": "candidate-invented",
}
]
},
"positive_patch": "must not survive fallback",
}
service = WorkflowRoundFeedbackService(
structured_text_callable=complete,
model_route="prompt-planning-route",
)
result = service.interpret(
"1喜欢,3严格拒绝;下一轮:保留短发",
candidate_whitelist=CANDIDATES,
)
assert [item.candidate_id for item in result.liked] == ["candidate-opaque-a"]
assert [item.candidate_id for item in result.strict_rejected] == ["candidate-opaque-c"]
assert result.positive_patch == "保留短发"
assert result.source == "deterministic_fallback"
assert result.metadata["fallback_reason"] == "invalid_llm_result"
def test_provider_failure_uses_deterministic_feedback_without_model_patch_leakage() -> None:
def complete(_payload: dict):
raise TimeoutError("provider request details must not leak")
service = WorkflowRoundFeedbackService(
structured_text_callable=complete,
model_route="prompt-planning-route",
)
result = service.interpret(
"TX-15-02采用",
candidate_whitelist=CANDIDATES,
)
assert result.final is not None
assert result.final.candidate_id == "candidate-opaque-b"
assert result.positive_patch is None
assert result.source == "deterministic_fallback"
assert result.metadata["fallback_reason"] == "TimeoutError"