109 行
3.5 KiB
Python
109 行
3.5 KiB
Python
from __future__ import annotations
|
|
|
|
import asyncio
|
|
import threading
|
|
import unittest
|
|
|
|
from core.astrbot_provider_bridge import (
|
|
astrbot_vision_provider,
|
|
configure_astrbot_provider_bridge,
|
|
)
|
|
from engines.vision_provider import VisionRecognitionRequest
|
|
|
|
|
|
class _Response:
|
|
completion_text = """```json
|
|
{
|
|
"prompt": "pink layered dress, ribbon details",
|
|
"negative_prompt": "watermark",
|
|
"tags": ["pink", "dress"],
|
|
"confidence": 0.91,
|
|
"description": "A pink layered dress",
|
|
"normalized_asset_profile": {"category": "clothing"}
|
|
}
|
|
```"""
|
|
|
|
|
|
class _Provider:
|
|
provider_config = {"id": "vlm", "name": "Test VLM", "model": "vision-model"}
|
|
|
|
def __init__(self) -> None:
|
|
self.call: dict | None = None
|
|
|
|
def get_model(self) -> str:
|
|
return "vision-model"
|
|
|
|
async def text_chat(self, **kwargs):
|
|
self.call = kwargs
|
|
return _Response()
|
|
|
|
|
|
class _Context:
|
|
def __init__(self, provider: _Provider) -> None:
|
|
self.provider = provider
|
|
|
|
def get_provider_by_id(self, provider_id: str):
|
|
return self.provider if provider_id == "vlm" else None
|
|
|
|
|
|
class AstrBotVisionProviderTests(unittest.TestCase):
|
|
def setUp(self) -> None:
|
|
self.provider = _Provider()
|
|
self.loop = asyncio.new_event_loop()
|
|
self.thread = threading.Thread(target=self.loop.run_forever, daemon=True)
|
|
self.thread.start()
|
|
configure_astrbot_provider_bridge(_Context(self.provider), self.loop)
|
|
|
|
def tearDown(self) -> None:
|
|
configure_astrbot_provider_bridge(None, None)
|
|
self.loop.call_soon_threadsafe(self.loop.stop)
|
|
self.thread.join(timeout=2)
|
|
self.loop.close()
|
|
|
|
def test_recognizes_material_through_astrbot_image_contract(self) -> None:
|
|
adapter = astrbot_vision_provider("astrbot:vlm")
|
|
self.assertIsNotNone(adapter)
|
|
result = adapter.recognize_material(
|
|
VisionRecognitionRequest(
|
|
display_name="pink dress",
|
|
image_uri="data:image/png;base64,AA==",
|
|
metadata={"recognition_instruction": "Return structured JSON."},
|
|
)
|
|
)
|
|
|
|
self.assertEqual(result.provider_id, "vlm")
|
|
self.assertEqual(result.model, "vision-model")
|
|
self.assertEqual(result.prompt, "pink layered dress, ribbon details")
|
|
self.assertEqual(result.tags, ["dress", "pink"])
|
|
self.assertEqual(self.provider.call["image_urls"], ["data:image/png;base64,AA=="])
|
|
self.assertEqual(self.provider.call["model"], "vision-model")
|
|
|
|
def test_forwards_deduplicated_multi_image_group_with_eight_image_limit(self) -> None:
|
|
adapter = astrbot_vision_provider("astrbot:vlm")
|
|
self.assertIsNotNone(adapter)
|
|
primary = "data:image/png;base64,PRIMARY"
|
|
extras = tuple(
|
|
[primary]
|
|
+ [f"https://images.example/{index}.png" for index in range(1, 10)]
|
|
)
|
|
|
|
adapter.recognize_material(
|
|
VisionRecognitionRequest(
|
|
display_name="style reference set",
|
|
image_uri=primary,
|
|
image_uris=extras,
|
|
metadata={"recognition_instruction": "Compare all style samples."},
|
|
)
|
|
)
|
|
|
|
self.assertEqual(
|
|
self.provider.call["image_urls"],
|
|
[primary] + [f"https://images.example/{index}.png" for index in range(1, 8)],
|
|
)
|
|
|
|
def test_rejects_non_astrbot_route(self) -> None:
|
|
self.assertIsNone(astrbot_vision_provider("material_vlm"))
|
|
|
|
|
|
if __name__ == "__main__":
|
|
unittest.main()
|