from __future__ import annotations import unittest from engines.vision_provider import ( OpenAIVisionProvider, VisionProviderConfig, VisionProviderError, VisionRecognitionRequest, ) class VisionProviderTests(unittest.TestCase): def test_openai_vision_provider_normalizes_recognition_response(self): calls = [] def transport(url, payload, headers, timeout): calls.append((url, payload, headers, timeout)) return { "choices": [ { "message": { "content": ( '{"prompt":"white blouse, clean product reference",' '"negative_prompt":"body, watermark",' '"tags":["white","blouse"],' '"confidence":0.91,' '"description":"white blouse"}' ) } } ] } provider = OpenAIVisionProvider( VisionProviderConfig( provider_id="site_vlm", base_url="https://example.test", api_key="secret", vision_model="vision-model", vision_endpoint="/v1/chat/completions", timeout_seconds=120, ), transport=transport, ) result = provider.recognize_material( VisionRecognitionRequest( display_name="White blouse", image_uri="https://example.test/white.png", tags=("upper",), ) ) self.assertEqual(result.provider_id, "site_vlm") self.assertEqual(result.model, "vision-model") self.assertEqual(result.prompt, "white blouse, clean product reference") self.assertEqual(result.negative_prompt, "body, watermark") self.assertEqual(result.tags, ["blouse", "white"]) self.assertEqual(result.confidence, 0.91) self.assertEqual(calls[0][0], "https://example.test/v1/chat/completions") self.assertEqual(calls[0][1]["model"], "vision-model") self.assertEqual(calls[0][1]["messages"][1]["content"][1]["image_url"]["url"], "https://example.test/white.png") self.assertEqual(calls[0][3], 120) def test_provider_requires_model(self): provider = OpenAIVisionProvider(VisionProviderConfig(provider_id="missing", base_url="https://example.test")) with self.assertRaises(VisionProviderError) as raised: provider.recognize_material(VisionRecognitionRequest(display_name="Item", image_uri="storage://x.png")) self.assertEqual(raised.exception.error_type, "configuration_error") def test_provider_relabels_transport_errors_with_configured_provider(self): def transport(url, payload, headers, timeout): raise VisionProviderError( "remote unauthorized", provider_id="unknown", status_code=401, error_type="http_error", details={"body_preview": "invalid credentials"}, ) provider = OpenAIVisionProvider( VisionProviderConfig( provider_id="site_vlm", base_url="https://example.test", api_key="secret", vision_model="vision-model", ), transport=transport, ) with self.assertRaises(VisionProviderError) as raised: provider.recognize_material( VisionRecognitionRequest(display_name="Item", image_uri="data:image/png;base64,iVBORw0KGgo=") ) self.assertEqual(raised.exception.provider_id, "site_vlm") self.assertEqual(raised.exception.status_code, 401) self.assertEqual(raised.exception.error_type, "http_error") def test_provider_rejects_storage_uri_instead_of_sending_it_as_text(self): provider = OpenAIVisionProvider( VisionProviderConfig( provider_id="site_vlm", base_url="https://example.test", vision_model="vision-model", ) ) with self.assertRaises(VisionProviderError) as raised: provider.recognize_material(VisionRecognitionRequest(display_name="Item", image_uri="storage://x.png")) self.assertEqual(raised.exception.error_type, "invalid_request") if __name__ == "__main__": unittest.main()