from __future__ import annotations import os import tempfile import unittest from pathlib import Path from backend.services.model_provider_runtime import ModelProviderRuntime from backend.services.model_provider_service import ModelProviderService from database.db_helper import Database, DatabaseSettings, SqliteSettings from database.repositories.model_provider_repository import ModelProviderRepository from engines.image_provider import GeneratedImagePayload, ImageGenerationRequest, ImageGenerationResult, ImageProviderError class ModelProviderRuntimeTests(unittest.TestCase): def test_runtime_falls_back_to_next_enabled_route(self): with tempfile.TemporaryDirectory() as tmp: database = Database(DatabaseSettings(sqlite=SqliteSettings(path=str(Path(tmp) / "imagestudio.db")))) database.initialize() service = ModelProviderService(ModelProviderRepository(database)) for provider_id in ("primary", "fallback"): service.upsert_provider({"provider_id": provider_id, "base_url": f"https://{provider_id}.example"}) service.upsert_route({"route_name": "primary_image", "provider_id": "primary", "model_id": "a", "priority": 10}) service.upsert_route({"route_name": "fallback_image", "provider_id": "fallback", "model_id": "b", "priority": 20}) runtime = ModelProviderRuntime(service) provider = runtime.image_provider_for_route({"route_name": "primary_image"}) self.assertEqual(len(provider.providers), 2) def fail(_request): raise ImageProviderError("failed", provider_id="primary", error_type="network_error") def succeed(_request): return ImageGenerationResult(provider_id="fallback", model="b", images=[GeneratedImagePayload(b64_json="abc")]) provider.providers[0].generate_image = fail provider.providers[1].generate_image = succeed result = provider.generate_image(ImageGenerationRequest(prompt="test")) self.assertEqual(result.provider_id, "fallback") self.assertEqual(result.raw_metadata["fallback_attempts"][0]["provider_id"], "primary") def test_runtime_builds_openai_provider_from_env_secret(self): with tempfile.TemporaryDirectory() as tmp: database = Database(DatabaseSettings(sqlite=SqliteSettings(path=str(Path(tmp) / "imagestudio.db")))) database.initialize() service = ModelProviderService(ModelProviderRepository(database)) service.upsert_provider( { "provider_id": "site_b", "base_url": "https://botcf.com", "image_endpoint": "/v1/images/generations", "api_key_env_var": "IMAGESTUDIO_TEST_SITE_B", "timeout_seconds": 180, } ) service.upsert_route({"route_name": "image_high", "provider_id": "site_b", "model_id": "image2"}) os.environ["IMAGESTUDIO_TEST_SITE_B"] = "secret-value" try: provider = ModelProviderRuntime(service).image_provider_for_route({"route_name": "image_high"}) finally: os.environ.pop("IMAGESTUDIO_TEST_SITE_B", None) self.assertIsNotNone(provider) self.assertEqual(provider.config.provider_id, "site_b") self.assertEqual(provider.config.image_model, "image2") self.assertEqual(provider.config.api_key, "secret-value") self.assertTrue(provider.config.supports_negative_prompt) def test_runtime_route_settings_can_disable_negative_prompt(self): with tempfile.TemporaryDirectory() as tmp: database = Database(DatabaseSettings(sqlite=SqliteSettings(path=str(Path(tmp) / "imagestudio.db")))) database.initialize() service = ModelProviderService(ModelProviderRepository(database)) service.upsert_provider( { "provider_id": "strict", "base_url": "https://api.openai.com", "capabilities": {"supports_negative_prompt": True}, } ) service.upsert_route( { "route_name": "image_strict", "provider_id": "strict", "model_id": "gpt-image-1", "settings": {"supports_negative_prompt": False}, } ) provider = ModelProviderRuntime(service).image_provider_for_route( {"route_name": "image_strict"} ) self.assertIsNotNone(provider) self.assertFalse(provider.config.supports_negative_prompt) def test_runtime_defaults_negative_prompt_off_for_official_openai(self): with tempfile.TemporaryDirectory() as tmp: database = Database(DatabaseSettings(sqlite=SqliteSettings(path=str(Path(tmp) / "imagestudio.db")))) database.initialize() service = ModelProviderService(ModelProviderRepository(database)) service.upsert_provider( { "provider_id": "openai", "base_url": "https://api.openai.com/v1", } ) service.upsert_route( { "route_name": "image_openai", "provider_id": "openai", "model_id": "gpt-image-1", } ) provider = ModelProviderRuntime(service).image_provider_for_route( {"route_name": "image_openai"} ) self.assertIsNotNone(provider) self.assertFalse(provider.config.supports_negative_prompt) def test_runtime_builds_openai_vision_provider_from_route_settings(self): with tempfile.TemporaryDirectory() as tmp: database = Database(DatabaseSettings(sqlite=SqliteSettings(path=str(Path(tmp) / "imagestudio.db")))) database.initialize() service = ModelProviderService(ModelProviderRepository(database)) service.upsert_provider( { "provider_id": "site_vlm", "base_url": "https://vision.example", "api_key_env_var": "IMAGESTUDIO_TEST_VLM", "timeout_seconds": 90, } ) service.upsert_route( { "route_name": "material_vlm", "provider_id": "site_vlm", "model_id": "vision-model", "modality": "vision_recognition", "settings": {"vision_endpoint": "/v1/chat/completions"}, } ) os.environ["IMAGESTUDIO_TEST_VLM"] = "vision-secret" try: provider = ModelProviderRuntime(service).vision_provider_for_route({"route_name": "material_vlm"}) finally: os.environ.pop("IMAGESTUDIO_TEST_VLM", None) self.assertIsNotNone(provider) self.assertEqual(provider.config.provider_id, "site_vlm") self.assertEqual(provider.config.vision_model, "vision-model") self.assertEqual(provider.config.vision_endpoint, "/v1/chat/completions") self.assertEqual(provider.config.api_key, "vision-secret") if __name__ == "__main__": unittest.main()