from __future__ import annotations import tempfile import unittest from pathlib import Path from backend.services.model_provider_bootstrap import ( sync_generation_provider_from_config, sync_vision_provider_from_config, ) from backend.services.model_provider_runtime import ModelProviderRuntime from backend.services.model_provider_service import ModelProviderService from database.db_helper import Database, DatabaseSettings, SqliteSettings from database.repositories.model_provider_repository import ModelProviderRepository class ModelProviderBootstrapTests(unittest.TestCase): def setUp(self): self.tmp = tempfile.TemporaryDirectory() self.database = Database( DatabaseSettings(sqlite=SqliteSettings(path=str(Path(self.tmp.name) / "imagestudio.db"))) ) self.database.initialize() self.service = ModelProviderService(ModelProviderRepository(self.database)) def tearDown(self): self.tmp.cleanup() def test_config_bootstrap_creates_resolvable_route_without_inline_secret(self): result = sync_generation_provider_from_config( self.service, { "generation": { "default_model": "image_default", "provider": { "base_url": "http://127.0.0.1:8080", "model_id": "local-image-model", }, } }, ) self.assertTrue(result["configured"]) resolved = self.service.resolve_route("image_default", modality="image_generation") self.assertEqual(resolved["model_id"], "local-image-model") provider = ModelProviderRuntime(self.service).image_provider_for_route({"route_name": "image_default"}) self.assertIsNotNone(provider) self.assertEqual(provider.config.api_key, "") def test_incomplete_provider_is_reported_without_creating_route(self): result = sync_generation_provider_from_config( self.service, {"generation": {"default_model": "image_default", "provider": {}}}, ) self.assertFalse(result["configured"]) self.assertEqual(result["status"], "incomplete") self.assertIsNone(self.service.resolve_route("image_default", modality="image_generation")) def test_vision_bootstrap_reuses_generation_provider_connection(self): config = { "generation": { "default_model": "image_default", "provider": { "provider_id": "shared_provider", "base_url": "https://provider.example", "image_endpoint": "/v1/images/generations", "api_key_env_var": "IMAGESTUDIO_SHARED_KEY", "timeout_seconds": 90, "model_id": "image-model", }, }, "vision": { "default_route": "material_vlm", "provider": { "model_id": "vision-model", "vision_endpoint": "/v1/chat/completions", }, }, } sync_generation_provider_from_config(self.service, config) result = sync_vision_provider_from_config(self.service, config) self.assertTrue(result["configured"]) self.assertTrue(result["reuses_generation_provider"]) resolved = self.service.resolve_route("material_vlm", modality="vision_recognition") self.assertEqual(resolved["provider_id"], "shared_provider") self.assertEqual(resolved["model_id"], "vision-model") self.assertEqual(resolved["settings"]["vision_endpoint"], "/v1/chat/completions") self.assertEqual(resolved["provider"]["base_url"], "https://provider.example") self.assertEqual(resolved["provider"]["api_key_env_var"], "IMAGESTUDIO_SHARED_KEY") def test_vision_bootstrap_reports_missing_model_without_creating_route(self): result = sync_vision_provider_from_config( self.service, { "generation": {"provider": {"base_url": "https://provider.example"}}, "vision": { "default_route": "material_vlm", "provider": {"provider_id": "shared_provider"}, }, }, ) self.assertFalse(result["configured"]) self.assertEqual(result["status"], "incomplete") self.assertIn("vision.provider.model_id", result["missing_fields"]) self.assertIsNone(self.service.resolve_route("material_vlm", modality="vision_recognition")) def test_vision_connection_overrides_do_not_mutate_generation_provider(self): config = { "generation": { "default_model": "image_default", "provider": { "provider_id": "shared_provider", "base_url": "https://images.example", "api_key_env_var": "IMAGE_KEY", "timeout_seconds": 90, "model_id": "image-model", }, }, "vision": { "default_route": "material_vlm", "provider": { "base_url": "https://vision.example", "api_key_env_var": "VISION_KEY", "timeout_seconds": 180, "model_id": "vision-model", }, }, } sync_generation_provider_from_config(self.service, config) result = sync_vision_provider_from_config(self.service, config) self.assertTrue(result["configured"]) self.assertFalse(result["reuses_generation_provider"]) self.assertTrue(result["provider_id_auto_derived"]) self.assertEqual(result["provider_id"], "shared_provider_vision") image_route = self.service.resolve_route("image_default", modality="image_generation") vision_route = self.service.resolve_route("material_vlm", modality="vision_recognition") self.assertEqual(image_route["provider"]["base_url"], "https://images.example") self.assertEqual(image_route["provider"]["api_key_env_var"], "IMAGE_KEY") self.assertEqual(image_route["provider"]["timeout_seconds"], 90) self.assertEqual(vision_route["provider_id"], "shared_provider_vision") self.assertEqual(vision_route["provider"]["base_url"], "https://vision.example") self.assertEqual(vision_route["provider"]["api_key_env_var"], "VISION_KEY") self.assertEqual(vision_route["provider"]["timeout_seconds"], 180) def test_config_bootstrap_updates_stable_route_and_disables_legacy_config_route(self): self.service.upsert_provider( { "provider_id": "legacy_provider", "base_url": "https://legacy.example", } ) legacy_route = self.service.upsert_route( { "route_name": "image_default", "provider_id": "legacy_provider", "model_id": "model-a", "modality": "image_generation", "enabled": True, "metadata": {"source": "config_bootstrap"}, } ) config = { "generation": { "default_model": "image_default", "provider": { "provider_id": "current_provider", "base_url": "https://current.example", "model_id": "model-b", }, } } first = sync_generation_provider_from_config(self.service, config) config["generation"]["provider"]["model_id"] = "model-c" second = sync_generation_provider_from_config(self.service, config) self.assertEqual(first["route_name"], "image_default") self.assertEqual(second["model_id"], "model-c") resolved = self.service.resolve_route("image_default", modality="image_generation") self.assertEqual(resolved["route_id"], "route_config_image_generation_image_default") self.assertEqual(resolved["provider_id"], "current_provider") self.assertEqual(resolved["model_id"], "model-c") routes = [ route for route in self.service.list_routes() if route["route_name"] == "image_default" and route["modality"] == "image_generation" ] self.assertEqual(sum(1 for route in routes if route["enabled"]), 1) disabled_legacy = next(route for route in routes if route["route_id"] == legacy_route["route_id"]) self.assertFalse(disabled_legacy["enabled"]) self.assertEqual( disabled_legacy["metadata"]["superseded_by"], "route_config_image_generation_image_default", ) def test_clearing_config_disables_previously_bootstrapped_routes(self): generation_config = { "generation": { "default_model": "image_default", "provider": { "base_url": "https://images.example", "model_id": "image-model", }, } } vision_config = { **generation_config, "vision": { "default_route": "material_vlm", "provider": {"model_id": "vision-model"}, }, } sync_generation_provider_from_config(self.service, generation_config) sync_vision_provider_from_config(self.service, vision_config) self.assertIsNotNone(self.service.resolve_route("image_default", modality="image_generation")) self.assertIsNotNone(self.service.resolve_route("material_vlm", modality="vision_recognition")) generation_result = sync_generation_provider_from_config(self.service, {"generation": {}}) vision_result = sync_vision_provider_from_config(self.service, {"vision": {}}) self.assertEqual(generation_result["status"], "not_configured") self.assertEqual(vision_result["status"], "not_configured") self.assertIsNone(self.service.resolve_route("image_default", modality="image_generation")) self.assertIsNone(self.service.resolve_route("material_vlm", modality="vision_recognition")) def test_multiple_generation_adapters_create_independent_routes(self): result = sync_generation_provider_from_config( self.service, { "generation": { "default_model": "primary_image", "adapters": [ { "id": "primary", "name": "Primary", "base_url": "https://primary.example/v1", "model_id": "image-a", "route_name": "primary_image", "enabled": True, }, { "id": "fallback", "name": "Fallback", "base_url": "https://fallback.example/v1", "model_id": "image-b", "route_name": "fallback_image", "priority": 20, "enabled": True, }, ], } }, ) self.assertTrue(result["configured"]) self.assertEqual(result["adapter_count"], 2) primary = self.service.resolve_route("primary_image", modality="image_generation") fallback = self.service.resolve_route("fallback_image", modality="image_generation") self.assertEqual(primary["provider_id"], "primary") self.assertEqual(primary["model_id"], "image-a") self.assertEqual(fallback["provider_id"], "fallback") self.assertEqual(fallback["model_id"], "image-b") def test_removing_adapter_disables_its_config_route(self): config = { "generation": { "default_model": "primary_image", "adapters": [ {"id": "primary", "base_url": "https://primary.example", "model_id": "a", "route_name": "primary_image"}, {"id": "old", "base_url": "https://old.example", "model_id": "b", "route_name": "old_image"}, ], } } sync_generation_provider_from_config(self.service, config) config["generation"]["adapters"] = [config["generation"]["adapters"][0]] sync_generation_provider_from_config(self.service, config) self.assertIsNotNone(self.service.resolve_route("primary_image", modality="image_generation")) self.assertIsNone(self.service.resolve_route("old_image", modality="image_generation")) if __name__ == "__main__": unittest.main()