2026-07-11 21:50:34 +08:00
|
|
|
from __future__ import annotations
|
|
|
|
|
|
|
|
|
|
import tempfile
|
|
|
|
|
import unittest
|
|
|
|
|
from pathlib import Path
|
|
|
|
|
|
|
|
|
|
from backend.services.model_provider_bootstrap import (
|
|
|
|
|
sync_generation_provider_from_config,
|
|
|
|
|
sync_vision_provider_from_config,
|
|
|
|
|
)
|
|
|
|
|
from backend.services.model_provider_runtime import ModelProviderRuntime
|
|
|
|
|
from backend.services.model_provider_service import ModelProviderService
|
|
|
|
|
from database.db_helper import Database, DatabaseSettings, SqliteSettings
|
|
|
|
|
from database.repositories.model_provider_repository import ModelProviderRepository
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
class ModelProviderBootstrapTests(unittest.TestCase):
|
|
|
|
|
def setUp(self):
|
|
|
|
|
self.tmp = tempfile.TemporaryDirectory()
|
|
|
|
|
self.database = Database(
|
|
|
|
|
DatabaseSettings(sqlite=SqliteSettings(path=str(Path(self.tmp.name) / "imagestudio.db")))
|
|
|
|
|
)
|
|
|
|
|
self.database.initialize()
|
|
|
|
|
self.service = ModelProviderService(ModelProviderRepository(self.database))
|
|
|
|
|
|
|
|
|
|
def tearDown(self):
|
|
|
|
|
self.tmp.cleanup()
|
|
|
|
|
|
|
|
|
|
def test_config_bootstrap_creates_resolvable_route_without_inline_secret(self):
|
|
|
|
|
result = sync_generation_provider_from_config(
|
|
|
|
|
self.service,
|
|
|
|
|
{
|
|
|
|
|
"generation": {
|
|
|
|
|
"default_model": "image_default",
|
|
|
|
|
"provider": {
|
|
|
|
|
"base_url": "http://127.0.0.1:8080",
|
|
|
|
|
"model_id": "local-image-model",
|
|
|
|
|
},
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
)
|
|
|
|
|
|
|
|
|
|
self.assertTrue(result["configured"])
|
|
|
|
|
resolved = self.service.resolve_route("image_default", modality="image_generation")
|
|
|
|
|
self.assertEqual(resolved["model_id"], "local-image-model")
|
|
|
|
|
provider = ModelProviderRuntime(self.service).image_provider_for_route({"route_name": "image_default"})
|
|
|
|
|
self.assertIsNotNone(provider)
|
|
|
|
|
self.assertEqual(provider.config.api_key, "")
|
|
|
|
|
|
|
|
|
|
def test_incomplete_provider_is_reported_without_creating_route(self):
|
|
|
|
|
result = sync_generation_provider_from_config(
|
|
|
|
|
self.service,
|
|
|
|
|
{"generation": {"default_model": "image_default", "provider": {}}},
|
|
|
|
|
)
|
|
|
|
|
|
|
|
|
|
self.assertFalse(result["configured"])
|
|
|
|
|
self.assertEqual(result["status"], "incomplete")
|
|
|
|
|
self.assertIsNone(self.service.resolve_route("image_default", modality="image_generation"))
|
|
|
|
|
|
|
|
|
|
def test_vision_bootstrap_reuses_generation_provider_connection(self):
|
|
|
|
|
config = {
|
|
|
|
|
"generation": {
|
|
|
|
|
"default_model": "image_default",
|
|
|
|
|
"provider": {
|
|
|
|
|
"provider_id": "shared_provider",
|
|
|
|
|
"base_url": "https://provider.example",
|
|
|
|
|
"image_endpoint": "/v1/images/generations",
|
|
|
|
|
"api_key_env_var": "IMAGESTUDIO_SHARED_KEY",
|
|
|
|
|
"timeout_seconds": 90,
|
|
|
|
|
"model_id": "image-model",
|
|
|
|
|
},
|
|
|
|
|
},
|
|
|
|
|
"vision": {
|
|
|
|
|
"default_route": "material_vlm",
|
|
|
|
|
"provider": {
|
|
|
|
|
"model_id": "vision-model",
|
|
|
|
|
"vision_endpoint": "/v1/chat/completions",
|
|
|
|
|
},
|
|
|
|
|
},
|
|
|
|
|
}
|
|
|
|
|
sync_generation_provider_from_config(self.service, config)
|
|
|
|
|
|
|
|
|
|
result = sync_vision_provider_from_config(self.service, config)
|
|
|
|
|
|
|
|
|
|
self.assertTrue(result["configured"])
|
|
|
|
|
self.assertTrue(result["reuses_generation_provider"])
|
|
|
|
|
resolved = self.service.resolve_route("material_vlm", modality="vision_recognition")
|
|
|
|
|
self.assertEqual(resolved["provider_id"], "shared_provider")
|
|
|
|
|
self.assertEqual(resolved["model_id"], "vision-model")
|
|
|
|
|
self.assertEqual(resolved["settings"]["vision_endpoint"], "/v1/chat/completions")
|
|
|
|
|
self.assertEqual(resolved["provider"]["base_url"], "https://provider.example")
|
|
|
|
|
self.assertEqual(resolved["provider"]["api_key_env_var"], "IMAGESTUDIO_SHARED_KEY")
|
|
|
|
|
|
|
|
|
|
def test_vision_bootstrap_reports_missing_model_without_creating_route(self):
|
|
|
|
|
result = sync_vision_provider_from_config(
|
|
|
|
|
self.service,
|
|
|
|
|
{
|
|
|
|
|
"generation": {"provider": {"base_url": "https://provider.example"}},
|
|
|
|
|
"vision": {
|
|
|
|
|
"default_route": "material_vlm",
|
|
|
|
|
"provider": {"provider_id": "shared_provider"},
|
|
|
|
|
},
|
|
|
|
|
},
|
|
|
|
|
)
|
|
|
|
|
|
|
|
|
|
self.assertFalse(result["configured"])
|
|
|
|
|
self.assertEqual(result["status"], "incomplete")
|
|
|
|
|
self.assertIn("vision.provider.model_id", result["missing_fields"])
|
|
|
|
|
self.assertIsNone(self.service.resolve_route("material_vlm", modality="vision_recognition"))
|
|
|
|
|
|
|
|
|
|
def test_vision_connection_overrides_do_not_mutate_generation_provider(self):
|
|
|
|
|
config = {
|
|
|
|
|
"generation": {
|
|
|
|
|
"default_model": "image_default",
|
|
|
|
|
"provider": {
|
|
|
|
|
"provider_id": "shared_provider",
|
|
|
|
|
"base_url": "https://images.example",
|
|
|
|
|
"api_key_env_var": "IMAGE_KEY",
|
|
|
|
|
"timeout_seconds": 90,
|
|
|
|
|
"model_id": "image-model",
|
|
|
|
|
},
|
|
|
|
|
},
|
|
|
|
|
"vision": {
|
|
|
|
|
"default_route": "material_vlm",
|
|
|
|
|
"provider": {
|
|
|
|
|
"base_url": "https://vision.example",
|
|
|
|
|
"api_key_env_var": "VISION_KEY",
|
|
|
|
|
"timeout_seconds": 180,
|
|
|
|
|
"model_id": "vision-model",
|
|
|
|
|
},
|
|
|
|
|
},
|
|
|
|
|
}
|
|
|
|
|
sync_generation_provider_from_config(self.service, config)
|
|
|
|
|
|
|
|
|
|
result = sync_vision_provider_from_config(self.service, config)
|
|
|
|
|
|
|
|
|
|
self.assertTrue(result["configured"])
|
|
|
|
|
self.assertFalse(result["reuses_generation_provider"])
|
|
|
|
|
self.assertTrue(result["provider_id_auto_derived"])
|
|
|
|
|
self.assertEqual(result["provider_id"], "shared_provider_vision")
|
|
|
|
|
image_route = self.service.resolve_route("image_default", modality="image_generation")
|
|
|
|
|
vision_route = self.service.resolve_route("material_vlm", modality="vision_recognition")
|
|
|
|
|
self.assertEqual(image_route["provider"]["base_url"], "https://images.example")
|
|
|
|
|
self.assertEqual(image_route["provider"]["api_key_env_var"], "IMAGE_KEY")
|
|
|
|
|
self.assertEqual(image_route["provider"]["timeout_seconds"], 90)
|
|
|
|
|
self.assertEqual(vision_route["provider_id"], "shared_provider_vision")
|
|
|
|
|
self.assertEqual(vision_route["provider"]["base_url"], "https://vision.example")
|
|
|
|
|
self.assertEqual(vision_route["provider"]["api_key_env_var"], "VISION_KEY")
|
|
|
|
|
self.assertEqual(vision_route["provider"]["timeout_seconds"], 180)
|
|
|
|
|
|
|
|
|
|
def test_config_bootstrap_updates_stable_route_and_disables_legacy_config_route(self):
|
|
|
|
|
self.service.upsert_provider(
|
|
|
|
|
{
|
|
|
|
|
"provider_id": "legacy_provider",
|
|
|
|
|
"base_url": "https://legacy.example",
|
|
|
|
|
}
|
|
|
|
|
)
|
|
|
|
|
legacy_route = self.service.upsert_route(
|
|
|
|
|
{
|
|
|
|
|
"route_name": "image_default",
|
|
|
|
|
"provider_id": "legacy_provider",
|
|
|
|
|
"model_id": "model-a",
|
|
|
|
|
"modality": "image_generation",
|
|
|
|
|
"enabled": True,
|
|
|
|
|
"metadata": {"source": "config_bootstrap"},
|
|
|
|
|
}
|
|
|
|
|
)
|
|
|
|
|
config = {
|
|
|
|
|
"generation": {
|
|
|
|
|
"default_model": "image_default",
|
|
|
|
|
"provider": {
|
|
|
|
|
"provider_id": "current_provider",
|
|
|
|
|
"base_url": "https://current.example",
|
|
|
|
|
"model_id": "model-b",
|
|
|
|
|
},
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
first = sync_generation_provider_from_config(self.service, config)
|
|
|
|
|
config["generation"]["provider"]["model_id"] = "model-c"
|
|
|
|
|
second = sync_generation_provider_from_config(self.service, config)
|
|
|
|
|
|
|
|
|
|
self.assertEqual(first["route_name"], "image_default")
|
|
|
|
|
self.assertEqual(second["model_id"], "model-c")
|
|
|
|
|
resolved = self.service.resolve_route("image_default", modality="image_generation")
|
|
|
|
|
self.assertEqual(resolved["route_id"], "route_config_image_generation_image_default")
|
|
|
|
|
self.assertEqual(resolved["provider_id"], "current_provider")
|
|
|
|
|
self.assertEqual(resolved["model_id"], "model-c")
|
|
|
|
|
routes = [
|
|
|
|
|
route
|
|
|
|
|
for route in self.service.list_routes()
|
|
|
|
|
if route["route_name"] == "image_default" and route["modality"] == "image_generation"
|
|
|
|
|
]
|
|
|
|
|
self.assertEqual(sum(1 for route in routes if route["enabled"]), 1)
|
|
|
|
|
disabled_legacy = next(route for route in routes if route["route_id"] == legacy_route["route_id"])
|
|
|
|
|
self.assertFalse(disabled_legacy["enabled"])
|
|
|
|
|
self.assertEqual(
|
|
|
|
|
disabled_legacy["metadata"]["superseded_by"],
|
|
|
|
|
"route_config_image_generation_image_default",
|
|
|
|
|
)
|
|
|
|
|
|
|
|
|
|
def test_clearing_config_disables_previously_bootstrapped_routes(self):
|
|
|
|
|
generation_config = {
|
|
|
|
|
"generation": {
|
|
|
|
|
"default_model": "image_default",
|
|
|
|
|
"provider": {
|
|
|
|
|
"base_url": "https://images.example",
|
|
|
|
|
"model_id": "image-model",
|
|
|
|
|
},
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
vision_config = {
|
|
|
|
|
**generation_config,
|
|
|
|
|
"vision": {
|
|
|
|
|
"default_route": "material_vlm",
|
|
|
|
|
"provider": {"model_id": "vision-model"},
|
|
|
|
|
},
|
|
|
|
|
}
|
|
|
|
|
sync_generation_provider_from_config(self.service, generation_config)
|
|
|
|
|
sync_vision_provider_from_config(self.service, vision_config)
|
|
|
|
|
self.assertIsNotNone(self.service.resolve_route("image_default", modality="image_generation"))
|
|
|
|
|
self.assertIsNotNone(self.service.resolve_route("material_vlm", modality="vision_recognition"))
|
|
|
|
|
|
|
|
|
|
generation_result = sync_generation_provider_from_config(self.service, {"generation": {}})
|
|
|
|
|
vision_result = sync_vision_provider_from_config(self.service, {"vision": {}})
|
|
|
|
|
|
|
|
|
|
self.assertEqual(generation_result["status"], "not_configured")
|
|
|
|
|
self.assertEqual(vision_result["status"], "not_configured")
|
|
|
|
|
self.assertIsNone(self.service.resolve_route("image_default", modality="image_generation"))
|
|
|
|
|
self.assertIsNone(self.service.resolve_route("material_vlm", modality="vision_recognition"))
|
|
|
|
|
|
2026-07-11 22:27:35 +08:00
|
|
|
def test_multiple_generation_adapters_create_independent_routes(self):
|
|
|
|
|
result = sync_generation_provider_from_config(
|
|
|
|
|
self.service,
|
|
|
|
|
{
|
|
|
|
|
"generation": {
|
|
|
|
|
"default_model": "primary_image",
|
|
|
|
|
"adapters": [
|
|
|
|
|
{
|
|
|
|
|
"id": "primary",
|
|
|
|
|
"name": "Primary",
|
|
|
|
|
"base_url": "https://primary.example/v1",
|
|
|
|
|
"model_id": "image-a",
|
|
|
|
|
"route_name": "primary_image",
|
|
|
|
|
"enabled": True,
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"id": "fallback",
|
|
|
|
|
"name": "Fallback",
|
|
|
|
|
"base_url": "https://fallback.example/v1",
|
|
|
|
|
"model_id": "image-b",
|
|
|
|
|
"route_name": "fallback_image",
|
|
|
|
|
"priority": 20,
|
|
|
|
|
"enabled": True,
|
|
|
|
|
},
|
|
|
|
|
],
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
)
|
|
|
|
|
|
|
|
|
|
self.assertTrue(result["configured"])
|
|
|
|
|
self.assertEqual(result["adapter_count"], 2)
|
|
|
|
|
primary = self.service.resolve_route("primary_image", modality="image_generation")
|
|
|
|
|
fallback = self.service.resolve_route("fallback_image", modality="image_generation")
|
|
|
|
|
self.assertEqual(primary["provider_id"], "primary")
|
|
|
|
|
self.assertEqual(primary["model_id"], "image-a")
|
|
|
|
|
self.assertEqual(fallback["provider_id"], "fallback")
|
|
|
|
|
self.assertEqual(fallback["model_id"], "image-b")
|
|
|
|
|
|
|
|
|
|
def test_removing_adapter_disables_its_config_route(self):
|
|
|
|
|
config = {
|
|
|
|
|
"generation": {
|
|
|
|
|
"default_model": "primary_image",
|
|
|
|
|
"adapters": [
|
|
|
|
|
{"id": "primary", "base_url": "https://primary.example", "model_id": "a", "route_name": "primary_image"},
|
|
|
|
|
{"id": "old", "base_url": "https://old.example", "model_id": "b", "route_name": "old_image"},
|
|
|
|
|
],
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
sync_generation_provider_from_config(self.service, config)
|
|
|
|
|
config["generation"]["adapters"] = [config["generation"]["adapters"][0]]
|
|
|
|
|
|
|
|
|
|
sync_generation_provider_from_config(self.service, config)
|
|
|
|
|
|
|
|
|
|
self.assertIsNotNone(self.service.resolve_route("primary_image", modality="image_generation"))
|
|
|
|
|
self.assertIsNone(self.service.resolve_route("old_image", modality="image_generation"))
|
|
|
|
|
|
2026-07-11 21:50:34 +08:00
|
|
|
|
|
|
|
|
if __name__ == "__main__":
|
|
|
|
|
unittest.main()
|