158 行
7.3 KiB
Python
158 行
7.3 KiB
Python
from __future__ import annotations
|
|
|
|
import os
|
|
import tempfile
|
|
import unittest
|
|
from pathlib import Path
|
|
|
|
from backend.services.model_provider_runtime import ModelProviderRuntime
|
|
from backend.services.model_provider_service import ModelProviderService
|
|
from database.db_helper import Database, DatabaseSettings, SqliteSettings
|
|
from database.repositories.model_provider_repository import ModelProviderRepository
|
|
from engines.image_provider import GeneratedImagePayload, ImageGenerationRequest, ImageGenerationResult, ImageProviderError
|
|
|
|
|
|
class ModelProviderRuntimeTests(unittest.TestCase):
|
|
def test_runtime_falls_back_to_next_enabled_route(self):
|
|
with tempfile.TemporaryDirectory() as tmp:
|
|
database = Database(DatabaseSettings(sqlite=SqliteSettings(path=str(Path(tmp) / "imagestudio.db"))))
|
|
database.initialize()
|
|
service = ModelProviderService(ModelProviderRepository(database))
|
|
for provider_id in ("primary", "fallback"):
|
|
service.upsert_provider({"provider_id": provider_id, "base_url": f"https://{provider_id}.example"})
|
|
service.upsert_route({"route_name": "primary_image", "provider_id": "primary", "model_id": "a", "priority": 10})
|
|
service.upsert_route({"route_name": "fallback_image", "provider_id": "fallback", "model_id": "b", "priority": 20})
|
|
runtime = ModelProviderRuntime(service)
|
|
provider = runtime.image_provider_for_route({"route_name": "primary_image"})
|
|
self.assertEqual(len(provider.providers), 2)
|
|
|
|
def fail(_request):
|
|
raise ImageProviderError("failed", provider_id="primary", error_type="network_error")
|
|
def succeed(_request):
|
|
return ImageGenerationResult(provider_id="fallback", model="b", images=[GeneratedImagePayload(b64_json="abc")])
|
|
provider.providers[0].generate_image = fail
|
|
provider.providers[1].generate_image = succeed
|
|
|
|
result = provider.generate_image(ImageGenerationRequest(prompt="test"))
|
|
|
|
self.assertEqual(result.provider_id, "fallback")
|
|
self.assertEqual(result.raw_metadata["fallback_attempts"][0]["provider_id"], "primary")
|
|
|
|
def test_runtime_builds_openai_provider_from_env_secret(self):
|
|
with tempfile.TemporaryDirectory() as tmp:
|
|
database = Database(DatabaseSettings(sqlite=SqliteSettings(path=str(Path(tmp) / "imagestudio.db"))))
|
|
database.initialize()
|
|
service = ModelProviderService(ModelProviderRepository(database))
|
|
service.upsert_provider(
|
|
{
|
|
"provider_id": "site_b",
|
|
"base_url": "https://botcf.com",
|
|
"image_endpoint": "/v1/images/generations",
|
|
"api_key_env_var": "IMAGESTUDIO_TEST_SITE_B",
|
|
"timeout_seconds": 180,
|
|
}
|
|
)
|
|
service.upsert_route({"route_name": "image_high", "provider_id": "site_b", "model_id": "image2"})
|
|
os.environ["IMAGESTUDIO_TEST_SITE_B"] = "secret-value"
|
|
try:
|
|
provider = ModelProviderRuntime(service).image_provider_for_route({"route_name": "image_high"})
|
|
finally:
|
|
os.environ.pop("IMAGESTUDIO_TEST_SITE_B", None)
|
|
|
|
self.assertIsNotNone(provider)
|
|
self.assertEqual(provider.config.provider_id, "site_b")
|
|
self.assertEqual(provider.config.image_model, "image2")
|
|
self.assertEqual(provider.config.api_key, "secret-value")
|
|
self.assertTrue(provider.config.supports_negative_prompt)
|
|
|
|
def test_runtime_route_settings_can_disable_negative_prompt(self):
|
|
with tempfile.TemporaryDirectory() as tmp:
|
|
database = Database(DatabaseSettings(sqlite=SqliteSettings(path=str(Path(tmp) / "imagestudio.db"))))
|
|
database.initialize()
|
|
service = ModelProviderService(ModelProviderRepository(database))
|
|
service.upsert_provider(
|
|
{
|
|
"provider_id": "strict",
|
|
"base_url": "https://api.openai.com",
|
|
"capabilities": {"supports_negative_prompt": True},
|
|
}
|
|
)
|
|
service.upsert_route(
|
|
{
|
|
"route_name": "image_strict",
|
|
"provider_id": "strict",
|
|
"model_id": "gpt-image-1",
|
|
"settings": {"supports_negative_prompt": False},
|
|
}
|
|
)
|
|
|
|
provider = ModelProviderRuntime(service).image_provider_for_route(
|
|
{"route_name": "image_strict"}
|
|
)
|
|
|
|
self.assertIsNotNone(provider)
|
|
self.assertFalse(provider.config.supports_negative_prompt)
|
|
|
|
def test_runtime_defaults_negative_prompt_off_for_official_openai(self):
|
|
with tempfile.TemporaryDirectory() as tmp:
|
|
database = Database(DatabaseSettings(sqlite=SqliteSettings(path=str(Path(tmp) / "imagestudio.db"))))
|
|
database.initialize()
|
|
service = ModelProviderService(ModelProviderRepository(database))
|
|
service.upsert_provider(
|
|
{
|
|
"provider_id": "openai",
|
|
"base_url": "https://api.openai.com/v1",
|
|
}
|
|
)
|
|
service.upsert_route(
|
|
{
|
|
"route_name": "image_openai",
|
|
"provider_id": "openai",
|
|
"model_id": "gpt-image-1",
|
|
}
|
|
)
|
|
|
|
provider = ModelProviderRuntime(service).image_provider_for_route(
|
|
{"route_name": "image_openai"}
|
|
)
|
|
|
|
self.assertIsNotNone(provider)
|
|
self.assertFalse(provider.config.supports_negative_prompt)
|
|
|
|
def test_runtime_builds_openai_vision_provider_from_route_settings(self):
|
|
with tempfile.TemporaryDirectory() as tmp:
|
|
database = Database(DatabaseSettings(sqlite=SqliteSettings(path=str(Path(tmp) / "imagestudio.db"))))
|
|
database.initialize()
|
|
service = ModelProviderService(ModelProviderRepository(database))
|
|
service.upsert_provider(
|
|
{
|
|
"provider_id": "site_vlm",
|
|
"base_url": "https://vision.example",
|
|
"api_key_env_var": "IMAGESTUDIO_TEST_VLM",
|
|
"timeout_seconds": 90,
|
|
}
|
|
)
|
|
service.upsert_route(
|
|
{
|
|
"route_name": "material_vlm",
|
|
"provider_id": "site_vlm",
|
|
"model_id": "vision-model",
|
|
"modality": "vision_recognition",
|
|
"settings": {"vision_endpoint": "/v1/chat/completions"},
|
|
}
|
|
)
|
|
os.environ["IMAGESTUDIO_TEST_VLM"] = "vision-secret"
|
|
try:
|
|
provider = ModelProviderRuntime(service).vision_provider_for_route({"route_name": "material_vlm"})
|
|
finally:
|
|
os.environ.pop("IMAGESTUDIO_TEST_VLM", None)
|
|
|
|
self.assertIsNotNone(provider)
|
|
self.assertEqual(provider.config.provider_id, "site_vlm")
|
|
self.assertEqual(provider.config.vision_model, "vision-model")
|
|
self.assertEqual(provider.config.vision_endpoint, "/v1/chat/completions")
|
|
self.assertEqual(provider.config.api_key, "vision-secret")
|
|
|
|
|
|
if __name__ == "__main__":
|
|
unittest.main()
|