51 行
2 KiB
Python
51 行
2 KiB
Python
|
|
"""Runtime helpers for building provider clients from persisted routes."""
|
||
|
|
|
||
|
|
from __future__ import annotations
|
||
|
|
|
||
|
|
from typing import Any
|
||
|
|
|
||
|
|
from backend.services.model_provider_service import ModelProviderService
|
||
|
|
from core.secret_service import SecretStore, resolve_secret_value
|
||
|
|
from engines.image_provider import ImageProvider, ImageProviderConfig, OpenAIImageProvider
|
||
|
|
|
||
|
|
|
||
|
|
class ModelProviderRuntime:
|
||
|
|
def __init__(
|
||
|
|
self,
|
||
|
|
model_provider_service: ModelProviderService,
|
||
|
|
*,
|
||
|
|
secret_store: SecretStore | None = None,
|
||
|
|
):
|
||
|
|
self.model_provider_service = model_provider_service
|
||
|
|
self.secret_store = secret_store
|
||
|
|
|
||
|
|
def image_provider_for_route(self, route_context: dict[str, Any]) -> ImageProvider | None:
|
||
|
|
route_name = str(route_context.get("route_name") or "").strip()
|
||
|
|
if not route_name:
|
||
|
|
return None
|
||
|
|
resolved = self.model_provider_service.resolve_route(route_name, modality="image_generation")
|
||
|
|
if not resolved:
|
||
|
|
return None
|
||
|
|
provider = resolved.get("provider") or {}
|
||
|
|
if str(provider.get("provider_type") or "openai_compatible") != "openai_compatible":
|
||
|
|
return None
|
||
|
|
secret = resolve_secret_value(
|
||
|
|
env_var=provider.get("api_key_env_var"),
|
||
|
|
secret_ref=provider.get("api_key_secret_ref"),
|
||
|
|
secret_store=self.secret_store,
|
||
|
|
)
|
||
|
|
if not secret.value:
|
||
|
|
return None
|
||
|
|
return OpenAIImageProvider(
|
||
|
|
ImageProviderConfig(
|
||
|
|
provider_id=str(resolved["provider_id"]),
|
||
|
|
base_url=str(provider.get("base_url") or ""),
|
||
|
|
api_key=secret.value,
|
||
|
|
image_model=str(resolved["model_id"]),
|
||
|
|
image_endpoint=str(provider.get("image_endpoint") or "/v1/images/generations"),
|
||
|
|
provider_type=str(provider.get("provider_type") or "openai_compatible"),
|
||
|
|
timeout_seconds=int(provider.get("timeout_seconds") or 180),
|
||
|
|
extra_headers=dict(provider.get("extra_headers") or {}),
|
||
|
|
)
|
||
|
|
)
|