124 行
5.3 KiB
Python
124 行
5.3 KiB
Python
"""Runtime helpers for building provider clients from persisted routes."""
|
|
|
|
from __future__ import annotations
|
|
|
|
from typing import Any
|
|
from urllib.parse import urlsplit
|
|
|
|
from backend.services.model_provider_service import ModelProviderService
|
|
from core.secret_service import SecretStore, resolve_secret_value
|
|
from engines.image_provider import ImageProvider, ImageProviderConfig, OpenAIImageProvider
|
|
from engines.vision_provider import OpenAIVisionProvider, VisionProvider, VisionProviderConfig
|
|
|
|
|
|
class ModelProviderRuntime:
|
|
def __init__(
|
|
self,
|
|
model_provider_service: ModelProviderService,
|
|
*,
|
|
secret_store: SecretStore | None = None,
|
|
):
|
|
self.model_provider_service = model_provider_service
|
|
self.secret_store = secret_store
|
|
|
|
def image_provider_for_route(self, route_context: dict[str, Any]) -> ImageProvider | None:
|
|
route_name = str(route_context.get("route_name") or "").strip()
|
|
if not route_name:
|
|
return None
|
|
resolved = self.model_provider_service.resolve_route(route_name, modality="image_generation")
|
|
if not resolved:
|
|
return None
|
|
provider = resolved.get("provider") or {}
|
|
if str(provider.get("provider_type") or "openai_compatible") != "openai_compatible":
|
|
return None
|
|
secret = resolve_secret_value(
|
|
env_var=provider.get("api_key_env_var"),
|
|
secret_ref=provider.get("api_key_secret_ref"),
|
|
secret_store=self.secret_store,
|
|
)
|
|
secret_configured = bool(provider.get("api_key_env_var") or provider.get("api_key_secret_ref"))
|
|
if secret_configured and not secret.value:
|
|
return None
|
|
settings = dict(resolved.get("settings") or {})
|
|
capabilities = dict(provider.get("capabilities") or {})
|
|
base_url = str(provider.get("base_url") or "")
|
|
return OpenAIImageProvider(
|
|
ImageProviderConfig(
|
|
provider_id=str(resolved["provider_id"]),
|
|
base_url=base_url,
|
|
api_key=secret.value or "",
|
|
image_model=str(resolved["model_id"]),
|
|
image_endpoint=str(provider.get("image_endpoint") or "/v1/images/generations"),
|
|
provider_type=str(provider.get("provider_type") or "openai_compatible"),
|
|
timeout_seconds=int(provider.get("timeout_seconds") or 180),
|
|
extra_headers=dict(provider.get("extra_headers") or {}),
|
|
supports_negative_prompt=_configured_bool(
|
|
settings.get("supports_negative_prompt"),
|
|
capabilities.get("supports_negative_prompt"),
|
|
capabilities.get("negative_prompt"),
|
|
default=_default_negative_prompt_support(base_url),
|
|
),
|
|
)
|
|
)
|
|
|
|
def vision_provider_for_route(self, route_context: dict[str, Any]) -> VisionProvider | None:
|
|
route_name = str(route_context.get("route_name") or "").strip()
|
|
if not route_name:
|
|
return None
|
|
resolved = self.model_provider_service.resolve_route(route_name, modality="vision_recognition")
|
|
if not resolved:
|
|
return None
|
|
provider = resolved.get("provider") or {}
|
|
if str(provider.get("provider_type") or "openai_compatible") != "openai_compatible":
|
|
return None
|
|
secret = resolve_secret_value(
|
|
env_var=provider.get("api_key_env_var"),
|
|
secret_ref=provider.get("api_key_secret_ref"),
|
|
secret_store=self.secret_store,
|
|
)
|
|
secret_configured = bool(provider.get("api_key_env_var") or provider.get("api_key_secret_ref"))
|
|
if secret_configured and not secret.value:
|
|
return None
|
|
base_url = str(provider.get("base_url") or "").strip()
|
|
if not base_url:
|
|
return None
|
|
settings = dict(resolved.get("settings") or {})
|
|
capabilities = dict(provider.get("capabilities") or {})
|
|
return OpenAIVisionProvider(
|
|
VisionProviderConfig(
|
|
provider_id=str(resolved["provider_id"]),
|
|
base_url=base_url,
|
|
api_key=secret.value or "",
|
|
vision_model=str(resolved["model_id"]),
|
|
vision_endpoint=str(
|
|
settings.get("vision_endpoint")
|
|
or capabilities.get("vision_endpoint")
|
|
or "/v1/chat/completions"
|
|
),
|
|
provider_type=str(provider.get("provider_type") or "openai_compatible"),
|
|
timeout_seconds=int(provider.get("timeout_seconds") or 180),
|
|
extra_headers=dict(provider.get("extra_headers") or {}),
|
|
)
|
|
)
|
|
|
|
|
|
def _configured_bool(*values: Any, default: bool) -> bool:
|
|
for value in values:
|
|
if value is None:
|
|
continue
|
|
if isinstance(value, str):
|
|
normalized = value.strip().lower()
|
|
if normalized in {"1", "true", "yes", "on", "enabled"}:
|
|
return True
|
|
if normalized in {"0", "false", "no", "off", "disabled"}:
|
|
return False
|
|
return bool(value)
|
|
return default
|
|
|
|
|
|
def _default_negative_prompt_support(base_url: str) -> bool:
|
|
try:
|
|
hostname = str(urlsplit(base_url).hostname or "").lower()
|
|
except ValueError:
|
|
return True
|
|
return not (hostname == "api.openai.com" or hostname.endswith(".openai.azure.com"))
|