astrbot_plugin_imagestudio/backend/services/model_provider_runtime.py

145 行
6.5 KiB
Python

2026-07-06 02:08:07 +08:00
"""Runtime helpers for building provider clients from persisted routes."""
from __future__ import annotations
from typing import Any
from urllib.parse import urlsplit
2026-07-06 02:08:07 +08:00
from backend.services.model_provider_service import ModelProviderService
from core.secret_service import SecretStore, resolve_secret_value
from engines.image_provider import FallbackImageProvider, ImageProvider, ImageProviderConfig, OpenAIImageProvider
2026-07-06 03:37:17 +08:00
from engines.vision_provider import OpenAIVisionProvider, VisionProvider, VisionProviderConfig
2026-07-06 02:08:07 +08:00
class ModelProviderRuntime:
def __init__(
self,
model_provider_service: ModelProviderService,
*,
secret_store: SecretStore | None = None,
):
self.model_provider_service = model_provider_service
self.secret_store = secret_store
def image_provider_for_route(self, route_context: dict[str, Any]) -> ImageProvider | None:
route_name = str(route_context.get("route_name") or "").strip()
if not route_name:
return None
resolved = self.model_provider_service.resolve_route(route_name, modality="image_generation")
if not resolved:
return None
candidates = [resolved]
fallback_enabled = bool(route_context.get("allow_provider_fallback", True))
if fallback_enabled:
seen = {str(resolved.get("route_id"))}
fallback_routes = sorted(
self.model_provider_service.list_routes(enabled=True),
key=lambda item: (int(item.get("priority") or 100), str(item.get("route_id") or "")),
)
for route in fallback_routes:
if route.get("modality") != "image_generation" or str(route.get("route_id")) in seen:
continue
candidate = self.model_provider_service.resolve_route(str(route.get("route_name")), modality="image_generation")
if candidate:
candidates.append(candidate); seen.add(str(candidate.get("route_id")))
providers = [provider for candidate in candidates if (provider := self._image_provider_from_resolved(candidate))]
if not providers:
return None
return providers[0] if len(providers) == 1 else FallbackImageProvider(providers)
def _image_provider_from_resolved(self, resolved: dict[str, Any]) -> ImageProvider | None:
2026-07-06 02:08:07 +08:00
provider = resolved.get("provider") or {}
if str(provider.get("provider_type") or "openai_compatible") != "openai_compatible":
return None
secret = resolve_secret_value(
env_var=provider.get("api_key_env_var"),
secret_ref=provider.get("api_key_secret_ref"),
secret_store=self.secret_store,
)
secret_configured = bool(provider.get("api_key_env_var") or provider.get("api_key_secret_ref"))
if secret_configured and not secret.value:
2026-07-06 02:08:07 +08:00
return None
settings = dict(resolved.get("settings") or {})
capabilities = dict(provider.get("capabilities") or {})
base_url = str(provider.get("base_url") or "")
2026-07-06 02:08:07 +08:00
return OpenAIImageProvider(
ImageProviderConfig(
provider_id=str(resolved["provider_id"]),
base_url=base_url,
api_key=secret.value or "",
2026-07-06 02:08:07 +08:00
image_model=str(resolved["model_id"]),
image_endpoint=str(provider.get("image_endpoint") or "/v1/images/generations"),
provider_type=str(provider.get("provider_type") or "openai_compatible"),
timeout_seconds=int(provider.get("timeout_seconds") or 180),
extra_headers=dict(provider.get("extra_headers") or {}),
supports_negative_prompt=_configured_bool(
settings.get("supports_negative_prompt"),
capabilities.get("supports_negative_prompt"),
capabilities.get("negative_prompt"),
default=_default_negative_prompt_support(base_url),
),
2026-07-06 02:08:07 +08:00
)
)
2026-07-06 03:37:17 +08:00
def vision_provider_for_route(self, route_context: dict[str, Any]) -> VisionProvider | None:
route_name = str(route_context.get("route_name") or "").strip()
if not route_name:
return None
resolved = self.model_provider_service.resolve_route(route_name, modality="vision_recognition")
if not resolved:
return None
provider = resolved.get("provider") or {}
if str(provider.get("provider_type") or "openai_compatible") != "openai_compatible":
return None
secret = resolve_secret_value(
env_var=provider.get("api_key_env_var"),
secret_ref=provider.get("api_key_secret_ref"),
secret_store=self.secret_store,
)
secret_configured = bool(provider.get("api_key_env_var") or provider.get("api_key_secret_ref"))
if secret_configured and not secret.value:
return None
base_url = str(provider.get("base_url") or "").strip()
if not base_url:
2026-07-06 03:37:17 +08:00
return None
settings = dict(resolved.get("settings") or {})
capabilities = dict(provider.get("capabilities") or {})
return OpenAIVisionProvider(
VisionProviderConfig(
provider_id=str(resolved["provider_id"]),
base_url=base_url,
api_key=secret.value or "",
2026-07-06 03:37:17 +08:00
vision_model=str(resolved["model_id"]),
vision_endpoint=str(
settings.get("vision_endpoint")
or capabilities.get("vision_endpoint")
or "/v1/chat/completions"
),
provider_type=str(provider.get("provider_type") or "openai_compatible"),
timeout_seconds=int(provider.get("timeout_seconds") or 180),
extra_headers=dict(provider.get("extra_headers") or {}),
)
)
def _configured_bool(*values: Any, default: bool) -> bool:
for value in values:
if value is None:
continue
if isinstance(value, str):
normalized = value.strip().lower()
if normalized in {"1", "true", "yes", "on", "enabled"}:
return True
if normalized in {"0", "false", "no", "off", "disabled"}:
return False
return bool(value)
return default
def _default_negative_prompt_support(base_url: str) -> bool:
try:
hostname = str(urlsplit(base_url).hostname or "").lower()
except ValueError:
return True
return not (hostname == "api.openai.com" or hostname.endswith(".openai.azure.com"))