71 行
2.7 KiB
Python
71 行
2.7 KiB
Python
"""Find storage files that are not referenced by database records."""
|
|
|
|
from __future__ import annotations
|
|
|
|
from typing import Any
|
|
|
|
from backend.services.media_index_service import MediaIndexService
|
|
from database.db_helper import Database
|
|
|
|
|
|
class OrphanMediaService:
|
|
def __init__(self, database: Database, media_index_service: MediaIndexService):
|
|
self.database = database
|
|
self.media_index_service = media_index_service
|
|
|
|
def scan(self, *, root: str | None = None, limit: int = 500) -> dict[str, Any]:
|
|
references = self._referenced_uris()
|
|
index = self.media_index_service.index_files(root=root, limit=limit)
|
|
orphans = [item for item in index["items"] if item["uri"] not in references]
|
|
return {
|
|
"root": root,
|
|
"total_indexed": len(index["items"]),
|
|
"total_files": index["total"],
|
|
"index_truncated": index["truncated"],
|
|
"referenced_uri_count": len(references),
|
|
"orphan_count": len(orphans),
|
|
"orphans": orphans,
|
|
}
|
|
|
|
def _referenced_uris(self) -> set[str]:
|
|
refs: set[str] = set()
|
|
conn = self.database.connect()
|
|
try:
|
|
for table, columns in (
|
|
("generation_images", ("image_uri", "thumbnail_uri")),
|
|
("materials", ("image_uri", "thumbnail_uri")),
|
|
(
|
|
"advanced_material_imports",
|
|
("source_image_uri", "source_thumbnail_uri"),
|
|
),
|
|
(
|
|
"advanced_material_validation_attempts",
|
|
("validation_image_uri", "validation_thumbnail_uri"),
|
|
),
|
|
(
|
|
"advanced_materials",
|
|
(
|
|
"source_image_uri",
|
|
"source_thumbnail_uri",
|
|
"validation_image_uri",
|
|
"validation_thumbnail_uri",
|
|
),
|
|
),
|
|
(
|
|
"advanced_style_sources",
|
|
("source_image_uri", "source_thumbnail_uri"),
|
|
),
|
|
(
|
|
"advanced_style_validation_cases",
|
|
("validation_image_uri", "validation_thumbnail_uri"),
|
|
),
|
|
("character_profiles", ("avatar_image_uri",)),
|
|
):
|
|
for row in conn.execute(f"SELECT {', '.join(columns)} FROM {table}").fetchall():
|
|
for column in columns:
|
|
uri = str(row[column] or "").strip()
|
|
if uri.startswith("storage://"):
|
|
refs.add(uri)
|
|
finally:
|
|
conn.close()
|
|
return refs
|