sbcrumb
867bd008c5
Local Docker Build (Dev) / build-dev (push) Successful in 3s
- Add proper signal handlers for graceful shutdown of all components - Implement WebhookBatcher.shutdown() to properly close ThreadPoolExecutor and cancel timers - Add NFOGuardDatabase.close() method to close thread-local database connections - Increase uvicorn graceful shutdown timeout to 15 seconds - Add cleanup in finally block to ensure resources are freed even if signal handler fails - Reduce logging and server header overhead for better performance This should resolve Docker container shutdown issues where containers don't respond to SIGTERM properly. Bump version to 2.1.1 🤖 Generated with [Claude Code](https://claude.ai/code)
283 lines
12 KiB
Python
283 lines
12 KiB
Python
#!/usr/bin/env python3
|
|
"""
|
|
Database management for NFOGuard
|
|
Handles SQLite database operations for tracking media dates and processing history
|
|
"""
|
|
import sqlite3
|
|
import json
|
|
import threading
|
|
from pathlib import Path
|
|
from datetime import datetime
|
|
from typing import Optional, Dict, List, Any
|
|
from contextlib import contextmanager
|
|
|
|
class NFOGuardDatabase:
|
|
"""Manages NFOGuard SQLite database operations"""
|
|
|
|
def __init__(self, db_path: Path):
|
|
self.db_path = Path(db_path)
|
|
self.db_path.parent.mkdir(parents=True, exist_ok=True)
|
|
self._local = threading.local()
|
|
self._init_database()
|
|
|
|
def _get_connection(self) -> sqlite3.Connection:
|
|
"""Get thread-local database connection"""
|
|
if not hasattr(self._local, 'connection'):
|
|
self._local.connection = sqlite3.connect(
|
|
self.db_path,
|
|
check_same_thread=False,
|
|
timeout=30.0
|
|
)
|
|
self._local.connection.row_factory = sqlite3.Row
|
|
return self._local.connection
|
|
|
|
@contextmanager
|
|
def get_connection(self):
|
|
"""Context manager for database connections"""
|
|
conn = self._get_connection()
|
|
try:
|
|
yield conn
|
|
conn.commit()
|
|
except Exception:
|
|
conn.rollback()
|
|
raise
|
|
|
|
def _init_database(self):
|
|
"""Initialize database tables with migration support"""
|
|
with self.get_connection() as conn:
|
|
cursor = conn.cursor()
|
|
|
|
# Series table
|
|
cursor.execute("""
|
|
CREATE TABLE IF NOT EXISTS series (
|
|
imdb_id TEXT PRIMARY KEY,
|
|
path TEXT NOT NULL,
|
|
last_updated TEXT NOT NULL,
|
|
metadata TEXT
|
|
)
|
|
""")
|
|
|
|
# Episodes table
|
|
cursor.execute("""
|
|
CREATE TABLE IF NOT EXISTS episodes (
|
|
imdb_id TEXT NOT NULL,
|
|
season INTEGER NOT NULL,
|
|
episode INTEGER NOT NULL,
|
|
aired TEXT,
|
|
dateadded TEXT,
|
|
source TEXT,
|
|
last_updated TEXT NOT NULL,
|
|
PRIMARY KEY (imdb_id, season, episode),
|
|
FOREIGN KEY (imdb_id) REFERENCES series(imdb_id)
|
|
)
|
|
""")
|
|
|
|
# Movies table
|
|
cursor.execute("""
|
|
CREATE TABLE IF NOT EXISTS movies (
|
|
imdb_id TEXT PRIMARY KEY,
|
|
path TEXT NOT NULL,
|
|
released TEXT,
|
|
dateadded TEXT,
|
|
source TEXT,
|
|
last_updated TEXT NOT NULL
|
|
)
|
|
""")
|
|
|
|
# Processing history table
|
|
cursor.execute("""
|
|
CREATE TABLE IF NOT EXISTS processing_history (
|
|
id INTEGER PRIMARY KEY AUTOINCREMENT,
|
|
imdb_id TEXT NOT NULL,
|
|
media_type TEXT NOT NULL,
|
|
event_type TEXT NOT NULL,
|
|
processed_at TEXT NOT NULL,
|
|
details TEXT
|
|
)
|
|
""")
|
|
|
|
# Add missing columns if they don't exist (migration)
|
|
# Check current schema and add missing columns
|
|
cursor.execute("PRAGMA table_info(movies)")
|
|
movie_columns = [row[1] for row in cursor.fetchall()]
|
|
|
|
cursor.execute("PRAGMA table_info(episodes)")
|
|
episode_columns = [row[1] for row in cursor.fetchall()]
|
|
|
|
# Add missing columns to movies table
|
|
if 'path' not in movie_columns:
|
|
cursor.execute("ALTER TABLE movies ADD COLUMN path TEXT")
|
|
cursor.execute("UPDATE movies SET path = '/unknown/path/' || imdb_id WHERE path IS NULL")
|
|
|
|
if 'has_video_file' not in movie_columns:
|
|
cursor.execute("ALTER TABLE movies ADD COLUMN has_video_file BOOLEAN DEFAULT FALSE")
|
|
|
|
if 'last_updated' not in movie_columns:
|
|
cursor.execute("ALTER TABLE movies ADD COLUMN last_updated TEXT")
|
|
cursor.execute("UPDATE movies SET last_updated = datetime('now') WHERE last_updated IS NULL")
|
|
|
|
# Add missing columns to episodes table
|
|
if 'has_video_file' not in episode_columns:
|
|
cursor.execute("ALTER TABLE episodes ADD COLUMN has_video_file BOOLEAN DEFAULT FALSE")
|
|
|
|
if 'last_updated' not in episode_columns:
|
|
cursor.execute("ALTER TABLE episodes ADD COLUMN last_updated TEXT")
|
|
cursor.execute("UPDATE episodes SET last_updated = datetime('now') WHERE last_updated IS NULL")
|
|
|
|
# Create indexes
|
|
cursor.execute("CREATE INDEX IF NOT EXISTS idx_episodes_imdb ON episodes(imdb_id)")
|
|
cursor.execute("CREATE INDEX IF NOT EXISTS idx_episodes_video ON episodes(has_video_file)")
|
|
cursor.execute("CREATE INDEX IF NOT EXISTS idx_movies_video ON movies(has_video_file)")
|
|
cursor.execute("CREATE INDEX IF NOT EXISTS idx_history_imdb ON processing_history(imdb_id)")
|
|
|
|
def upsert_series(self, imdb_id: str, path: str, metadata: Optional[Dict] = None):
|
|
"""Insert or update series record"""
|
|
with self.get_connection() as conn:
|
|
cursor = conn.cursor()
|
|
cursor.execute("""
|
|
INSERT OR REPLACE INTO series (imdb_id, path, last_updated, metadata)
|
|
VALUES (?, ?, ?, ?)
|
|
""", (imdb_id, path, datetime.utcnow().isoformat(), json.dumps(metadata) if metadata else None))
|
|
|
|
def upsert_episode_date(self, imdb_id: str, season: int, episode: int,
|
|
aired: Optional[str], dateadded: Optional[str],
|
|
source: str, has_video_file: bool = False):
|
|
"""Insert or update episode date record"""
|
|
with self.get_connection() as conn:
|
|
cursor = conn.cursor()
|
|
cursor.execute("""
|
|
INSERT OR REPLACE INTO episodes
|
|
(imdb_id, season, episode, aired, dateadded, source, has_video_file, last_updated)
|
|
VALUES (?, ?, ?, ?, ?, ?, ?, ?)
|
|
""", (imdb_id, season, episode, aired, dateadded, source, has_video_file, datetime.utcnow().isoformat()))
|
|
|
|
def upsert_movie(self, imdb_id: str, path: str):
|
|
"""Insert or update movie record"""
|
|
with self.get_connection() as conn:
|
|
cursor = conn.cursor()
|
|
try:
|
|
cursor.execute("""
|
|
INSERT OR REPLACE INTO movies (imdb_id, path, last_updated)
|
|
VALUES (?, ?, ?)
|
|
""", (imdb_id, path, datetime.utcnow().isoformat()))
|
|
except sqlite3.OperationalError as e:
|
|
if "no column named path" in str(e):
|
|
# Fallback for databases without path column - just insert imdb_id
|
|
cursor.execute("""
|
|
INSERT OR REPLACE INTO movies (imdb_id, last_updated)
|
|
VALUES (?, ?)
|
|
""", (imdb_id, datetime.utcnow().isoformat()))
|
|
else:
|
|
raise
|
|
|
|
def upsert_movie_dates(self, imdb_id: str, released: Optional[str],
|
|
dateadded: Optional[str], source: str, has_video_file: bool = False):
|
|
"""Insert or update movie date record"""
|
|
print(f"🔍 DATABASE UPSERT: imdb_id={imdb_id}, dateadded={dateadded}, source={source}")
|
|
with self.get_connection() as conn:
|
|
cursor = conn.cursor()
|
|
# Use INSERT OR REPLACE to ensure we always update the dates properly
|
|
cursor.execute("""
|
|
INSERT OR REPLACE INTO movies (imdb_id, path, released, dateadded, source, has_video_file, last_updated)
|
|
VALUES (
|
|
?,
|
|
COALESCE((SELECT path FROM movies WHERE imdb_id = ?), 'unknown'),
|
|
?, ?, ?, ?, ?
|
|
)
|
|
""", (imdb_id, imdb_id, released, dateadded, source, has_video_file, datetime.utcnow().isoformat()))
|
|
|
|
# Debug: Check what was actually saved
|
|
cursor.execute("SELECT dateadded, source FROM movies WHERE imdb_id = ?", (imdb_id,))
|
|
result = cursor.fetchone()
|
|
print(f"🔍 DATABASE VERIFY: After upsert, found dateadded={result[0] if result else 'NOT_FOUND'}, source={result[1] if result else 'NOT_FOUND'}")
|
|
|
|
def get_series_episodes(self, imdb_id: str, has_video_file_only: bool = False) -> List[Dict]:
|
|
"""Get all episodes for a series"""
|
|
with self.get_connection() as conn:
|
|
cursor = conn.cursor()
|
|
|
|
query = "SELECT * FROM episodes WHERE imdb_id = ?"
|
|
params = [imdb_id]
|
|
|
|
if has_video_file_only:
|
|
query += " AND has_video_file = TRUE"
|
|
|
|
cursor.execute(query, params)
|
|
return [dict(row) for row in cursor.fetchall()]
|
|
|
|
def get_episode_date(self, imdb_id: str, season: int, episode: int) -> Optional[Dict]:
|
|
"""Get episode date record"""
|
|
with self.get_connection() as conn:
|
|
cursor = conn.cursor()
|
|
cursor.execute("""
|
|
SELECT * FROM episodes
|
|
WHERE imdb_id = ? AND season = ? AND episode = ?
|
|
""", (imdb_id, season, episode))
|
|
|
|
row = cursor.fetchone()
|
|
return dict(row) if row else None
|
|
|
|
def get_movie_dates(self, imdb_id: str) -> Optional[Dict]:
|
|
"""Get movie date record"""
|
|
with self.get_connection() as conn:
|
|
cursor = conn.cursor()
|
|
cursor.execute("SELECT * FROM movies WHERE imdb_id = ?", (imdb_id,))
|
|
|
|
row = cursor.fetchone()
|
|
return dict(row) if row else None
|
|
|
|
def add_processing_history(self, imdb_id: str, media_type: str, event_type: str, details: Optional[Dict] = None):
|
|
"""Add processing history entry"""
|
|
with self.get_connection() as conn:
|
|
cursor = conn.cursor()
|
|
cursor.execute("""
|
|
INSERT INTO processing_history (imdb_id, media_type, event_type, processed_at, details)
|
|
VALUES (?, ?, ?, ?, ?)
|
|
""", (imdb_id, media_type, event_type, datetime.utcnow().isoformat(),
|
|
json.dumps(details) if details else None))
|
|
|
|
def get_stats(self) -> Dict[str, Any]:
|
|
"""Get database statistics"""
|
|
with self.get_connection() as conn:
|
|
cursor = conn.cursor()
|
|
|
|
# Series stats
|
|
cursor.execute("SELECT COUNT(*) FROM series")
|
|
series_count = cursor.fetchone()[0]
|
|
|
|
# Episode stats
|
|
cursor.execute("SELECT COUNT(*) FROM episodes")
|
|
episodes_total = cursor.fetchone()[0]
|
|
|
|
cursor.execute("SELECT COUNT(*) FROM episodes WHERE has_video_file = TRUE")
|
|
episodes_with_video = cursor.fetchone()[0]
|
|
|
|
# Movie stats
|
|
cursor.execute("SELECT COUNT(*) FROM movies")
|
|
movies_total = cursor.fetchone()[0]
|
|
|
|
cursor.execute("SELECT COUNT(*) FROM movies WHERE has_video_file = TRUE")
|
|
movies_with_video = cursor.fetchone()[0]
|
|
|
|
# Processing history
|
|
cursor.execute("SELECT COUNT(*) FROM processing_history")
|
|
history_count = cursor.fetchone()[0]
|
|
|
|
return {
|
|
"series_count": series_count,
|
|
"episodes_total": episodes_total,
|
|
"episodes_with_video": episodes_with_video,
|
|
"movies_total": movies_total,
|
|
"movies_with_video": movies_with_video,
|
|
"processing_history_count": history_count,
|
|
"database_size_mb": round(self.db_path.stat().st_size / 1024 / 1024, 2)
|
|
}
|
|
|
|
def close(self):
|
|
"""Close all database connections"""
|
|
if hasattr(self._local, 'connection'):
|
|
try:
|
|
self._local.connection.close()
|
|
delattr(self._local, 'connection')
|
|
except Exception:
|
|
pass # Connection may already be closed |