The open-source AI voice studio. Clone, dictate, create.
Add indexes on high-traffic foreign keys and sort columns
Will Andersonb97ffbfba970
diff --git a/backend/database/migrations.py b/backend/database/migrations.pyindex d353b58c..12f9cdd4 100644--- a/backend/database/migrations.py+++ b/backend/database/migrations.py@@ -44,6 +44,7 @@ def run_migrations(engine) -> None:_migrate_capture_settings(engine, inspector, tables)_migrate_mcp_bindings(engine, inspector, tables)_normalize_storage_paths(engine, tables)+ _migrate_add_indexes(engine, tables)# -- helpers ---------------------------------------------------------------@@ -292,6 +293,46 @@ def _supports_drop_column(engine) -> bool:return tuple(int(p) for p in sqlite3.sqlite_version.split(".")[:3]) >= (3, 35, 0)+def _migrate_add_indexes(engine, tables: set[str]) -> None:+ """Create missing indexes on high-traffic foreign keys and sort columns.++ SQLite silently ignores ``CREATE INDEX IF NOT EXISTS``, so this is+ safe to run on every startup regardless of whether the index already+ exists. New installs get the indexes from ``Base.metadata.create_all``+ (via the ``index=True`` column flags); this migration brings existing+ databases into parity without dropping or recreating any data.+ """+ indexes = [+ # generations — filtered by profile, ordered/filtered by date, filtered by status+ ("ix_generations_profile_id", "generations", "profile_id"),+ ("ix_generations_created_at", "generations", "created_at"),+ ("ix_generations_status", "generations", "status"),+ # story_items — every story lookup filters by story_id; join on generation_id+ ("ix_story_items_story_id", "story_items", "story_id"),+ ("ix_story_items_generation_id", "story_items", "generation_id"),+ # generation_versions — always filtered/joined on generation_id+ ("ix_generation_versions_generation_id", "generation_versions", "generation_id"),+ # profile_samples — loaded per-profile on every voice prompt build+ ("ix_profile_samples_profile_id", "profile_samples", "profile_id"),+ # captures — ordered by date in list view+ ("ix_captures_created_at", "captures", "created_at"),+ # channel_device_mappings — looked up per channel+ ("ix_channel_device_mappings_channel_id", "channel_device_mappings", "channel_id"),+ ]++ with engine.connect() as conn:+ for index_name, table, column in indexes:+ if table not in tables:+ continue+ conn.execute(+ text(+ f"CREATE INDEX IF NOT EXISTS {index_name}"+ f" ON {table} ({column})"+ )+ )+ conn.commit()++def _normalize_storage_paths(engine, tables: set[str]) -> None:"""Normalize stored file paths to be relative to the configured data dir."""from pathlib import Pathdiff --git a/backend/database/models.py b/backend/database/models.pyindex b85a55b1..3ba75fc8 100644--- a/backend/database/models.py+++ b/backend/database/models.py@@ -3,7 +3,7 @@from datetime import datetimeimport uuid-from sqlalchemy import Column, String, Integer, Float, DateTime, Text, ForeignKey, Boolean, JSON+from sqlalchemy import Column, Index, String, Integer, Float, DateTime, Text, ForeignKey, Boolean, JSONfrom sqlalchemy.ext.declarative import declarative_basefrom ..utils.capture_chords import (@@ -54,7 +54,7 @@ class ProfileSample(Base):__tablename__ = "profile_samples"id = Column(String, primary_key=True, default=lambda: str(uuid.uuid4()))- profile_id = Column(String, ForeignKey("profiles.id"), nullable=False)+ profile_id = Column(String, ForeignKey("profiles.id"), nullable=False, index=True)audio_path = Column(String, nullable=False)reference_text = Column(Text, nullable=False)@@ -65,7 +65,7 @@ class Generation(Base):__tablename__ = "generations"id = Column(String, primary_key=True, default=lambda: str(uuid.uuid4()))- profile_id = Column(String, ForeignKey("profiles.id"), nullable=False)+ profile_id = Column(String, ForeignKey("profiles.id"), nullable=False, index=True)text = Column(Text, nullable=False)language = Column(String, default="en")audio_path = Column(String, nullable=True)@@ -74,7 +74,7 @@ class Generation(Base):instruct = Column(Text)engine = Column(String, default="qwen")model_size = Column(String, nullable=True)- status = Column(String, default="completed")+ status = Column(String, default="completed", index=True)error = Column(Text, nullable=True)is_favorited = Column(Boolean, default=False)# Origin of this generation — "manual" for plain /generate calls,@@ -82,7 +82,7 @@ class Generation(Base):# profile's personality LLM before TTS. Future sources (bulk import,# agent replies, etc.) can extend this.source = Column(String, nullable=False, default="manual")- created_at = Column(DateTime, default=datetime.utcnow)+ created_at = Column(DateTime, default=datetime.utcnow, index=True)class Story(Base):@@ -103,8 +103,8 @@ class StoryItem(Base):__tablename__ = "story_items"id = Column(String, primary_key=True, default=lambda: str(uuid.uuid4()))- story_id = Column(String, ForeignKey("stories.id"), nullable=False)- generation_id = Column(String, ForeignKey("generations.id"), nullable=False)+ story_id = Column(String, ForeignKey("stories.id"), nullable=False, index=True)+ generation_id = Column(String, ForeignKey("generations.id"), nullable=False, index=True)version_id = Column(String, ForeignKey("generation_versions.id"), nullable=True)start_time_ms = Column(Integer, nullable=False, default=0)track = Column(Integer, nullable=False, default=0)@@ -132,7 +132,7 @@ class GenerationVersion(Base):__tablename__ = "generation_versions"id = Column(String, primary_key=True, default=lambda: str(uuid.uuid4()))- generation_id = Column(String, ForeignKey("generations.id"), nullable=False)+ generation_id = Column(String, ForeignKey("generations.id"), nullable=False, index=True)label = Column(String, nullable=False)audio_path = Column(String, nullable=False)effects_chain = Column(Text, nullable=True)@@ -172,7 +172,7 @@ class ChannelDeviceMapping(Base):__tablename__ = "channel_device_mappings"id = Column(String, primary_key=True, default=lambda: str(uuid.uuid4()))- channel_id = Column(String, ForeignKey("audio_channels.id"), nullable=False)+ channel_id = Column(String, ForeignKey("audio_channels.id"), nullable=False, index=True)device_id = Column(String, nullable=False)@@ -300,4 +300,4 @@ class Capture(Base):stt_model = Column(String, nullable=True)llm_model = Column(String, nullable=True)refinement_flags = Column(Text, nullable=True) # JSON blob- created_at = Column(DateTime, default=datetime.utcnow)+ created_at = Column(DateTime, default=datetime.utcnow, index=True)