Skip to content

LLM-Driven Extraction of Unstructured Data — Built for API Deployments & ETL Pipeline Workflows

36.8 KB
Raw Blame
class MigrationQuery:
    """This class contains methods to generate SQL queries for various
    migration operations.
    """

    def __init__(self, v2_schema) -> None:
        self.v2_schema = v2_schema

    def get_public_schema_migrations(self) -> list[dict[str, str]]:
        """Returns a list of dictionaries containing the schema migration
        details.

        Args:
            v2_schema (str): The name of the schema in the version 2 database.

        Returns:
            list: A list of dictionaries containing the schema migration details.
        """
        migrations = [
            {
                "name": "001_organization",
                "src_query": """
                    SELECT id, name, display_name, organization_id, modified_at,
                    created_at, allowed_token_limit FROM account_organization;
                """,
                "dest_query": f"""
                    INSERT INTO "{self.v2_schema}".organization (id, name,
                    display_name, organization_id, modified_at, created_at,
                    allowed_token_limit)
                    VALUES (%s, %s, %s, %s, %s, %s, %s);
                """,
                "dest_table": "organization",
            },
            {
                "name": "migration_002_user",
                "src_query": """
                    SELECT id, password, last_login, is_superuser, username,
                        first_name, last_name, email, is_staff, is_active,
                        date_joined, user_id, project_storage_created, created_by_id,
                        modified_by_id, modified_at, created_at
                    FROM account_user;
                """,
                "dest_query": f"""
                    INSERT INTO "{self.v2_schema}".user (
                        id, password, last_login, is_superuser, username, first_name,
                        last_name, email, is_staff, is_active, date_joined, user_id,
                        project_storage_created, created_by_id, modified_by_id,
                        modified_at, created_at
                    ) VALUES (%s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s,
                    %s, %s, %s);
                """,
                "dest_table": "user",
            },
            {
                "name": "migration_003_platformkey",
                "src_query": """
                    SELECT id, key, key_name, is_active, organization_id,
                    created_by_id, modified_by_id
                    FROM account_platformkey;
                """,
                "dest_query": f"""
                    INSERT INTO "{self.v2_schema}".platform_key (
                        id, key, key_name, is_active, organization_id,
                        created_by_id, modified_by_id
                    ) VALUES (%s, %s, %s, %s, %s, %s, %s);
                """,
                "dest_table": "platform_key",
            },
            {
                "name": "migration_004_periodictask",
                "src_query": """
                    SELECT id, name, task, args, kwargs, queue,
                           exchange, routing_key, expires, enabled, last_run_at,
                           total_run_count, date_changed,
                           description, crontab_id, interval_id, solar_id,
                           one_off, start_time, priority, headers,
                           clocked_id, expire_seconds
                    FROM django_celery_beat_periodictask;
                """,
                "dest_query": f"""
                    INSERT INTO "{self.v2_schema}".django_celery_beat_periodictask (
                        id, name, task, args, kwargs, queue, exchange, routing_key,
                        expires, enabled, last_run_at,
                        total_run_count, date_changed, description, crontab_id,
                        interval_id, solar_id, one_off,
                        start_time, priority, headers, clocked_id, expire_seconds
                    ) VALUES (%s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s,
                    %s, %s, %s, %s, %s, %s, %s, %s, %s, %s);
                """,
                "clear_table": True,
                "dest_table": "django_celery_beat_periodictask",
            },
            {
                "name": "migration_005_periodictasks",
                "src_query": """
                    SELECT ident, last_update FROM django_celery_beat_periodictasks;
                """,
                "dest_query": f"""
                    INSERT INTO "{self.v2_schema}".django_celery_beat_periodictasks
                    (ident, last_update)
                    VALUES (%s, %s);
                """,
                "clear_table": True,
                "dest_table": "django_celery_beat_periodictasks",
            },
            {
                "name": "migration_006_crontabschedule",
                "src_query": """
                    SELECT id, minute, hour, day_of_week, day_of_month,
                    month_of_year, timezone FROM django_celery_beat_crontabschedule;
                """,
                "dest_query": f"""
                    INSERT INTO
                        "{self.v2_schema}".django_celery_beat_crontabschedule (
                        id, minute, hour, day_of_week, day_of_month, month_of_year,
                        timezone
                    ) VALUES (%s, %s, %s, %s, %s, %s, %s);
                """,
                "clear_table": True,
                "dest_table": "django_celery_beat_crontabschedule",
            },
            {
                "name": "migration_007_intervalschedule",
                "src_query": """
                    SELECT id, every, period FROM django_celery_beat_intervalschedule;
                """,
                "dest_query": f"""
                    INSERT INTO "{self.v2_schema}".django_celery_beat_intervalschedule
                    (id, every, period)
                    VALUES (%s, %s, %s);
                """,
                "clear_table": True,
                "dest_table": "django_celery_beat_intervalschedule",
            },
            {
                "name": "migration_008_clockedschedule",
                "src_query": """
                    SELECT id, clocked_time FROM django_celery_beat_clockedschedule;
                """,
                "dest_query": f"""
                    INSERT INTO "{self.v2_schema}".django_celery_beat_clockedschedule
                    (id, clocked_time)
                    VALUES (%s, %s);
                """,
                "clear_table": True,
                "dest_table": "django_celery_beat_clockedschedule",
            },
            {
                "name": "migration_009_djangosession",
                "src_query": """
                    SELECT session_key, session_data, expire_date FROM django_session;
                """,
                "dest_query": f"""
                    INSERT INTO "{self.v2_schema}".django_session (
                        session_key, session_data, expire_date
                    ) VALUES (%s, %s, %s);
                """,
                "dest_table": "django_session",
            },
            {
                "name": "migration_010_socialauth_usersocialauth",
                "src_query": """
                    SELECT id, user_id, provider, uid, extra_data, created, modified
                    FROM social_auth_usersocialauth;
                """,
                "dest_query": f"""
                    INSERT INTO "{self.v2_schema}".social_auth_usersocialauth (
                        id, user_id, provider, uid, extra_data, created, modified
                    ) VALUES (%s, %s, %s, %s, %s);
                """,
                "dest_table": "social_auth_usersocialauth",
            },
            {
                "name": "migration_011_socialauth_nonce",
                "src_query": """
                    SELECT id, server_url, timestamp, salt FROM social_auth_nonce;
                """,
                "dest_query": f"""
                    INSERT INTO "{self.v2_schema}".social_auth_nonce (
                        id, server_url, timestamp, salt
                    ) VALUES (%s, %s, %s, %s);
                """,
                "dest_table": "social_auth_nonce",
            },
            {
                "name": "migration_012_socialauth_association",
                "src_query": """
                    SELECT id, server_url, handle, secret, issued, lifetime,
                    assoc_type FROM social_auth_association;
                """,
                "dest_query": f"""
                    INSERT INTO "{self.v2_schema}".social_auth_association (
                        id, server_url, handle, secret, issued, lifetime, assoc_type
                    ) VALUES (%s, %s, %s, %s, %s, %s, %s);
                """,
                "dest_table": "social_auth_association",
            },
            {
                "name": "migration_013_socialauth_code",
                "src_query": """
                    SELECT id, email, code, verified, timestamp FROM social_auth_code;
                """,
                "dest_query": f"""
                    INSERT INTO "{self.v2_schema}".social_auth_code (
                        id, email, code, verified, timestamp
                    ) VALUES (%s, %s, %s, %s, %s);
                """,
                "dest_table": "social_auth_code",
            },
            {
                "name": "migration_014_socialauth_partial",
                "src_query": """
                    SELECT id, token, data, next_step, backend, timestamp
                    FROM social_auth_partial;
                """,
                "dest_query": f"""
                    INSERT INTO "{self.v2_schema}".social_auth_partial (
                        id, token, data, next_step, backend, timestamp
                    ) VALUES (%s, %s, %s, %s, %s, %s);
                """,
                "dest_table": "social_auth_partial",
            },
            {
                "name": "migration_016_connector_auth",
                "src_query": """
                    SELECT id, user_id, provider, uid, extra_data, created, modified
                    FROM connector_auth_connectorauth;
                """,
                "dest_query": f"""
                    INSERT INTO "{self.v2_schema}".connector_auth (
                        id, user_id, provider, uid, extra_data, created, modified
                    ) VALUES (%s, %s, %s, %s, %s, %s, %s);
                """,
                "dest_table": "connector_auth",
            },
            {
                "name": "migration_017_page_usage",
                "src_query": """
                    SELECT id, organization_id, file_name, file_type, run_id,
                        pages_processed, file_size, created_at
                    FROM page_usage;
                """,
                "dest_query": f"""
                    INSERT INTO "{self.v2_schema}".page_usage (
                        id, organization_id, file_name, file_type, run_id,
                        pages_processed, file_size, created_at
                    ) VALUES (%s, %s, %s, %s, %s, %s, %s, %s);
                """,
                "dest_table": "page_usage",
            },
        ]
        return migrations

    def get_organization_migrations(
        self, schema: str, organization_id: str
    ) -> list[dict[str, str]]:
        """Returns a list of dictionaries containing the organization migration details.

        Args:
            schema (str): The name of the schema for the organization.
            organization_id (str): The ID of the organization.

        Returns:
            list: A list of dictionaries containing the organization migration
            details.
        """
        migrations = [
            {
                "name": f"migration_{schema}_001_organization_member",
                "src_query": f"""
                    SELECT user_id, role, is_login_onboarding_msg,
                    is_prompt_studio_onboarding_msg
                    FROM "{schema}".tenant_account_organizationmember;
                """,
                "dest_query": f"""
                    INSERT INTO "{self.v2_schema}".organization_member (
                        user_id, role, is_login_onboarding_msg,
                        is_prompt_studio_onboarding_msg,
                        organization_id
                    ) VALUES (%s, %s, %s, %s, {organization_id});
                """,
                "dest_table": "organization_member",
            },
            {
                "name": f"migration_{schema}_002_adapter_instance",
                "src_query": f"""
                    SELECT id, adapter_name, adapter_id, adapter_metadata,
                        adapter_metadata_b, adapter_type, created_by_id,
                        modified_by_id, is_active, shared_to_org, is_friction_less,
                        is_usable, description, modified_at, created_at
                    FROM "{schema}".adapter_adapterinstance;
                """,
                "dest_query": f"""
                    INSERT INTO "{self.v2_schema}".adapter_instance (
                        id, adapter_name, adapter_id, adapter_metadata,
                        adapter_metadata_b, adapter_type, created_by_id,
                        modified_by_id, is_active, shared_to_org, is_friction_less,
                        is_usable, description, modified_at, created_at,
                        organization_id
                    ) VALUES (%s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s,
                    %s, %s, {organization_id});
                """,
                "dest_table": "adapter_instance",
            },
            {
                "name": f"migration_{schema}_adapter_instance_shared_users",
                "src_query": f"""
                    SELECT adapterinstance_id, user_id
                    FROM "{schema}".adapter_adapterinstance_shared_users;
                """,
                "dest_query": f"""
                    INSERT INTO "{self.v2_schema}".adapter_instance_shared_users (
                        adapterinstance_id, user_id
                    ) VALUES (%s, %s);
                """,
                "dest_table": "adapter_instance_shared_users",
            },
            {
                "name": f"migration_{schema}_003_workflow",
                "src_query": f"""
                    SELECT id, description, workflow_name,
                           is_active, status, workflow_owner_id,
                           deployment_type, source_settings, destination_settings,
                           created_by_id, modified_by_id, modified_at, created_at
                    FROM "{schema}".workflow_workflow;
                """,
                "dest_query": f"""
                    INSERT INTO "{self.v2_schema}".workflow (
                        id, description, workflow_name,
                        is_active, status, workflow_owner_id,
                        deployment_type, source_settings, destination_settings,
                        created_by_id, modified_by_id, modified_at, created_at,
                        organization_id
                    ) VALUES (%s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s,
                    %s, %s, %s, {organization_id});
                """,
                "dest_table": "workflow",
            },
            {
                "name": f"migration_{schema}_connector_instance",
                "src_query": f"""
                    SELECT id, connector_name, workflow_id, connector_id,
                           connector_metadata_b, connector_version, connector_type,
                           connector_auth_id, connector_mode, created_by_id,
                           modified_by_id, created_at, modified_at
                    FROM "{schema}".connector_connectorinstance;
                """,
                "dest_query": f"""
                    INSERT INTO "{self.v2_schema}".connector_instance (
                        id, connector_name, workflow_id, connector_id,
                        connector_metadata, connector_version, connector_type,
                        connector_auth_id, connector_mode, created_by_id,
                        modified_by_id, created_at, modified_at, organization_id
                    ) VALUES (%s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s,
                    {organization_id});
                """,
                "dest_table": "connector_instance",
            },
            {
                "name": f"migration_{schema}_tool_instance",
                "src_query": f"""
                    SELECT id, tool_id, workflow_id, input, output, version, metadata,
                        step, status, created_by_id, modified_by_id,
                        input_file_connector_id, output_file_connector_id,
                        input_db_connector_id, output_db_connector_id,
                        created_at, modified_at
                    FROM "{schema}".tool_instance_toolinstance;
                """,
                "dest_query": f"""
                    INSERT INTO "{self.v2_schema}".tool_instance (
                        id, tool_id, workflow_id, input, output, version, metadata,
                        step, status, created_by_id, modified_by_id,
                        input_file_connector_id, output_file_connector_id,
                        input_db_connector_id, output_db_connector_id,
                        created_at, modified_at
                    ) VALUES (%s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s,
                    %s, %s, %s);
                """,
                "dest_table": "tool_instance",
            },
            {
                "name": f"migration_{schema}_workflow_endpoint",
                "src_query": f"""
                    SELECT id, workflow_id, endpoint_type, connection_type,
                    configuration, connector_instance_id,
                    modified_at, created_at
                    FROM "{schema}".workflow_endpoints;
                """,
                "dest_query": f"""
                    INSERT INTO "{self.v2_schema}".workflow_endpoints (
                        id, workflow_id, endpoint_type, connection_type,
                        configuration, connector_instance_id,
                        modified_at, created_at
                    ) VALUES (%s, %s, %s, %s, %s, %s, %s, %s);
                """,
                "dest_table": "workflow_endpoints",
            },
            {
                "name": f"migration_{schema}_api_deployment",
                "src_query": f"""
                    SELECT id, display_name, description, workflow_id, is_active,
                    api_endpoint, api_name, created_by_id, modified_by_id,
                    modified_at, created_at
                    FROM "{schema}".api_apideployment;
                """,
                "dest_query": f"""
                    INSERT INTO "{self.v2_schema}".api_deployment (
                        id, display_name, description, workflow_id, is_active,
                        api_endpoint, api_name, created_by_id, modified_by_id,
                        modified_at, created_at, organization_id
                    ) VALUES (%s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s,
                    {organization_id});
                """,
                "dest_table": "api_deployment",
            },
            {
                "name": f"migration_{schema}_pipeline",
                "src_query": f"""
                    SELECT id, pipeline_name, workflow_id, app_id, active, scheduled,
                        cron_string, pipeline_type, run_count,
                        last_run_time, last_run_status, app_icon, app_url,
                        access_control_bundle_id, created_by_id, modified_by_id,
                        created_at, modified_at
                    FROM "{schema}".pipeline_pipeline;
                """,
                "dest_query": f"""
                    INSERT INTO "{self.v2_schema}".pipeline (
                        id, pipeline_name, workflow_id, app_id, active, scheduled,
                        cron_string, pipeline_type, run_count,
                        last_run_time, last_run_status, app_icon, app_url,
                        access_control_bundle_id, created_by_id, modified_by_id,
                        created_at, modified_at, organization_id
                    ) VALUES (%s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s,
                    %s, %s, %s, %s, {organization_id});
                """,
                "dest_table": "pipeline",
            },
            {
                "name": f"migration_{schema}_api_key",
                "src_query": f"""
                    SELECT id, api_key, api_id, pipeline_id, description, is_active,
                    created_by_id, modified_by_id, created_at, modified_at
                    FROM "{schema}".api_apikey;
                """,
                "dest_query": f"""
                    INSERT INTO "{self.v2_schema}".api_deployment_key (
                        id, api_key, api_id, pipeline_id, description, is_active,
                        created_by_id, modified_by_id, created_at, modified_at
                    ) VALUES (%s, %s, %s, %s, %s, %s, %s, %s, %s, %s);
                """,
                "dest_table": "api_deployment_key",
            },
            {
                "name": f"migration_{schema}_usage",
                "src_query": f"""
                    SELECT id, workflow_id, execution_id, adapter_instance_id, run_id,
                        usage_type, llm_usage_reason, model_name,
                        embedding_tokens, prompt_tokens, completion_tokens,
                        total_tokens, cost_in_dollars,
                        created_at, modified_at
                    FROM "{schema}".token_usage;
                """,
                "dest_query": f"""
                    INSERT INTO "{self.v2_schema}".usage (
                        id, workflow_id, execution_id, adapter_instance_id, run_id,
                        usage_type, llm_usage_reason, model_name,
                        embedding_tokens, prompt_tokens, completion_tokens,
                        total_tokens, cost_in_dollars,
                        created_at, modified_at, organization_id
                    ) VALUES (%s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s,
                    %s, {organization_id});
                """,
                "dest_table": "usage",
            },
            {
                "name": f"migration_{schema}_workflow_execution",
                "src_query": f"""
                    SELECT id, pipeline_id, task_id, workflow_id, execution_mode,
                           execution_method, execution_type, execution_log_id, status,
                           error_message, attempts, execution_time, created_at,
                           modified_at
                    FROM "{schema}".workflow_workflowexecution;
                """,
                "dest_query": f"""
                    INSERT INTO "{self.v2_schema}".workflow_execution (
                        id, pipeline_id, task_id, workflow_id, execution_mode,
                        execution_method, execution_type, execution_log_id, status,
                        error_message, attempts, execution_time, created_at,
                        modified_at
                    ) VALUES (%s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s);
                """,
                "dest_table": "workflow_execution",
            },
            {
                "name": f"migration_{schema}_file_history",
                "src_query": f"""
                    SELECT id, cache_key, workflow_id, status, error, result,
                    meta_data, created_at, modified_at
                    FROM "{schema}".workflow_filehistory;
                """,
                "dest_query": f"""
                    INSERT INTO "{self.v2_schema}".file_history (
                        id, cache_key, workflow_id, status, error, result, metadata,
                        created_at, modified_at
                    ) VALUES (%s, %s, %s, %s, %s, %s, %s, %s, %s);
                """,
                "dest_table": "file_history",
            },
            {
                "name": f"migration_{schema}_execution_log",
                "src_query": f"""
                    SELECT id, execution_id, data, event_time, created_at, modified_at
                    FROM "{schema}".workflow_executionlog;
                """,
                "dest_query": f"""
                    INSERT INTO "{self.v2_schema}".execution_log (
                        id, execution_id, data, event_time, created_at, modified_at
                    ) VALUES (%s, %s, %s, %s, %s, %s);
                """,
                "dest_table": "execution_log",
            },
            {
                "name": f"migration_{schema}_user_default_adapter",
                "src_query": f"""
                    SELECT
                        user_id,
                        default_llm_adapter_id,
                        default_embedding_adapter_id,
                        default_vector_db_adapter_id,
                        default_x2text_adapter_id,
                        created_at,
                        modified_at
                    FROM "{schema}".adapter_processor_userdefaultadapter;
                """,
                "dest_query": f"""
                    INSERT INTO "{self.v2_schema}".default_organization_user_adapter (
                        organization_member_id,
                        default_llm_adapter_id,
                        default_embedding_adapter_id,
                        default_vector_db_adapter_id,
                        default_x2text_adapter_id,
                        created_at,
                        modified_at
                    ) VALUES (%s, %s, %s, %s, %s, %s, %s);
                """,
                "dest_table": "default_organization_user_adapter",
                "new_key_transaction": {
                    "user_id": {
                        "query": f"""
                            SELECT member_id
                            FROM "{self.v2_schema}".organization_member
                            WHERE user_id = %s AND organization_id='{organization_id}';
                        """,
                        "params": ["user_id"],
                        "none_action": "DELETE",
                    }
                },
            },
            # Prompt studio models
            {
                "name": f"migration_{schema}_custom_tool",
                "src_query": f"""
                    SELECT tool_id, tool_name, description, author, icon, output,
                        log_id, summarize_context, summarize_as_source,
                        summarize_prompt, preamble, postamble,
                        prompt_grammer, monitor_llm_id, created_by_id,
                        modified_by_id, exclude_failed,
                        single_pass_extraction_mode, challenge_llm_id,
                        enable_challenge, enable_highlight, created_at, modified_at
                    FROM "{schema}".prompt_studio_core_customtool;
                """,
                "dest_query": f"""
                    INSERT INTO "{self.v2_schema}".custom_tool (
                        tool_id, tool_name, description, author, icon, output,
                        log_id, summarize_context, summarize_as_source,
                        summarize_prompt, preamble, postamble,
                        prompt_grammer, monitor_llm_id, created_by_id,
                        modified_by_id, exclude_failed,
                        single_pass_extraction_mode, challenge_llm_id,
                        enable_challenge,
                        enable_highlight, created_at, modified_at, organization_id
                    ) VALUES (%s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s,
                    %s, %s, %s, %s, %s, %s, %s, %s, %s, {organization_id});
                """,
                "dest_table": "custom_tool",
            },
            {
                "name": f"migration_{schema}_custom_tool_shared_users",
                "src_query": f"""
                    SELECT customtool_id, user_id
                    FROM "{schema}".prompt_studio_core_customtool_shared_users;
                """,
                "dest_query": f"""
                    INSERT INTO "{self.v2_schema}".custom_tool_shared_users (
                        customtool_id, user_id
                    ) VALUES (%s, %s);
                """,
                "dest_table": "custom_tool_shared_users",
            },
            {
                "name": f"migration_{schema}_profile_manager",
                "src_query": f"""
                    SELECT profile_id, profile_name, vector_store_id,
                        embedding_model_id, llm_id,
                        x2text_id, chunk_size, chunk_overlap, reindex,
                        retrieval_strategy, similarity_top_k, section, created_by_id,
                        modified_by_id, prompt_studio_tool_id, is_default,
                        is_summarize_llm, created_at, modified_at
                    FROM "{schema}".prompt_profile_manager_profilemanager;
                """,
                "dest_query": f"""
                    INSERT INTO "{self.v2_schema}".profile_manager (
                        profile_id, profile_name, vector_store_id,
                        embedding_model_id, llm_id,
                        x2text_id, chunk_size, chunk_overlap, reindex,
                        retrieval_strategy, similarity_top_k, section,
                        created_by_id, modified_by_id,
                        prompt_studio_tool_id, is_default, is_summarize_llm,
                        created_at, modified_at
                    ) VALUES (%s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s,
                    %s, %s, %s, %s, %s);
                """,
                "dest_table": "profile_manager",
            },
            {
                "name": f"migration_{schema}_document_manager",
                "src_query": f"""
                    SELECT document_id, document_name, tool_id, created_by_id,
                        modified_by_id, created_at, modified_at
                    FROM
                    "{schema}".prompt_studio_document_manager_documentmanager;
                """,
                "dest_query": f"""
                    INSERT INTO "{self.v2_schema}".document_manager (
                        document_id, document_name, tool_id, created_by_id,
                        modified_by_id, created_at, modified_at
                    ) VALUES (%s, %s, %s, %s, %s, %s, %s);
                """,
                "dest_table": "document_manager",
            },
            {
                "name": f"migration_{schema}_index_manager",
                "src_query": f"""
                    SELECT index_manager_id, document_manager_id, profile_manager_id,
                           raw_index_id, summarize_index_id, index_ids_history,
                           created_by_id, modified_by_id, created_at, modified_at
                    FROM "{schema}".prompt_studio_index_manager_indexmanager;
                """,
                "dest_query": f"""
                    INSERT INTO "{self.v2_schema}".index_manager (
                        index_manager_id, document_manager_id, profile_manager_id,
                        raw_index_id, summarize_index_id, index_ids_history,
                        created_by_id, modified_by_id, created_at, modified_at
                    ) VALUES (%s, %s, %s, %s, %s, %s, %s, %s, %s, %s);
                """,
                "dest_table": "index_manager",
            },
            {
                "name": f"migration_{schema}_tool_studio_prompt",
                "src_query": f"""
                    SELECT prompt_id, prompt_key, enforce_type, prompt, tool_id_id,
                        sequence_number, prompt_type, profile_manager_id, output,
                        assert_prompt, assertion_failure_prompt, is_assert, active,
                        output_metadata, created_by_id, modified_by_id, evaluate,
                        eval_quality_faithfulness, eval_quality_correctness,
                        eval_quality_relevance, eval_security_pii,
                        eval_guidance_toxicity, eval_guidance_completeness,
                        created_at, modified_at
                    FROM "{schema}".prompt_studio_toolstudioprompt;
                """,
                "dest_query": f"""
                    INSERT INTO "{self.v2_schema}".tool_studio_prompt (
                        prompt_id, prompt_key, enforce_type, prompt, tool_id_id,
                        sequence_number, prompt_type, profile_manager_id, output,
                        assert_prompt, assertion_failure_prompt, is_assert, active,
                        output_metadata, created_by_id, modified_by_id, evaluate,
                        eval_quality_faithfulness, eval_quality_correctness,
                        eval_quality_relevance, eval_security_pii,
                        eval_guidance_toxicity, eval_guidance_completeness,
                        created_at, modified_at
                    ) VALUES (%s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s,
                              %s, %s, %s,
                              %s, %s, %s, %s, %s, %s, %s, %s, %s, %s);
                """,
                "dest_table": "tool_studio_prompt",
            },
            {
                "name": f"migration_{schema}_prompt_studio_output_manager",
                "src_query": f"""
                    SELECT prompt_output_id, output, context, eval_metrics,
                           is_single_pass_extract,
                           prompt_id_id, document_manager_id, profile_manager_id,
                           tool_id_id, run_id,
                           created_by_id, modified_by_id, created_at, modified_at
                    FROM
                    "{schema}".prompt_studio_output_manager_promptstudiooutputmanager;
                """,
                "dest_query": f"""
                    INSERT INTO "{self.v2_schema}".prompt_studio_output_manager (
                        prompt_output_id, output, context, eval_metrics,
                        is_single_pass_extract,
                        prompt_id_id, document_manager_id, profile_manager_id,
                        tool_id_id, run_id,
                        created_by_id, modified_by_id, created_at, modified_at
                    ) VALUES (%s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s,
                              %s);
                """,
                "dest_table": "prompt_studio_output_manager",
            },
            {
                "name": f"migration_{schema}_prompt_studio_registry",
                "src_query": f"""
                    SELECT prompt_registry_id, name, description, tool_property,
                           tool_spec,
                           tool_metadata, icon, url, custom_tool_id, created_by_id,
                           modified_by_id,
                           shared_to_org, created_at, modified_at
                    FROM "{schema}".prompt_studio_registry_promptstudioregistry;
                """,
                "dest_query": f"""
                    INSERT INTO "{self.v2_schema}".prompt_studio_registry (
                        prompt_registry_id, name, description, tool_property,
                        tool_spec,
                        tool_metadata, icon, url, custom_tool_id, created_by_id,
                        modified_by_id,
                        shared_to_org, created_at, modified_at, organization_id
                    ) VALUES (%s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s,
                              %s, {organization_id});
                """,
                "dest_table": "prompt_studio_registry",
            },
            {
                "name": f"migration_{schema}_prompt_studio_registry_shared_users",
                "src_query": f"""
                    SELECT promptstudioregistry_id, user_id
                    FROM
                    "{schema}".prompt_studio_registry_promptstudioregistry_shared_users;
                """,
                "dest_query": f"""
                    INSERT INTO
                        "{self.v2_schema}".prompt_studio_registry_shared_users (
                        promptstudioregistry_id, user_id
                    ) VALUES (%s, %s);
                """,
                "dest_table": "prompt_studio_registry_shared_users",
            },
            {
                "name": f"migration_{schema}_notification",
                "src_query": f"""
                    SELECT id, name, url, authorization_key, authorization_header,
                        authorization_type, max_retries, platform, notification_type,
                        is_active, pipeline_id, api_id, created_at, modified_at
                    FROM "{schema}".notification_notification;
                """,
                "dest_query": f"""
                    INSERT INTO "{self.v2_schema}".notification (
                        id, name, url, authorization_key, authorization_header,
                        authorization_type, max_retries, platform, notification_type,
                        is_active, pipeline_id, api_id, created_at, modified_at
                    ) VALUES (%s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s);
                """,
                "dest_table": "notification",
            },
        ]
        return migrations