Add web UI, sender profiles, purge rules, and infosec action

Extends the pipeline with infosec classification, sender profile tracking,
and configurable purge rules. Adds a web dashboard for managing rules and
monitoring email processing. Includes new migrations and seed script.

Co-Authored-By: Claude Opus 4.6 (1M context) <noreply@anthropic.com>

migrations/versions/0001_initial_schema.py

@@ -148,7 +148,7 @@ def upgrade() -> None:
         sa.Column("subject", sa.Text),
         sa.Column("received_at", sa.DateTime(timezone=True)),
         sa.Column("has_attachments", sa.Boolean, nullable=False, server_default="FALSE"),
-        sa.Column("sender_type", sa.Enum("customer", "vendor", "whitelist", "unknown", name="sender_type", create_type=False), nullable=False, server_default="unknown"),
+        sa.Column("sender_type", postgresql.ENUM("customer", "vendor", "whitelist", "unknown", name="sender_type", create_type=False), nullable=False, server_default="unknown"),
         sa.Column("matched_entity_id", postgresql.UUID(as_uuid=True)),
         sa.Column("matched_entity_table", sa.Text),
         sa.Column("llm_model", sa.Text),
@@ -158,12 +158,12 @@ def upgrade() -> None:
         sa.Column("llm_classification", sa.Text),
         sa.Column("llm_confidence", sa.Numeric(4, 3)),
         sa.Column("llm_reasoning", sa.Text),
-        sa.Column("llm_suggested_action", sa.Enum("inbox_keep", "flag_follow_up", "move_customer", "move_vendor", "move_whitelist", "move_spam", "move_review", "escalate", name="email_action", create_type=False)),
-        sa.Column("final_action", sa.Enum("inbox_keep", "flag_follow_up", "move_customer", "move_vendor", "move_whitelist", "move_spam", "move_review", "escalate", name="email_action", create_type=False), nullable=False, server_default="inbox_keep"),
+        sa.Column("llm_suggested_action", postgresql.ENUM("inbox_keep", "flag_follow_up", "move_customer", "move_vendor", "move_whitelist", "move_spam", "move_review", "escalate", name="email_action", create_type=False)),
+        sa.Column("final_action", postgresql.ENUM("inbox_keep", "flag_follow_up", "move_customer", "move_vendor", "move_whitelist", "move_spam", "move_review", "escalate", name="email_action", create_type=False), nullable=False, server_default="inbox_keep"),
         sa.Column("action_overridden", sa.Boolean, nullable=False, server_default="FALSE"),
         sa.Column("action_executed_at", sa.DateTime(timezone=True)),
         sa.Column("action_error", sa.Text),
-        sa.Column("status", sa.Enum("pending", "processing", "completed", "failed", "skipped", name="processing_status", create_type=False), nullable=False, server_default="pending"),
+        sa.Column("status", postgresql.ENUM("pending", "processing", "completed", "failed", "skipped", name="processing_status", create_type=False), nullable=False, server_default="pending"),
         sa.Column("processing_started_at", sa.DateTime(timezone=True)),
         sa.Column("processing_completed_at", sa.DateTime(timezone=True)),
         sa.Column("error_message", sa.Text),

migrations/versions/0002_add_infosec_action.py

@@ -0,0 +1,25 @@
+"""Add move_infosec to email_action enum
+
+Revision ID: 0002
+Revises: 0001
+Create Date: 2026-04-01
+"""
+from __future__ import annotations
+
+from typing import Sequence, Union
+
+from alembic import op
+
+revision: str = "0002"
+down_revision: Union[str, None] = "0001"
+branch_labels: Union[str, Sequence[str], None] = None
+depends_on: Union[str, Sequence[str], None] = None
+
+
+def upgrade() -> None:
+    op.execute("ALTER TYPE email_action ADD VALUE IF NOT EXISTS 'move_infosec'")
+
+
+def downgrade() -> None:
+    # Postgres does not support removing enum values; a full recreate would be needed.
+    pass

migrations/versions/0003_add_purge_rules.py

@@ -0,0 +1,37 @@
+"""Add purge_rules table
+
+Revision ID: 0003
+Revises: 0002
+Create Date: 2026-04-01
+"""
+from __future__ import annotations
+
+from typing import Sequence, Union
+
+import sqlalchemy as sa
+from alembic import op
+from sqlalchemy.dialects import postgresql
+
+revision: str = "0003"
+down_revision: Union[str, None] = "0002"
+branch_labels: Union[str, Sequence[str], None] = None
+depends_on: Union[str, Sequence[str], None] = None
+
+
+def upgrade() -> None:
+    op.create_table(
+        "purge_rules",
+        sa.Column("id", postgresql.UUID(as_uuid=True), primary_key=True, server_default=sa.text("gen_random_uuid()")),
+        sa.Column("email_address", sa.Text, nullable=False, unique=True),
+        sa.Column("display_name", sa.Text),
+        sa.Column("older_than_days", sa.Integer, nullable=False, server_default="30"),
+        sa.Column("is_active", sa.Boolean, nullable=False, server_default="TRUE"),
+        sa.Column("notes", sa.Text),
+        sa.Column("created_at", sa.DateTime(timezone=True), server_default=sa.text("NOW()")),
+    )
+    op.create_index("idx_purge_rules_active", "purge_rules", ["email_address"],
+                    postgresql_where=sa.text("is_active = TRUE"))
+
+
+def downgrade() -> None:
+    op.drop_table("purge_rules")

migrations/versions/0004_add_sender_profiles.py

@@ -0,0 +1,54 @@
+"""Add sender_profiles table
+
+Revision ID: 0004
+Revises: 0003
+Create Date: 2026-04-02
+"""
+from __future__ import annotations
+
+from typing import Sequence, Union
+
+import sqlalchemy as sa
+from alembic import op
+from sqlalchemy.dialects import postgresql
+
+revision: str = "0004"
+down_revision: Union[str, None] = "0003"
+branch_labels: Union[str, Sequence[str], None] = None
+depends_on: Union[str, Sequence[str], None] = None
+
+
+def upgrade() -> None:
+    op.create_table(
+        "sender_profiles",
+        sa.Column("id", postgresql.UUID(as_uuid=True), primary_key=True, server_default=sa.text("gen_random_uuid()")),
+        sa.Column("email_address", sa.Text, nullable=False, unique=True),
+        sa.Column("display_name", sa.Text),
+        sa.Column(
+            "sender_type",
+            postgresql.ENUM("customer", "vendor", "whitelist", "unknown", name="sender_type", create_type=False),
+            nullable=False,
+            server_default="unknown",
+        ),
+        sa.Column("email_types", postgresql.JSONB, nullable=False, server_default=sa.text("'[]'")),
+        sa.Column("processing_instructions", sa.Text),
+        sa.Column("notes", sa.Text),
+        sa.Column("is_active", sa.Boolean, nullable=False, server_default="TRUE"),
+        sa.Column("created_at", sa.DateTime(timezone=True), server_default=sa.text("NOW()")),
+        sa.Column("updated_at", sa.DateTime(timezone=True), server_default=sa.text("NOW()")),
+    )
+    op.create_index(
+        "idx_sender_profiles_address",
+        "sender_profiles",
+        [sa.text("LOWER(email_address)")],
+    )
+    op.execute("""
+        CREATE TRIGGER trg_sender_profiles_updated_at
+        BEFORE UPDATE ON sender_profiles
+        FOR EACH ROW EXECUTE FUNCTION set_updated_at();
+    """)
+
+
+def downgrade() -> None:
+    op.execute("DROP TRIGGER IF EXISTS trg_sender_profiles_updated_at ON sender_profiles")
+    op.drop_table("sender_profiles")