351 lines
15 KiB
Python
351 lines
15 KiB
Python
"""SQLAlchemy ORM models for all persistent tables.
|
|
|
|
Only auth, billing, agent config, and memory data live here.
|
|
User content (notes, tasks, etc.) lives exclusively on the client.
|
|
|
|
Table inventory:
|
|
users — account credentials + tier
|
|
refresh_tokens — hashed refresh token store
|
|
subscriptions — Stripe subscription records
|
|
local_agent_configs — per-device batch agent configs
|
|
cloud_agent_configs — OAuth-backed cloud agent configs
|
|
agent_run_logs — execution history for all agents
|
|
memory_core — per-user persistent key/value preferences (encrypted)
|
|
memory_associative — per-user semantic memory with embeddings (encrypted)
|
|
memory_episodic — per-user session summaries (encrypted)
|
|
memory_proactive — per-user behavioral patterns (encrypted)
|
|
"""
|
|
|
|
from __future__ import annotations
|
|
|
|
import uuid
|
|
from datetime import datetime, timezone
|
|
|
|
from sqlalchemy import (
|
|
Boolean,
|
|
DateTime,
|
|
Enum,
|
|
Float,
|
|
ForeignKey,
|
|
Integer,
|
|
JSON,
|
|
String,
|
|
Text,
|
|
Uuid,
|
|
func,
|
|
)
|
|
from sqlalchemy.orm import Mapped, mapped_column, relationship
|
|
|
|
from app.db import Base
|
|
|
|
# ── Helpers ──────────────────────────────────────────────────────────────
|
|
|
|
|
|
def _uuid() -> str:
|
|
return str(uuid.uuid4())
|
|
|
|
|
|
def _now() -> datetime:
|
|
return datetime.now(timezone.utc)
|
|
|
|
|
|
# ── Enum types ────────────────────────────────────────────────────────────
|
|
|
|
TierEnum = Enum("free", "pro", "power", "team", name="billing_tier")
|
|
AgentTypeEnum = Enum("local", "cloud", name="agent_type")
|
|
AgentStatusEnum = Enum("running", "success", "error", "partial", name="agent_run_status")
|
|
CloudProviderEnum = Enum("gmail", "teams", "outlook", name="cloud_provider")
|
|
|
|
|
|
# ── Models ────────────────────────────────────────────────────────────────
|
|
|
|
|
|
class User(Base):
|
|
__tablename__ = "users"
|
|
|
|
id: Mapped[str] = mapped_column(
|
|
Uuid(as_uuid=False), primary_key=True, default=_uuid
|
|
)
|
|
email: Mapped[str] = mapped_column(String(255), unique=True, nullable=False, index=True)
|
|
name: Mapped[str | None] = mapped_column(String(100), nullable=True)
|
|
surname: Mapped[str | None] = mapped_column(String(100), nullable=True)
|
|
password_hash: Mapped[str | None] = mapped_column(String(255), nullable=True)
|
|
avatar_url: Mapped[str | None] = mapped_column(String(2048), nullable=True)
|
|
tier: Mapped[str] = mapped_column(TierEnum, nullable=False, default="free")
|
|
stripe_customer_id: Mapped[str | None] = mapped_column(String(255), nullable=True)
|
|
# Per-user Fernet key (base64-urlsafe, 44 chars). Generated on registration.
|
|
# Used to encrypt/decrypt all memory rows for this user.
|
|
encryption_key: Mapped[str | None] = mapped_column(String(64), nullable=True)
|
|
created_at: Mapped[datetime] = mapped_column(
|
|
DateTime(timezone=True), nullable=False, server_default=func.now()
|
|
)
|
|
onboarding_completed_at: Mapped[datetime | None] = mapped_column(
|
|
DateTime(timezone=True), nullable=True, default=None
|
|
)
|
|
updated_at: Mapped[datetime] = mapped_column(
|
|
DateTime(timezone=True), nullable=False, server_default=func.now(), onupdate=func.now()
|
|
)
|
|
|
|
refresh_tokens: Mapped[list[RefreshToken]] = relationship(
|
|
back_populates="user", cascade="all, delete-orphan"
|
|
)
|
|
subscription: Mapped[Subscription | None] = relationship(
|
|
back_populates="user", uselist=False, cascade="all, delete-orphan"
|
|
)
|
|
oauth_accounts: Mapped[list[OAuthAccount]] = relationship(
|
|
back_populates="user", cascade="all, delete-orphan"
|
|
)
|
|
|
|
|
|
class RefreshToken(Base):
|
|
__tablename__ = "refresh_tokens"
|
|
|
|
id: Mapped[str] = mapped_column(
|
|
Uuid(as_uuid=False), primary_key=True, default=_uuid
|
|
)
|
|
user_id: Mapped[str] = mapped_column(
|
|
Uuid(as_uuid=False), ForeignKey("users.id", ondelete="CASCADE"), nullable=False, index=True
|
|
)
|
|
token_hash: Mapped[str] = mapped_column(String(64), unique=True, nullable=False, index=True)
|
|
expires_at: Mapped[datetime] = mapped_column(DateTime(timezone=True), nullable=False)
|
|
created_at: Mapped[datetime] = mapped_column(
|
|
DateTime(timezone=True), nullable=False, server_default=func.now()
|
|
)
|
|
|
|
user: Mapped[User] = relationship(back_populates="refresh_tokens")
|
|
|
|
|
|
class OAuthAccount(Base):
|
|
__tablename__ = "oauth_accounts"
|
|
|
|
id: Mapped[str] = mapped_column(
|
|
Uuid(as_uuid=False), primary_key=True, default=_uuid
|
|
)
|
|
user_id: Mapped[str] = mapped_column(
|
|
Uuid(as_uuid=False), ForeignKey("users.id", ondelete="CASCADE"), nullable=False, index=True
|
|
)
|
|
provider: Mapped[str] = mapped_column(String(50), nullable=False)
|
|
provider_user_id: Mapped[str] = mapped_column(String(255), nullable=False)
|
|
provider_email: Mapped[str | None] = mapped_column(String(255), nullable=True)
|
|
created_at: Mapped[datetime] = mapped_column(
|
|
DateTime(timezone=True), nullable=False, server_default=func.now()
|
|
)
|
|
|
|
user: Mapped[User] = relationship(back_populates="oauth_accounts")
|
|
|
|
|
|
class Subscription(Base):
|
|
__tablename__ = "subscriptions"
|
|
|
|
id: Mapped[str] = mapped_column(
|
|
Uuid(as_uuid=False), primary_key=True, default=_uuid
|
|
)
|
|
user_id: Mapped[str] = mapped_column(
|
|
Uuid(as_uuid=False), ForeignKey("users.id", ondelete="CASCADE"),
|
|
nullable=False, unique=True, index=True
|
|
)
|
|
stripe_subscription_id: Mapped[str | None] = mapped_column(String(255), nullable=True, index=True)
|
|
tier: Mapped[str] = mapped_column(TierEnum, nullable=False, default="free")
|
|
status: Mapped[str] = mapped_column(String(50), nullable=False, default="free")
|
|
current_period_end: Mapped[datetime | None] = mapped_column(DateTime(timezone=True), nullable=True)
|
|
created_at: Mapped[datetime] = mapped_column(
|
|
DateTime(timezone=True), nullable=False, server_default=func.now()
|
|
)
|
|
|
|
user: Mapped[User] = relationship(back_populates="subscription")
|
|
|
|
|
|
class LocalAgentConfig(Base):
|
|
__tablename__ = "local_agent_configs"
|
|
|
|
id: Mapped[str] = mapped_column(
|
|
Uuid(as_uuid=False), primary_key=True, default=_uuid
|
|
)
|
|
user_id: Mapped[str] = mapped_column(
|
|
Uuid(as_uuid=False), ForeignKey("users.id", ondelete="CASCADE"), nullable=False, index=True
|
|
)
|
|
device_id: Mapped[str] = mapped_column(String(255), nullable=False)
|
|
name: Mapped[str] = mapped_column(String(255), nullable=False)
|
|
directory_paths: Mapped[list] = mapped_column(JSON, nullable=False, default=list)
|
|
data_types: Mapped[list] = mapped_column(JSON, nullable=False, default=list)
|
|
prompt_template: Mapped[str] = mapped_column(Text, nullable=False, default="")
|
|
agent_config: Mapped[dict | None] = mapped_column(JSON, nullable=True)
|
|
file_extensions: Mapped[list] = mapped_column(JSON, nullable=False, default=list)
|
|
schedule_cron: Mapped[str] = mapped_column(String(100), nullable=False, default="0 */6 * * *")
|
|
enabled: Mapped[bool] = mapped_column(Boolean, nullable=False, default=True)
|
|
last_run_at: Mapped[datetime | None] = mapped_column(DateTime(timezone=True), nullable=True)
|
|
created_at: Mapped[datetime] = mapped_column(
|
|
DateTime(timezone=True), nullable=False, server_default=func.now()
|
|
)
|
|
updated_at: Mapped[datetime] = mapped_column(
|
|
DateTime(timezone=True), nullable=False, server_default=func.now(), onupdate=func.now()
|
|
)
|
|
|
|
run_logs: Mapped[list[AgentRunLog]] = relationship(
|
|
back_populates="local_agent",
|
|
primaryjoin="and_(AgentRunLog.agent_id == LocalAgentConfig.id, AgentRunLog.agent_type == 'local')",
|
|
foreign_keys="AgentRunLog.agent_id",
|
|
cascade="all, delete-orphan",
|
|
overlaps="run_logs,cloud_agent",
|
|
)
|
|
|
|
|
|
class CloudAgentConfig(Base):
|
|
__tablename__ = "cloud_agent_configs"
|
|
|
|
id: Mapped[str] = mapped_column(
|
|
Uuid(as_uuid=False), primary_key=True, default=_uuid
|
|
)
|
|
user_id: Mapped[str] = mapped_column(
|
|
Uuid(as_uuid=False), ForeignKey("users.id", ondelete="CASCADE"), nullable=False, index=True
|
|
)
|
|
provider: Mapped[str] = mapped_column(CloudProviderEnum, nullable=False)
|
|
name: Mapped[str] = mapped_column(String(255), nullable=False)
|
|
data_types: Mapped[list] = mapped_column(JSON, nullable=False, default=list)
|
|
prompt_template: Mapped[str] = mapped_column(Text, nullable=False, default="")
|
|
oauth_token_encrypted: Mapped[str | None] = mapped_column(Text, nullable=True)
|
|
filter_config: Mapped[dict | None] = mapped_column(JSON, nullable=True)
|
|
schedule_cron: Mapped[str] = mapped_column(String(100), nullable=False, default="0 */6 * * *")
|
|
enabled: Mapped[bool] = mapped_column(Boolean, nullable=False, default=True)
|
|
last_run_at: Mapped[datetime | None] = mapped_column(DateTime(timezone=True), nullable=True)
|
|
created_at: Mapped[datetime] = mapped_column(
|
|
DateTime(timezone=True), nullable=False, server_default=func.now()
|
|
)
|
|
updated_at: Mapped[datetime] = mapped_column(
|
|
DateTime(timezone=True), nullable=False, server_default=func.now(), onupdate=func.now()
|
|
)
|
|
|
|
run_logs: Mapped[list[AgentRunLog]] = relationship(
|
|
back_populates="cloud_agent",
|
|
primaryjoin="and_(AgentRunLog.agent_id == CloudAgentConfig.id, AgentRunLog.agent_type == 'cloud')",
|
|
foreign_keys="AgentRunLog.agent_id",
|
|
cascade="all, delete-orphan",
|
|
overlaps="run_logs,local_agent",
|
|
)
|
|
|
|
|
|
class AgentRunLog(Base):
|
|
__tablename__ = "agent_run_logs"
|
|
|
|
id: Mapped[str] = mapped_column(
|
|
Uuid(as_uuid=False), primary_key=True, default=_uuid
|
|
)
|
|
# Plain string — not a FK because it references either local_agent_configs or cloud_agent_configs
|
|
# depending on agent_type. Query by (agent_id, agent_type) to locate the source config.
|
|
agent_id: Mapped[str] = mapped_column(String(255), nullable=False, index=True)
|
|
agent_type: Mapped[str] = mapped_column(AgentTypeEnum, nullable=False)
|
|
user_id: Mapped[str] = mapped_column(
|
|
Uuid(as_uuid=False), ForeignKey("users.id", ondelete="CASCADE"), nullable=False, index=True
|
|
)
|
|
status: Mapped[str] = mapped_column(AgentStatusEnum, nullable=False, default="running")
|
|
items_processed: Mapped[int] = mapped_column(Integer, nullable=False, default=0)
|
|
items_created: Mapped[int] = mapped_column(Integer, nullable=False, default=0)
|
|
errors: Mapped[list | None] = mapped_column(JSON, nullable=True)
|
|
started_at: Mapped[datetime] = mapped_column(
|
|
DateTime(timezone=True), nullable=False, server_default=func.now()
|
|
)
|
|
completed_at: Mapped[datetime | None] = mapped_column(DateTime(timezone=True), nullable=True)
|
|
|
|
local_agent: Mapped[LocalAgentConfig | None] = relationship(
|
|
back_populates="run_logs",
|
|
primaryjoin="and_(AgentRunLog.agent_id == LocalAgentConfig.id, AgentRunLog.agent_type == 'local')",
|
|
foreign_keys="AgentRunLog.agent_id",
|
|
overlaps="run_logs,cloud_agent",
|
|
)
|
|
cloud_agent: Mapped[CloudAgentConfig | None] = relationship(
|
|
back_populates="run_logs",
|
|
primaryjoin="and_(AgentRunLog.agent_id == CloudAgentConfig.id, AgentRunLog.agent_type == 'cloud')",
|
|
foreign_keys="AgentRunLog.agent_id",
|
|
overlaps="run_logs,local_agent",
|
|
)
|
|
|
|
|
|
# ── Memory models ─────────────────────────────────────────────────────────────
|
|
|
|
|
|
class MemoryCore(Base):
|
|
"""Per-user persistent key/value preferences, encrypted at rest.
|
|
|
|
Examples: preferred_language, timezone, work_style.
|
|
Decrypted in-memory only using User.encryption_key.
|
|
"""
|
|
|
|
__tablename__ = "memory_core"
|
|
|
|
id: Mapped[str] = mapped_column(Uuid(as_uuid=False), primary_key=True, default=_uuid)
|
|
user_id: Mapped[str] = mapped_column(
|
|
Uuid(as_uuid=False), ForeignKey("users.id", ondelete="CASCADE"),
|
|
nullable=False, index=True,
|
|
)
|
|
key: Mapped[str] = mapped_column(String(255), nullable=False)
|
|
value_encrypted: Mapped[str] = mapped_column(Text, nullable=False)
|
|
updated_at: Mapped[datetime] = mapped_column(
|
|
DateTime(timezone=True), nullable=False, server_default=func.now(), onupdate=func.now()
|
|
)
|
|
|
|
|
|
class MemoryAssociative(Base):
|
|
"""Per-user semantic memory: encrypted content + pgvector embedding for similarity search.
|
|
|
|
Production: ``embedding`` column is ``vector(1536)`` via pgvector.
|
|
Tests (SQLite): stored as JSON list.
|
|
"""
|
|
|
|
__tablename__ = "memory_associative"
|
|
|
|
id: Mapped[str] = mapped_column(Uuid(as_uuid=False), primary_key=True, default=_uuid)
|
|
user_id: Mapped[str] = mapped_column(
|
|
Uuid(as_uuid=False), ForeignKey("users.id", ondelete="CASCADE"),
|
|
nullable=False, index=True,
|
|
)
|
|
content_encrypted: Mapped[str] = mapped_column(Text, nullable=False)
|
|
# JSON-encoded float list in SQLite tests; vector(1536) in Postgres via migration.
|
|
embedding: Mapped[list | None] = mapped_column(JSON, nullable=True)
|
|
entity_type: Mapped[str | None] = mapped_column(String(100), nullable=True)
|
|
entity_id: Mapped[str | None] = mapped_column(String(255), nullable=True)
|
|
updated_at: Mapped[datetime] = mapped_column(
|
|
DateTime(timezone=True), nullable=False, server_default=func.now(), onupdate=func.now()
|
|
)
|
|
|
|
|
|
class MemoryEpisodic(Base):
|
|
"""Per-user session summaries, encrypted at rest.
|
|
|
|
One row per session interaction; used to recall recent conversations.
|
|
"""
|
|
|
|
__tablename__ = "memory_episodic"
|
|
|
|
id: Mapped[str] = mapped_column(Uuid(as_uuid=False), primary_key=True, default=_uuid)
|
|
user_id: Mapped[str] = mapped_column(
|
|
Uuid(as_uuid=False), ForeignKey("users.id", ondelete="CASCADE"),
|
|
nullable=False, index=True,
|
|
)
|
|
summary_encrypted: Mapped[str] = mapped_column(Text, nullable=False)
|
|
session_id: Mapped[str] = mapped_column(String(255), nullable=False, index=True)
|
|
created_at: Mapped[datetime] = mapped_column(
|
|
DateTime(timezone=True), nullable=False, server_default=func.now()
|
|
)
|
|
|
|
|
|
class MemoryProactive(Base):
|
|
"""Per-user inferred behavioral patterns, encrypted at rest.
|
|
|
|
Confidence in [0.0, 1.0]; only patterns above threshold are injected.
|
|
Source: 'inferred' (from episodes) or 'explicit' (user-stated).
|
|
"""
|
|
|
|
__tablename__ = "memory_proactive"
|
|
|
|
id: Mapped[str] = mapped_column(Uuid(as_uuid=False), primary_key=True, default=_uuid)
|
|
user_id: Mapped[str] = mapped_column(
|
|
Uuid(as_uuid=False), ForeignKey("users.id", ondelete="CASCADE"),
|
|
nullable=False, index=True,
|
|
)
|
|
pattern_encrypted: Mapped[str] = mapped_column(Text, nullable=False)
|
|
confidence: Mapped[float] = mapped_column(Float, nullable=False, default=0.5)
|
|
source: Mapped[str] = mapped_column(String(50), nullable=False, default="inferred")
|
|
created_at: Mapped[datetime] = mapped_column(
|
|
DateTime(timezone=True), nullable=False, server_default=func.now()
|
|
)
|