ceeae77e7d
Swap the SQLite backing store for petalbrain Postgres + pgvector, modeled on vault-mcp. All second-brain relational tables now live in the `second_brain` schema (owned by the lovebug role); embeddings are written to the shared public.embeddings table. Locked design decisions (per Travis): - DB: existing petalbrain Postgres, second_brain schema, lovebug role. - Connection: containerized homelab-postgres:5432, plain psycopg_pool (min=1/max=10), no PgBouncer. - ORM stays SQLAlchemy; int autoincrement PKs + naive UTC DateTime. - Embeddings: reuse shared public.embeddings keyed by (source_schema='second_brain', source_table='extractions', source_id, model='nomic-embed-text'). Summaries only for this round. - Pipeline: chunk_text → Ollama nomic-embed-text → delete-before-insert upsert, with graceful degradation (no DB / no Ollama → log + skip). - Alembic stands up second-brain's own schema; public.embeddings stays out-of-band. - File-based wiki compiler is unchanged. No SQLite data import — starting clean. This commit is the scaffolding only; `alembic upgrade head` and a smoke test of the embedding path are the next checkpoint.
109 lines
3.3 KiB
Python
109 lines
3.3 KiB
Python
"""Alembic environment for second-brain — second_brain schema.
|
|
|
|
Mirrors vault-mcp/alembic/env.py. Reads SECOND_BRAIN_DATABASE_URL (with
|
|
HERBYLAB_DATABASE_URL as a fallback) so the same migration tree works
|
|
across local dev, CI, and production.
|
|
|
|
The connection bootstraps the `second_brain` schema and pins alembic's
|
|
own version table to that schema; migration scripts themselves set
|
|
search_path before issuing unqualified DDL.
|
|
|
|
The bootstrap-then-commit pattern below is the fix for the "autobegin
|
|
trap": running any further statement before context.begin_transaction()
|
|
would autobegin a new transaction, causing alembic's begin_transaction()
|
|
to nest as a savepoint that silently rolls back when the connection
|
|
closes. Do not regress this.
|
|
"""
|
|
|
|
from __future__ import annotations
|
|
|
|
import os
|
|
from logging.config import fileConfig
|
|
|
|
from dotenv import load_dotenv
|
|
from sqlalchemy import engine_from_config, pool
|
|
|
|
from alembic import context
|
|
|
|
# Make the project's `src/` importable so `second_brain.models` resolves
|
|
# without a `pip install -e .`.
|
|
import sys
|
|
from pathlib import Path
|
|
|
|
_PROJECT_ROOT = Path(__file__).resolve().parent.parent
|
|
sys.path.insert(0, str(_PROJECT_ROOT / "src"))
|
|
|
|
from second_brain.models import Base, SCHEMA # noqa: E402
|
|
|
|
load_dotenv()
|
|
|
|
config = context.config
|
|
|
|
if config.config_file_name is not None:
|
|
fileConfig(config.config_file_name)
|
|
|
|
|
|
def _resolve_db_url() -> str | None:
|
|
"""Pick the first usable URL out of the two homelab conventions."""
|
|
for var in ("SECOND_BRAIN_DATABASE_URL", "HERBYLAB_DATABASE_URL"):
|
|
v = os.environ.get(var)
|
|
if v:
|
|
return v
|
|
return None
|
|
|
|
|
|
_db_url = _resolve_db_url()
|
|
if _db_url:
|
|
config.set_main_option("sqlalchemy.url", _db_url)
|
|
|
|
target_metadata = Base.metadata
|
|
|
|
|
|
def run_migrations_offline() -> None:
|
|
url = config.get_main_option("sqlalchemy.url")
|
|
context.configure(
|
|
url=url,
|
|
target_metadata=target_metadata,
|
|
literal_binds=True,
|
|
dialect_opts={"paramstyle": "named"},
|
|
version_table_schema=SCHEMA,
|
|
include_schemas=True,
|
|
)
|
|
|
|
with context.begin_transaction():
|
|
context.run_migrations()
|
|
|
|
|
|
def run_migrations_online() -> None:
|
|
connectable = engine_from_config(
|
|
config.get_section(config.config_ini_section, {}),
|
|
prefix="sqlalchemy.",
|
|
poolclass=pool.NullPool,
|
|
)
|
|
|
|
with connectable.connect() as connection:
|
|
# Bootstrap the schema before alembic looks for alembic_version.
|
|
# Commit explicitly so the schema persists; otherwise the implicit
|
|
# transaction is rolled back when the connection closes. Avoid
|
|
# running any further statement here — it would autobegin a new
|
|
# transaction and cause alembic's `begin_transaction()` to nest as
|
|
# a savepoint, which silently rolls back when the connection closes.
|
|
# The migration script sets search_path itself.
|
|
connection.exec_driver_sql(f"CREATE SCHEMA IF NOT EXISTS {SCHEMA}")
|
|
connection.commit()
|
|
context.configure(
|
|
connection=connection,
|
|
target_metadata=target_metadata,
|
|
version_table_schema=SCHEMA,
|
|
include_schemas=True,
|
|
)
|
|
|
|
with context.begin_transaction():
|
|
context.run_migrations()
|
|
|
|
|
|
if context.is_offline_mode():
|
|
run_migrations_offline()
|
|
else:
|
|
run_migrations_online()
|