Keep the engine's state in SQLite, not Postgres

One process owns this database — the image has run a single uvicorn worker for that reason since the four-engines bug — so a file beside the flows is the honest shape for it, and it is what lets `fluksio serve` need no infrastructure at all. Live values, node execution and the work queue never came here anyway; what does is a rollup a minute at a time, a row per cascade and the run history, and WAL keeps the readers going while that one writer works. DATA_DIR is now the one setting that moves everything an installation keeps; the rest derive from it and the images still spell theirs out. The schema is prepared in-process at startup, so the prestart service is gone, and the ten Postgres-only revisions collapse into one portable baseline. Three things only worked because psycopg was casting for us: a token's subject arriving as a string where the column is a UUID, `greatest`, and `date_bin`. The timestamps needed a column type of their own — SQLite stores no offset, and a naive datetime read back either raises against an aware `now` or serialises as local time. Postgres stays in the stack only for Umami, behind the analytics profile. Co-Authored-By: Claude Opus 5 (1M context) <noreply@anthropic.com>
2026-08-21 22:19:45 +02:00
parent 2c369ac75f
commit 961a8f881d
51 changed files with 841 additions and 1089 deletions
@@ -1,4 +1,3 @@
-import os
 from logging.config import fileConfig

 from alembic import context
@@ -10,7 +9,9 @@ config = context.config

 # Interpret the config file for Python logging.
 # This line sets up loggers basically.
-fileConfig(config.config_file_name)
+# Driven from `fluksio.core.db` there is no ini file to read logging from.
+if config.config_file_name is not None:
+    fileConfig(config.config_file_name)

 # add your model's MetaData object here
 # for 'autogenerate' support
@@ -20,9 +21,23 @@ fileConfig(config.config_file_name)

 from fluksio.models import SQLModel  # noqa
 from fluksio.core.config import settings # noqa
+from fluksio.core.types import UTCDateTime  # noqa

 target_metadata = SQLModel.metadata

+
+def render_item(type_, obj, autogen_context):
+    """Write the decorator out as the type it wraps.
+
+    A revision naming `UTCDateTime` would have to import from the app, which
+    ties a migration to a version of it. What it stores is a timezone-aware
+    timestamp, so that is what the revision says.
+    """
+    if type_ == "type" and isinstance(obj, UTCDateTime):
+        autogen_context.imports.add("import sqlalchemy as sa")
+        return "sa.DateTime(timezone=True)"
+    return False
+
 # other values from the config, defined by the needs of env.py,
 # can be acquired:
 # my_important_option = config.get_main_option("my_important_option")
@@ -61,6 +76,13 @@ def run_migrations_online():
    and associate a connection with the context.

    """
+    # `fluksio.core.db.migrate` hands us the connection it is already inside;
+    # the CLI and `alembic` on the command line make their own.
+    connection = config.attributes.get("connection")
+    if connection is not None:
+        _run(connection)
+        return
+
    configuration = config.get_section(config.config_ini_section)
    configuration["sqlalchemy.url"] = get_url()
    connectable = engine_from_config(
@@ -70,12 +92,20 @@ def run_migrations_online():
    )

    with connectable.connect() as connection:
-        context.configure(
-            connection=connection, target_metadata=target_metadata, compare_type=True
-        )
+        _run(connection)

-        with context.begin_transaction():
-            context.run_migrations()
+
+def _run(connection):
+    context.configure(
+        connection=connection,
+        target_metadata=target_metadata,
+        compare_type=True,
+        render_item=render_item,
+        # SQLite cannot ALTER much: batch mode rebuilds the table instead.
+        render_as_batch=connection.dialect.name == "sqlite",
+    )
+    with context.begin_transaction():
+        context.run_migrations()


 if context.is_offline_mode():
@@ -1,77 +0,0 @@
-"""Add observability rollups, events and runs
-
-Revision ID: 087c44e16304
-Revises: 59e2606ce144
-Create Date: 2026-08-16 19:55:10.772691
-
-"""
-from alembic import op
-import sqlalchemy as sa
-import sqlmodel.sql.sqltypes
-
-
-# revision identifiers, used by Alembic.
-revision = '087c44e16304'
-down_revision = '59e2606ce144'
-branch_labels = None
-depends_on = None
-
-
-def upgrade():
-    # ### commands auto generated by Alembic - please adjust! ###
-    op.create_table('engine_event',
-    sa.Column('id', sa.Integer(), nullable=False),
-    sa.Column('ts', sa.DateTime(timezone=True), nullable=False),
-    sa.Column('type', sqlmodel.sql.sqltypes.AutoString(length=32), nullable=False),
-    sa.Column('flow', sqlmodel.sql.sqltypes.AutoString(), nullable=False),
-    sa.Column('node', sqlmodel.sql.sqltypes.AutoString(), nullable=False),
-    sa.Column('detail', sqlmodel.sql.sqltypes.AutoString(), nullable=False),
-    sa.Column('actor', sqlmodel.sql.sqltypes.AutoString(), nullable=False),
-    sa.PrimaryKeyConstraint('id')
-    )
-    op.create_index(op.f('ix_engine_event_ts'), 'engine_event', ['ts'], unique=False)
-    op.create_index(op.f('ix_engine_event_type'), 'engine_event', ['type'], unique=False)
-    op.create_table('flow_run',
-    sa.Column('id', sqlmodel.sql.sqltypes.AutoString(length=64), nullable=False),
-    sa.Column('flow', sqlmodel.sql.sqltypes.AutoString(length=255), nullable=False),
-    sa.Column('source', sqlmodel.sql.sqltypes.AutoString(), nullable=False),
-    sa.Column('started_at', sa.DateTime(timezone=True), nullable=False),
-    sa.Column('finished_at', sa.DateTime(timezone=True), nullable=True),
-    sa.Column('status', sqlmodel.sql.sqltypes.AutoString(), nullable=False),
-    sa.Column('nodes', sa.Integer(), nullable=False),
-    sa.Column('errors', sa.Integer(), nullable=False),
-    sa.Column('duration_ms', sa.Float(), nullable=False),
-    sa.Column('deliveries', sa.Integer(), nullable=False),
-    sa.PrimaryKeyConstraint('id')
-    )
-    op.create_index(op.f('ix_flow_run_flow'), 'flow_run', ['flow'], unique=False)
-    op.create_index(op.f('ix_flow_run_started_at'), 'flow_run', ['started_at'], unique=False)
-    op.create_table('metric_minute',
-    sa.Column('flow', sqlmodel.sql.sqltypes.AutoString(length=255), nullable=False),
-    sa.Column('node', sqlmodel.sql.sqltypes.AutoString(length=255), nullable=False),
-    sa.Column('bucket', sa.DateTime(timezone=True), nullable=False),
-    sa.Column('executions', sa.Integer(), nullable=False),
-    sa.Column('errors', sa.Integer(), nullable=False),
-    sa.Column('messages', sa.Integer(), nullable=False),
-    sa.Column('duration_sum_ms', sa.Float(), nullable=False),
-    sa.Column('duration_max_ms', sa.Float(), nullable=False),
-    sa.Column('lag_sum_ms', sa.Float(), nullable=False),
-    sa.Column('lag_max_ms', sa.Float(), nullable=False),
-    sa.Column('items', sa.Integer(), nullable=False),
-    sa.PrimaryKeyConstraint('flow', 'node', 'bucket')
-    )
-    op.create_index(op.f('ix_metric_minute_bucket'), 'metric_minute', ['bucket'], unique=False)
-    # ### end Alembic commands ###
-
-
-def downgrade():
-    # ### commands auto generated by Alembic - please adjust! ###
-    op.drop_index(op.f('ix_metric_minute_bucket'), table_name='metric_minute')
-    op.drop_table('metric_minute')
-    op.drop_index(op.f('ix_flow_run_started_at'), table_name='flow_run')
-    op.drop_index(op.f('ix_flow_run_flow'), table_name='flow_run')
-    op.drop_table('flow_run')
-    op.drop_index(op.f('ix_engine_event_type'), table_name='engine_event')
-    op.drop_index(op.f('ix_engine_event_ts'), table_name='engine_event')
-    op.drop_table('engine_event')
-    # ### end Alembic commands ###
@@ -1,37 +0,0 @@
-"""Add cascade delete relationships
-
-Revision ID: 1a31ce608336
-Revises: d98dd8ec85a3
-Create Date: 2024-07-31 22:24:34.447891
-
-"""
-from alembic import op
-import sqlalchemy as sa
-import sqlmodel.sql.sqltypes
-
-
-# revision identifiers, used by Alembic.
-revision = '1a31ce608336'
-down_revision = 'd98dd8ec85a3'
-branch_labels = None
-depends_on = None
-
-
-def upgrade():
-    # ### commands auto generated by Alembic - please adjust! ###
-    op.alter_column('item', 'owner_id',
-               existing_type=sa.UUID(),
-               nullable=False)
-    op.drop_constraint('item_owner_id_fkey', 'item', type_='foreignkey')
-    op.create_foreign_key(None, 'item', 'user', ['owner_id'], ['id'], ondelete='CASCADE')
-    # ### end Alembic commands ###
-
-
-def downgrade():
-    # ### commands auto generated by Alembic - please adjust! ###
-    op.drop_constraint(None, 'item', type_='foreignkey')
-    op.create_foreign_key('item_owner_id_fkey', 'item', 'user', ['owner_id'], ['id'])
-    op.alter_column('item', 'owner_id',
-               existing_type=sa.UUID(),
-               nullable=True)
-    # ### end Alembic commands ###
@@ -1,70 +0,0 @@
-"""add oauth client, code and refresh token
-
-Revision ID: 59e2606ce144
-Revises: b7c41d2f8a30
-Create Date: 2026-08-15 23:59:41.147202
-
-"""
-from alembic import op
-import sqlalchemy as sa
-import sqlmodel.sql.sqltypes
-
-
-# revision identifiers, used by Alembic.
-revision = '59e2606ce144'
-down_revision = 'b7c41d2f8a30'
-branch_labels = None
-depends_on = None
-
-
-def upgrade():
-    # ### commands auto generated by Alembic - please adjust! ###
-    op.create_table('oauth_client',
-    sa.Column('id', sa.Uuid(), nullable=False),
-    sa.Column('client_name', sqlmodel.sql.sqltypes.AutoString(length=128), nullable=False),
-    sa.Column('redirect_uris', sa.JSON(), nullable=True),
-    sa.Column('created_at', sa.DateTime(), nullable=False),
-    sa.PrimaryKeyConstraint('id')
-    )
-    op.create_table('oauth_authorization_code',
-    sa.Column('id', sa.Uuid(), nullable=False),
-    sa.Column('code_hash', sqlmodel.sql.sqltypes.AutoString(length=64), nullable=False),
-    sa.Column('client_id', sa.Uuid(), nullable=False),
-    sa.Column('user_id', sa.Uuid(), nullable=False),
-    sa.Column('redirect_uri', sqlmodel.sql.sqltypes.AutoString(length=2048), nullable=False),
-    sa.Column('code_challenge', sqlmodel.sql.sqltypes.AutoString(length=128), nullable=False),
-    sa.Column('resource', sqlmodel.sql.sqltypes.AutoString(length=2048), nullable=True),
-    sa.Column('expires_at', sa.DateTime(), nullable=False),
-    sa.Column('used_at', sa.DateTime(), nullable=True),
-    sa.Column('refresh_token_id', sa.Uuid(), nullable=True),
-    sa.Column('created_at', sa.DateTime(), nullable=False),
-    sa.ForeignKeyConstraint(['client_id'], ['oauth_client.id'], ondelete='CASCADE'),
-    sa.ForeignKeyConstraint(['user_id'], ['user.id'], ondelete='CASCADE'),
-    sa.PrimaryKeyConstraint('id')
-    )
-    op.create_index(op.f('ix_oauth_authorization_code_code_hash'), 'oauth_authorization_code', ['code_hash'], unique=True)
-    op.create_table('oauth_refresh_token',
-    sa.Column('id', sa.Uuid(), nullable=False),
-    sa.Column('token_hash', sqlmodel.sql.sqltypes.AutoString(length=64), nullable=False),
-    sa.Column('client_id', sa.Uuid(), nullable=False),
-    sa.Column('user_id', sa.Uuid(), nullable=False),
-    sa.Column('family_id', sa.Uuid(), nullable=False),
-    sa.Column('expires_at', sa.DateTime(), nullable=False),
-    sa.Column('revoked', sa.Boolean(), nullable=False),
-    sa.Column('created_at', sa.DateTime(), nullable=False),
-    sa.ForeignKeyConstraint(['client_id'], ['oauth_client.id'], ondelete='CASCADE'),
-    sa.ForeignKeyConstraint(['user_id'], ['user.id'], ondelete='CASCADE'),
-    sa.PrimaryKeyConstraint('id')
-    )
-    op.create_index(op.f('ix_oauth_refresh_token_token_hash'), 'oauth_refresh_token', ['token_hash'], unique=True)
-    # ### end Alembic commands ###
-
-
-def downgrade():
-    # ### commands auto generated by Alembic - please adjust! ###
-    op.drop_index(op.f('ix_oauth_refresh_token_token_hash'), table_name='oauth_refresh_token')
-    op.drop_table('oauth_refresh_token')
-    op.drop_index(op.f('ix_oauth_authorization_code_code_hash'), table_name='oauth_authorization_code')
-    op.drop_table('oauth_authorization_code')
-    op.drop_table('oauth_client')
-    # ### end Alembic commands ###
@@ -1,69 +0,0 @@
-"""Add max length for string(varchar) fields in User and Items models
-
-Revision ID: 9c0a54914c78
-Revises: e2412789c190
-Create Date: 2024-06-17 14:42:44.639457
-
-"""
-from alembic import op
-import sqlalchemy as sa
-import sqlmodel.sql.sqltypes
-
-
-# revision identifiers, used by Alembic.
-revision = '9c0a54914c78'
-down_revision = 'e2412789c190'
-branch_labels = None
-depends_on = None
-
-
-def upgrade():
-    # Adjust the length of the email field in the User table
-    op.alter_column('user', 'email',
-               existing_type=sa.String(),
-               type_=sa.String(length=255),
-               existing_nullable=False)
-
-    # Adjust the length of the full_name field in the User table
-    op.alter_column('user', 'full_name',
-               existing_type=sa.String(),
-               type_=sa.String(length=255),
-               existing_nullable=True)
-
-    # Adjust the length of the title field in the Item table
-    op.alter_column('item', 'title',
-               existing_type=sa.String(),
-               type_=sa.String(length=255),
-               existing_nullable=False)
-
-    # Adjust the length of the description field in the Item table
-    op.alter_column('item', 'description',
-               existing_type=sa.String(),
-               type_=sa.String(length=255),
-               existing_nullable=True)
-
-
-def downgrade():
-    # Revert the length of the email field in the User table
-    op.alter_column('user', 'email',
-               existing_type=sa.String(length=255),
-               type_=sa.String(),
-               existing_nullable=False)
-
-    # Revert the length of the full_name field in the User table
-    op.alter_column('user', 'full_name',
-               existing_type=sa.String(length=255),
-               type_=sa.String(),
-               existing_nullable=True)
-
-    # Revert the length of the title field in the Item table
-    op.alter_column('item', 'title',
-               existing_type=sa.String(length=255),
-               type_=sa.String(),
-               existing_nullable=False)
-
-    # Revert the length of the description field in the Item table
-    op.alter_column('item', 'description',
-               existing_type=sa.String(length=255),
-               type_=sa.String(),
-               existing_nullable=True)
@@ -1,126 +0,0 @@
-"""Add run, run_node, run_metric and run_artifact
-
-Runs are the batch shape of the engine: a flow taken from its inputs to its
-outputs once, with parameters that identify it and a result worth keeping.
-Deliberately its own tables rather than columns on flow_run — a cascade row is
-rolled up and pruned on a retention window, and an experiment must not be.
-
-Revision ID: a3f1c07b52d9
-Revises: 087c44e16304
-Create Date: 2026-08-18 09:12:44.108312
-
-"""
-import sqlalchemy as sa
-import sqlmodel.sql.sqltypes
-from alembic import op
-
-# revision identifiers, used by Alembic.
-revision = 'a3f1c07b52d9'
-down_revision = '087c44e16304'
-branch_labels = None
-depends_on = None
-
-
-def upgrade():
-    op.create_table(
-        'run',
-        sa.Column('id', sqlmodel.sql.sqltypes.AutoString(length=64), nullable=False),
-        sa.Column('flow', sqlmodel.sql.sqltypes.AutoString(length=255), nullable=False),
-        sa.Column('flow_version', sa.Integer(), nullable=False),
-        sa.Column('commit', sqlmodel.sql.sqltypes.AutoString(length=64), nullable=False),
-        sa.Column('params', sa.JSON(), nullable=True),
-        sa.Column(
-            'params_digest',
-            sqlmodel.sql.sqltypes.AutoString(length=64),
-            nullable=False,
-        ),
-        sa.Column('seed', sa.Integer(), nullable=True),
-        sa.Column('group_id', sqlmodel.sql.sqltypes.AutoString(length=64), nullable=True),
-        sa.Column('parent_id', sqlmodel.sql.sqltypes.AutoString(length=64), nullable=True),
-        sa.Column('cause', sqlmodel.sql.sqltypes.AutoString(length=32), nullable=False),
-        sa.Column('status', sqlmodel.sql.sqltypes.AutoString(length=16), nullable=False),
-        sa.Column(
-            'status_reason',
-            sqlmodel.sql.sqltypes.AutoString(length=1024),
-            nullable=False,
-        ),
-        sa.Column('labels', sa.JSON(), nullable=True),
-        sa.Column('created_at', sa.DateTime(timezone=True), nullable=False),
-        sa.Column('started_at', sa.DateTime(timezone=True), nullable=True),
-        sa.Column('finished_at', sa.DateTime(timezone=True), nullable=True),
-        sa.Column('duration_ms', sa.Float(), nullable=False),
-        sa.Column('result', sa.JSON(), nullable=True),
-        sa.Column('engine', sqlmodel.sql.sqltypes.AutoString(length=64), nullable=False),
-        sa.Column('lease_at', sa.DateTime(timezone=True), nullable=True),
-        sa.Column('actor', sqlmodel.sql.sqltypes.AutoString(length=255), nullable=False),
-        sa.PrimaryKeyConstraint('id'),
-    )
-    op.create_index(op.f('ix_run_flow'), 'run', ['flow'], unique=False)
-    op.create_index(op.f('ix_run_status'), 'run', ['status'], unique=False)
-    op.create_index(op.f('ix_run_group_id'), 'run', ['group_id'], unique=False)
-    op.create_index(op.f('ix_run_created_at'), 'run', ['created_at'], unique=False)
-    op.create_index(
-        op.f('ix_run_params_digest'), 'run', ['params_digest'], unique=False
-    )
-
-    op.create_table(
-        'run_node',
-        sa.Column('run_id', sqlmodel.sql.sqltypes.AutoString(length=64), nullable=False),
-        sa.Column('node', sqlmodel.sql.sqltypes.AutoString(length=255), nullable=False),
-        sa.Column('status', sqlmodel.sql.sqltypes.AutoString(length=16), nullable=False),
-        sa.Column('attempt', sa.Integer(), nullable=False),
-        sa.Column('started_at', sa.DateTime(timezone=True), nullable=True),
-        sa.Column('duration_ms', sa.Float(), nullable=False),
-        sa.Column('worker', sqlmodel.sql.sqltypes.AutoString(length=64), nullable=False),
-        sa.Column('error', sqlmodel.sql.sqltypes.AutoString(), nullable=False),
-        sa.Column('logs', sqlmodel.sql.sqltypes.AutoString(), nullable=False),
-        sa.Column(
-            'cache_key', sqlmodel.sql.sqltypes.AutoString(length=64), nullable=False
-        ),
-        sa.PrimaryKeyConstraint('run_id', 'node'),
-    )
-    op.create_index(
-        op.f('ix_run_node_cache_key'), 'run_node', ['cache_key'], unique=False
-    )
-
-    op.create_table(
-        'run_metric',
-        sa.Column('run_id', sqlmodel.sql.sqltypes.AutoString(length=64), nullable=False),
-        sa.Column('name', sqlmodel.sql.sqltypes.AutoString(length=128), nullable=False),
-        sa.Column('step', sa.Integer(), nullable=False),
-        sa.Column('node', sqlmodel.sql.sqltypes.AutoString(length=255), nullable=False),
-        sa.Column('ts', sa.Float(), nullable=False),
-        sa.Column('value', sa.Float(), nullable=False),
-        sa.PrimaryKeyConstraint('run_id', 'name', 'step'),
-    )
-
-    op.create_table(
-        'run_artifact',
-        sa.Column('run_id', sqlmodel.sql.sqltypes.AutoString(length=64), nullable=False),
-        sa.Column('name', sqlmodel.sql.sqltypes.AutoString(length=255), nullable=False),
-        sa.Column('node', sqlmodel.sql.sqltypes.AutoString(length=255), nullable=False),
-        sa.Column('digest', sqlmodel.sql.sqltypes.AutoString(length=71), nullable=False),
-        sa.Column('size', sa.BigInteger(), nullable=False),
-        sa.Column(
-            'media_type', sqlmodel.sql.sqltypes.AutoString(length=128), nullable=False
-        ),
-        sa.Column('created_at', sa.DateTime(timezone=True), nullable=False),
-        sa.PrimaryKeyConstraint('run_id', 'name'),
-    )
-    op.create_index(
-        op.f('ix_run_artifact_digest'), 'run_artifact', ['digest'], unique=False
-    )
-
-
-def downgrade():
-    op.drop_index(op.f('ix_run_artifact_digest'), table_name='run_artifact')
-    op.drop_table('run_artifact')
-    op.drop_table('run_metric')
-    op.drop_index(op.f('ix_run_node_cache_key'), table_name='run_node')
-    op.drop_table('run_node')
-    op.drop_index(op.f('ix_run_params_digest'), table_name='run')
-    op.drop_index(op.f('ix_run_created_at'), table_name='run')
-    op.drop_index(op.f('ix_run_group_id'), table_name='run')
-    op.drop_index(op.f('ix_run_status'), table_name='run')
-    op.drop_index(op.f('ix_run_flow'), table_name='run')
-    op.drop_table('run')
@@ -1,40 +0,0 @@
-"""Drop the item table
-
-The template's example model. Flows are persisted as files in their own git
-repository, so nothing in the app uses it any more.
-
-Revision ID: b7c41d2f8a30
-Revises: fe56fa70289e
-Create Date: 2026-08-15
-
-"""
-
-import sqlalchemy as sa
-import sqlmodel.sql.sqltypes
-from alembic import op
-
-revision = "b7c41d2f8a30"
-down_revision = "fe56fa70289e"
-branch_labels = None
-depends_on = None
-
-
-def upgrade():
-    op.drop_table("item")
-
-
-def downgrade():
-    op.create_table(
-        "item",
-        sa.Column("id", sa.Uuid(), nullable=False),
-        sa.Column(
-            "title", sqlmodel.sql.sqltypes.AutoString(length=255), nullable=False
-        ),
-        sa.Column(
-            "description", sqlmodel.sql.sqltypes.AutoString(length=255), nullable=True
-        ),
-        sa.Column("created_at", sa.DateTime(timezone=True), nullable=True),
-        sa.Column("owner_id", sa.Uuid(), nullable=False),
-        sa.ForeignKeyConstraint(["owner_id"], ["user.id"], ondelete="CASCADE"),
-        sa.PrimaryKeyConstraint("id"),
-    )
@@ -1,35 +0,0 @@
-"""Map local accounts to the portal identities they stand for
-
-A portal session used to act as whoever enrolled this installation. It now
-names a person, and this column is where that name meets a local account: set
-for the enrolling superuser at enrolment, and for every remote user a superuser
-admits afterwards. Unique, because two local accounts standing for the same
-portal identity would make the lookup a coin toss.
-
-Revision ID: c4e8b2170f93
-Revises: a3f1c07b52d9
-Create Date: 2026-08-21 10:42:07.512004
-
-"""
-import sqlalchemy as sa
-import sqlmodel.sql.sqltypes
-from alembic import op
-
-# revision identifiers, used by Alembic.
-revision = 'c4e8b2170f93'
-down_revision = 'a3f1c07b52d9'
-branch_labels = None
-depends_on = None
-
-
-def upgrade():
-    op.add_column(
-        'user',
-        sa.Column('portal_sub', sqlmodel.sql.sqltypes.AutoString(length=64), nullable=True),
-    )
-    op.create_index(op.f('ix_user_portal_sub'), 'user', ['portal_sub'], unique=True)
-
-
-def downgrade():
-    op.drop_index(op.f('ix_user_portal_sub'), table_name='user')
-    op.drop_column('user', 'portal_sub')
@@ -1,90 +0,0 @@
-"""Edit replace id integers in all models to use UUID instead
-
-Revision ID: d98dd8ec85a3
-Revises: 9c0a54914c78
-Create Date: 2024-07-19 04:08:04.000976
-
-"""
-from alembic import op
-import sqlalchemy as sa
-import sqlmodel.sql.sqltypes
-from sqlalchemy.dialects import postgresql
-
-
-# revision identifiers, used by Alembic.
-revision = 'd98dd8ec85a3'
-down_revision = '9c0a54914c78'
-branch_labels = None
-depends_on = None
-
-
-def upgrade():
-    # Ensure uuid-ossp extension is available
-    op.execute('CREATE EXTENSION IF NOT EXISTS "uuid-ossp"')
-
-    # Create a new UUID column with a default UUID value
-    op.add_column('user', sa.Column('new_id', postgresql.UUID(as_uuid=True), default=sa.text('uuid_generate_v4()')))
-    op.add_column('item', sa.Column('new_id', postgresql.UUID(as_uuid=True), default=sa.text('uuid_generate_v4()')))
-    op.add_column('item', sa.Column('new_owner_id', postgresql.UUID(as_uuid=True), nullable=True))
-
-    # Populate the new columns with UUIDs
-    op.execute('UPDATE "user" SET new_id = uuid_generate_v4()')
-    op.execute('UPDATE item SET new_id = uuid_generate_v4()')
-    op.execute('UPDATE item SET new_owner_id = (SELECT new_id FROM "user" WHERE "user".id = item.owner_id)')
-
-    # Set the new_id as not nullable
-    op.alter_column('user', 'new_id', nullable=False)
-    op.alter_column('item', 'new_id', nullable=False)
-
-    # Drop old columns and rename new columns
-    op.drop_constraint('item_owner_id_fkey', 'item', type_='foreignkey')
-    op.drop_column('item', 'owner_id')
-    op.alter_column('item', 'new_owner_id', new_column_name='owner_id')
-
-    op.drop_column('user', 'id')
-    op.alter_column('user', 'new_id', new_column_name='id')
-
-    op.drop_column('item', 'id')
-    op.alter_column('item', 'new_id', new_column_name='id')
-
-    # Create primary key constraint
-    op.create_primary_key('user_pkey', 'user', ['id'])
-    op.create_primary_key('item_pkey', 'item', ['id'])
-
-    # Recreate foreign key constraint
-    op.create_foreign_key('item_owner_id_fkey', 'item', 'user', ['owner_id'], ['id'])
-
-def downgrade():
-    # Reverse the upgrade process
-    op.add_column('user', sa.Column('old_id', sa.Integer, autoincrement=True))
-    op.add_column('item', sa.Column('old_id', sa.Integer, autoincrement=True))
-    op.add_column('item', sa.Column('old_owner_id', sa.Integer, nullable=True))
-
-    # Populate the old columns with default values
-    # Generate sequences for the integer IDs if not exist
-    op.execute('CREATE SEQUENCE IF NOT EXISTS user_id_seq AS INTEGER OWNED BY "user".old_id')
-    op.execute('CREATE SEQUENCE IF NOT EXISTS item_id_seq AS INTEGER OWNED BY item.old_id')
-
-    op.execute('SELECT setval(\'user_id_seq\', COALESCE((SELECT MAX(old_id) + 1 FROM "user"), 1), false)')
-    op.execute('SELECT setval(\'item_id_seq\', COALESCE((SELECT MAX(old_id) + 1 FROM item), 1), false)')
-
-    op.execute('UPDATE "user" SET old_id = nextval(\'user_id_seq\')')
-    op.execute('UPDATE item SET old_id = nextval(\'item_id_seq\'), old_owner_id = (SELECT old_id FROM "user" WHERE "user".id = item.owner_id)')
-
-    # Drop new columns and rename old columns back
-    op.drop_constraint('item_owner_id_fkey', 'item', type_='foreignkey')
-    op.drop_column('item', 'owner_id')
-    op.alter_column('item', 'old_owner_id', new_column_name='owner_id')
-
-    op.drop_column('user', 'id')
-    op.alter_column('user', 'old_id', new_column_name='id')
-
-    op.drop_column('item', 'id')
-    op.alter_column('item', 'old_id', new_column_name='id')
-
-    # Create primary key constraint
-    op.create_primary_key('user_pkey', 'user', ['id'])
-    op.create_primary_key('item_pkey', 'item', ['id'])
-
-    # Recreate foreign key constraint
-    op.create_foreign_key('item_owner_id_fkey', 'item', 'user', ['owner_id'], ['id'])
@@ -1,54 +0,0 @@
-"""Initialize models
-
-Revision ID: e2412789c190
-Revises:
-Create Date: 2023-11-24 22:55:43.195942
-
-"""
-import sqlalchemy as sa
-import sqlmodel.sql.sqltypes
-from alembic import op
-
-# revision identifiers, used by Alembic.
-revision = "e2412789c190"
-down_revision = None
-branch_labels = None
-depends_on = None
-
-
-def upgrade():
-    # ### commands auto generated by Alembic - please adjust! ###
-    op.create_table(
-        "user",
-        sa.Column("email", sqlmodel.sql.sqltypes.AutoString(), nullable=False),
-        sa.Column("is_active", sa.Boolean(), nullable=False),
-        sa.Column("is_superuser", sa.Boolean(), nullable=False),
-        sa.Column("full_name", sqlmodel.sql.sqltypes.AutoString(), nullable=True),
-        sa.Column("id", sa.Integer(), nullable=False),
-        sa.Column(
-            "hashed_password", sqlmodel.sql.sqltypes.AutoString(), nullable=False
-        ),
-        sa.PrimaryKeyConstraint("id"),
-    )
-    op.create_index(op.f("ix_user_email"), "user", ["email"], unique=True)
-    op.create_table(
-        "item",
-        sa.Column("description", sqlmodel.sql.sqltypes.AutoString(), nullable=True),
-        sa.Column("id", sa.Integer(), nullable=False),
-        sa.Column("title", sqlmodel.sql.sqltypes.AutoString(), nullable=False),
-        sa.Column("owner_id", sa.Integer(), nullable=False),
-        sa.ForeignKeyConstraint(
-            ["owner_id"],
-            ["user.id"],
-        ),
-        sa.PrimaryKeyConstraint("id"),
-    )
-    # ### end Alembic commands ###
-
-
-def downgrade():
-    # ### commands auto generated by Alembic - please adjust! ###
-    op.drop_table("item")
-    op.drop_index(op.f("ix_user_email"), table_name="user")
-    op.drop_table("user")
-    # ### end Alembic commands ###
@@ -0,0 +1,337 @@
+"""baseline schema
+
+The schema as it stands, in one portable revision. The ten that came before
+built it up on Postgres — with `uuid-ossp`, sequences and `setval` in them —
+and none of them could run on SQLite, which is now the default. The history
+they recorded is in git; what a database needs is the shape.
+
+Revision ID: ee1b4b4426a3
+Revises:
+Create Date: 2026-08-21
+
+"""
+
+import sqlalchemy as sa
+import sqlmodel.sql.sqltypes
+from alembic import op
+
+# revision identifiers, used by Alembic.
+revision = "ee1b4b4426a3"
+down_revision = None
+branch_labels = None
+depends_on = None
+
+
+def upgrade():
+    op.create_table(
+        "engine_event",
+        sa.Column("id", sa.Integer(), nullable=False),
+        sa.Column("ts", sa.DateTime(timezone=True), nullable=False),
+        sa.Column("type", sqlmodel.sql.sqltypes.AutoString(length=32), nullable=False),
+        sa.Column("flow", sqlmodel.sql.sqltypes.AutoString(), nullable=False),
+        sa.Column("node", sqlmodel.sql.sqltypes.AutoString(), nullable=False),
+        sa.Column("detail", sqlmodel.sql.sqltypes.AutoString(), nullable=False),
+        sa.Column("actor", sqlmodel.sql.sqltypes.AutoString(), nullable=False),
+        sa.PrimaryKeyConstraint("id"),
+    )
+    with op.batch_alter_table("engine_event", schema=None) as batch_op:
+        batch_op.create_index(batch_op.f("ix_engine_event_ts"), ["ts"], unique=False)
+        batch_op.create_index(
+            batch_op.f("ix_engine_event_type"), ["type"], unique=False
+        )
+
+    op.create_table(
+        "flow_run",
+        sa.Column("id", sqlmodel.sql.sqltypes.AutoString(length=64), nullable=False),
+        sa.Column("flow", sqlmodel.sql.sqltypes.AutoString(length=255), nullable=False),
+        sa.Column("source", sqlmodel.sql.sqltypes.AutoString(), nullable=False),
+        sa.Column("started_at", sa.DateTime(timezone=True), nullable=False),
+        sa.Column("finished_at", sa.DateTime(timezone=True), nullable=True),
+        sa.Column("status", sqlmodel.sql.sqltypes.AutoString(), nullable=False),
+        sa.Column("nodes", sa.Integer(), nullable=False),
+        sa.Column("errors", sa.Integer(), nullable=False),
+        sa.Column("duration_ms", sa.Float(), nullable=False),
+        sa.Column("deliveries", sa.Integer(), nullable=False),
+        sa.PrimaryKeyConstraint("id"),
+    )
+    with op.batch_alter_table("flow_run", schema=None) as batch_op:
+        batch_op.create_index(batch_op.f("ix_flow_run_flow"), ["flow"], unique=False)
+        batch_op.create_index(
+            batch_op.f("ix_flow_run_started_at"), ["started_at"], unique=False
+        )
+
+    op.create_table(
+        "metric_minute",
+        sa.Column("flow", sqlmodel.sql.sqltypes.AutoString(length=255), nullable=False),
+        sa.Column("node", sqlmodel.sql.sqltypes.AutoString(length=255), nullable=False),
+        sa.Column("bucket", sa.DateTime(timezone=True), nullable=False),
+        sa.Column("executions", sa.Integer(), nullable=False),
+        sa.Column("errors", sa.Integer(), nullable=False),
+        sa.Column("messages", sa.Integer(), nullable=False),
+        sa.Column("duration_sum_ms", sa.Float(), nullable=False),
+        sa.Column("duration_max_ms", sa.Float(), nullable=False),
+        sa.Column("lag_sum_ms", sa.Float(), nullable=False),
+        sa.Column("lag_max_ms", sa.Float(), nullable=False),
+        sa.Column("items", sa.Integer(), nullable=False),
+        sa.PrimaryKeyConstraint("flow", "node", "bucket"),
+    )
+    with op.batch_alter_table("metric_minute", schema=None) as batch_op:
+        batch_op.create_index(
+            batch_op.f("ix_metric_minute_bucket"), ["bucket"], unique=False
+        )
+
+    op.create_table(
+        "oauth_client",
+        sa.Column("id", sa.Uuid(), nullable=False),
+        sa.Column(
+            "client_name", sqlmodel.sql.sqltypes.AutoString(length=128), nullable=False
+        ),
+        sa.Column("redirect_uris", sa.JSON(), nullable=True),
+        sa.Column("created_at", sa.DateTime(timezone=True), nullable=False),
+        sa.PrimaryKeyConstraint("id"),
+    )
+    op.create_table(
+        "run",
+        sa.Column("id", sqlmodel.sql.sqltypes.AutoString(length=64), nullable=False),
+        sa.Column("flow", sqlmodel.sql.sqltypes.AutoString(length=255), nullable=False),
+        sa.Column("flow_version", sa.Integer(), nullable=False),
+        sa.Column(
+            "commit", sqlmodel.sql.sqltypes.AutoString(length=64), nullable=False
+        ),
+        sa.Column("params", sa.JSON(), nullable=True),
+        sa.Column(
+            "params_digest", sqlmodel.sql.sqltypes.AutoString(length=64), nullable=False
+        ),
+        sa.Column("seed", sa.Integer(), nullable=True),
+        sa.Column(
+            "group_id", sqlmodel.sql.sqltypes.AutoString(length=64), nullable=True
+        ),
+        sa.Column(
+            "parent_id", sqlmodel.sql.sqltypes.AutoString(length=64), nullable=True
+        ),
+        sa.Column("cause", sqlmodel.sql.sqltypes.AutoString(length=32), nullable=False),
+        sa.Column(
+            "status", sqlmodel.sql.sqltypes.AutoString(length=16), nullable=False
+        ),
+        sa.Column(
+            "status_reason",
+            sqlmodel.sql.sqltypes.AutoString(length=1024),
+            nullable=False,
+        ),
+        sa.Column("labels", sa.JSON(), nullable=True),
+        sa.Column("created_at", sa.DateTime(timezone=True), nullable=False),
+        sa.Column("started_at", sa.DateTime(timezone=True), nullable=True),
+        sa.Column("finished_at", sa.DateTime(timezone=True), nullable=True),
+        sa.Column("duration_ms", sa.Float(), nullable=False),
+        sa.Column("result", sa.JSON(), nullable=True),
+        sa.Column(
+            "engine", sqlmodel.sql.sqltypes.AutoString(length=64), nullable=False
+        ),
+        sa.Column("lease_at", sa.DateTime(timezone=True), nullable=True),
+        sa.Column(
+            "actor", sqlmodel.sql.sqltypes.AutoString(length=255), nullable=False
+        ),
+        sa.PrimaryKeyConstraint("id"),
+    )
+    with op.batch_alter_table("run", schema=None) as batch_op:
+        batch_op.create_index(
+            batch_op.f("ix_run_created_at"), ["created_at"], unique=False
+        )
+        batch_op.create_index(batch_op.f("ix_run_flow"), ["flow"], unique=False)
+        batch_op.create_index(batch_op.f("ix_run_group_id"), ["group_id"], unique=False)
+        batch_op.create_index(
+            batch_op.f("ix_run_params_digest"), ["params_digest"], unique=False
+        )
+        batch_op.create_index(batch_op.f("ix_run_status"), ["status"], unique=False)
+
+    op.create_table(
+        "run_artifact",
+        sa.Column(
+            "run_id", sqlmodel.sql.sqltypes.AutoString(length=64), nullable=False
+        ),
+        sa.Column("name", sqlmodel.sql.sqltypes.AutoString(length=255), nullable=False),
+        sa.Column("node", sqlmodel.sql.sqltypes.AutoString(length=255), nullable=False),
+        sa.Column(
+            "digest", sqlmodel.sql.sqltypes.AutoString(length=71), nullable=False
+        ),
+        sa.Column("size", sa.Integer(), nullable=False),
+        sa.Column(
+            "media_type", sqlmodel.sql.sqltypes.AutoString(length=128), nullable=False
+        ),
+        sa.Column("created_at", sa.DateTime(timezone=True), nullable=False),
+        sa.PrimaryKeyConstraint("run_id", "name"),
+    )
+    with op.batch_alter_table("run_artifact", schema=None) as batch_op:
+        batch_op.create_index(
+            batch_op.f("ix_run_artifact_digest"), ["digest"], unique=False
+        )
+
+    op.create_table(
+        "run_metric",
+        sa.Column(
+            "run_id", sqlmodel.sql.sqltypes.AutoString(length=64), nullable=False
+        ),
+        sa.Column("name", sqlmodel.sql.sqltypes.AutoString(length=128), nullable=False),
+        sa.Column("step", sa.Integer(), nullable=False),
+        sa.Column("node", sqlmodel.sql.sqltypes.AutoString(length=255), nullable=False),
+        sa.Column("ts", sa.Float(), nullable=False),
+        sa.Column("value", sa.Float(), nullable=False),
+        sa.PrimaryKeyConstraint("run_id", "name", "step"),
+    )
+    op.create_table(
+        "run_node",
+        sa.Column(
+            "run_id", sqlmodel.sql.sqltypes.AutoString(length=64), nullable=False
+        ),
+        sa.Column("node", sqlmodel.sql.sqltypes.AutoString(length=255), nullable=False),
+        sa.Column(
+            "status", sqlmodel.sql.sqltypes.AutoString(length=16), nullable=False
+        ),
+        sa.Column("attempt", sa.Integer(), nullable=False),
+        sa.Column("started_at", sa.DateTime(timezone=True), nullable=True),
+        sa.Column("duration_ms", sa.Float(), nullable=False),
+        sa.Column(
+            "worker", sqlmodel.sql.sqltypes.AutoString(length=64), nullable=False
+        ),
+        sa.Column("error", sqlmodel.sql.sqltypes.AutoString(), nullable=False),
+        sa.Column("logs", sqlmodel.sql.sqltypes.AutoString(), nullable=False),
+        sa.Column(
+            "cache_key", sqlmodel.sql.sqltypes.AutoString(length=64), nullable=False
+        ),
+        sa.PrimaryKeyConstraint("run_id", "node"),
+    )
+    with op.batch_alter_table("run_node", schema=None) as batch_op:
+        batch_op.create_index(
+            batch_op.f("ix_run_node_cache_key"), ["cache_key"], unique=False
+        )
+
+    op.create_table(
+        "user",
+        sa.Column(
+            "email", sqlmodel.sql.sqltypes.AutoString(length=255), nullable=False
+        ),
+        sa.Column("is_active", sa.Boolean(), nullable=False),
+        sa.Column("is_superuser", sa.Boolean(), nullable=False),
+        sa.Column(
+            "full_name", sqlmodel.sql.sqltypes.AutoString(length=255), nullable=True
+        ),
+        sa.Column("id", sa.Uuid(), nullable=False),
+        sa.Column(
+            "hashed_password", sqlmodel.sql.sqltypes.AutoString(), nullable=False
+        ),
+        sa.Column(
+            "portal_sub", sqlmodel.sql.sqltypes.AutoString(length=64), nullable=True
+        ),
+        sa.Column("created_at", sa.DateTime(timezone=True), nullable=True),
+        sa.PrimaryKeyConstraint("id"),
+    )
+    with op.batch_alter_table("user", schema=None) as batch_op:
+        batch_op.create_index(batch_op.f("ix_user_email"), ["email"], unique=True)
+        batch_op.create_index(
+            batch_op.f("ix_user_portal_sub"), ["portal_sub"], unique=True
+        )
+
+    op.create_table(
+        "oauth_authorization_code",
+        sa.Column("id", sa.Uuid(), nullable=False),
+        sa.Column(
+            "code_hash", sqlmodel.sql.sqltypes.AutoString(length=64), nullable=False
+        ),
+        sa.Column("client_id", sa.Uuid(), nullable=False),
+        sa.Column("user_id", sa.Uuid(), nullable=False),
+        sa.Column(
+            "redirect_uri",
+            sqlmodel.sql.sqltypes.AutoString(length=2048),
+            nullable=False,
+        ),
+        sa.Column(
+            "code_challenge",
+            sqlmodel.sql.sqltypes.AutoString(length=128),
+            nullable=False,
+        ),
+        sa.Column(
+            "resource", sqlmodel.sql.sqltypes.AutoString(length=2048), nullable=True
+        ),
+        sa.Column("expires_at", sa.DateTime(timezone=True), nullable=False),
+        sa.Column("used_at", sa.DateTime(timezone=True), nullable=True),
+        sa.Column("refresh_token_id", sa.Uuid(), nullable=True),
+        sa.Column("created_at", sa.DateTime(timezone=True), nullable=False),
+        sa.ForeignKeyConstraint(["client_id"], ["oauth_client.id"], ondelete="CASCADE"),
+        sa.ForeignKeyConstraint(["user_id"], ["user.id"], ondelete="CASCADE"),
+        sa.PrimaryKeyConstraint("id"),
+    )
+    with op.batch_alter_table("oauth_authorization_code", schema=None) as batch_op:
+        batch_op.create_index(
+            batch_op.f("ix_oauth_authorization_code_code_hash"),
+            ["code_hash"],
+            unique=True,
+        )
+
+    op.create_table(
+        "oauth_refresh_token",
+        sa.Column("id", sa.Uuid(), nullable=False),
+        sa.Column(
+            "token_hash", sqlmodel.sql.sqltypes.AutoString(length=64), nullable=False
+        ),
+        sa.Column("client_id", sa.Uuid(), nullable=False),
+        sa.Column("user_id", sa.Uuid(), nullable=False),
+        sa.Column("family_id", sa.Uuid(), nullable=False),
+        sa.Column("expires_at", sa.DateTime(timezone=True), nullable=False),
+        sa.Column("revoked", sa.Boolean(), nullable=False),
+        sa.Column("created_at", sa.DateTime(timezone=True), nullable=False),
+        sa.ForeignKeyConstraint(["client_id"], ["oauth_client.id"], ondelete="CASCADE"),
+        sa.ForeignKeyConstraint(["user_id"], ["user.id"], ondelete="CASCADE"),
+        sa.PrimaryKeyConstraint("id"),
+    )
+    with op.batch_alter_table("oauth_refresh_token", schema=None) as batch_op:
+        batch_op.create_index(
+            batch_op.f("ix_oauth_refresh_token_token_hash"), ["token_hash"], unique=True
+        )
+
+
+def downgrade():
+    with op.batch_alter_table("oauth_refresh_token", schema=None) as batch_op:
+        batch_op.drop_index(batch_op.f("ix_oauth_refresh_token_token_hash"))
+
+    op.drop_table("oauth_refresh_token")
+    with op.batch_alter_table("oauth_authorization_code", schema=None) as batch_op:
+        batch_op.drop_index(batch_op.f("ix_oauth_authorization_code_code_hash"))
+
+    op.drop_table("oauth_authorization_code")
+    with op.batch_alter_table("user", schema=None) as batch_op:
+        batch_op.drop_index(batch_op.f("ix_user_portal_sub"))
+        batch_op.drop_index(batch_op.f("ix_user_email"))
+
+    op.drop_table("user")
+    with op.batch_alter_table("run_node", schema=None) as batch_op:
+        batch_op.drop_index(batch_op.f("ix_run_node_cache_key"))
+
+    op.drop_table("run_node")
+    op.drop_table("run_metric")
+    with op.batch_alter_table("run_artifact", schema=None) as batch_op:
+        batch_op.drop_index(batch_op.f("ix_run_artifact_digest"))
+
+    op.drop_table("run_artifact")
+    with op.batch_alter_table("run", schema=None) as batch_op:
+        batch_op.drop_index(batch_op.f("ix_run_status"))
+        batch_op.drop_index(batch_op.f("ix_run_params_digest"))
+        batch_op.drop_index(batch_op.f("ix_run_group_id"))
+        batch_op.drop_index(batch_op.f("ix_run_flow"))
+        batch_op.drop_index(batch_op.f("ix_run_created_at"))
+
+    op.drop_table("run")
+    op.drop_table("oauth_client")
+    with op.batch_alter_table("metric_minute", schema=None) as batch_op:
+        batch_op.drop_index(batch_op.f("ix_metric_minute_bucket"))
+
+    op.drop_table("metric_minute")
+    with op.batch_alter_table("flow_run", schema=None) as batch_op:
+        batch_op.drop_index(batch_op.f("ix_flow_run_started_at"))
+        batch_op.drop_index(batch_op.f("ix_flow_run_flow"))
+
+    op.drop_table("flow_run")
+    with op.batch_alter_table("engine_event", schema=None) as batch_op:
+        batch_op.drop_index(batch_op.f("ix_engine_event_type"))
+        batch_op.drop_index(batch_op.f("ix_engine_event_ts"))
+
+    op.drop_table("engine_event")
@@ -1,31 +0,0 @@
-"""Add created_at to User and Item
-
-Revision ID: fe56fa70289e
-Revises: 1a31ce608336
-Create Date: 2026-01-23 15:50:37.171462
-
-"""
-from alembic import op
-import sqlalchemy as sa
-import sqlmodel.sql.sqltypes
-
-
-# revision identifiers, used by Alembic.
-revision = 'fe56fa70289e'
-down_revision = '1a31ce608336'
-branch_labels = None
-depends_on = None
-
-
-def upgrade():
-    # ### commands auto generated by Alembic - please adjust! ###
-    op.add_column('item', sa.Column('created_at', sa.DateTime(timezone=True), nullable=True))
-    op.add_column('user', sa.Column('created_at', sa.DateTime(timezone=True), nullable=True))
-    # ### end Alembic commands ###
-
-
-def downgrade():
-    # ### commands auto generated by Alembic - please adjust! ###
-    op.drop_column('user', 'created_at')
-    op.drop_column('item', 'created_at')
-    # ### end Alembic commands ###