Functioning mqtt ingestion and db write, formating changes, device manager initiated

db_migrations/alembic/versions/20251028_2206_dae12d7f4ddf_initial.py

@@ -1,10 +1,11 @@
 """Initial
 
 Revision ID: dae12d7f4ddf
-Revises: 
+Revises:
 Create Date: 2025-10-28 22:06:45.637836+00:00
 
 """
+
 from typing import Sequence, Union
 
 from alembic import op
@@ -12,7 +13,7 @@ import sqlalchemy as sa
 
 
 # revision identifiers, used by Alembic.
-revision: str = 'dae12d7f4ddf'
+revision: str = "dae12d7f4ddf"
 down_revision: Union[str, Sequence[str], None] = None
 branch_labels: Union[str, Sequence[str], None] = None
 depends_on: Union[str, Sequence[str], None] = None
@@ -21,30 +22,43 @@ depends_on: Union[str, Sequence[str], None] = None
 def upgrade() -> None:
     """Upgrade schema."""
     # ### commands auto generated by Alembic - please adjust! ###
-    op.create_table('devices',
-    sa.Column('id', sa.Text(), nullable=False),
-    sa.Column('name', sa.Text(), nullable=False),
-    sa.Column('location', sa.Text(), nullable=True),
-    sa.Column('is_active', sa.Boolean(), nullable=True),
-    sa.PrimaryKeyConstraint('id')
+    op.create_table(
+        "devices",
+        sa.Column("id", sa.Text(), nullable=False),
+        sa.Column("name", sa.Text(), nullable=False),
+        sa.Column("location", sa.Text(), nullable=True),
+        sa.Column("is_active", sa.Boolean(), nullable=True),
+        sa.PrimaryKeyConstraint("id"),
     )
-    op.create_table('telemetry',
-    sa.Column('time', sa.DateTime(timezone=True), nullable=False),
-    sa.Column('device_id', sa.Text(), nullable=False),
-    sa.Column('metric', sa.Text(), nullable=False),
-    sa.Column('value', sa.Float(), nullable=False),
-    sa.Column('unit', sa.Text(), nullable=True),
-    sa.ForeignKeyConstraint(['device_id'], ['devices.id'], ),
-    sa.PrimaryKeyConstraint('time', 'device_id', 'metric')
+    op.create_table(
+        "telemetry",
+        sa.Column("time", sa.DateTime(timezone=True), nullable=False),
+        sa.Column("device_id", sa.Text(), nullable=False),
+        sa.Column("metric", sa.Text(), nullable=False),
+        sa.Column("value", sa.Float(), nullable=False),
+        sa.Column("unit", sa.Text(), nullable=True),
+        sa.ForeignKeyConstraint(
+            ["device_id"],
+            ["devices.id"],
+        ),
+        sa.PrimaryKeyConstraint("time", "device_id", "metric"),
     )
-    op.create_index('idx_telemetry_device_time', 'telemetry', ['device_id', 'time'], unique=False)
+    op.create_index(
+        "idx_telemetry_device_time", "telemetry", ["device_id", "time"], unique=False
+    )
+
+    # Convert telemetry table to TimescaleDB hypertable
+    op.execute("SELECT create_hypertable('telemetry', 'time', if_not_exists => TRUE);")
     # ### end Alembic commands ###
 
 
 def downgrade() -> None:
     """Downgrade schema."""
     # ### commands auto generated by Alembic - please adjust! ###
-    op.drop_index('idx_telemetry_device_time', table_name='telemetry')
-    op.drop_table('telemetry')
-    op.drop_table('devices')
+
+    # Note: TimescaleDB hypertables cannot be easily converted back to regular tables
+    # The table will be dropped entirely, which removes the hypertable as well
+    op.drop_index("idx_telemetry_device_time", table_name="telemetry")
+    op.drop_table("telemetry")
+    op.drop_table("devices")
     # ### end Alembic commands ###

db_migrations/alembic/versions/20251029_2157_f94393f57c35_add_device_certificates_table.py

@@ -0,0 +1,60 @@
+"""add device_certificates table
+
+Revision ID: f94393f57c35
+Revises: dae12d7f4ddf
+Create Date: 2025-10-29 21:57:58.983071+00:00
+
+"""
+
+from typing import Sequence, Union
+
+from alembic import op
+import sqlalchemy as sa
+
+
+# revision identifiers, used by Alembic.
+revision: str = "f94393f57c35"
+down_revision: Union[str, Sequence[str], None] = "dae12d7f4ddf"
+branch_labels: Union[str, Sequence[str], None] = None
+depends_on: Union[str, Sequence[str], None] = None
+
+
+def upgrade() -> None:
+    """Upgrade schema."""
+    # ### commands auto generated by Alembic - please adjust! ###
+    op.create_table(
+        "device_certificates",
+        sa.Column("device_id", sa.Text(), nullable=False),
+        sa.Column("certificate_pem", sa.Text(), nullable=False),
+        sa.Column("private_key_pem", sa.Text(), nullable=True),
+        sa.Column("issued_at", sa.DateTime(timezone=True), nullable=False),
+        sa.Column("expires_at", sa.DateTime(timezone=True), nullable=False),
+        sa.Column("revoked_at", sa.DateTime(timezone=True), nullable=True),
+        sa.ForeignKeyConstraint(["device_id"], ["devices.id"], ondelete="CASCADE"),
+        sa.PrimaryKeyConstraint("device_id"),
+    )
+    op.add_column(
+        "devices",
+        sa.Column(
+            "created_at",
+            sa.DateTime(timezone=True),
+            server_default=sa.text("now()"),
+            nullable=True,
+        ),
+    )
+    op.drop_index(op.f("telemetry_time_idx"), table_name="telemetry")
+    # ### end Alembic commands ###
+
+
+def downgrade() -> None:
+    """Downgrade schema."""
+    # ### commands auto generated by Alembic - please adjust! ###
+    op.create_index(
+        op.f("telemetry_time_idx"),
+        "telemetry",
+        [sa.literal_column("time DESC")],
+        unique=False,
+    )
+    op.drop_column("devices", "created_at")
+    op.drop_table("device_certificates")
+    # ### end Alembic commands ###