Working version with new streaming and DB

db_async.py

@@ -1,7 +1,7 @@
 import os
 import sqlalchemy
 from databases import Database
-from sqlalchemy import MetaData, Table, Column, Integer, String, Float, DateTime
+from sqlalchemy import MetaData, Table, Column, Integer, String, Float, DateTime, text
 
 # Environment: Postgres/TimescaleDB connection URL
 DATABASE_URL = os.getenv("DATABASE_URL", "postgresql://postgres:password@localhost:5432/dereth")
@@ -36,6 +36,7 @@ telemetry_events = Table(
     Column("latency_ms", Float, nullable=True),
 )
 
+# Persistent kill statistics per character
 # Persistent kill statistics per character
 char_stats = Table(
     "char_stats",
@@ -44,14 +45,52 @@ char_stats = Table(
     Column("total_kills", Integer, nullable=False, default=0),
 )
 
+# Rare event tracking: total and per-session counts
+rare_stats = Table(
+    "rare_stats",
+    metadata,
+    Column("character_name", String, primary_key=True),
+    Column("total_rares", Integer, nullable=False, default=0),
+)
+
+rare_stats_sessions = Table(
+    "rare_stats_sessions",
+    metadata,
+    Column("character_name", String, primary_key=True),
+    Column("session_id", String, primary_key=True),
+    Column("session_rares", Integer, nullable=False, default=0),
+)
+# Spawn events: record mob spawns for heatmapping
+spawn_events = Table(
+    "spawn_events",
+    metadata,
+    Column("id", Integer, primary_key=True),
+    Column("character_name", String, nullable=False),
+    Column("mob", String, nullable=False),
+    Column("timestamp", DateTime(timezone=True), nullable=False, index=True),
+    Column("ew", Float, nullable=False),
+    Column("ns", Float, nullable=False),
+    Column("z", Float, nullable=False),
+)
+
 async def init_db_async():
     """Create tables and enable TimescaleDB hypertable for telemetry_events."""
     # Create tables in Postgres
     engine = sqlalchemy.create_engine(DATABASE_URL)
     metadata.create_all(engine)
     # Enable TimescaleDB extension and convert telemetry_events to hypertable
-    with engine.connect() as conn:
-        conn.execute("CREATE EXTENSION IF NOT EXISTS timescaledb;")
-        conn.execute(
-            "SELECT create_hypertable('telemetry_events', 'timestamp', if_not_exists => true);"
-        )
+    # Use a transactional context to ensure DDL statements are committed
+    with engine.begin() as conn:
+        # Enable TimescaleDB extension (may already exist)
+        try:
+            conn.execute(text("CREATE EXTENSION IF NOT EXISTS timescaledb"))
+        except Exception as e:
+            print(f"Warning: failed to create extension timescaledb: {e}")
+        # Create hypertable for telemetry_events, skip default indexes to avoid collisions
+        try:
+            conn.execute(text(
+                "SELECT create_hypertable('telemetry_events', 'timestamp', \
+                 if_not_exists => true, create_default_indexes => false)"
+            ))
+        except Exception as e:
+            print(f"Warning: failed to create hypertable telemetry_events: {e}")