mirror of
https://github.com/mblanke/ThreatHunt.git
synced 2026-03-01 05:50:21 -05:00
mblanke
04a9946891
- Rewrote NetworkMap to use deduplicated host inventory (163 hosts from 394K rows) - New host_inventory.py service: scans datasets, groups by FQDN/ClientId, extracts IPs/users/OS - New /api/network/host-inventory endpoint - Added AnalysisDashboard with 6 tabs (IOC, anomaly, host profile, query, triage, reports) - Added 16 analysis API endpoints with job queue and load balancer - Added 4 AI/analysis ORM models (ProcessingJob, AnalysisResult, HostProfile, IOCEntry) - Filters system accounts (DWM-*, UMFD-*, LOCAL/NETWORK SERVICE) - Infers OS from hostname patterns (W10-* -> Windows 10) - Canvas 2D force-directed graph with host/external-IP node types - Click popover shows hostname, FQDN, IPs, OS, users, datasets, connections
75 lines
2.0 KiB
Python
75 lines
2.0 KiB
Python
"""Database engine, session factory, and base model.
|
|
|
|
Uses async SQLAlchemy with aiosqlite for local dev and asyncpg for production PostgreSQL.
|
|
"""
|
|
|
|
from sqlalchemy import event
|
|
from sqlalchemy.ext.asyncio import (
|
|
AsyncSession,
|
|
async_sessionmaker,
|
|
create_async_engine,
|
|
)
|
|
from sqlalchemy.orm import DeclarativeBase
|
|
|
|
from app.config import settings
|
|
|
|
_is_sqlite = settings.DATABASE_URL.startswith("sqlite")
|
|
|
|
_engine_kwargs: dict = dict(
|
|
echo=settings.DEBUG,
|
|
future=True,
|
|
)
|
|
|
|
if _is_sqlite:
|
|
_engine_kwargs["connect_args"] = {"timeout": 30}
|
|
_engine_kwargs["pool_size"] = 1
|
|
_engine_kwargs["max_overflow"] = 0
|
|
|
|
engine = create_async_engine(settings.DATABASE_URL, **_engine_kwargs)
|
|
|
|
|
|
@event.listens_for(engine.sync_engine, "connect")
|
|
def _set_sqlite_pragmas(dbapi_conn, connection_record):
|
|
"""Enable WAL mode and tune busy-timeout for SQLite connections."""
|
|
if _is_sqlite:
|
|
cursor = dbapi_conn.cursor()
|
|
cursor.execute("PRAGMA journal_mode=WAL")
|
|
cursor.execute("PRAGMA busy_timeout=5000")
|
|
cursor.execute("PRAGMA synchronous=NORMAL")
|
|
cursor.close()
|
|
|
|
|
|
async_session_factory = async_sessionmaker(
|
|
engine,
|
|
class_=AsyncSession,
|
|
expire_on_commit=False,
|
|
)
|
|
|
|
|
|
class Base(DeclarativeBase):
|
|
"""Base class for all ORM models."""
|
|
pass
|
|
|
|
|
|
async def get_db() -> AsyncSession: # type: ignore[misc]
|
|
"""FastAPI dependency that yields an async DB session."""
|
|
async with async_session_factory() as session:
|
|
try:
|
|
yield session
|
|
await session.commit()
|
|
except Exception:
|
|
await session.rollback()
|
|
raise
|
|
finally:
|
|
await session.close()
|
|
|
|
|
|
async def init_db() -> None:
|
|
"""Create all tables (for dev / first-run). In production use Alembic."""
|
|
async with engine.begin() as conn:
|
|
await conn.run_sync(Base.metadata.create_all)
|
|
|
|
|
|
async def dispose_db() -> None:
|
|
"""Dispose of the engine connection pool."""
|
|
await engine.dispose() |