major update

app/services/fundamental_service.py

@@ -6,6 +6,7 @@ and marks the fundamental dimension score as stale on new data.
 
 from __future__ import annotations
 
+import json
 import logging
 from datetime import datetime, timezone
 
@@ -37,6 +38,7 @@ async def store_fundamental(
     revenue_growth: float | None = None,
     earnings_surprise: float | None = None,
     market_cap: float | None = None,
+    unavailable_fields: dict[str, str] | None = None,
 ) -> FundamentalData:
     """Store or update fundamental data for a ticker.
 
@@ -52,6 +54,7 @@ async def store_fundamental(
     existing = result.scalar_one_or_none()
 
     now = datetime.now(timezone.utc)
+    unavailable_fields_json = json.dumps(unavailable_fields or {})
 
     if existing is not None:
         existing.pe_ratio = pe_ratio
@@ -59,6 +62,7 @@ async def store_fundamental(
         existing.earnings_surprise = earnings_surprise
         existing.market_cap = market_cap
         existing.fetched_at = now
+        existing.unavailable_fields_json = unavailable_fields_json
         record = existing
     else:
         record = FundamentalData(
@@ -68,6 +72,7 @@ async def store_fundamental(
             earnings_surprise=earnings_surprise,
             market_cap=market_cap,
             fetched_at=now,
+            unavailable_fields_json=unavailable_fields_json,
         )
         db.add(record)