major update

app/scheduler.py

@@ -27,7 +27,7 @@ from app.models.settings import SystemSetting
 from app.models.ticker import Ticker
 from app.providers.alpaca import AlpacaOHLCVProvider
 from app.providers.fmp import FMPFundamentalProvider
-from app.providers.gemini_sentiment import GeminiSentimentProvider
+from app.providers.openai_sentiment import OpenAISentimentProvider
 from app.services import fundamental_service, ingestion_service, sentiment_service
 from app.services.rr_scanner_service import scan_all_tickers
 
@@ -174,7 +174,7 @@ async def collect_ohlcv() -> None:
 
 
 async def collect_sentiment() -> None:
-    """Fetch sentiment for all tracked tickers via Gemini.
+    """Fetch sentiment for all tracked tickers via OpenAI.
 
     Processes each ticker independently. On rate limit, records last
     successful ticker for resume.
@@ -194,12 +194,12 @@ async def collect_sentiment() -> None:
 
     symbols = _resume_tickers(symbols, job_name)
 
-    if not settings.gemini_api_key:
-        logger.warning(json.dumps({"event": "job_skipped", "job": job_name, "reason": "gemini key not configured"}))
+    if not settings.openai_api_key:
+        logger.warning(json.dumps({"event": "job_skipped", "job": job_name, "reason": "openai key not configured"}))
         return
 
     try:
-        provider = GeminiSentimentProvider(settings.gemini_api_key, settings.gemini_model)
+        provider = OpenAISentimentProvider(settings.openai_api_key, settings.openai_model)
     except Exception as exc:
         logger.error(json.dumps({"event": "job_error", "job": job_name, "error_type": type(exc).__name__, "message": str(exc)}))
         return
@@ -217,6 +217,8 @@ async def collect_sentiment() -> None:
                     confidence=data.confidence,
                     source=data.source,
                     timestamp=data.timestamp,
+                    reasoning=data.reasoning,
+                    citations=data.citations,
                 )
                 _last_successful[job_name] = symbol
                 processed += 1
@@ -292,6 +294,7 @@ async def collect_fundamentals() -> None:
                     revenue_growth=data.revenue_growth,
                     earnings_surprise=data.earnings_surprise,
                     market_cap=data.market_cap,
+                    unavailable_fields=data.unavailable_fields,
                 )
                 _last_successful[job_name] = symbol
                 processed += 1