chore: remove one-shot Finnhub market cap SQL backfill
Already applied in production; no longer needed in the repo.
This commit is contained in:
@@ -1,113 +0,0 @@
|
||||
-- Fix Finnhub market caps stored in millions instead of absolute USD.
|
||||
--
|
||||
-- Context:
|
||||
-- Finnhub profile2.marketCapitalization is in millions of USD.
|
||||
-- Pre-fix rows stored that value as-is (e.g. SPCX ~1.8e6 → "1.8M micro").
|
||||
-- Correct absolute USD is value * 1_000_000 (e.g. ~1.8e12 → "1.8T mega").
|
||||
--
|
||||
-- Identification:
|
||||
-- Chained fundamentals write source provenance into unavailable_fields_json:
|
||||
-- "source_market_cap": "finnhub"
|
||||
-- FMP / Alpha Vantage rows are already absolute USD — leave them alone.
|
||||
--
|
||||
-- Safety:
|
||||
-- After a successful update we stamp market_cap_unit = "usd" so this script
|
||||
-- is idempotent (safe to re-run).
|
||||
--
|
||||
-- Database: PostgreSQL (production).
|
||||
-- Run against your app DB, e.g.:
|
||||
-- psql "$DATABASE_URL" -f scripts/fix_finnhub_market_cap.sql
|
||||
-- or step through the sections in a SQL client.
|
||||
|
||||
-- ---------------------------------------------------------------------------
|
||||
-- 1) Preview: who would be fixed
|
||||
-- ---------------------------------------------------------------------------
|
||||
SELECT
|
||||
t.symbol,
|
||||
f.market_cap AS stored_millions_as_dollars,
|
||||
f.market_cap * 1000000.0 AS corrected_usd,
|
||||
CASE
|
||||
WHEN f.market_cap * 1000000.0 >= 200e9 THEN 'mega'
|
||||
WHEN f.market_cap * 1000000.0 >= 10e9 THEN 'large'
|
||||
WHEN f.market_cap * 1000000.0 >= 2e9 THEN 'mid'
|
||||
WHEN f.market_cap * 1000000.0 >= 300e6 THEN 'small'
|
||||
ELSE 'micro'
|
||||
END AS corrected_band,
|
||||
f.fetched_at,
|
||||
f.unavailable_fields_json
|
||||
FROM fundamental_data f
|
||||
JOIN tickers t ON t.id = f.ticker_id
|
||||
WHERE f.market_cap IS NOT NULL
|
||||
AND f.market_cap > 0
|
||||
AND f.unavailable_fields_json::jsonb->>'source_market_cap' = 'finnhub'
|
||||
AND COALESCE(f.unavailable_fields_json::jsonb->>'market_cap_unit', '') <> 'usd'
|
||||
ORDER BY f.market_cap DESC;
|
||||
|
||||
-- Count
|
||||
SELECT COUNT(*) AS rows_to_fix
|
||||
FROM fundamental_data f
|
||||
WHERE f.market_cap IS NOT NULL
|
||||
AND f.market_cap > 0
|
||||
AND f.unavailable_fields_json::jsonb->>'source_market_cap' = 'finnhub'
|
||||
AND COALESCE(f.unavailable_fields_json::jsonb->>'market_cap_unit', '') <> 'usd';
|
||||
|
||||
-- ---------------------------------------------------------------------------
|
||||
-- 2) Apply fix (run inside a transaction; COMMIT only if preview looks right)
|
||||
-- ---------------------------------------------------------------------------
|
||||
BEGIN;
|
||||
|
||||
UPDATE fundamental_data f
|
||||
SET
|
||||
market_cap = f.market_cap * 1000000.0,
|
||||
unavailable_fields_json = (
|
||||
f.unavailable_fields_json::jsonb || '{"market_cap_unit": "usd"}'::jsonb
|
||||
)::text
|
||||
WHERE f.market_cap IS NOT NULL
|
||||
AND f.market_cap > 0
|
||||
AND f.unavailable_fields_json::jsonb->>'source_market_cap' = 'finnhub'
|
||||
AND COALESCE(f.unavailable_fields_json::jsonb->>'market_cap_unit', '') <> 'usd';
|
||||
|
||||
-- Sanity check after update (should include SPCX ~1e12 scale if present)
|
||||
SELECT
|
||||
t.symbol,
|
||||
f.market_cap,
|
||||
f.unavailable_fields_json
|
||||
FROM fundamental_data f
|
||||
JOIN tickers t ON t.id = f.ticker_id
|
||||
WHERE f.unavailable_fields_json::jsonb->>'source_market_cap' = 'finnhub'
|
||||
AND f.unavailable_fields_json::jsonb->>'market_cap_unit' = 'usd'
|
||||
ORDER BY f.market_cap DESC NULLS LAST
|
||||
LIMIT 30;
|
||||
|
||||
-- Remaining unfixed Finnhub rows (should be 0)
|
||||
SELECT COUNT(*) AS remaining_unfixed
|
||||
FROM fundamental_data f
|
||||
WHERE f.market_cap IS NOT NULL
|
||||
AND f.market_cap > 0
|
||||
AND f.unavailable_fields_json::jsonb->>'source_market_cap' = 'finnhub'
|
||||
AND COALESCE(f.unavailable_fields_json::jsonb->>'market_cap_unit', '') <> 'usd';
|
||||
|
||||
-- COMMIT; -- uncomment when satisfied
|
||||
-- ROLLBACK; -- or roll back if something looks off
|
||||
|
||||
-- ---------------------------------------------------------------------------
|
||||
-- Optional: rows with market_cap but NO source_market_cap provenance.
|
||||
-- These cannot be safely auto-fixed (could be FMP absolute USD already).
|
||||
-- Inspect manually if anything looks like Finnhub-scale millions.
|
||||
-- ---------------------------------------------------------------------------
|
||||
-- SELECT
|
||||
-- t.symbol,
|
||||
-- f.market_cap,
|
||||
-- f.unavailable_fields_json,
|
||||
-- f.fetched_at
|
||||
-- FROM fundamental_data f
|
||||
-- JOIN tickers t ON t.id = f.ticker_id
|
||||
-- WHERE f.market_cap IS NOT NULL
|
||||
-- AND f.market_cap > 0
|
||||
-- AND (
|
||||
-- f.unavailable_fields_json IS NULL
|
||||
-- OR f.unavailable_fields_json = '{}'
|
||||
-- OR f.unavailable_fields_json::jsonb->>'source_market_cap' IS NULL
|
||||
-- )
|
||||
-- ORDER BY f.market_cap ASC
|
||||
-- LIMIT 50;
|
||||
Reference in New Issue
Block a user