import fs from "fs"; import zlib from "zlib";
const env=Object.fromEntries(fs.readFileSync(process.env.UW_KEY_FILE,"utf8").split("\n").filter(l=>/^[A-Z_]+=/.test(l)).map(l=>{const i=l.indexOf("=");return [l.slice(0,i),l.slice(i+1).replace(/^"|"$/g,"")]}));
const key=env.UW_API_KEY||env.UNUSUAL_WHALES_API_KEY||env.UW_TOKEN; const H={Authorization:`Bearer ${key}`,Accept:"application/json"}; const B="https://api.unusualwhales.com";
const OUT="<data-root>/fp-data/flow"; fs.mkdirSync(OUT,{recursive:true});
async function get(u){ for(let a=0;a<4;a++){ try{ const r=await fetch(B+u,{headers:H}); if(r.status===429){await new Promise(s=>setTimeout(s,3000)); continue;} return (await r.json().catch(()=>({}))).data||[]; }catch(e){ await new Promise(s=>setTimeout(s,2000)); } } return []; }
const days=fs.readdirSync("<data-root>/fp-data/gex/history").filter(f=>f.endsWith(".json.gz")).map(f=>f.slice(0,10)).sort();
let ok=0,miss=0,i=0;
async function w(){ while(i<days.length){ const d=days[i++]; const f=`${OUT}/${d}.json.gz`; if(fs.existsSync(f)) continue;
  const [t,m]=await Promise.all([get(`/api/stock/QQQ/net-prem-ticks?date=${d}`),get(`/api/market/market-tide?date=${d}`)]);
  if(!t.length){miss++;continue;} fs.writeFileSync(f,zlib.gzipSync(JSON.stringify({date:d,qqq_ticks:t,tide:m}))); ok++; if(ok%100===0) console.log(new Date().toISOString(),"ok",ok,"miss",miss,"at",d); } }
await Promise.all([w(),w(),w(),w()]); console.log("DONE ok",ok,"miss",miss,"days",days.length);