# helper: same downloads as fetch_fii.py but newest-first (skips existing files), to finish faster; parsing done by fetch_fii.py.
import pandas as pd,requests,os,time
D=pd.read_parquet('/workspace/research/flow-forensics-2026-10/lows/data/minute_panel_v.parquet',columns=['date']).date.drop_duplicates().sort_values(ascending=False)
s=requests.Session(); s.headers['User-Agent']='Mozilla/5.0'
for d in D:
    f=f'data/fao/{d:%d%m%Y}.csv'
    if os.path.exists(f): continue
    try:
        r=s.get(f'https://archives.nseindia.com/content/nsccl/fao_participant_oi_{d:%d%m%Y}.csv',timeout=20)
        if r.status_code==200 and b'Client Type' in r.content: open(f,'wb').write(r.content)
    except Exception as e: print(d,e)
    time.sleep(0.25)
print('rev done')