from pathlib import Path
import argparse,csv,json,hashlib,statistics,collections,urllib.request
P=argparse.ArgumentParser(description='Read-only tabulation of already accepted 2026-11-16 exports. No audio decoding, inference or conversion.')
P.add_argument('--input-dir',required=True);P.add_argument('--output-dir',required=True);a=P.parse_args()
src=Path(a.input_dir);out=Path(a.output_dir);out.mkdir(parents=True,exist_ok=True)
def js(p):return json.loads(p.read_text(encoding='utf-8-sig'))
def sha(p):return hashlib.sha256(p.read_bytes()).hexdigest()
def rows(p):
    with p.open(encoding='utf-8-sig',newline='') as f:return list(csv.DictReader(f))
def write(p,o):p.write_text(json.dumps(o,indent=2,ensure_ascii=False)+'\n',encoding='utf-8')
def table(p,rs):
    with p.open('w',encoding='utf-8',newline='') as f:
        w=csv.DictWriter(f,fieldnames=list(rs[0]));w.writeheader();w.writerows(rs)
def stats(v):return {'n':len(v),'min':min(v),'max':max(v),'median':statistics.median(v),'distinct':len(set(v))}
receipt=js(src/'browser-verification.json');assert receipt['result']=='COMPLETE_ACTUAL_PUBLIC_BROWSER_DOWNLOADS'
byid={c['id']:c for c in receipt['cases']};files=['browser-verification.json','protocol.json','ATTRIBUTION.md','findings.json','ref-guitar.json','ref-piano.json','ref-mix.json','runtime-comparison.json','piano-source-provenance.json']
ids=['guitar','piano','mix','offset-mix'];allnotes={};allmatches={};summaries=[];ledger=[]
for cid in ids:
    c=byid[cid];mid=src/c['download'];assert sha(mid)==c['downloadSha256'];files.extend([c['download'],f'browser-{cid}-notes.csv',f'browser-{cid}-matches.csv'])
    ns=[{k:(float(v) if k in ['start','duration'] else int(v)) for k,v in n.items()} for n in rows(src/f'browser-{cid}-notes.csv')]
    assert ns==c['storedEvents'];ms=rows(src/f'browser-{cid}-matches.csv');assert len(ms)==c['strictMatches'];idx={int(x['outputIndex']) for x in ms};assert len(idx)==len(ms)
    allnotes[cid]=ns;allmatches[cid]=ms;v=[x['velocity'] for x in ns];matched=[x['velocity'] for i,x in enumerate(ns) if i in idx];unmatched=[x['velocity'] for i,x in enumerate(ns) if i not in idx]
    summaries.append({'id':cid,**stats(v),'matched':stats(matched),'unmatched':stats(unmatched),'velocityAtLeast90':{'matched':sum(x>=90 for x in matched),'unmatched':sum(x>=90 for x in unmatched)},'valuesDifferentFrom64':sum(x!=64 for x in v),'histogram':dict(sorted(collections.Counter(v).items()))})
    for i,n in enumerate(ns):ledger.append({'case':cid,'outputIndex':i,**n,'archivedStrictMatch':i in idx})
refs={cid:js(src/f'ref-{cid}.json')['notes'] for cid in ['guitar','piano','mix']}
piano=[]
for m in allmatches['piano']:
    ri=int(m['referenceIndex']);oi=int(m['outputIndex']);r=refs['piano'][ri];n=allnotes['piano'][oi];assert r['pitch']==n['pitch'];piano.append({'referenceIndex':ri,'outputIndex':oi,'pitch':n['pitch'],'referenceStart':r['start'],'exportStart':n['start'],'referenceVelocity':r['velocity'],'exportVelocity':n['velocity'],'difference':n['velocity']-r['velocity']})
diffs=[r['difference'] for r in piano];comparable=[]
for i,x in enumerate(piano):
    for j,y in enumerate(piano[i+1:],i+1):
        dr=x['referenceVelocity']-y['referenceVelocity'];dv=x['exportVelocity']-y['exportVelocity']
        if dr:comparable.append({'firstRow':i,'secondRow':j,'referenceDifference':dr,'exportDifference':dv,'order':'same' if dr*dv>0 else 'reversed' if dr*dv<0 else 'export_tie'})
pref={'matchedRows':len(piano),'rawDifferences':{'min':min(diffs),'max':max(diffs),'median':statistics.median(diffs),'medianAbsolute':statistics.median(abs(x) for x in diffs),'equal':sum(x==0 for x in diffs),'lower':sum(x<0 for x in diffs),'higher':sum(x>0 for x in diffs)},'unequalReferencePairs':len(comparable),'orderingCounts':dict(collections.Counter(x['order'] for x in comparable)),'notAnAccuracyScore':True,'sourceScaleNotCalibratedToModel':True}
def linked(cid,source):
    records={}
    for m in allmatches[cid]:
        r=refs[cid][int(m['referenceIndex'])]
        if r.get('source')!=source:continue
        key=(r['pitch'],round(r['originalStart'],9));assert key not in records
        n=allnotes[cid][int(m['outputIndex'])];records[key]={'velocity':n['velocity'],'referenceIndex':int(m['referenceIndex']),'outputIndex':int(m['outputIndex']),'start':n['start'],'duration':n['duration']}
    return records
solo=linked('guitar','guitar');mix=linked('mix','guitar');paired=[]
for key in sorted(solo.keys()&mix.keys(),key=lambda k:k[1]):
    s=solo[key];m=mix[key];paired.append({'pitch':key[0],'originalReferenceStart':key[1],'soloOutputIndex':s['outputIndex'],'mixOutputIndex':m['outputIndex'],'soloVelocity':s['velocity'],'mixVelocity':m['velocity'],'difference':m['velocity']-s['velocity']})
delta=[x['difference'] for x in paired]
pairSummary={'sharedArchivedReferenceAttacks':len(paired),'minDifference':min(delta),'maxDifference':max(delta),'medianDifference':statistics.median(delta),'lower':sum(x<0 for x in delta),'equal':sum(x==0 for x in delta),'higher':sum(x>0 for x in delta),'linking':'Join only existing strict-match ledger rows by reference source, exact pitch and originalStart rounded to9 decimals for representation; no new pitch/onset matching, model run or parameter tuning. Source identity is reference metadata, not model output.'}
files=list(dict.fromkeys(files));sourceindex={'measurementDate':'2026-11-16','analysisDate':'2026-11-17','publicPrefix':'https://audiotomidinow.com/polyphonic-audio-to-midi/files/2026-11-16/','files':[{'file':f,'sha256':sha(src/f),'bytes':(src/f).stat().st_size} for f in files]}
write(out/'source-index.json',sourceindex);write(out/'velocity-analysis.json',{'result':'POST_HOC_READ_ONLY_ANALYSIS_OF_ACCEPTED_EXPORTS','measurementDate':'2026-11-16','analysisDate':'2026-11-17','newRecordings':0,'newConversions':0,'modelRuns':0,'cases':summaries,'pianoReference':pref,'guitarContextPairs':pairSummary,'allCountsDescribeStoredEventsOnly':True,'unmatchedDoesNotAutomaticallyMeanInventedPitch':True})
table(out/'note-velocity-ledger.csv',ledger);table(out/'piano-reference-velocity.csv',piano);table(out/'piano-pair-ordering.csv',comparable);table(out/'guitar-context-velocity.csv',paired)
print(json.dumps({'cases':summaries,'pianoReference':pref,'guitarContextPairs':pairSummary,'pianoFirstFive':piano[:5],'guitarFirstThree':paired[:3]},ensure_ascii=False))
