"""Reconstruct signed discrepancy exposure from original public Olist ZIP.
Usage: python analysis.py /path/to/olist.zip
No inference that an export discrepancy is an amount owed.
"""
import csv,io,zipfile,json,sys
from decimal import Decimal
from collections import defaultdict
from pathlib import Path

def analyze(path):
 pay=defaultdict(Decimal); item=defaultdict(Decimal); n=defaultdict(int); status={}
 with zipfile.ZipFile(path) as z:
  def rows(s):
   with z.open(next(x for x in z.namelist() if x.endswith(s))) as f:yield from csv.DictReader(io.TextIOWrapper(f,encoding='utf-8-sig'))
  for r in rows('olist_order_payments_dataset.csv'):pay[r['order_id']]+=Decimal(r['payment_value']);n[r['order_id']]+=1
  for r in rows('olist_order_items_dataset.csv'):item[r['order_id']]+=Decimal(r['price'])+Decimal(r['freight_value'])
  for r in rows('olist_orders_dataset.csv'):status[r['order_id']]=r['order_status']
 common=pay.keys()&item.keys(); d={k:pay[k]-item[k] for k in common};over={k:v for k,v in d.items() if abs(v)>1}
 out={'matched':len(common),'union':len(pay.keys()|item.keys()),'unmatched':len(pay.keys()^item.keys()),'exact':sum(v==0 for v in d.values()),'exceptions_exact':sum(v!=0 for v in d.values()),'exceptions_cent':sum(abs(v)>Decimal('.01') for v in d.values()),'exceptions_brl1':len(over),'positive_material_count':sum(v>1 for v in d.values()),'negative_material_count':sum(v< -1 for v in d.values()),'positive_material_brl':str(sum(v for v in over.values() if v>0)),'negative_material_brl':str(sum(v for v in over.values() if v<0)),'single_payment_orders':sum(n[k]==1 for k in common),'multiple_payment_orders':sum(n[k]>1 for k in common),'single_material':sum(n[k]==1 for k in over),'multiple_material':sum(n[k]>1 for k in over),'delivered_material':sum(status[k]=='delivered' for k in over)}
 assert out['matched']==98665 and out['exceptions_exact']==576 and out['exceptions_cent']==303 and out['exceptions_brl1']==249
 return out
if __name__=='__main__':
 out=analyze(sys.argv[1]);base=Path(__file__).parent;(base/'data').mkdir(exist_ok=True)
 with (base/'data/discrepancy-exposure.csv').open('w',newline='') as f:
  w=csv.writer(f);w.writerow(['metric','value']);w.writerows(out.items())
 print(json.dumps(out,indent=2))
