"""Reproduce prior-channel holdouts and capped-spend sensitivity from the public Hillstrom CSV.GZ."""
from collections import defaultdict
import csv
from decimal import Decimal
import gzip
import json
import sys


def analyze(path):
    channels=defaultdict(lambda:{'assigned':0,'buyers':0,'spend':Decimal(0)})
    tenure=defaultdict(lambda:{'assigned':0,'visits':0,'buyers':0,'spend':Decimal(0)})
    outcomes=defaultdict(lambda:{'assigned':0,'raw':Decimal(0),'cap100':Decimal(0),'cap250':Decimal(0)})
    with gzip.open(path,'rt',newline='') as stream:
        for row in csv.DictReader(stream):
            arm, channel = row['segment'], row['channel']
            spend=Decimal(row['spend'])
            cell=channels[(channel,arm)]
            cell['assigned']+=1
            cell['buyers']+=int(row['conversion'])
            cell['spend']+=spend
            segment=tenure[(row['newbie'],arm)]
            segment['assigned']+=1
            segment['visits']+=int(row['visit'])
            segment['buyers']+=int(row['conversion'])
            segment['spend']+=spend
            group=outcomes[arm]
            group['assigned']+=1
            group['raw']+=spend
            group['cap100']+=min(spend,100)
            group['cap250']+=min(spend,250)
    assert sum(v['assigned'] for v in outcomes.values())==64000
    assert len(channels)==9 and len(outcomes)==3
    assert len(tenure)==6
    return {'tenure':{newbie:{arm:{k:float(v) if isinstance(v,Decimal) else v for k,v in cell.items()}
                              for (cohort,arm),cell in tenure.items() if cohort==newbie} for newbie in ('0','1')},
            'prior_channel':{channel:{arm:{k:float(v) if isinstance(v,Decimal) else v for k,v in c.items()}
                                    for (name,arm),c in channels.items() if name==channel}
                             for channel in sorted({x[0] for x in channels})},
            'spend_by_arm':{arm:{k:float(v) if isinstance(v,Decimal) else v for k,v in row.items()}
                            for arm,row in outcomes.items()}}


if __name__=='__main__':
    print(json.dumps(analyze(sys.argv[1]),indent=2))
