"""Public Hillstrom randomized-arm reconstruction. Usage: python analysis.py hillstrom.csv.gz
Historical two-week2008 outcomes; no exposure/click, current merchant, or individual persuasion inference.
"""
import gzip,csv,math,sys
from pathlib import Path
with gzip.open(sys.argv[1],'rt') as f:rows=list(csv.DictReader(f))
assert len(rows)==64000
def cell(rs,arm):
 a=[r for r in rs if r['segment']==arm];return len(a),sum(int(r['conversion']) for r in a),sum(int(r['visit']) for r in a)
def diff(a,b):
 n,x,_=a;m,y,_=b;p=x/n;q=y/m;d=p-q;se=math.sqrt(p*(1-p)/n+q*(1-q)/m);return d*1000,(d-1.96*se)*1000,(d+1.96*se)*1000
results={}
for label,rs in [('all',rows)]+[(f'{lo}-{lo+2}',[r for r in rows if lo<=int(r['recency'])<=lo+2]) for lo in [1,4,7,10]]:
 a=cell(rs,'Mens E-Mail');b=cell(rs,'Womens E-Mail');d,l,u=diff(a,b)
 results[label+'_mens_assigned']=a[0];results[label+'_mens_buyers']=a[1];results[label+'_womens_assigned']=b[0];results[label+'_womens_buyers']=b[1];results[label+'_direct_per1000']=d;results[label+'_lower95']=l;results[label+'_upper95']=u
assert abs(results['all_direct_per1000']-3.69394900853)<1e-9
p=Path(__file__).parent/"data";p.mkdir(exist_ok=True)
with (p/"message-vs-recency.csv").open("w",newline="") as f:
 w=csv.writer(f);w.writerow(["metric","value"]);w.writerows(results.items())
print(results)
