"""Public Hillstrom randomized-arm reconstruction. Usage: python analysis.py hillstrom.csv.gz
Historical two-week2008 outcomes; no exposure/click, current merchant, or individual persuasion inference.
"""
import gzip,csv,math,sys
from pathlib import Path
with gzip.open(sys.argv[1],'rt') as f:rows=list(csv.DictReader(f))
assert len(rows)==64000
def cell(rs,arm):
 a=[r for r in rs if r['segment']==arm];return len(a),sum(int(r['conversion']) for r in a),sum(int(r['visit']) for r in a)
def diff(a,b):
 n,x,_=a;m,y,_=b;p=x/n;q=y/m;d=p-q;se=math.sqrt(p*(1-p)/n+q*(1-q)/m);return d*1000,(d-1.96*se)*1000,(d+1.96*se)*1000
results={}
base=cell(rows,'No E-Mail');v0=base[2]/base[0];q0=base[1]/base[2]
for arm in ['Mens E-Mail','Womens E-Mail']:
 n,b,v=cell(rows,arm);vt=v/n;qt=b/v;reach=(vt-v0)*(qt+q0)/2*1000;conditional=(qt-q0)*(vt+v0)/2*1000;total=(b/n-base[1]/base[0])*1000
 results[arm+'_visit_term']=reach;results[arm+'_conditional_term']=conditional;results[arm+'_total']=total
 assert abs(reach+conditional-total)<1e-10
assert all(r['visit']=='1' for r in rows if r['conversion']=='1')
p=Path(__file__).parent/"data";p.mkdir(exist_ok=True)
with (p/"email-arrival-accounting.csv").open("w",newline="") as f:
 w=csv.writer(f);w.writerow(["metric","value"]);w.writerows(results.items())
print(results)
