#!/usr/bin/env python3 """Frozen December water-source switching pilot.""" from pathlib import Path import json,os import numpy as np import pandas as pd from water_synchrony_pilot import ols_cluster ROOT=Path(__file__).resolve().parents[1] CACHE=Path(os.environ.get('BIO_DISCOVERY_CACHE','/mnt/data/research/bioinformatics-discovery/cache/round-004'))/'finch_water' def load_pairs(start='2017-12-16',end='2017-12-31'): d=pd.read_csv(CACHE/'All_Birds_all_days.csv');d['date']=pd.to_datetime(d.DATE,format='mixed',dayfirst=True);d=d[d.date.between(start,end)].copy() d['minute']=(pd.to_timedelta(d.R_TIME).dt.total_seconds()/60).astype(int);d=d.drop_duplicates(['date','ID','Trough','minute']) d['ambiguous']=d.groupby(['date','ID','minute']).Trough.transform('nunique')>1 windows=d.groupby(['date','Trough']).minute.agg(['min','max']).unstack('Trough') bounds=pd.DataFrame({'lo':windows['min'].max(axis=1,skipna=False)+10,'hi':windows['max'].min(axis=1,skipna=False)-10}) d=d.sort_values(['ID','date','minute','Trough']);g=d.groupby(['ID','date']) d['prev_minute']=g.minute.shift();d['prev_trough']=g.Trough.shift();d['prev_ambiguous']=g.ambiguous.shift();d['gap']=d.minute-d.prev_minute d=d.join(bounds,on='date');d=d[d.gap.between(30,360)&(d.prev_minute>=d.lo)&(d.minute<=d.hi)&~d.ambiguous&(d.prev_ambiguous==False)].copy() s=pd.read_csv(CACHE/'Summary_data.csv');s['date']=pd.to_datetime(s.DATE,format='mixed',dayfirst=True);s=s[s['TO USE']==1] d=d.merge(s[['date','MAX_TEMP']],on='date',validate='many_to_one').dropna(subset=['MAX_TEMP']).reset_index(drop=True) d['switch']=(d.Trough!=d.prev_trough).astype(int);d['hour']=(d.prev_minute//60).astype(int);d['temp10']=d.MAX_TEMP/10;d['log_gap']=np.log(d.gap) return d def fit(d,cluster='date'): indicators=pd.get_dummies(d[['hour','prev_trough','ID']].astype(str),drop_first=True,dtype=float) f=pd.concat([d,indicators],axis=1) return ols_cluster(f,'switch',['temp10','log_gap']+list(indicators.columns),cluster) if __name__=='__main__': d=load_pairs();m=fit(d);b=fit(d,'ID');t=m['terms'][1] a={'n_pairs':len(d),'n_birds':d.ID.nunique(),'n_dates':d.date.nunique(),'n_switches':int(d['switch'].sum()),'primary_temperature':t,'bird_cluster_temperature':b['terms'][1],'advance':bool(d.date.nunique()>=10 and d.ID.nunique()>=50 and d['switch'].sum()>=100 and t['beta']<=-.03 and t['t']<=-1.5),'model_specification':'switch ~ temp/10 + log(gap) + starting trough + starting hour + individual fixed effects; date cluster'} d.to_csv(ROOT/'results/028_pilot_pairs.csv',index=False,float_format='%.10g');(ROOT/'results/028_pilot_summary.json').write_text(json.dumps(a,indent=2)+'\n');print(json.dumps(a,indent=2))