#!/usr/bin/env python3 """Entry 022: paired total/newly-labeled RNA pilot on chromosome 1 only.""" import itertools,json,re from pathlib import Path import numpy as np import pandas as pd ROUND=Path(__file__).resolve().parents[1] INPUT=Path('/mnt/data/research/bioinformatics-discovery/cache/round-003/voichek2024_tables.xlsx') def main(): data=pd.read_excel(INPUT,sheet_name='S5 - MPRA results mix 3');data=data[data.Origin.str.match(r'^AT1G\d{5}$',na=False)].copy() data['sequence']=data.Sequence.str.upper();data=data[data.sequence.str.fullmatch('[ACGT]{160}',na=False)] total='Arabidopsis_pTRP1_DOWN_Total';new='Arabidopsis_pTRP1_DOWN_5EU' for c in [total,new]:data[c]=pd.to_numeric(data[c],errors='coerce') data=data[np.isfinite(data[total])&np.isfinite(data[new])].reset_index(drop=True);s=data.sequence features={b:s.str.count(b)/160 for b in 'CGT'} for motif in map(''.join,itertools.product('ACGT',repeat=2)): features[motif]=s.map(lambda x:sum(x[i:i+2]==motif for i in range(159))/159) gc=s.map(lambda x:(x.count('G')+x.count('C'))/160);features['GC2']=gc**2;features['GC3']=gc**3 features['GATC']=s.map(lambda x:len(re.findall(r'(?=[CT][ACG]GATC[CGT][AG])',x))) for category in sorted(data['Origin relative position'].unique())[1:]:features['origin_'+category]=data['Origin relative position'].eq(category).astype(int) features['donor']=s.map(lambda x:len(re.findall(r'(?=GT[AG]AGT)',x))) features['reverse_donor']=s.map(lambda x:len(re.findall(r'(?=ACT[CT]AC)',x))) f=pd.DataFrame(features);f['gene']=data.Origin;f['index']=data['Sequence index OP1'];f.to_csv(ROUND/'results/022_pilot_features.csv',index=False) summary={'fragments':len(data),'source_genes':data.Origin.nunique(),'donor_carriers':int((f.donor>0).sum()),'reverse_carriers':int((f.reverse_donor>0).sum()),'advance':False} if min(summary['donor_carriers'],summary['reverse_carriers'])<50 or len(data)<500: summary['decision']='Frozen sample/carrier gate failed; no outcome contrast inspected.' else: x=np.column_stack([np.ones(len(data)),f.drop(columns=['gene','index']).to_numpy()]);y=(data[total]-data[new]).to_numpy();beta=np.linalg.lstsq(x,y,rcond=None)[0];residual=y-x@beta;inv=np.linalg.pinv(x.T@x);rank=np.linalg.matrix_rank(x) scores=x*residual[:,None];grouped=pd.DataFrame(scores).groupby(data.Origin).sum().to_numpy();ng=len(grouped) cov=inv@(grouped.T@grouped)@inv*(ng/(ng-1))*((len(data)-1)/(len(data)-rank)) contrast=np.zeros(x.shape[1]);contrast[-2]=1;contrast[-1]=-1;effect=float(contrast@beta);se=float(np.sqrt(contrast@cov@contrast)) summary.update(contrast=effect,gene_cluster_standard_error=se,t=effect/se,sense_coefficient=float(beta[-2]),reverse_coefficient=float(beta[-1]),design_rank=int(rank)) summary['advance']=effect<=-.30 and effect/se<=-3 summary['decision']='Advance to first novelty review.' if summary['advance'] else 'Frozen effect gate failed; retain and move to another question.' data[['Sequence index OP1','Origin','Origin relative position',total,new]].to_csv(ROUND/'results/022_pilot_outcomes.csv',index=False) (ROUND/'results/022_summary.json').write_text(json.dumps(summary,indent=2)+'\n');print(json.dumps(summary,indent=2)) if __name__=='__main__':main()