1. How To Run

How To Run

To run this notebook on AWS yourself, simply run this awc cli command or the equivalent. Note you will need to configure and specify your own security group, iam profile, and ssh key.

aws ec2 run-instances \
 --region us-east-1 \
 --instance-initiated-shutdown-behavior terminate \
 --image-id ami-04f94a03f151839d7 \
 --instance-type p2.xlarge \
 --count 1 \
 --security-groups sg_79478 \
 --iam-instance-profile Arn="arn:aws:iam::470240306861:instance-profile/runpol-f1abd" \
 --key-name key_480a7 \
 --user-data "$(cat <<- EOF 
	#!/bin/bash
	sudo -H -u ec2-user /bin/bash << UIS
		export CP="";
		cd ~/;
		for jar in UlLGEs.jar x1WB4P.jar iJL-Pb.jar J3F7SB.jar pPr5X4.jar voMY9c.jar pSMEAP.jar ckFYEX.jar J5YZBg.jar RpCOEb.jar FNuYac.jar eDcqSl.jar C4HQIn.jar 8UOGP0.jar xtt19H.jar 1G14YH.jar 9es3XF.jar 9oFE6K.jar 5glJh5.jar MwgxV9.jar CRiDmT.jar 0JTCJX.jar 7yYom0.jar Z77u5Y.jar X6TsTs.jar 3YOsy4.jar zbCqH9.jar pXz6c5.jar j4TjOh.jar -Wx4eH.jar IDaNH1.jar RFYm3Y.jar oCm4jx.jar -nUsPL.jar FF1SSd.jar e99EAH.jar cRdyyi.jar _Tqbdg.jar bpn3X6.jar 82fxJ3.jar mFTiSk.jar kutaq8.jar cgAmUn.jar 4Hokj2.jar Pwf130.jar 7G3g29.jar wjACoP.jar t3L4Ga.jar I-Wt_o.jar e1bjSZ.jar -eJmgW.jar fy4wUB.jar w5WtoP.jar SZDvpr.jar RMdkrl.jar 3DxzkI.jar 2WDe8I.jar 2F2Ydp.jar BPySZH.jar pTUky1.jar f2b52F.jar 3pAZ_-.jar V3ewDa.jar bLRpy7.jar AGcHNa.jar KC8MbW.jar JCDHRK.jar 2gv2CG.jar 8iQ9Z7.jar ylbyje.jar j6aIHJ.jar FDq8GU.jar zV5Tgw.jar -s7HRl.jar AKDWgx.jar gQ0pX6.jar -gQqCw.jar Im2foR.jar 8mM1cU.jar 9Rcat6.jar XhEXSD.jar ycpqpp.jar 7ZIQCg.jar kdOsx4.jar h8WRNv.jar M_GyJo.jar T_wymZ.jar RX4nC-.jar uFgyR3.jar homAVs.jar jiLEar.jar inLQ8M.jar vB0ygy.jar qxPriF.jar VoHj02.jar jwe2un.jar E6uqkG.jar XwHyXe.jar c2l1x0.jar BQ7B1p.jar _ouRc5.jar zmkCkQ.jar _-3s7g.jar XuFIvy.jar vXgL9c.jar NyLap5.jar Wdf4w-.jar xT3K-m.jar DxeC-S.jar CL-vxy.jar j9VQK4.jar CLQBSL.jar -kbjMt.jar YJlxds.jar EHpifH.jar tEr9T7.jar P8H78o.jar FvrNad.jar XDQqOq.jar N_VbMm.jar 5HsVBs.jar lNFC92.jar Yn-O00.jar z3hdGg.jar 0Yp3yd.jar swuhBW.jar tcff8l.jar -eTW6x.jar PUCNTe.jar VTtgXF.jar MtpouU.jar SYrDaC.jar HRct8A.jar rDI_4n.jar j7E2TD.jar -ADx6B.jar g9gt1I.jar q4RYQK.jar OLbLHO.jar GqyKVU.jar qfW3YZ.jar lQR2uY.jar EB-wYY.jar 0xC6Ig.jar X5SZPT.jar 4v8-Zl.jar q1DWLy.jar ckSqtQ.jar Od5OE4.jar k3aZGU.jar Cd75fp.jar LeUAw6.jar yD32Lu.jar b0EaXW.jar dYWhET.jar mc8QBB.jar PcfO9R.jar jxh0zu.jar HoRIFv.jar XpUvyW.jar JfcwoS.jar yBUQG2.jar TRCh2l.jar k5ltyk.jar YKyX-I.jar v9yuH_.jar 9UqFEP.jar 7bYbNE.jar tEBPEl.jar 7bRyUI.jar O55HC6.jar RroGBV.jar obvwJ2.jar KzD14v.jar LTa177.jar uKNBE6.jar Sf901d.jar NLC2Wu.jar _IDgqr.jar G2ief4.jar mPrQWe.jar 2dTWnh.jar ShBcnQ.jar bAcOV7.jar Ippim0.jar q6jMGg.jar 926LF5.jar 1i2_qH.jar 8qkh1L.jar wouHHS.jar yixsoi.jar NPQo5o.jar FlF87r.jar vxX0tI.jar 9w-Q7U.jar VFxg8p.jar T5mocr.jar lcMRhs.jar IZdLkO.jar Z45oIk.jar SiAfyj.jar QkVCiQ.jar yev-uh.jar pnNigj.jar DAZ-Yb.jar slFyWW.jar BSrZNy.jar wI6J3m.jar ixUb09.jar ETY71Y.jar PUNPPn.jar mL-ZbV.jar EXB6Bf.jar C8YVU0.jar PkH3iH.jar s5K7iY.jar T3dyBA.jar yENxv_.jar 1a_Jni.jar MhnSt4.jar GWik1s.jar 7vZSDl.jar Fepfz2.jar -c3xNe.jar 3l8Qxd.jar Lvpyz6.jar 2RBz1r.jar 7Gr1L4.jar cHOjcM.jar 1pK9TV.jar 7Inkfp.jar KlirFk.jar i7j6Lt.jar vL5_Ns.jar FIZyiG.jar 2RMHzl.jar Eh52SD.jar lE3nQi.jar 0GgQhI.jar WtsKoB.jar 1yekd2.jar 9Be_Ek.jar 4oj5iD.jar vSBUEy.jar Jp58Y2.jar HU4sZu.jar JrqC6-.jar T7DxJj.jar BdQPvm.jar grVWHn.jar RHN28u.jar x9orXf.jar 7WQY7k.jar hsyZom.jar -Ky0UC.jar fEnNjl.jar uDwZQ6.jar DlYIoe.jar _JUO_a.jar i5kwu2.jar 7fPu29.jar FB_Xoq.jar aBm76Y.jar 6_PF5V.jar r6BCsX.jar 9Dteow.jar RWbct1.jar luFCcw.jar nIxI5Y.jar V8GNvw.jar KJB15I.jar TNVrLk.jar obfLK6.jar Z-cisn.jar qGvEiN.jar RiwJWf.jar CkblvJ.jar dlGiXs.jar 5YH3UK.jar _SldiN.jar zRmaUq.jar WMMo8Z.jar U3BAOG.jar aDFe3V.jar eVdzAb.jar xkJxV3.jar oRZsFt.jar xbX6_0.jar EUNZEC.jar nrCZj8.jar Q7fnt3.jar LqjYcm.jar kjTgGb.jar sLAk5j.jar HbKTAX.jar xM7v7X.jar DikdxW.jar 3sH_k8.jar O4iUZZ.jar jDOuSp.jar TCsnzY.jar s_AT99.jar g8--uE.jar OsusOe.jar SrpWaU.jar Ld8hJv.jar EudCbW.jar 5ehZVI.jar 1oXHZH.jar w8BAeR.jar kKxRPk.jar Ya7fKA.jar UNdlqa.jar tUwwoi.jar aLG3dz.jar A06HUF.jar 1W2Ggj.jar ug1L6a.jar -N3YgF.jar JKSau9.jar G3JX2k.jar 8y7Xrn.jar DgMYvk.jar tYylPl.jar -PE1LF.jar BoVsYH.jar pUB_L6.jar fUNqU8.jar nuurqg.jar YMWGgA.jar cwovNg.jar 7iAVmy.jar fQep65.jar gOnRy9.jar sAQVj6.jar l4rpcm.jar gqEM5x.jar itjJIp.jar KuZjdc.jar dlBZcY.jar Bza6-N.jar dCULGq.jar F1D5wz.jar NTz2or.jar IsN8Le.jar jtbDmz.jar lq9oCl.jar XhxkY0.jar Ny-ZJN.jar n8-CWf.jar -Jcsmi.jar Xa9pHx.jar MQ9YQT.jar RnwqH2.jar IXapsG.jar 8hPHK2.jar EDleWl.jar MZxJpD.jar P3I3-1.jar UQUOWV.jar HP5OZp.jar 1QaL83.jar J0uEQz.jar M8pooj.jar Sbng8o.jar GUOg7L.jar Fk0cKM.jar Rdv523.jar WYPR4u.jar il1ci6.jar TL0b1f.jar F0rfpC.jar VeX-mv.jar iNkzJZ.jar iJrHnu.jar zhoPul.jar tr35Ol.jar axolrQ.jar 0tNp5t.jar v2vgSh.jar aUTpvA.jar SK4UsM.jar xnw9vS.jar m0TGcI.jar RqN1Ep.jar jnCoCD.jar ZzZXVW.jar fQHTF8.jar ed5p6f.jar bkv_sz.jar 3FXtb-.jar BpyIDT.jar CthHID.jar J9HZRM.jar O5gofE.jar I8lNUe.jar SzisIS.jar 1yoenB.jar h0uxIG.jar PNRxdS.jar KVQGgB.jar 7c0RHP.jar KXKEl1.jar 8Mnp3y.jar V5g1Q7.jar AplgkA.jar Ce2hqN.jar W7g4aM.jar 2FW18W.jar df4yDS.jar 1dpVLF.jar UecK2P.jar YtNhlM.jar jIaMrf.jar TCV_Uk.jar ssJDf8.jar pK25SG.jar Zs9zc8.jar z_BD-D.jar Avwavf.jar zFf8Rr.jar o1mSup.jar _XF7oy.jar RToYd3.jar jIi5Q_.jar QulA1d.jar tKsHTL.jar UVUjWQ.jar ltpt2S.jar mByV44.jar djNzzp.jar XD1Wn2.jar 8DDAGV.jar MArUm_.jar m2yFLA.jar dk-_Gn.jar TuhZFY.jar jbIcq-.jar t59VAk.jar YH-ovk.jar zxcV_C.jar TVwWkw.jar 91MK_J.jar 3Jwm9v.jar H53QWp.jar FQod1j.jar q-i-cN.jar mDZVCn.jar aU9RBm.jar HYPfFq.jar N4pTUH.jar RPwtxd.jar bYyRP7.jar f0xcdL.jar ucaFU7.jar cjfTot.jar FMc0u3.jar W3MNl-.jar sivt3n.jar uiVAVL.jar wXkX0H.jar 6onPQs.jar 5F08G2.jar; 
		do 
		  export FILE="~/lib/\\\$jar"; 
		  aws s3 cp "s3://data-b55f4/lib/\\\$jar" \\\$FILE; 
		  export CP="\\\$CP:\\\$FILE"; 
		done
		nohup java -DMAX_FILTER_ELEMENTS=268435456 -Dcom.sun.org.apache.xml.internal.dtm.DTMManager=com.sun.org.apache.xml.internal.dtm.ref.DTMManagerDefault -Dspark.master=local[4] -Djavax.xml.parsers.DocumentBuilderFactory=com.sun.org.apache.xerces.internal.jaxp.DocumentBuilderFactoryImpl -Dtendril.sessionId=a314b42b-76b5-4112-9943-fbb837ee68b8 -DMAX_IO_ELEMENTS=268435456 -Dtendril.bucket=data-b55f4 -DMAX_DEVICE_MEMORY=11811160064 -Dtendril.keyspace=lib/ -Dtendril.localcp=~/lib/ -DCUDA_DEFAULT_PRECISION=Float -DMAX_TOTAL_MEMORY=11811160064 -cp \\\$CP com.simiacryptus.aws.S3TaskRunner &
	UIS
EOF
)"