To run this notebook on AWS yourself, simply run this awc cli command or the equivalent. Note you will need to configure and specify your own security group, iam profile, and ssh key.
aws ec2 run-instances \
--region null \
--instance-initiated-shutdown-behavior terminate \
--image-id null \
--instance-type null \
--count 1 \
--security-groups sg-00000000000000000 \
--iam-instance-profile Arn="IAM-ARN" \
--key-name SSHKEY \
--user-data "$(cat <<- EOF
#!/bin/bash
sudo -H -u ec2-user /bin/bash << UIS
export CP="";
cd ~/;
for jar in charsets.jar deploy.jar access-bridge-64.jar cldrdata.jar dnsns.jar jaccess.jar jfxrt.jar localedata.jar nashorn.jar sunec.jar sunjce_provider.jar sunmscapi.jar sunpkcs11.jar zipfs.jar javaws.jar jce.jar jfr.jar jfxswt.jar jsse.jar management-agent.jar plugin.jar resources.jar rt.jar classes chill_2.12-0.9.5.jar kryo-shaded-4.0.2.jar xbean-asm7-shaded-4.15.jar chill-java-0.9.5.jar kryo-5.0.0-RC5.jar reflectasm-1.11.8.jar objenesis-3.0.1.jar minlog-1.3.1.jar logback-classic-1.3.0-alpha5.jar logback-core-1.3.0-alpha5.jar javax.mail-1.6.2.jar checker-framework-1.7.0.jar slf4j-api-2.0.0-alpha1.jar jcl-over-slf4j-2.0.0-alpha1.jar log4j-over-slf4j-2.0.0-alpha1.jar classes guava-28.2-jre.jar failureaccess-1.0.1.jar listenablefuture-9999.0-empty-to-avoid-conflict-with-guava.jar checker-qual-2.10.0.jar error_prone_annotations-2.3.4.jar j2objc-annotations-1.3.jar jsr305-3.0.2.jar json-20190722.jar kryo-serializers-0.45.jar jackson-core-2.10.3.jar jackson-databind-2.10.3.jar jackson-annotations-2.10.3.jar classes commons-lang3-3.9.jar classes aws-java-sdk-ec2-1.11.742.jar jmespath-java-1.11.742.jar aws-java-sdk-s3-1.11.742.jar aws-java-sdk-kms-1.11.742.jar aws-java-sdk-core-1.11.742.jar commons-logging-1.1.3.jar httpclient-4.5.12.jar httpcore-4.4.13.jar ion-java-1.0.2.jar jackson-dataformat-cbor-2.6.7.jar joda-time-2.8.1.jar aws-java-sdk-iam-1.11.742.jar aws-java-sdk-ses-1.11.742.jar mail-1.5.0-b01.jar kryonet-2.22.0-RC1.jar jsonbeans-0.7.jar jsch-0.1.55.jar annotations-19.0.0.jar jnr-posix-3.0.54.jar jnr-ffi-2.1.12.jar jffi-1.2.23.jar jffi-1.2.23-native.jar asm-7.1.jar asm-commons-7.1.jar asm-analysis-7.1.jar asm-tree-7.1.jar asm-util-7.1.jar jnr-a64asm-1.0.0.jar jnr-x86asm-1.0.2.jar jnr-constants-0.9.15.jar classes commons-text-1.8.jar flexmark-all-0.60.2.jar flexmark-0.60.2.jar flexmark-ext-abbreviation-0.60.2.jar flexmark-util-0.60.2.jar flexmark-ext-admonition-0.60.2.jar flexmark-ext-anchorlink-0.60.2.jar flexmark-ext-aside-0.60.2.jar flexmark-ext-attributes-0.60.2.jar flexmark-ext-autolink-0.60.2.jar autolink-0.6.0.jar flexmark-ext-definition-0.60.2.jar flexmark-ext-emoji-0.60.2.jar flexmark-ext-enumerated-reference-0.60.2.jar flexmark-ext-escaped-character-0.60.2.jar flexmark-ext-footnotes-0.60.2.jar flexmark-ext-gfm-issues-0.60.2.jar flexmark-ext-gfm-strikethrough-0.60.2.jar flexmark-ext-gfm-tasklist-0.60.2.jar flexmark-ext-gfm-users-0.60.2.jar flexmark-ext-gitlab-0.60.2.jar flexmark-ext-jekyll-front-matter-0.60.2.jar flexmark-ext-jekyll-tag-0.60.2.jar flexmark-ext-media-tags-0.60.2.jar flexmark-ext-macros-0.60.2.jar flexmark-ext-ins-0.60.2.jar flexmark-ext-xwiki-macros-0.60.2.jar flexmark-ext-superscript-0.60.2.jar flexmark-ext-tables-0.60.2.jar flexmark-ext-toc-0.60.2.jar flexmark-ext-typographic-0.60.2.jar flexmark-ext-wikilink-0.60.2.jar flexmark-ext-yaml-front-matter-0.60.2.jar flexmark-ext-youtube-embedded-0.60.2.jar flexmark-html2md-converter-0.60.2.jar jsoup-1.13.1.jar flexmark-jira-converter-0.60.2.jar flexmark-pdf-converter-0.60.2.jar openhtmltopdf-core-1.0.0.jar openhtmltopdf-pdfbox-1.0.0.jar pdfbox-2.0.16.jar fontbox-2.0.16.jar xmpbox-2.0.16.jar graphics2d-0.24.jar openhtmltopdf-rtl-support-1.0.0.jar icu4j-59.1.jar openhtmltopdf-jsoup-dom-converter-1.0.0.jar flexmark-profile-pegdown-0.60.2.jar flexmark-util-ast-0.60.2.jar flexmark-util-builder-0.60.2.jar flexmark-util-collection-0.60.2.jar flexmark-util-data-0.60.2.jar flexmark-util-dependency-0.60.2.jar flexmark-util-format-0.60.2.jar flexmark-util-html-0.60.2.jar flexmark-util-misc-0.60.2.jar flexmark-util-options-0.60.2.jar flexmark-util-sequence-0.60.2.jar flexmark-util-visitor-0.60.2.jar flexmark-youtrack-converter-0.60.2.jar org.eclipse.jgit-5.7.0.202003090808-r.jar jzlib-1.1.1.jar JavaEWAH-1.1.7.jar bcpg-jdk15on-1.64.jar bcprov-jdk15on-1.64.jar bcpkix-jdk15on-1.64.jar classes arpack_combined_all-0.1.jar core-1.1.2.jar netlib-native_ref-osx-x86_64-1.1-natives.jar native_ref-java-1.1.jar jniloader-1.1.jar netlib-native_ref-linux-x86_64-1.1-natives.jar netlib-native_ref-linux-i686-1.1-natives.jar netlib-native_ref-win-x86_64-1.1-natives.jar netlib-native_ref-win-i686-1.1-natives.jar netlib-native_ref-linux-armhf-1.1-natives.jar netlib-native_system-osx-x86_64-1.1-natives.jar native_system-java-1.1.jar netlib-native_system-linux-x86_64-1.1-natives.jar netlib-native_system-linux-i686-1.1-natives.jar netlib-native_system-linux-armhf-1.1-natives.jar netlib-native_system-win-x86_64-1.1-natives.jar netlib-native_system-win-i686-1.1-natives.jar ejml-all-0.39.jar ejml-core-0.39.jar ejml-fdense-0.39.jar ejml-ddense-0.39.jar ejml-cdense-0.39.jar ejml-zdense-0.39.jar ejml-dsparse-0.39.jar ejml-simple-0.39.jar ejml-fsparse-0.39.jar classes hadoop-common-3.2.1.jar commons-cli-1.2.jar commons-collections-3.2.2.jar jetty-server-9.3.24.v20180605.jar jetty-http-9.3.24.v20180605.jar jetty-io-9.3.24.v20180605.jar jetty-util-9.3.24.v20180605.jar jetty-servlet-9.3.24.v20180605.jar jetty-security-9.3.24.v20180605.jar jetty-webapp-9.3.24.v20180605.jar jetty-xml-9.3.24.v20180605.jar jsp-api-2.1.jar jersey-servlet-1.19.jar jersey-json-1.19.jar jettison-1.1.jar jaxb-impl-2.2.3-1.jar jackson-jaxrs-1.9.2.jar jackson-xc-1.9.2.jar commons-beanutils-1.9.3.jar commons-configuration2-2.1.1.jar re2j-1.1.jar hadoop-auth-3.2.1.jar nimbus-jose-jwt-4.41.1.jar jcip-annotations-1.0-1.jar json-smart-2.3.jar accessors-smart-1.2.jar curator-client-2.13.0.jar htrace-core4-4.1.0-incubating.jar kerb-simplekdc-1.0.1.jar kerb-client-1.0.1.jar kerby-config-1.0.1.jar kerb-core-1.0.1.jar kerby-pkix-1.0.1.jar kerby-asn1-1.0.1.jar kerby-util-1.0.1.jar kerb-common-1.0.1.jar kerb-crypto-1.0.1.jar kerb-util-1.0.1.jar token-provider-1.0.1.jar kerb-admin-1.0.1.jar kerb-server-1.0.1.jar kerb-identity-1.0.1.jar kerby-xdr-1.0.1.jar stax2-api-3.1.4.jar woodstox-core-5.0.3.jar dnsjava-2.1.7.jar aws-java-sdk-codecommit-1.11.742.jar classes classes classes classes smile-plot-2.2.2.jar smile-core-2.2.2.jar smile-data-2.2.2.jar smile-math-2.2.2.jar smile-graph-2.2.2.jar smile-netlib-2.2.2.jar swingx-1.6.1.jar filters-2.0.235.jar swing-worker-1.1.jar graphviz-java-0.15.1.jar viz.js-for-graphviz-java-2.1.2.jar svgSalamander-1.1.3.jar nashorn-promise-0.1.1.jar commons-exec-1.3.jar j2v8_win32_x86_64-4.6.0.jar classes org.eclipse.jdt.core-3.20.0.jar org.eclipse.core.resources-3.13.700.jar org.eclipse.core.expressions-3.6.700.jar org.eclipse.core.runtime-3.17.100.jar org.eclipse.osgi-3.15.200.jar org.eclipse.equinox.common-3.11.0.jar org.eclipse.core.jobs-3.10.700.jar org.eclipse.equinox.registry-3.8.700.jar org.eclipse.equinox.preferences-3.7.700.jar org.eclipse.core.contenttype-3.7.600.jar org.eclipse.equinox.app-1.4.400.jar org.eclipse.core.filesystem-1.7.700.jar org.eclipse.text-3.10.100.jar org.eclipse.core.commands-3.9.700.jar maven-embedder-3.6.3.jar maven-settings-3.6.3.jar maven-settings-builder-3.6.3.jar plexus-interpolation-1.25.jar maven-core-3.6.3.jar maven-repository-metadata-3.6.3.jar maven-artifact-3.6.3.jar maven-resolver-provider-3.6.3.jar maven-resolver-impl-1.4.1.jar maven-resolver-spi-1.4.1.jar org.eclipse.sisu.inject-0.3.4.jar plexus-component-annotations-2.1.0.jar maven-plugin-api-3.6.3.jar maven-model-3.6.3.jar maven-model-builder-3.6.3.jar maven-builder-support-3.6.3.jar maven-resolver-api-1.4.1.jar maven-resolver-util-1.4.1.jar maven-shared-utils-3.2.1.jar guice-4.2.1-no_aop.jar javax.inject-1.jar jsr250-api-1.0.jar plexus-utils-3.2.1.jar plexus-classworlds-2.6.0.jar org.eclipse.sisu.plexus-0.3.4.jar cdi-api-1.0.jar plexus-sec-dispatcher-1.4.jar plexus-cipher-1.7.jar jblas-1.2.4.jar jcudnn-10.2.0.jar jcublas-10.2.0.jar jcublas-natives-10.2.0-windows-x86_64.jar jcudnn-natives-10.2.0-windows-x86_64.jar jcudnn-natives-10.2.0.jar jcuda-natives-10.2.0.jar classes classes classes proto-1.15.0.jar tensorflow-1.15.0.jar libtensorflow-1.15.0.jar libtensorflow_jni_gpu-1.15.0.jar protobuf-java-3.11.4.jar jcusparse-10.2.0.jar jcuda-10.2.0.jar jcuda-natives-10.2.0-windows-x86_64.jar jcusolver-10.2.0.jar javacpp-1.5.2.jar hdf5-platform-1.10.4-1.4.4.jar hdf5-1.10.4-1.4.4-linux-x86.jar hdf5-1.10.4-1.4.4-linux-x86_64.jar hdf5-1.10.4-1.4.4-linux-ppc64le.jar hdf5-1.10.4-1.4.4-macosx-x86_64.jar hdf5-1.10.4-1.4.4-windows-x86.jar hdf5-1.10.4-1.4.4-windows-x86_64.jar hdf5-1.10.4-1.4.4.jar classes classes jackson-module-scala_2.12-2.10.3.jar jackson-module-paranamer-2.10.3.jar scala-reflect-2.12.10.jar lz4-java-1.7.1.jar spark-hive_2.12-2.4.5.jar parquet-hadoop-bundle-1.6.0.jar hive-exec-1.2.1.spark2.jar javolution-5.5.1.jar apache-log4j-extras-1.2.17.jar antlr-runtime-3.4.jar stringtemplate-3.2.1.jar antlr-2.7.7.jar ST4-4.0.4.jar snappy-0.2.jar stax-api-1.0.1.jar opencsv-2.3.jar hive-metastore-1.2.1.spark2.jar bonecp-0.8.0.RELEASE.jar datanucleus-api-jdo-3.2.6.jar datanucleus-rdbms-3.2.9.jar commons-pool-1.5.4.jar commons-dbcp-1.4.jar jdo-api-3.0.1.jar jta-1.1.jar commons-httpclient-3.1.jar calcite-avatica-1.2.0-incubating.jar calcite-core-1.2.0-incubating.jar calcite-linq4j-1.2.0-incubating.jar eigenbase-properties-1.1.5.jar jackson-mapper-asl-1.9.13.jar commons-codec-1.10.jar jodd-core-3.5.2.jar datanucleus-core-3.2.10.jar libthrift-0.9.3.jar libfb303-0.9.3.jar derby-10.12.1.1.jar scala-library-2.12.10.jar scala-compiler-2.12.10.jar scala-xml_2.12-1.2.0.jar gson-2.8.6.jar commons-io-2.6.jar spark-core_2.12-2.4.5.jar paranamer-2.8.jar avro-1.8.2.jar jackson-core-asl-1.9.13.jar commons-compress-1.20.jar xz-1.5.jar avro-mapred-1.8.2-hadoop2.jar avro-ipc-1.8.2.jar xbean-asm6-shaded-4.8.jar hadoop-client-3.2.1.jar hadoop-hdfs-client-3.2.1.jar okhttp-2.7.5.jar okio-1.6.0.jar hadoop-yarn-api-3.2.1.jar jaxb-api-2.2.11.jar hadoop-yarn-client-3.2.1.jar hadoop-mapreduce-client-core-3.2.1.jar hadoop-yarn-common-3.2.1.jar jackson-module-jaxb-annotations-2.9.8.jar jackson-jaxrs-json-provider-2.9.8.jar jackson-jaxrs-base-2.9.8.jar hadoop-mapreduce-client-jobclient-3.2.1.jar hadoop-mapreduce-client-common-3.2.1.jar hadoop-annotations-3.2.1.jar spark-launcher_2.12-2.4.5.jar spark-kvstore_2.12-2.4.5.jar leveldbjni-all-1.8.jar spark-network-common_2.12-2.4.5.jar spark-network-shuffle_2.12-2.4.5.jar spark-unsafe_2.12-2.4.5.jar activation-1.1.1.jar curator-recipes-2.6.0.jar curator-framework-2.6.0.jar zookeeper-3.4.6.jar javax.servlet-api-3.1.0.jar jul-to-slf4j-2.0.0-alpha1.jar compress-lzf-1.0.3.jar snappy-java-1.1.7.3.jar zstd-jni-1.3.2-2.jar RoaringBitmap-0.7.45.jar shims-0.7.45.jar commons-net-3.1.jar json4s-jackson_2.12-3.5.3.jar json4s-core_2.12-3.5.3.jar json4s-ast_2.12-3.5.3.jar json4s-scalap_2.12-3.5.3.jar jersey-client-2.22.2.jar javax.ws.rs-api-2.0.1.jar hk2-api-2.4.0-b34.jar hk2-utils-2.4.0-b34.jar aopalliance-repackaged-2.4.0-b34.jar javax.inject-2.4.0-b34.jar hk2-locator-2.4.0-b34.jar javassist-3.18.1-GA.jar jersey-common-2.22.2.jar javax.annotation-api-1.2.jar jersey-guava-2.22.2.jar osgi-resource-locator-1.0.1.jar jersey-server-2.22.2.jar jersey-media-jaxb-2.22.2.jar validation-api-1.1.0.Final.jar jersey-container-servlet-2.22.2.jar jersey-container-servlet-core-2.22.2.jar netty-all-4.1.42.Final.jar netty-3.9.9.Final.jar stream-2.7.0.jar metrics-core-3.1.5.jar metrics-jvm-3.1.5.jar metrics-json-3.1.5.jar metrics-graphite-3.1.5.jar ivy-2.4.0.jar oro-2.0.8.jar pyrolite-4.13.jar py4j-0.10.7.jar spark-tags_2.12-2.4.5.jar commons-crypto-1.0.0.jar unused-1.0.0.jar spark-sql_2.12-2.4.5.jar univocity-parsers-2.7.3.jar spark-sketch_2.12-2.4.5.jar spark-catalyst_2.12-2.4.5.jar scala-parser-combinators_2.12-1.1.0.jar janino-3.0.9.jar commons-compiler-3.0.9.jar antlr4-runtime-4.7.jar orc-core-1.5.5-nohive.jar orc-shims-1.5.5.jar commons-lang-2.6.jar aircompressor-0.10.jar orc-mapreduce-1.5.5-nohive.jar parquet-column-1.10.1.jar parquet-common-1.10.1.jar parquet-encoding-1.10.1.jar parquet-hadoop-1.10.1.jar parquet-format-2.4.0.jar parquet-jackson-1.10.1.jar arrow-vector-0.10.0.jar arrow-format-0.10.0.jar arrow-memory-0.10.0.jar hppc-0.7.2.jar flatbuffers-1.2.0-3f79e055.jar jcudnn-natives-10.2.0-linux-x86_64.jar jcuda-natives-10.2.0-linux-x86_64.jar commons-math3-3.6.1.jar hadoop-aws-3.2.1.jar jcusparse-natives-10.2.0-windows-x86_64.jar jcusolver-natives-10.2.0-windows-x86_64.jar jcusparse-natives-10.2.0-linux-x86_64.jar jcusolver-natives-10.2.0-linux-x86_64.jar idea_rt.jar;
do
export FILE="~/lib/\\\$jar";
aws s3 cp "s3://simiacryptus/lib/\\\$jar" \\\$FILE;
export CP="\\\$CP:\\\$FILE";
done
nohup java -Dspark.driver.memory=32g -Dspark.master=local[16] -Dspark.app.name=local -Dintellij.debug.agent=true -Dtendril.sessionId=a0e9f90d-9f09-4a40-a8cb-a87e91077be9 -Dtendril.bucket=simiacryptus -Djetty.git.hash=84205aa28f11a4f31f2a3b86d1bba2cc8ab69827 -Djboss.modules.system.pkgs=com.intellij.rt -Dtendril.keyspace=lib/ -Dtendril.localcp=~/lib/ -cp \\\$CP com.simiacryptus.aws.S3TaskRunner &
UIS
EOF
)"