Spark, Distributed Systems, Machine Learning, Hadoop, Scalability.
"spark.yarn.appMasterEnv.YARN_CONTAINER_RUNTIME_TYPE":"docker", "spark.executorEnv.YARN_CONTAINER_RUNTIME_DOCKER_CLIENT_CONFIG":"hdfs:///user/hadoop/config.json", "spark.executorEnv.YARN_CONTAINER_RUNTIME_DOCKER_IMAGE":"123456789123.dkr.ecr.us-east-1.amazonaws.com/scalableml:s3spark",