                                              :mapred.job.reuse.jvm.num.tasks 20
                                              :mapred.map.tasks.speculative.execution false
                                              :mapred.reduce.tasks.speculative.execution false
-                                             :mapred.map.output.compression.codec "com.hadoop.compression.lzo.LzoCodec"
-                                             :mapred.output.compression.codec "org.apache.hadoop.io.compress.GzipCodec"
+                                             :mapred.output.direct.NativeS3FileSystem true
                                              :mapred.child.java.opts (str "-Djava.library.path="
                                                                           native-path
                                                                           " -Xms1024m -Xmx1024m")

                   :compute service
                   :environment env/remote-env)
     (lift-cluster cluster
                   :phase (phase config-redd (raise-file-limits 90000))
                   :compute service
                   :environment env/remote-env)
     (start-cluster cluster

   :price spot-price})

(def cluster-profiles
  {"large"           (mk-profile 4 2 0.50 "us-east-1/ami-08f40561" "m1.large")
   "high-memory"     (mk-profile 30 24 1.50 "us-east-1/ami-08f40561" "m2.4xlarge")
   "cluster-compute" (mk-profile 22 16 0.80 "us-east-1/ami-1cad5275" "cc1.4xlarge")})

