events.action: opened
events.author: GoogleAppEngine
events.masked_author: username_0
events.text: "com.databricks" %% "spark-redshift" % "3.0.0-preview1" ,
   "com.amazonaws" % "aws-java-sdk" % "1.11.397"  is used in my project,
  
  Line 140 of com.databricks.spark.redshift.Utils.scala `rule.getStatus == BucketLifecycleConfiguration.ENABLED && key.startsWith(rule.getPrefix)` throws NullPointerException because com.amazonaws.services.s3.model.BucketLifecycleConfiguration.Rule.getPrefix returns null,
  this method is deprecated, please use Rule.getLifecycleFilter to get the prefix
  
  here is the log
  18/09/05 16:15:16 WARN Utils$: An error occurred while trying to read the S3 bucket lifecycle configuration
  java.lang.NullPointerException
  	at java.lang.String.startsWith(String.java:1405)
  	at java.lang.String.startsWith(String.java:1434)
  	at com.databricks.spark.redshift.Utils$$anonfun$5.apply(Utils.scala:140)
  	at com.databricks.spark.redshift.Utils$$anonfun$5.apply(Utils.scala:136)
  	at scala.collection.Iterator$class.exists(Iterator.scala:919)
  	at scala.collection.AbstractIterator.exists(Iterator.scala:1336)
  	at scala.collection.IterableLike$class.exists(IterableLike.scala:77)
  	at scala.collection.AbstractIterable.exists(Iterable.scala:54)
  	at com.databricks.spark.redshift.Utils$.checkThatBucketHasObjectLifecycleConfiguration(Utils.scala:136)
  	at com.databricks.spark.redshift.RedshiftRelation.buildScan(RedshiftRelation.scala:106)
  	at org.apache.spark.sql.execution.datasources.DataSourceStrategy$$anonfun$11.apply(DataSourceStrategy.scala:336)
  	at org.apache.spark.sql.execution.datasources.DataSourceStrategy$$anonfun$11.apply(DataSourceStrategy.scala:336)
  	at org.apache.spark.sql.execution.datasources.DataSourceStrategy$$anonfun$pruneFilterProject$1.apply(DataSourceStrategy.scala:384)
  	at org.apache.spark.sql.execution.datasources.DataSourceStrategy$$anonfun$pruneFilterProject$1.apply(DataSourceStrategy.scala:383)
  	at org.apache.spark.sql.execution.datasources.DataSourceStrategy$.pruneFilterProjectRaw(DataSourceStrategy.scala:475)
  	at org.apache.spark.sql.execution.datasources.DataSourceStrategy$.pruneFilterProject(DataSourceStrategy.scala:379)
  	at org.apache.spark.sql.execution.datasources.DataSourceStrategy$.apply(DataSourceStrategy.scala:332)
  	at org.apache.spark.sql.catalyst.planning.QueryPlanner$$anonfun$1.apply(QueryPlanner.scala:62)
  	at org.apache.spark.sql.catalyst.planning.QueryPlanner$$anonfun$1.apply(QueryPlanner.scala:62)
  	at scala.collection.Iterator$$anon$12.nextCur(Iterator.scala:434)
  	at scala.collection.Iterator$$anon$12.hasNext(Iterator.scala:440)
  	at scala.collection.Iterator$$anon$12.hasNext(Iterator.scala:439)
  	at org.apache.spark.sql.catalyst.planning.QueryPlanner.plan(QueryPlanner.scala:92)
  	at org.apache.spark.sql.catalyst.planning.QueryPlanner$$anonfun$2$$anonfun$apply$2.apply(QueryPlanner.scala:77)
  	at org.apache.spark.sql.catalyst.planning.QueryPlanner$$anonfun$2$$anonfun$apply$2.apply(QueryPlanner.scala:74)
  	at scala.collection.TraversableOnce$$anonfun$foldLeft$1.apply(TraversableOnce.scala:157)
  	at scala.collection.TraversableOnce$$anonfun$foldLeft$1.apply(TraversableOnce.scala:157)
  	at scala.collection.Iterator$class.foreach(Iterator.scala:893)
  	at scala.collection.AbstractIterator.foreach(Iterator.scala:1336)
  	at scala.collection.TraversableOnce$class.foldLeft(TraversableOnce.scala:157)
  	at scala.collection.AbstractIterator.foldLeft(Iterator.scala:1336)
  	at org.apache.spark.sql.catalyst.planning.QueryPlanner$$anonfun$2.apply(QueryPlanner.scala:74)
  	at org.apache.spark.sql.catalyst.planning.QueryPlanner$$anonfun$2.apply(QueryPlanner.scala:66)
  	at scala.collection.Iterator$$anon$12.nextCur(Iterator.scala:434)
  	at scala.collection.Iterator$$anon$12.hasNext(Iterator.scala:440)
  	at org.apache.spark.sql.catalyst.planning.QueryPlanner.plan(QueryPlanner.scala:92)
  	at org.apache.spark.sql.catalyst.planning.QueryPlanner$$anonfun$2$$anonfun$apply$2.apply(QueryPlanner.scala:77)
  	at org.apache.spark.sql.catalyst.planning.QueryPlanner$$anonfun$2$$anonfun$apply$2.apply(QueryPlanner.scala:74)
  	at scala.collection.TraversableOnce$$anonfun$foldLeft$1.apply(TraversableOnce.scala:157)
  	at scala.collection.TraversableOnce$$anonfun$foldLeft$1.apply(TraversableOnce.scala:157)
  	at scala.collection.Iterator$class.foreach(Iterator.scala:893)
  	at scala.collection.AbstractIterator.foreach(Iterator.scala:1336)
  	at scala.collection.TraversableOnce$class.foldLeft(TraversableOnce.scala:157)
  	at scala.collection.AbstractIterator.foldLeft(Iterator.scala:1336)
  	at org.apache.spark.sql.catalyst.planning.QueryPlanner$$anonfun$2.apply(QueryPlanner.scala:74)
  	at org.apache.spark.sql.catalyst.planning.QueryPlanner$$anonfun$2.apply(QueryPlanner.scala:66)
  	at scala.collection.Iterator$$anon$12.nextCur(Iterator.scala:434)
  	at scala.collection.Iterator$$anon$12.hasNext(Iterator.scala:440)
  	at org.apache.spark.sql.catalyst.planning.QueryPlanner.plan(QueryPlanner.scala:92)
  	at org.apache.spark.sql.catalyst.planning.QueryPlanner$$anonfun$2$$anonfun$apply$2.apply(QueryPlanner.scala:77)
  	at org.apache.spark.sql.catalyst.planning.QueryPlanner$$anonfun$2$$anonfun$apply$2.apply(QueryPlanner.scala:74)
  	at scala.collection.TraversableOnce$$anonfun$foldLeft$1.apply(TraversableOnce.scala:157)
  	at scala.collection.TraversableOnce$$anonfun$foldLeft$1.apply(TraversableOnce.scala:157)
  	at scala.collection.Iterator$class.foreach(Iterator.scala:893)
  	at scala.collection.AbstractIterator.foreach(Iterator.scala:1336)
  	at scala.collection.TraversableOnce$class.foldLeft(TraversableOnce.scala:157)
  	at scala.collection.AbstractIterator.foldLeft(Iterator.scala:1336)
  	at org.apache.spark.sql.catalyst.planning.QueryPlanner$$anonfun$2.apply(QueryPlanner.scala:74)
  	at org.apache.spark.sql.catalyst.planning.QueryPlanner$$anonfun$2.apply(QueryPlanner.scala:66)
  	at scala.collection.Iterator$$anon$12.nextCur(Iterator.scala:434)
  	at scala.collection.Iterator$$anon$12.hasNext(Iterator.scala:440)
  	at org.apache.spark.sql.catalyst.planning.QueryPlanner.plan(QueryPlanner.scala:92)
  	at org.apache.spark.sql.catalyst.planning.QueryPlanner$$anonfun$2$$anonfun$apply$2.apply(QueryPlanner.scala:77)
  	at org.apache.spark.sql.catalyst.planning.QueryPlanner$$anonfun$2$$anonfun$apply$2.apply(QueryPlanner.scala:74)
  	at scala.collection.TraversableOnce$$anonfun$foldLeft$1.apply(TraversableOnce.scala:157)
  	at scala.collection.TraversableOnce$$anonfun$foldLeft$1.apply(TraversableOnce.scala:157)
  	at scala.collection.Iterator$class.foreach(Iterator.scala:893)
  	at scala.collection.AbstractIterator.foreach(Iterator.scala:1336)
  	at scala.collection.TraversableOnce$class.foldLeft(TraversableOnce.scala:157)
  	at scala.collection.AbstractIterator.foldLeft(Iterator.scala:1336)
  	at org.apache.spark.sql.catalyst.planning.QueryPlanner$$anonfun$2.apply(QueryPlanner.scala:74)
  	at org.apache.spark.sql.catalyst.planning.QueryPlanner$$anonfun$2.apply(QueryPlanner.scala:66)
  	at scala.collection.Iterator$$anon$12.nextCur(Iterator.scala:434)
  	at scala.collection.Iterator$$anon$12.hasNext(Iterator.scala:440)
  	at org.apache.spark.sql.catalyst.planning.QueryPlanner.plan(QueryPlanner.scala:92)
  	at org.apache.spark.sql.execution.QueryExecution.sparkPlan$lzycompute(QueryExecution.scala:79)
  	at org.apache.spark.sql.execution.QueryExecution.sparkPlan(QueryExecution.scala:75)
  	at org.apache.spark.sql.execution.QueryExecution.executedPlan$lzycompute(QueryExecution.scala:84)
  	at org.apache.spark.sql.execution.QueryExecution.executedPlan(QueryExecution.scala:84)
  	at org.apache.spark.sql.Dataset.withCallback(Dataset.scala:2774)
  	at org.apache.spark.sql.Dataset.count(Dataset.scala:2404)
events.title: NullPointerException occurd while trying to read the S3 bucket lifecycle configuration
events.type: issue
events.action: created
events.author: aymkhalil
events.masked_author: username_1
events.text: +1
events.type: comment