File tree Expand file tree Collapse file tree 3 files changed +1
-20
lines changed
spark/src/main/scala/org/apache/spark/sql/delta Expand file tree Collapse file tree 3 files changed +1
-20
lines changed Original file line number Diff line number Diff line change @@ -18,7 +18,7 @@ package org.apache.spark.sql.delta
1818
1919import java .io .FileNotFoundException
2020import java .util .UUID
21- import scala . collection . convert . ImplicitConversions . `map AsScala`
21+
2222import scala .collection .mutable
2323import scala .math .Ordering .Implicits ._
2424import scala .util .Try
@@ -549,12 +549,6 @@ trait Checkpoints extends DeltaLogging {
549549 /** Returns the last complete checkpoint in the delta log directory (if any) */
550550 private def findLastCompleteCheckpoint (): Option [CheckpointInstance ] = {
551551 val hadoopConf = newDeltaHadoopConf()
552-
553- // scalastyle:off println
554- hadoopConf.getPropsWithPrefix(" fs.s3a." ).toSeq.sortBy(_._1)
555- .foreach{ case (k, v) => println(s " findLastCompleteCheckpoint -> fs.s3a. $k = $v" )}
556- // scalastyle:on println
557-
558552 val listingResult = store
559553 .listFrom(listingPrefix(logPath, 0L ), hadoopConf)
560554 // Checkpoint files of 0 size are invalid but Spark will ignore them silently when
Original file line number Diff line number Diff line change @@ -60,11 +60,6 @@ case class DeltaSink(
6060 with UpdateExpressionsSupport
6161 with DeltaLogging {
6262
63- // scalastyle:off println
64- options.options.foreach{ case (k, v) => println(s " DeltaSink#options --> key: $k --> val: $v" )}
65- println(s " CatalogTable is Present ? --> ${catalogTable.isDefined}" )
66- // scalastyle:on println
67-
6863 private lazy val deltaLog = DeltaUtils .getDeltaLogFromTableOrPath(
6964 sqlContext.sparkSession, catalogTable, path)
7065
Original file line number Diff line number Diff line change @@ -66,14 +66,6 @@ object Utils {
6666 catalogTableOpt : Option [CatalogTable ],
6767 path : Path ,
6868 options : Map [String , String ] = Map .empty): DeltaLog = {
69-
70- // scalastyle:off
71- println(s " getDeltaLogFromTableOrPath --> catalogTableOpt is present ? ${catalogTableOpt.isDefined}" )
72- catalogTableOpt.foreach{
73- c => c.storage.properties.foreach{case (k, v) =>
74- println(s " getDeltaLogFromTableOrPath--> catalogTableOps: key: $k --> val: $v" )}}
75- // scalastyle:on
76-
7769 catalogTableOpt
7870 .map(catalogTable => DeltaLog .forTable(sparkSession, catalogTable, options))
7971 .getOrElse(DeltaLog .forTable(sparkSession, path, options))
You can’t perform that action at this time.
0 commit comments