chore: Removing unnecessary logs (#2359)

* Reducing log size

We are putting all request contents into logs, which just add unnecessary noise in the logs and we add the same message twice. I am ensuring that message is only added for debug.

* Adding logDebug method

* Fixing debug

---------

Co-authored-by: Farrukh Masud <[email protected]>
Co-authored-by: Mark Hamilton <[email protected]>

Author: 3 people

core/src/main/scala/com/microsoft/azure/synapse/ml/io/http/HTTPClients.scala

@@ -152,10 +152,11 @@ object HandlingUtils extends SparkLogging {
         case r: HttpPost => Try(IOUtils.toString(r.getEntity.getContent, "UTF-8")).getOrElse("")
         case r => r.getURI
       }
-      SynapseMLLogging.logMessage(s"sending $message")
+      SynapseMLLogging.logDebug(s"sending $message")
       val start = System.currentTimeMillis()
       val resp = sendWithRetries(client, req, retryTimes.toArray)
-      SynapseMLLogging.logMessage(s"finished sending (${System.currentTimeMillis() - start}ms) $message")
+      SynapseMLLogging.logMessage(
+        s"finished sending to ${req.getURI} took (${System.currentTimeMillis() - start}ms)")
       val respData = convertAndClose(resp)
       req.releaseConnection()
       respData

core/src/main/scala/com/microsoft/azure/synapse/ml/logging/SynapseMLLogging.scala

@@ -88,6 +88,7 @@ object SynapseMLLogging extends Logging {
     logInfo(SASScrubber.scrub(message))
   }
 
+  override def logDebug(msg: => String): Unit = super.logDebug(SASScrubber.scrub(msg))
 }
 
 trait SynapseMLLogging extends Logging {