Cherry pick pre-signed url cache PRs into branch-1.3 (#722)

* Enhance Pre-signed URL Cache with QuerySpecificTableCache Registration and Refresh (#708)

* [DTS-5291] Modify pre-signed url cache to store all refreshers for identical queries

* Adding tests

* update comments

* address comments

* address comments

* address comments

* adding compute

---------

Co-authored-by: Sun Cao <sun.cao+data@databricks.com>

* Handle race condition between a refresh thread and register threads (#719)

* Handle race condition between refresh thread and register thread

* fix compile

* update format

* address comment

---------

Co-authored-by: Sun Cao <sun.cao+data@databricks.com>

---------

Co-authored-by: Sun Cao <sun.cao+data@databricks.com>

Author: littlegrasscao

client/src/main/scala/io/delta/sharing/client/DeltaSharingProfileProvider.scala

@@ -26,10 +26,9 @@ import com.fasterxml.jackson.databind.node.ObjectNode
 import org.apache.commons.io.IOUtils
 import org.apache.hadoop.conf.Configuration
 import org.apache.hadoop.fs.Path
-import org.apache.spark.delta.sharing.TableRefreshResult
+import org.apache.spark.delta.sharing.{QuerySpecificCachedTable, TableRefreshResult}
 
-import io.delta.sharing.client.DeltaSharingProfile.{validateNotNullAndEmpty, BEARER_TOKEN,
-  OAUTH_CLIENT_CREDENTIALS}
+import io.delta.sharing.client.DeltaSharingProfile.{validateNotNullAndEmpty, BEARER_TOKEN, OAUTH_CLIENT_CREDENTIALS}
 import io.delta.sharing.client.util.JsonUtils
 
 @JsonDeserialize(using = classOf[DeltaSharingProfileDeserializer])
@@ -174,6 +173,15 @@ trait DeltaSharingProfileProvider {
       refresher: Option[String] => TableRefreshResult): Option[String] => TableRefreshResult = {
     refresher
   }
+
+  // Returns an optional query identifier, which can be used to associate query-specific
+  // refreshers with a table. This is useful for managing refreshers in scenarios where
+  // multiple queries interact with the same table.
+  def getCustomQueryId(): Option[String] = { None }
+
+  // Returns an optional refresher wrapper containing the server states required to execute
+  // a refresh function.
+  def getCustomRefresherWrapper(): Option[QuerySpecificCachedTable.RefresherWrapper] = { None }
 }
 
 /**