Replace direct http connection with requests.Session()

Using connection pool

Author: Val Brodsky

libs/labelbox/src/labelbox/client.py

@@ -115,16 +115,25 @@ def __init__(self,
         self.app_url = app_url
         self.endpoint = endpoint
         self.rest_endpoint = rest_endpoint
+        self._data_row_metadata_ontology = None
+        self._adv_client = AdvClient.factory(rest_endpoint, api_key)
+        self._connection: requests.Session = self._init_connection()
+
+    def _init_connection(self) -> requests.Session:
+        connection = requests.Session(
+        )  # using default connection pool size of 10
+        connection.headers.update(self._default_headers())
 
-        self.headers = {
+        return connection
+
+    def _default_headers(self):
+        return {
             'Accept': 'application/json',
             'Content-Type': 'application/json',
-            'Authorization': 'Bearer %s' % api_key,
+            'Authorization': 'Bearer %s' % self.api_key,
             'X-User-Agent': f"python-sdk {SDK_VERSION}",
             'X-Python-Version': f"{python_version_info()}",
         }
-        self._data_row_metadata_ontology = None
-        self._adv_client = AdvClient.factory(rest_endpoint, api_key)
 
     @retry.Retry(predicate=retry.if_exception_type(
         labelbox.exceptions.InternalServerError,
@@ -202,9 +211,9 @@ def convert_value(value):
             if files:
                 request.update({'files': files})
                 request['headers'] = {
-                    'Authorization': self.headers['Authorization']
+                    'Authorization': self._connection.headers['Authorization']
                 }
-            response = requests.post(**request)
+            response = self._connection.post(**request)
             logger.debug("Response: %s", response.text)
         except requests.exceptions.Timeout as e:
             raise labelbox.exceptions.TimeoutError(str(e))
@@ -409,7 +418,7 @@ def upload_data(self,
             "map": (None, json.dumps({"1": ["variables.file"]})),
         }
 
-        response = requests.post(
+        response = self._connection.post(
             self.endpoint,
             headers={"authorization": "Bearer %s" % self.api_key},
             data=request_data,
@@ -1195,7 +1204,7 @@ def delete_unused_feature_schema(self, feature_schema_id: str) -> None:
 
         endpoint = self.rest_endpoint + "/feature-schemas/" + urllib.parse.quote(
             feature_schema_id)
-        response = requests.delete(
+        response = self._connection.delete(
             endpoint,
             headers=self.headers,
         )
@@ -1215,7 +1224,7 @@ def delete_unused_ontology(self, ontology_id: str) -> None:
         """
         endpoint = self.rest_endpoint + "/ontologies/" + urllib.parse.quote(
             ontology_id)
-        response = requests.delete(
+        response = self._connection.delete(
             endpoint,
             headers=self.headers,
         )
@@ -1240,7 +1249,7 @@ def update_feature_schema_title(self, feature_schema_id: str,
 
         endpoint = self.rest_endpoint + "/feature-schemas/" + urllib.parse.quote(
             feature_schema_id) + '/definition'
-        response = requests.patch(
+        response = self._connection.patch(
             endpoint,
             headers=self.headers,
             json={"title": title},
@@ -1273,7 +1282,7 @@ def upsert_feature_schema(self, feature_schema: Dict) -> FeatureSchema:
             "featureSchemaId") or "new_feature_schema_id"
         endpoint = self.rest_endpoint + "/feature-schemas/" + urllib.parse.quote(
             feature_schema_id)
-        response = requests.put(
+        response = self._connection.put(
             endpoint,
             headers=self.headers,
             json={"normalized": json.dumps(feature_schema)},
@@ -1303,7 +1312,7 @@ def insert_feature_schema_into_ontology(self, feature_schema_id: str,
         endpoint = self.rest_endpoint + '/ontologies/' + urllib.parse.quote(
             ontology_id) + "/feature-schemas/" + urllib.parse.quote(
                 feature_schema_id)
-        response = requests.post(
+        response = self._connection.post(
             endpoint,
             headers=self.headers,
             json={"position": position},
@@ -1328,7 +1337,7 @@ def get_unused_ontologies(self, after: str = None) -> List[str]:
         """
 
         endpoint = self.rest_endpoint + "/ontologies/unused"
-        response = requests.get(
+        response = self._connection.get(
             endpoint,
             headers=self.headers,
             json={"after": after},
@@ -1356,7 +1365,7 @@ def get_unused_feature_schemas(self, after: str = None) -> List[str]:
         """
 
         endpoint = self.rest_endpoint + "/feature-schemas/unused"
-        response = requests.get(
+        response = self._connection.get(
             endpoint,
             headers=self.headers,
             json={"after": after},
@@ -1881,7 +1890,7 @@ def is_feature_schema_archived(self, ontology_id: str,
 
         ontology_endpoint = self.rest_endpoint + "/ontologies/" + urllib.parse.quote(
             ontology_id)
-        response = requests.get(
+        response = self._connection.get(
             ontology_endpoint,
             headers=self.headers,
         )
@@ -1960,7 +1969,7 @@ def delete_feature_schema_from_ontology(
         ontology_endpoint = self.rest_endpoint + "/ontologies/" + urllib.parse.quote(
             ontology_id) + "/feature-schemas/" + urllib.parse.quote(
                 feature_schema_id)
-        response = requests.delete(
+        response = self._connection.delete(
             ontology_endpoint,
             headers=self.headers,
         )
@@ -1997,7 +2006,7 @@ def unarchive_feature_schema_node(self, ontology_id: str,
         ontology_endpoint = self.rest_endpoint + "/ontologies/" + urllib.parse.quote(
             ontology_id) + '/feature-schemas/' + urllib.parse.quote(
                 root_feature_schema_id) + '/unarchive'
-        response = requests.patch(
+        response = self._connection.patch(
             ontology_endpoint,
             headers=self.headers,
         )