Further cleanup - unused code and style fixes

Signed-off-by: Alexander Mazuruk <a.mazuruk@samsung.com>

Author: aalexanderr

src/fetchcode/__init__.py

@@ -41,7 +41,7 @@ def __init__(self, location, content_type, size, url):
 def fetch_http(url, location):
     """
     Return a `Response` object built from fetching the content at a HTTP/HTTPS based `url` URL string
-    saving the content in a file at `location`   
+    saving the content in a file at `location`
     """
     r = requests.get(url)
     with open(location, 'wb') as f:
@@ -59,7 +59,7 @@ def fetch_http(url, location):
 def fetch_ftp(url, location):
     """
     Return a `Response` object built from fetching the content at a FTP based `url` URL string
-    saving the content in a file at `location`  
+    saving the content in a file at `location`
     """
     url_parts = urlparse(url)
 

src/fetchcode/vcs/__init__.py

@@ -29,9 +29,9 @@
 class VCSResponse:
     """
     Represent the response from fetching a VCS URL with:
-- `dest_dir`: destination of directory
-- `vcs_type`: VCS Type of URL (git,bzr,hg,svn)
-- `domain` : Source of git VCS (GitHub, Gitlab, Bitbucket)
+    - `dest_dir`: destination of directory
+    - `vcs_type`: VCS Type of URL (git,bzr,hg,svn)
+    - `domain` : Source of git VCS (GitHub, Gitlab, Bitbucket)
     """
 
     def __init__(self, dest_dir, vcs_type, domain):
@@ -43,7 +43,7 @@ def __init__(self, dest_dir, vcs_type, domain):
 def fetch_via_vcs(url):
     """
     Take `url` as input and store the content of it at location specified at `location` string
-    Return a VCSResponse object 
+    Return a VCSResponse object
     """
     parsed_url = urlparse(url)
     scheme = parsed_url.scheme

src/fetchcode/vcs/pip/__init__.py

@@ -4,16 +4,15 @@
 """Exceptions used throughout package"""
 
 from itertools import groupby
-from typing import TYPE_CHECKING, Dict, List
+from typing import List
 
 from requests.models import Request, Response
 
-if TYPE_CHECKING:
-    from hashlib import _Hash
 
 class PipError(Exception):
     """Base pip exception"""
 
+
 class InstallationError(PipError):
     """General exception during installation"""
 
@@ -38,8 +37,11 @@ def __init__(self, error_msg, response=None, request=None):
         self.response = response
         self.request = request
         self.error_msg = error_msg
-        if (self.response is not None and not self.request and
-                hasattr(response, 'request')):
+        if (
+            self.response is not None
+            and not self.request
+            and hasattr(response, "request")
+        ):
             self.request = self.response.request
         super().__init__(error_msg, response, request)
 
@@ -50,6 +52,7 @@ def __str__(self):
 
 class InstallationSubprocessError(InstallationError):
     """A subprocess call failed during installation."""
+
     def __init__(self, returncode, description):
         # type: (int, str) -> None
         self.returncode = returncode
@@ -82,8 +85,8 @@ def __str__(self):
             lines.append(cls.head)
             lines.extend(e.body() for e in errors_of_cls)
         if lines:
-            return '\n'.join(lines)
-        return ''
+            return "\n".join(lines)
+        return ""
 
     def __nonzero__(self):
         # type: () -> bool
@@ -107,19 +110,21 @@ class HashError(InstallationError):
         exceptions of this kind
 
     """
-    head = ''
+
+    head = ""
     order = -1  # type: int
 
     def __str__(self):
         # type: () -> str
-        return f'{self.head}'
+        return f"{self.head}"
 
 
 class VcsHashUnsupported(HashError):
     """A hash was provided for a version-control-system-based requirement, but
     we don't have a method for hashing those."""
 
     order = 0
-    head = ("Can't verify hashes for these requirements because we don't "
-            "have a way to hash version control repositories:")
-
+    head = (
+        "Can't verify hashes for these requirements because we don't "
+        "have a way to hash version control repositories:"
+    )

src/fetchcode/vcs/pip/_internal/exceptions.py

@@ -8,52 +8,12 @@
 import os
 import sys
 
-__all__ = ["get_path_uid", "stdlib_pkgs", "WINDOWS"]
+__all__ = ["WINDOWS"]
 
 
 logger = logging.getLogger(__name__)
 
 
-def has_tls() -> bool:
-    try:
-        import _ssl  # noqa: F401  # ignore unused
-
-        return True
-    except ImportError:
-        pass
-
-    from urllib3.util import IS_PYOPENSSL
-
-    return IS_PYOPENSSL
-
-
-def get_path_uid(path: str) -> int:
-    """
-    Return path's uid.
-
-    Does not follow symlinks:
-        https://github.com/pypa/pip/pull/935#discussion_r5307003
-
-    Placed this function in compat due to differences on AIX and
-    Jython, that should eventually go away.
-
-    :raises OSError: When path is a symlink or can't be read.
-    """
-    if hasattr(os, "O_NOFOLLOW"):
-        fd = os.open(path, os.O_RDONLY | os.O_NOFOLLOW)
-        file_uid = os.fstat(fd).st_uid
-        os.close(fd)
-    else:  # AIX and Jython
-        # WARNING: time of check vulnerability, but best we can do w/o NOFOLLOW
-        if not os.path.islink(path):
-            # older versions of Jython don't have `os.fstat`
-            file_uid = os.stat(path).st_uid
-        else:
-            # raise OSError for parity with os.O_NOFOLLOW above
-            raise OSError(f"{path} is a symlink; Will not return uid for symlinks")
-    return file_uid
-
-
 # packages in the stdlib that may have installation metadata, but should not be
 # considered 'installed'.  this theoretically could be determined based on
 # dist.location (py27:`sysconfig.get_paths()['stdlib']`,