Add support for Python3.13 (#1469)

Signed-off-by: tdruez <tdruez@nexb.com>

Author: tdruez

.github/workflows/ci.yml

@@ -31,7 +31,7 @@ jobs:
     strategy:
       max-parallel: 4
       matrix:
-        python-version: ["3.10", "3.11", "3.12"]
+        python-version: ["3.10", "3.11", "3.12", "3.13"]
 
     steps:
       - name: Checkout code

.github/workflows/pypi-release-aboutcode-pipeline.yml

@@ -17,7 +17,7 @@ jobs:
       - name: Set up Python
         uses: actions/setup-python@v5
         with:
-          python-version: 3.12
+          python-version: 3.13
 
       - name: Install flot
         run: python -m pip install flot --user

.github/workflows/pypi-release.yml

@@ -17,7 +17,7 @@ jobs:
       - name: Set up Python
         uses: actions/setup-python@v5
         with:
-          python-version: 3.12
+          python-version: 3.13
 
       - name: Install pypa/build
         run: python -m pip install build --user

CHANGELOG.rst

@@ -4,6 +4,10 @@ Changelog
 v34.12.0 (unreleased)
 ---------------------
 
+- Add support for Python 3.13.
+  Upgrade the base image in Dockerfile to ``python:3.13-slim``.
+  https://github.com/aboutcode-org/scancode.io/pull/1469/files
+
 - Display matched snippets details in "Resource viewer", including the package,
   resource, and similarity values.
   https://github.com/aboutcode-org/scancode.io/issues/1688

Dockerfile

@@ -20,7 +20,7 @@
 # ScanCode.io is a free software code scanning tool from nexB Inc. and others.
 # Visit https://github.com/aboutcode-org/scancode.io for support and download.
 
-FROM python:3.12-slim
+FROM python:3.13-slim
 
 LABEL org.opencontainers.image.source="https://github.com/aboutcode-org/scancode.io"
 LABEL org.opencontainers.image.description="ScanCode.io"

docs/installation.rst

@@ -245,7 +245,7 @@ Pre-installation Checklist
 
 Before you install ScanCode.io, make sure you have the following prerequisites:
 
- * **Python: versions 3.10 to 3.12** found at https://www.python.org/downloads/
+ * **Python: versions 3.10 to 3.13** found at https://www.python.org/downloads/
  * **Git**: most recent release available at https://git-scm.com/
  * **PostgreSQL**: release 11 or later found at https://www.postgresql.org/ or
    https://postgresapp.com/ on macOS

scanpipe/apps.py

@@ -20,6 +20,7 @@
 # ScanCode.io is a free software code scanning tool from nexB Inc. and others.
 # Visit https://github.com/aboutcode-org/scancode.io for support and download.
 
+import importlib.util
 import inspect
 import logging
 import sys
@@ -134,7 +135,14 @@ def register_pipeline_from_file(self, path):
         after being found.
         """
         module_name = inspect.getmodulename(path)
-        module = SourceFileLoader(module_name, str(path)).load_module()
+
+        loader = SourceFileLoader(module_name, str(path))
+        spec = importlib.util.spec_from_loader(module_name, loader)
+        if spec and spec.loader:
+            module = importlib.util.module_from_spec(spec)
+            spec.loader.exec_module(module)
+        else:
+            raise ImportError(f"Could not load module from path: {path}")
 
         def is_local_module_pipeline(obj):
             return is_pipeline(obj) and obj.__module__ == module_name

scanpipe/pipes/fetch.py

@@ -20,7 +20,6 @@
 # ScanCode.io is a free software code scanning tool from nexB Inc. and others.
 # Visit https://github.com/aboutcode-org/scancode.io for support and download.
 
-import cgi
 import json
 import logging
 import os
@@ -33,6 +32,7 @@
 from urllib.parse import urlparse
 
 from django.conf import settings
+from django.utils.http import parse_header_parameters
 
 import git
 import requests
@@ -126,7 +126,7 @@ def fetch_http(uri, to=None):
         raise requests.RequestException
 
     content_disposition = response.headers.get("content-disposition", "")
-    _, params = cgi.parse_header(content_disposition)
+    _, params = parse_header_parameters(content_disposition)
     filename = params.get("filename")
     if not filename:
         # Using `response.url` in place of provided `Scan.uri` since the former

scanpipe/pipes/spdx.py

@@ -26,6 +26,7 @@
 from dataclasses import dataclass
 from dataclasses import field
 from datetime import datetime
+from datetime import timezone
 from pathlib import Path
 from typing import List  # Python 3.8 compatibility
 
@@ -125,7 +126,7 @@ class CreationInfo:
     Format: YYYY-MM-DDThh:mm:ssZ
     """
     created: str = field(
-        default_factory=lambda: datetime.utcnow().isoformat(timespec="seconds") + "Z",
+        default_factory=lambda: datetime.now(timezone.utc).isoformat(timespec="seconds")
     )
 
     def as_dict(self):

scanpipe/tests/__init__.py

@@ -22,7 +22,9 @@
 
 import os
 import uuid
+import warnings
 from datetime import datetime
+from functools import wraps
 from unittest import mock
 
 from django.apps import apps
@@ -48,6 +50,24 @@
 mocked_now = mock.Mock(now=lambda: datetime(2010, 10, 10, 10, 10, 10))
 
 
+def filter_warnings(action, category, module=None):
+    """Apply a warning filter to a function."""
+
+    def decorator(func):
+        @wraps(func)
+        def wrapper(*args, **kwargs):
+            original_filters = warnings.filters[:]
+            try:
+                warnings.filterwarnings(action, category=category, module=module)
+                return func(*args, **kwargs)
+            finally:
+                warnings.filters = original_filters
+
+        return wrapper
+
+    return decorator
+
+
 def make_string(length):
     return str(uuid.uuid4())[:length]