Merge pull request #107 from statisticsnorway/new_get_latest_path

New get latest path

Author: aecorn

.gitignore

@@ -15,6 +15,11 @@
 *.xlsx
 *.zip
 
+# Notebooks shall be stored in .py or .R-format.
+# See https://adr.ssb.no/0020-lagringsformat-for-jupyter-notebooks/
+*.ipynb
+
+
 # The section below is from the GitHub .gitignore template for Python:
 # https://raw.githubusercontent.com/github/gitignore/main/Python.gitignore
 
@@ -208,6 +213,3 @@ rsconnect/
 # Blaise specific ignores
 *.bdix
 *.bdbx
-
-# PyCharm
-.idea/

demos/project_root.py

@@ -0,0 +1,31 @@
+# ---
+# jupyter:
+#   jupytext:
+#     formats: py:percent
+#     text_representation:
+#       extension: .py
+#       format_name: percent
+#       format_version: '1.3'
+#       jupytext_version: 1.16.4
+#   kernelspec:
+#     display_name: ssb-fagfunksjoner
+#     language: python
+#     name: ssb-fagfunksjoner
+# ---
+
+# %%
+import os
+
+from fagfunksjoner import ProjectRoot
+
+
+# %%
+print(os.getcwd())
+
+# %%
+proj_root = ProjectRoot()
+
+# %%
+print(proj_root.path)
+
+# %%

demos/versions_dapla.py

@@ -0,0 +1,82 @@
+# ---
+# jupyter:
+#   jupytext:
+#     text_representation:
+#       extension: .py
+#       format_name: percent
+#       format_version: '1.3'
+#       jupytext_version: 1.16.4
+#   kernelspec:
+#     display_name: ssb-fagfunksjoner
+#     language: python
+#     name: ssb-fagfunksjoner
+# ---
+
+# %%
+import dapla as dp
+
+
+fs = dp.FileClient().get_gcs_file_system()
+
+# %%
+base_path = "ssb-dapla-felles-data-produkt-prod"
+folder_name = "versions_paths_fagfunksjoner"
+
+# %% [markdown]
+# # Make testfiles
+
+# %%
+testfile_paths = [
+    "file_v1.parquet",
+    "file_v1__DOC.json",
+    "file_v12__DOC.json",
+    "file_v2.parquet",
+    "file_v11.parquet",
+    "otherfile_v3.parquet",
+    "otherfile_v20.parquet",
+]
+
+# %%
+for file in testfile_paths:
+    fs.touch("/".join([base_path, folder_name, file]))
+
+# %% [markdown]
+# # Test functions
+
+# %%
+from fagfunksjoner.paths import versions
+
+
+# %%
+files = fs.glob(f"{base_path}/{folder_name}/*")
+files  # noqa: B018
+
+# %%
+versions.get_latest_fileversions(files)
+
+# %%
+versions.latest_version_path(
+    "/buckets/produkt/versions_paths_fagfunksjoner/file_v12__DOC"
+)
+
+# %%
+versions.next_version_path(
+    "/buckets/produkt/versions_paths_fagfunksjoner/file_v1.parquet"
+)
+
+# %%
+versions.next_version_path(
+    "gs://ssb-dapla-felles-data-produkt-prod/versions_paths_fagfunksjoner/otherfile_v1.parquet"
+)
+
+# %%
+versions.latest_version_number(
+    "ssb-dapla-felles-data-produkt-prod/versions_paths_fagfunksjoner/file_v1.parquet"
+)
+
+# %%
+versions.next_version_path(
+    "ssb-dapla-felles-data-produkt-prod/versions_paths_fagfunksjoner/dont_exist_v1.parquet"
+)
+
+# %%

poetry.lock

@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "ssb-fagfunksjoner"
-version = "1.0.4"
+version = "1.0.5"
 description = "Fellesfunksjoner for ssb i Python"
 authors = ["SSB-pythonistas <ssb-pythonistas@ssb.no>"]
 license = "MIT"

pyproject.toml

@@ -2,11 +2,22 @@
 
 import logging
 import sys
+from collections.abc import Callable
 from typing import Any
 
 from colorama import Back, Fore, Style
 
 
+def silence_logger(func: Callable[..., Any], *args: Any, **kwargs: Any) -> Any:
+    """Silences INFO and WARNING logs for the duration of the function call."""
+    original_level = logger.level
+    logger.setLevel(logging.ERROR)  # Suppress INFO and WARNING messages
+    try:
+        return func(*args, **kwargs)
+    finally:
+        logger.setLevel(original_level)  # Restore original logging level
+
+
 class ColoredFormatter(logging.Formatter):
     """Colored log formatter."""