add transformation functoin for read_mode

Author: VinciGit00

scrapegraphai/utils/__init__.py

@@ -10,3 +10,4 @@
 from .sys_dynamic_import import dynamic_import, srcfile_import
 from .cleanup_html import cleanup_html
 from .logging import *
+from .read_mode import transform_link

scrapegraphai/utils/read_mode.py

@@ -0,0 +1,21 @@
+"""
+read_mode module
+"""
+import hashlib
+from urllib.parse import urlparse, quote
+
+def transform_link(original_link):
+    """
+    Transforms the given link into a specific format used by the chrome-distiller.
+    
+    Args:
+    original_link (str): The original URL to be transformed.
+    
+    Returns:
+    str: The transformed URL in the chrome-distiller format.
+    """
+    parsed_original_link = urlparse(original_link)
+    base_part = 'chrome-distiller://00000000-0000-0000-0000-000000000000_'
+    hash_value = hashlib.sha256(original_link.encode()).hexdigest()
+    final_link = f"{base_part}{hash_value}/?url={quote(original_link)}"
+    return final_link

tests/utils/read_mode.py

@@ -0,0 +1,14 @@
+import pytest
+from scrapegraphai.utils.read_mode import transform_link
+
+def test_transform_link():
+    original_link = 'https://android.stackexchange.com/questions/218970'
+    expected_hash = '07036109224c60335e35e3b4c22dd02cf775f69d4430245c4c454aff570d6787'
+    expected_output = f'chrome-distiller://00000000-0000-0000-0000-000000000000_{expected_hash}/?url=https%3A//android.stackexchange.com/questions/218970'
+    
+    transformed_link = transform_link(original_link)
+    
+    assert transformed_link == expected_output, f"Expected {expected_output}, but got {transformed_link}"
+
+if __name__ == "__main__":
+    pytest.main()