Attempting to reduce backtracking. (#48)

* attempting to reduce backtracking.

* updated to python 3.9

* formatting & backtracking fix

* bumped versions

* bumped versions

Author: soldni

.github/workflows/ci.yml

@@ -25,7 +25,7 @@ jobs:
     strategy:
       fail-fast: false
       matrix:
-        python: [3.8]
+        python: [3.9]
         task:
           - name: Style
             run: |
@@ -48,7 +48,7 @@ jobs:
       - uses: actions/checkout@v3
 
       - name: Setup Python
-        uses: actions/setup-python@v4.5.0
+        uses: actions/setup-python@v4.4.0
         with:
           python-version: ${{ matrix.python }}
 
@@ -75,10 +75,13 @@ jobs:
 
       - name: Setup virtual environment (no cache hit)
         if: steps.virtualenv-cache.outputs.cache-hit != 'true'
+        # we run pip install twice because otherwise we get stuck into
+        # backtracking for pytorch. if we got for the first install, we
+        # will automatically get the latest version of pytorch.
         run: |
           test -d .venv || virtualenv -p $(which python) --copies --reset-app-data .venv
           . .venv/bin/activate
-          pip install -e .[all]
+          pip install . && rm -rf build && pip install -e .[all]
 
       - name: Setup virtual environment (cache hit)
         if: steps.virtualenv-cache.outputs.cache-hit == 'true'

pyproject.toml

@@ -17,8 +17,8 @@ requires-python = ">=3.9"
 dependencies = [
     "torch>=1.9",
     "transformers>=4.5",
-    "necessary>=0.3.1",
-    "trouting>=0.2.2",
+    "necessary>=0.3.3",
+    "trouting>=0.3.3",
     "ftfy>=6.1.1",
     "platformdirs>=2.5.0",
     "glom>=21.0.0",

src/smashed/utils/install_blingfire_macos.py

@@ -2,7 +2,7 @@
 
 from subprocess import call
 
-BASH_SCRIPT = '''
+BASH_SCRIPT = """
 #! /usr/bin/env bash
 
 # path to the current directory
@@ -35,7 +35,7 @@
 # cleanup
 cd $CURRENT_DIR
 rm -rf $TMP_DIR
-'''
+"""
 
 
 def main():

src/smashed/utils/wordsplitter.py

@@ -33,7 +33,7 @@ def __call__(
         "{module_name} missing. Fix with 'pip install smashed[prompting]'"
         "or, if you are on a Mac with Apple Silicon chip, "
         "'python -m smashed.utils.install_blingfire_macos'."
-    )
+    ),
 )
 class BlingFireSplitter(BaseWordSplitter):
     def tokenize(self, text: str) -> List[str]: