fixed loading of spacy model for test cases

WolfgangFahl · May 17, 2024 · 1a270db · 1a270db
1 parent 0f4df86
commit 1a270db
Show file tree

Hide file tree

Showing 4 changed files with 12 additions and 3 deletions.
diff --git a/.github/workflows/build.yml b/.github/workflows/build.yml
@@ -43,7 +43,6 @@ jobs:
     - name: install
       run: |
         scripts/install
-        python -m spacy download en_core_web_sm
 #       pip install sphinx
 #       pip install sphinx_rtd_theme
 #       scripts/doc

diff --git a/.gitlab-ci.yml b/.gitlab-ci.yml
@@ -13,7 +13,6 @@ before_script:
 - source venv/bin/activate
 - pip install .[test]
 - python scripts/getData.py
-- python -m spacy download en_core_web_sm
 test:
   script:
     - tox -e py

diff --git a/pyproject.toml b/pyproject.toml
@@ -55,7 +55,7 @@ dependencies = [
     "spacy"
 ]
 
-requires-python = ">=3.9"
+requires-python = ">=3.10"
 classifiers=[
     "Development Status :: 4 - Beta",
     "Environment :: Web Environment",

diff --git a/tests/test_entity_fishing.py b/tests/test_entity_fishing.py
@@ -1,12 +1,23 @@
 import unittest
 
 import spacy
+from spacy.cli import download
 
 from ceurws.services.entity_fishing import ENTITY_FISHING_PIPELINE
 from tests.basetest import Basetest, requires_entity_fishing_endpoint
 
 
 class TestEntityFishing(Basetest):
+
+    def setUp(self, debug=False, profile=True):
+        super(TestEntityFishing, self).setUp(debug=debug, profile=profile)
+        try:
+            nlp_lg = spacy.load("en_core_web_sm")
+        except (ModuleNotFoundError, IOError):
+            download(model="en_core_web_sm")
+            nlp_lg = spacy.load("en_core_web_sm")
+        self.nlp = nlp_lg
+
     @requires_entity_fishing_endpoint
     def test_entity_fishing_spacy_pipeline(self):
         """