ci(data_processing): updated ci to test all test files recursively

.github/workflows/build.yml

@@ -5,17 +5,16 @@ name: CI
 
 on:
   push:
-    branches: 
-      - "**" 
+    branches:
+      - "**"
       - "!gh-pages"
   pull_request:
-    branches: 
+    branches:
       - "**"
       - "!gh-pages"
 
 jobs:
   build:
-
     runs-on: ubuntu-latest
     strategy:
       fail-fast: false
@@ -23,27 +22,26 @@ jobs:
         python-version: ["3.12"]
 
     steps:
-    - uses: actions/checkout@v4
-    - name: Set up Python ${{ matrix.python-version }}
-      uses: actions/setup-python@v3
-      with:
-        python-version: ${{ matrix.python-version }}
-    
-    - name: Install dependencies
-      run: |
-        python -m pip install --upgrade pip
-        python -m pip install flake8 pytest
-        if [ -f requirements.txt ]; then pip install -r requirements.txt; fi
-    
-    - name: Lint with flake8
-      run: |
-        # stop the build if there are Python syntax errors or undefined names
-        flake8 . --count --select=E9,F63,F7,F82 --show-source --statistics
-        # exit-zero treats all errors as warnings. The GitHub editor is 127 chars wide
-        flake8 . --count --exit-zero --max-complexity=10 --max-line-length=127 --statistics
-    
-    - name: Test libs
-      run: |
-        cd ./app && \
-        python -m unittest travel_resolver.tests.sample_test && \
-        python -m unittest travel_resolver.tests.langage_detection_test
+      - uses: actions/checkout@v4
+      - name: Set up Python ${{ matrix.python-version }}
+        uses: actions/setup-python@v3
+        with:
+          python-version: ${{ matrix.python-version }}
+
+      - name: Install dependencies
+        run: |
+          python -m pip install --upgrade pip
+          python -m pip install flake8 pytest
+          if [ -f requirements.txt ]; then pip install -r requirements.txt; fi
+
+      - name: Lint with flake8
+        run: |
+          # stop the build if there are Python syntax errors or undefined names
+          flake8 . --count --select=E9,F63,F7,F82 --show-source --statistics
+          # exit-zero treats all errors as warnings. The GitHub editor is 127 chars wide
+          flake8 . --count --exit-zero --max-complexity=10 --max-line-length=127 --statistics
+
+      - name: Test libs
+        run: |
+          cd ./app && \
+          python -m unittest discover travel_resolver.tests -p "*_test.py"

.gitignore

@@ -162,3 +162,7 @@ cython_debug/
 #  and can be added to the global gitignore or merged into this file.  For a more nuclear
 #  option (not recommended) you can uncomment the following to ignore the entire idea folder.
 #.idea/
+
+
+# Remove test ouptuts
+output.*

app/travel_resolver/tests/data_processing_test.py

@@ -2,7 +2,6 @@ import unittest
 from pathlib import Path
 from travel_resolver.libs.nlp.data_processing import (
     get_tagged_content,
-    process_sentence,
     convert_tagged_sentence_to_bio,
     from_tagged_file_to_bio_file,
     from_bio_file_to_examples,