Execute on prod and test for ubuntu

Author: PGijsbers

.github/workflows/test.yml

@@ -96,14 +96,22 @@ jobs:
         echo "Repository status before tests: $git_status"
     - name: Show installed dependencies
       run: python -m pip list
-    - name: Run tests on Ubuntu
+    - name: Run tests on Ubuntu Production
       if: matrix.os == 'ubuntu-latest'
       run: |
         if [ ${{ matrix.code-cov }} ]; then codecov='--cov=openml --long  --cov-report=xml'; fi
         # Most of the time, running only the scikit-learn tests is sufficient
-        if [ ${{ matrix.sklearn-only }} = 'true' ]; then sklearn='-m sklearn'; fi
+        if [ ${{ matrix.sklearn-only }} = 'true' ]; then marks='-m "production and sklearn"'; else marks='-m production'; fi
         echo pytest -n 4 --durations=20 --dist load -sv $codecov $sklearn -o log_cli=true
-        pytest -n 4 --durations=20 --dist load -sv $codecov $sklearn -o log_cli=true
+        pytest -n 4 --durations=20 --dist load -sv $codecov $marks -o log_cli=true
+    - name: Run tests on Ubuntu Test
+      if: matrix.os == 'ubuntu-latest'
+      run: |
+        if [ ${{ matrix.code-cov }} ]; then codecov='--cov=openml --long  --cov-report=xml'; fi
+        # Most of the time, running only the scikit-learn tests is sufficient
+        if [ ${{ matrix.sklearn-only }} = 'true' ]; then marks='-m "not production and sklearn"'; else marks='-m "not production"'; fi
+        echo pytest -n 4 --durations=20 --dist load -sv $codecov $marks -o log_cli=true
+        pytest -n 4 --durations=20 --dist load -sv $codecov $marks -o log_cli=true
     - name: Run tests on Windows
       if: matrix.os == 'windows-latest'
       run: |  # we need a separate step because of the bash-specific if-statement in the previous one.