Merge pull request #321 from ev-br/test_ci_speedups

speed up CI

Author: ev-br

.github/workflows/array-api-tests-dask.yml

@@ -14,5 +14,7 @@ jobs:
       # workflow is barely more than a smoke test, and one should expect extreme 
       # flakiness. Before changes to dask-xfails.txt or dask-skips.txt, please run
       # the full test suite with at least 200 examples.
-      pytest-extra-args: --max-examples=5
+      pytest-extra-args: --max-examples=200 -n 4
       python-versions: '[''3.10'', ''3.13'']'
+      extra-env-vars: |
+        ARRAY_API_TESTS_XFAIL_MARK=skip

.github/workflows/array-api-tests-numpy-1-22.yml

@@ -10,3 +10,6 @@ jobs:
       package-version: '== 1.22.*'
       xfails-file-extra: '-1-22'
       python-versions: '[''3.10'']'
+      pytest-extra-args: -n 4
+      extra-env-vars: |
+        ARRAY_API_TESTS_XFAIL_MARK=skip

.github/workflows/array-api-tests-numpy-1-26.yml

@@ -10,3 +10,6 @@ jobs:
       package-version: '== 1.26.*'
       xfails-file-extra: '-1-26'
       python-versions: '[''3.10'', ''3.12'']'
+      pytest-extra-args: -n 4
+      extra-env-vars: |
+        ARRAY_API_TESTS_XFAIL_MARK=skip

.github/workflows/array-api-tests-numpy-dev.yml

@@ -10,3 +10,6 @@ jobs:
       extra-requires: '--pre --extra-index https://pypi.anaconda.org/scientific-python-nightly-wheels/simple'
       xfails-file-extra: '-dev'
       python-versions: '[''3.11'', ''3.13'']'
+      pytest-extra-args: -n 4
+      extra-env-vars: |
+        ARRAY_API_TESTS_XFAIL_MARK=skip

.github/workflows/array-api-tests-numpy-latest.yml

@@ -8,3 +8,6 @@ jobs:
     with:
       package-name: numpy
       python-versions: '[''3.10'', ''3.13'']'
+      pytest-extra-args: -n 4
+      extra-env-vars: |
+        ARRAY_API_TESTS_XFAIL_MARK=skip

.github/workflows/array-api-tests-torch.yml

@@ -10,4 +10,6 @@ jobs:
       extra-requires: '--index-url https://download.pytorch.org/whl/cpu'
       extra-env-vars: |
         ARRAY_API_TESTS_SKIP_DTYPES=uint16,uint32,uint64
+        ARRAY_API_TESTS_XFAIL_MARK=skip
       python-versions: '[''3.10'', ''3.13'']'
+      pytest-extra-args: -n 4

.github/workflows/array-api-tests.yml

@@ -37,7 +37,7 @@ on:
         description: Multiline string of environment variables to set for the test run.
 
 env:
-  PYTEST_ARGS: "--max-examples 200 -v -rxXfE --ci ${{ inputs.pytest-extra-args }} --hypothesis-disable-deadline --durations 10"
+  PYTEST_ARGS: "--max-examples 1000 -v -rxXfE ${{ inputs.pytest-extra-args }} --hypothesis-disable-deadline --durations 20"
 
 jobs:
   tests:
@@ -76,6 +76,7 @@ jobs:
         python -m pip install --upgrade pip
         python -m pip install '${{ inputs.package-name }} ${{ inputs.package-version }}' ${{ inputs.extra-requires }}
         python -m pip install -r ${GITHUB_WORKSPACE}/array-api-tests/requirements.txt
+        python -m pip install pytest-xdist
 
     - name: Dump pip environment
       run: pip freeze

numpy-1-22-xfails.txt

@@ -134,7 +134,8 @@ array_api_tests/test_operators_and_elementwise_functions.py::test_binary_with_sc
 array_api_tests/test_operators_and_elementwise_functions.py::test_binary_with_scalars_real[minimum]
 array_api_tests/test_operators_and_elementwise_functions.py::test_binary_with_scalars_real[copysign]
 array_api_tests/test_operators_and_elementwise_functions.py::test_binary_with_scalars_real[pow]
-array_api_tests/test_operators_and_elementwise_functions.py::test_binary_with_scalars_real[pow]
+array_api_tests/test_operators_and_elementwise_functions.py::test_binary_with_scalars_real[minimum]
+array_api_tests/test_operators_and_elementwise_functions.py::test_binary_with_scalars_real[atan2]
 
 array_api_tests/test_operators_and_elementwise_functions.py::test_where_with_scalars