ci: Adds pytest-xdist auto (#429)

* ci: Adds pytest-xdist auto

* Fix race condition test_job_listing_and_retrieval

* Updates README.md

Author: nicolastomeo

.circleci/config.yml

@@ -60,7 +60,7 @@ jobs:
             mkdir test_results
             set -e
             TEST_FILES=$(circleci tests glob "tests/**/test_*.py")
-            echo "$TEST_FILES" | circleci tests run --command "xargs poetry run coverage run --include=nucleus/* -m pytest -s -v -o junit_family=legacy --junitxml=test_results/junit.xml" --verbose --split-by=timings
+            echo "$TEST_FILES" | circleci tests run --command "xargs poetry run coverage run --include=nucleus/* -m pytest -n auto -s -v -o junit_family=legacy --junitxml=test_results/junit.xml" --verbose --split-by=timings
             poetry run coverage report
             poetry run coverage html
       - store_test_results:

README.md

@@ -85,8 +85,9 @@ poetry run pytest tests/test_dataset.py
 (2) To skip slow integration tests that have to wait for an async job to start.
 
 ```
-poetry run pytest -m "not integration"
+poetry run pytest -n auto -m "not integration"
 ```
+Note: "-n auto" is used for pytest-xdist parallelization
 
 ## Pydantic Models
 

poetry.lock

@@ -87,6 +87,7 @@ ruff = "^0.0.290"
 types-setuptools = "^68.2.0.0"
 types-requests = "^2.31.0.2"
 types-python-dateutil = "^2.8.19.14"
+pytest-xdist = "^3.5.0"
 
 [tool.pytest.ini_options]
 markers = [

pyproject.toml

@@ -28,4 +28,6 @@ def test_job_listing_and_retrieval(CLIENT):
     assert len(jobs) > 0, "No jobs found"
     fetch_id = jobs[0].job_id
     fetched_job = CLIENT.get_job(fetch_id)
+    # job_last_known_status can change
+    fetched_job.job_last_known_status = jobs[0].job_last_known_status
     assert fetched_job == jobs[0]