sc-11551: Improve Library dependencies

.github/workflows/dependency-testing.yaml

@@ -0,0 +1,154 @@
+name: Dependency Compatibility Testing
+
+on:
+  push:
+    branches: [main]
+    paths:
+      - 'pyproject.toml'
+      - 'requirements/**'
+      - 'validmind/**'
+      - 'tests/**'
+  pull_request:
+    branches: ['*']
+    paths:
+      - 'pyproject.toml'
+      - 'requirements/**'
+      - 'validmind/**'
+      - 'tests/**'
+  schedule:
+    # Run weekly on Sundays at 2 AM UTC to catch new dependency releases
+    - cron: '0 2 * * 0'
+  workflow_dispatch:
+    inputs:
+      test_type:
+        description: 'Type of dependency test to run'
+        required: true
+        default: 'all'
+        type: choice
+        options:
+          - 'all'
+          - 'min-versions'
+          - 'max-versions'
+          - 'python-versions'
+          - 'pip-freeze'
+
+permissions:
+  contents: read
+
+jobs:
+  dependency-matrix:
+    name: Test Python ${{ matrix.python-version }} with ${{ matrix.deps-type }} dependencies
+    runs-on: ubuntu-latest
+    strategy:
+      fail-fast: false
+      matrix:
+        python-version: ['3.9', '3.10', '3.11', '3.12']
+        deps-type: ['max', 'default']
+
+    steps:
+      - uses: actions/checkout@v4
+
+      - name: Set up Python ${{ matrix.python-version }}
+        uses: actions/setup-python@v5
+        with:
+          python-version: ${{ matrix.python-version }}
+
+      - name: Install system dependencies
+        run: |
+          sudo apt-get update
+          sudo apt-get install -y build-essential libomp-dev
+
+      - name: Install build tooling (Poetry and uv)
+        run: |
+          python -m pip install --upgrade pip
+          curl -sSL https://install.python-poetry.org | python3 - --yes
+          echo "$HOME/.local/bin" >> $GITHUB_PATH
+          echo "$HOME/.poetry/bin" >> $GITHUB_PATH
+          curl -LsSf https://astral.sh/uv/install.sh | sh
+          echo "$HOME/.cargo/bin" >> $GITHUB_PATH
+
+      - name: Build wheel and sdist
+        run: |
+          poetry --version
+          poetry build
+
+      - name: Install and test via pip artifacts (${{ matrix.deps-type }})
+        run: |
+          set -euxo pipefail
+          # limit threads to avoid resource contention
+          export OMP_NUM_THREADS=1
+          export MKL_NUM_THREADS=1
+
+          if [[ "${{ matrix.deps-type }}" == "default" ]]; then
+            # Install only from built artifacts (let pip resolve deps normally)
+            WHEEL=$(ls dist/*.whl | head -n 1)
+            python -m pip install "${WHEEL}[all]"
+            pip check
+            python -m tests.test_unit_tests | cat
+          else
+            # Generate latest-compatible constraints (max)
+            OUT=constraints-max.txt
+            uv pip compile pyproject.toml --all-extras --no-emit-index-url --no-annotate --output-file "$OUT" --upgrade
+            # Install constraints then the wheel without reinstalling deps
+            pip install -r "$OUT"
+            WHEEL=$(ls dist/*.whl | head -n 1)
+            python -m pip install "${WHEEL}[all]" --no-deps
+            pip check
+            python -m tests.test_unit_tests | cat
+          fi
+
+  pip-freeze-testing:
+    name: Test Client Pip Freeze Environments
+    runs-on: ubuntu-latest
+    if: github.event_name == 'workflow_dispatch' && github.event.inputs.test_type == 'pip-freeze' || github.event_name == 'schedule'
+
+    steps:
+      - uses: actions/checkout@v4
+
+      - name: Set up Python 3.9
+        uses: actions/setup-python@v5
+        with:
+          python-version: '3.9'
+
+      - name: Install system dependencies
+        run: |
+          sudo apt-get update
+          sudo apt-get install -y build-essential libomp-dev
+
+      - name: Install Poetry
+        run: |
+          python -m pip install --upgrade pip
+          pip install poetry
+
+      - name: Test pip freeze environments
+        env:
+          OMP_NUM_THREADS: 1
+          MKL_NUM_THREADS: 1
+          PIP_NO_CACHE_DIR: 1
+        run: |
+          set -euxo pipefail
+          if [ -z "${FREEZE_FILE:-}" ] || [ ! -f "$FREEZE_FILE" ]; then
+            echo "Set FREEZE_FILE env var to a pip freeze file path" >&2
+            exit 1
+          fi
+          python -m pip install --upgrade pip
+          pip install -r "$FREEZE_FILE"
+          poetry install --no-deps
+          python -m tests.test_unit_tests | cat
+
+  report-status:
+    name: Report Dependency Testing Status
+    runs-on: ubuntu-latest
+    needs: [dependency-matrix]
+    if: always()
+
+    steps:
+      - name: Report results
+        run: |
+          echo "Dependency testing completed"
+          echo "Matrix job status: ${{ needs.dependency-matrix.result }}"
+          if [[ "${{ needs.dependency-matrix.result }}" == "failure" ]]; then
+            echo "❌ Some dependency combinations failed"
+          else
+            echo "✅ All dependency combinations passed"
+          fi

.github/workflows/python.yaml

@@ -57,7 +57,7 @@ jobs:
         run: |
           poetry env use python3.9
           poetry run pip install pyarrow==17.0.0
-          poetry install -E huggingface -E llm
+          poetry install --all-extras
           poetry run pip install torch==2.0.1 --extra-index-url https://download.pytorch.org/whl/cpu
           poetry run pip install aequitas fairlearn vl-convert-python
 

Makefile

@@ -56,10 +56,10 @@ quarto-docs:
 	rm -f docs/validmind.json
 	rm -rf docs/validmind
 	mkdir -p docs/validmind
-	
+
 	# Generate API JSON dump
 	poetry run python -m griffe dump validmind -f -o docs/validmind.json -d google -r -U
-	
+
 	# Generate Quarto docs from templates
 	poetry run python scripts/generate_quarto_docs.py
 

notebooks/code_samples/capital_markets/quickstart_option_pricing_models.ipynb

@@ -1016,12 +1016,12 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 26,
+   "execution_count": null,
    "id": "d96969b7",
    "metadata": {},
    "outputs": [],
    "source": [
-    "from plotly_express import bar\n",
+    "from plotly.express import bar\n",
     "from validmind.vm_models.figure import Figure\n",
     "from validmind.vm_models.result import TestResult\n",
     "import plotly.graph_objects as go\n",

notebooks/code_samples/custom_tests/implement_custom_tests.ipynb

@@ -679,7 +679,7 @@
    "metadata": {},
    "outputs": [],
    "source": [
-    "import plotly_express as px\n",
+    "import plotly.express as px\n",
     "\n",
     "\n",
     "@vm.test(\"my_custom_tests.ParameterExample\")\n",
@@ -737,7 +737,7 @@
    "outputs": [],
    "source": [
     "import numpy as np\n",
-    "import plotly_express as px\n",
+    "import plotly.express as px\n",
     "\n",
     "\n",
     "@vm.test(\"my_custom_tests.ComplexOutput\")\n",

notebooks/code_samples/custom_tests/integrate_external_test_providers.ipynb

@@ -408,7 +408,7 @@
    "metadata": {},
    "outputs": [],
    "source": [
-    "import plotly_express as px\n",
+    "import plotly.express as px\n",
     "\n",
     "\n",
     "@test(\"my_custom_tests.ParameterExample\")\n",
@@ -427,7 +427,7 @@
     "    )\n",
     "\n",
     "\n",
-    "parameter_example.save(tests_folder, imports=[\"import plotly_express as px\"])"
+    "parameter_example.save(tests_folder, imports=[\"import plotly.express as px\"])"
    ]
   },
   {
@@ -437,7 +437,7 @@
    "outputs": [],
    "source": [
     "import numpy as np\n",
-    "import plotly_express as px\n",
+    "import plotly.express as px\n",
     "\n",
     "\n",
     "@test(\"my_custom_tests.ComplexOutput\")\n",
@@ -466,7 +466,7 @@
     "\n",
     "\n",
     "complex_output.save(\n",
-    "    tests_folder, imports=[\"import numpy as np\", \"import plotly_express as px\"]\n",
+    "    tests_folder, imports=[\"import numpy as np\", \"import plotly.express as px\"]\n",
     ")"
    ]
   },

notebooks/code_sharing/post_processing_functions.ipynb

@@ -277,7 +277,7 @@
    "metadata": {},
    "outputs": [],
    "source": [
-    "from plotly_express import bar\n",
+    "from plotly.express import bar\n",
     "\n",
     "\n",
     "def create_figure(result: TestResult):\n",

notebooks/quickstart/quickstart_model_documentation.ipynb

@@ -173,6 +173,7 @@
   },
   {
    "cell_type": "markdown",
+   "id": "57bdd8f8",
    "metadata": {},
    "source": [
     "<a id='toc3_1_'></a>\n",
@@ -210,6 +211,7 @@
   },
   {
    "cell_type": "markdown",
+   "id": "bc5c8bd4",
    "metadata": {},
    "source": [
     "<a id='toc3_2_1_'></a>\n",
@@ -263,10 +265,10 @@
     "import validmind as vm\n",
     "\n",
     "vm.init(\n",
-    "    # api_host=\"...\",\n",
-    "    # api_key=\"...\",\n",
-    "    # api_secret=\"...\",\n",
-    "    # model=\"...\",\n",
+    "    api_host=\"https://api.validmind.ai/api/v1/tracking\",\n",
+    "    api_key=\"<your-api-key>\",\n",
+    "    api_secret=\"<your-api-secret>\",\n",
+    "    model=\"<your-model-id>\"\n",
     ")"
    ]
   },
@@ -455,6 +457,7 @@
   },
   {
    "cell_type": "markdown",
+   "id": "541466ce",
    "metadata": {},
    "source": [
     "<a id='toc7_'></a>\n",
@@ -508,6 +511,7 @@
   },
   {
    "cell_type": "markdown",
+   "id": "78c85786",
    "metadata": {},
    "source": [
     "<a id='toc7_2_'></a>\n",
@@ -537,6 +541,7 @@
   },
   {
    "cell_type": "markdown",
+   "id": "c6662e6b",
    "metadata": {},
    "source": [
     "<a id='toc8_'></a>\n",
@@ -585,6 +590,7 @@
   },
   {
    "cell_type": "markdown",
+   "id": "5da79af3",
    "metadata": {},
    "source": [
     "<a id='toc9_'></a>\n",
@@ -611,6 +617,7 @@
   },
   {
    "cell_type": "markdown",
+   "id": "5fa481bf",
    "metadata": {},
    "source": [
     "<a id='toc9_1_'></a>\n",
@@ -643,6 +650,7 @@
   },
   {
    "cell_type": "markdown",
+   "id": "a5ade4b3",
    "metadata": {},
    "source": [
     "<a id='toc10_'></a>\n",
@@ -782,6 +790,7 @@
   },
   {
    "cell_type": "markdown",
+   "id": "790f47cb",
    "metadata": {},
    "source": [
     "<a id='toc13_'></a>\n",