Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
5 changes: 0 additions & 5 deletions gpu-validation/defaults/main.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -41,9 +41,6 @@ gpu_validation_dns_server: 192.168.122.1
gpu_validation_pci_devices:
10de:27b8: 1

# [string] libnvidia-container-toolkit version
gpu_validation_libnvidia_container_toolkit_version_release: 1.17.8-1

gpu_validation_model_tests_enabled: true # Can be disabled for lighter CUDA-only sanity testing
gpu_validation_model_name: TinyLlama/TinyLlama-1.1B-Chat-v1.0 # RedHatAI/Llama-3.2-1B-Instruct-FP8 for RHAIIS
# [string] (optional) HuggingFace token if required for download
Expand All @@ -53,8 +50,6 @@ gpu_validation_model_download_hf_token:
gpu_validation_model_perf_max_avg_time_per_tok: !!float "0.03"
gpu_validation_model_perf_max_avg_time_to_first_tok: !!float "0.3"

gpu_validation_nvidia_repo_url: "https://developer.download.nvidia.com/compute/cuda/repos/rhel9/"

# [string] Container image to use for model serving
gpu_validation_workload_container_image: "docker.io/vllm/vllm-openai:latest" # "registry.redhat.io/rhaiis/vllm-cuda-rhel9:3.0.0" for RHAIIS
# [string] (optional) registry username if required for container image download
Expand Down
10 changes: 8 additions & 2 deletions gpu-validation/tasks/main.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -4,8 +4,14 @@
ansible.builtin.import_tasks: setup.yaml

- name: Nvidia Setup
become: true
ansible.builtin.import_tasks: nvidia_setup.yaml
ansible.builtin.include_role:
name: nvidia_driver
apply:
become: true
vars:
nvidia_driver_module_version: "latest-dkms"
nvidia_driver_install_management_library: false


- name: Check GPUs
ansible.builtin.import_tasks: gpus.yaml
Expand Down
21 changes: 0 additions & 21 deletions gpu-validation/tasks/nvidia_container_tools.yaml

This file was deleted.

55 changes: 0 additions & 55 deletions gpu-validation/tasks/nvidia_driver.yaml

This file was deleted.

6 changes: 0 additions & 6 deletions gpu-validation/tasks/nvidia_setup.yaml

This file was deleted.

4 changes: 4 additions & 0 deletions requirements.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -4,3 +4,7 @@ collections:
version: ">=2.4.1"
- name: community.general
version: ">=10.0.0"
roles:
- name: nvidia_driver
src: https://github.com/rhos-vaf/gpu-drivers-ansible.git
version: main