RHOAI wheel build for pytorch dependency.

.tekton/lightspeed-ocp-rag-pull-request.yaml

@@ -33,12 +33,31 @@ spec:
   - name: build-source-image
     value: "true"
   - name: prefetch-input
-    value: '[{"type": "generic", "path": "."}, {"type": "rpm", "path": "lsc"}, {"type": "pip", "path": ".", "allow_binary": "true", "requirements_files": ["lsc/requirements.txt"]}]'
+    value: |
+      [
+        {"type": "generic", "path": "."},
+        {"type": "rpm", "path": "lsc"},
+        {
+          "type": "pip",
+          "path": ".",
+          "requirements_files": [
+            "lsc/requirements.hashes.wheel.txt",
+            "lsc/requirements.hashes.source.txt",
+            "requirements.hermetic.txt"
+          ],
+          "binary": {
+            "packages": "aiohappyeyeballs,aiohttp,aiosignal,aiosqlite,annotated-doc,annotated-types,anyio,asyncpg,attrs,beautifulsoup4,certifi,cffi,colorama,dataclasses-json,defusedxml,deprecated,distro,faiss-cpu,filetype,fire,frozenlist,h11,hf-xet,httpcore,httpx,huggingface-hub,importlib-metadata,jinja2,jiter,joblib,jsonschema,jsonschema-specifications,markdown-it-py,marshmallow,mdurl,mpmath,multidict,mypy-extensions,nest-asyncio,networkx,numpy,pandas,pillow,prompt-toolkit,propcache,pycparser,pydantic-core,python-dateutil,referencing,rpds-py,safetensors,scikit-learn,scipy,setuptools,shellingham,six,sniffio,sympy,termcolor,threadpoolctl,tiktoken,tokenizers,tomlkit,torch,tqdm,transformers,triton,typing-extensions,typing-inspect,typing-inspection,urllib3,yarl,uv,uv-build,pip,maturin,griffe,griffecli,griffelib,sqlite-vec,cryptography,banks,chardet,charset-normalizer,click,dirtyjson,fastapi,filelock,fsspec,googleapis-common-protos,greenlet,idna,llama-index,llama-index-core,llama-index-embeddings-huggingface,llama-index-embeddings-openai,llama-index-instrumentation,llama-index-llms-openai,llama-index-readers-file,llama-index-vector-stores-faiss,llama-index-vector-stores-postgres,llama-index-workflows,llama-stack,llama-stack-api,llama-stack-client,nltk,openai,opentelemetry-api,opentelemetry-exporter-otlp-proto-common,opentelemetry-exporter-otlp-proto-http,opentelemetry-proto,opentelemetry-sdk,opentelemetry-semantic-conventions,packaging,pgvector,platformdirs,protobuf,psycopg2-binary,pyaml,pydantic,pygments,pyjwt,pypdf,python-dotenv,python-multipart,pytz,pyyaml,regex,requests,rich,sentence-transformers,soupsieve,sqlalchemy,starlette,striprtf,tenacity,tinytag,tornado,typer,typer-slim,tzdata,uvicorn,wcwidth,wrapt,zipp",
+            "os": "linux",
+            "arch": "x86_64",
+            "py_version": 312
+          }
+        }
+      ]
+
   - name: hermetic
     value: "true"
   - name: build-args
     value:
-    - FLAVOR=gpu
     - HERMETIC=true
   - name: build-image-index
     value: "false"
@@ -248,6 +267,10 @@ spec:
       params:
       - name: IMAGE
         value: $(params.output-image)
+      - name: COMMIT_SHA
+        value: $(tasks.clone-repository.results.commit)
+      - name: IMAGE_EXPIRES_AFTER
+        value: $(params.image-expires-after)
       - name: ALWAYS_BUILD_INDEX
         value: $(params.build-image-index)
       - name: IMAGES
@@ -379,7 +402,7 @@ spec:
         - name: name
           value: sast-snyk-check-oci-ta
         - name: bundle
-          value: quay.io/konflux-ci/tekton-catalog/task-sast-snyk-check-oci-ta:0.4@sha256:8f3ecbeaff579e41b8278f82d7fabac27845db17a8e687ea6c510c0c9aceabbb
+          value: quay.io/konflux-ci/tekton-catalog/task-sast-snyk-check-oci-ta:0.4@sha256:ba3eff8f97a7cfc5341f3138c8a13e532238298d9a0fb94401c0971d30eb115a
         - name: kind
           value: task
         resolver: bundles
@@ -448,7 +471,7 @@ spec:
         - name: name
           value: sast-coverity-check-oci-ta
         - name: bundle
-          value: quay.io/konflux-ci/tekton-catalog/task-sast-coverity-check-oci-ta:0.3@sha256:e92d00ed858233d0096627861192d3e4fc013cf1559c0d0b0ea0657d3377ce75
+          value: quay.io/konflux-ci/tekton-catalog/task-sast-coverity-check-oci-ta:0.3@sha256:47f4e2d0881ac8c43a1ea1e2375bb2591dff34b5aa8c7366a043652d1eed499c
         - name: kind
           value: task
         resolver: bundles
@@ -469,7 +492,7 @@ spec:
         - name: name
           value: coverity-availability-check
         - name: bundle
-          value: quay.io/konflux-ci/tekton-catalog/task-coverity-availability-check:0.2@sha256:8b501440a960aec446db2ebc6625a49d0317a9fc7bf0f7bd9b18cb63052db7de
+          value: quay.io/konflux-ci/tekton-catalog/task-coverity-availability-check:0.2@sha256:de35caf2f090e3275cfd1019ea50d9662422e904fb4aebd6ea29fb53a1ad57f5
         - name: kind
           value: task
         resolver: bundles
@@ -496,7 +519,7 @@ spec:
         - name: name
           value: sast-shell-check-oci-ta
         - name: bundle
-          value: quay.io/konflux-ci/tekton-catalog/task-sast-shell-check-oci-ta:0.1@sha256:c4ef47e3b4e0508572d266fb745be7e374c29dc02580328cbe9f4d472a8aca57
+          value: quay.io/konflux-ci/tekton-catalog/task-sast-shell-check-oci-ta:0.1@sha256:c89a2bcf408ede50b161005859c76868f8007bb2a5daa06c1effe979b02145d7
         - name: kind
           value: task
         resolver: bundles
@@ -523,7 +546,7 @@ spec:
         - name: name
           value: sast-unicode-check-oci-ta
         - name: bundle
-          value: quay.io/konflux-ci/tekton-catalog/task-sast-unicode-check-oci-ta:0.4@sha256:0854d9261760b2dc8f092569739685a5ab0a5c620e9cb8c1b78fef9e2d077a29
+          value: quay.io/konflux-ci/tekton-catalog/task-sast-unicode-check-oci-ta:0.4@sha256:92552dddd259cd4cc2ac9a19a02e6649cadfdbb8cd66b61b8c9748d94f2166a5
         - name: kind
           value: task
         resolver: bundles

.tekton/lightspeed-ocp-rag-push.yaml

@@ -30,12 +30,31 @@ spec:
   - name: build-source-image
     value: "true"
   - name: prefetch-input
-    value: '[{"type": "generic", "path": "."}, {"type": "rpm", "path": "lsc"}, {"type": "pip", "path": ".", "allow_binary": "true", "requirements_files": ["lsc/requirements.txt"]}]'
+    value: |
+      [
+        {"type": "generic", "path": "."},
+        {"type": "rpm", "path": "lsc"},
+        {
+          "type": "pip",
+          "path": ".",
+          "requirements_files": [
+            "lsc/requirements.hashes.wheel.txt",
+            "lsc/requirements.hashes.source.txt",
+            "requirements.hermetic.txt"
+          ],
+          "binary": {
+            "packages": "aiohappyeyeballs,aiohttp,aiosignal,aiosqlite,annotated-doc,annotated-types,anyio,asyncpg,attrs,beautifulsoup4,certifi,cffi,colorama,dataclasses-json,defusedxml,deprecated,distro,faiss-cpu,filetype,fire,frozenlist,h11,hf-xet,httpcore,httpx,huggingface-hub,importlib-metadata,jinja2,jiter,joblib,jsonschema,jsonschema-specifications,markdown-it-py,marshmallow,mdurl,mpmath,multidict,mypy-extensions,nest-asyncio,networkx,numpy,pandas,pillow,prompt-toolkit,propcache,pycparser,pydantic-core,python-dateutil,referencing,rpds-py,safetensors,scikit-learn,scipy,setuptools,shellingham,six,sniffio,sympy,termcolor,threadpoolctl,tiktoken,tokenizers,tomlkit,torch,tqdm,transformers,triton,typing-extensions,typing-inspect,typing-inspection,urllib3,yarl,uv,uv-build,pip,maturin,griffe,griffecli,griffelib,sqlite-vec,cryptography,banks,chardet,charset-normalizer,click,dirtyjson,fastapi,filelock,fsspec,googleapis-common-protos,greenlet,idna,llama-index,llama-index-core,llama-index-embeddings-huggingface,llama-index-embeddings-openai,llama-index-instrumentation,llama-index-llms-openai,llama-index-readers-file,llama-index-vector-stores-faiss,llama-index-vector-stores-postgres,llama-index-workflows,llama-stack,llama-stack-api,llama-stack-client,nltk,openai,opentelemetry-api,opentelemetry-exporter-otlp-proto-common,opentelemetry-exporter-otlp-proto-http,opentelemetry-proto,opentelemetry-sdk,opentelemetry-semantic-conventions,packaging,pgvector,platformdirs,protobuf,psycopg2-binary,pyaml,pydantic,pygments,pyjwt,pypdf,python-dotenv,python-multipart,pytz,pyyaml,regex,requests,rich,sentence-transformers,soupsieve,sqlalchemy,starlette,striprtf,tenacity,tinytag,tornado,typer,typer-slim,tzdata,uvicorn,wcwidth,wrapt,zipp",
+            "os": "linux",
+            "arch": "x86_64",
+            "py_version": 312
+          }
+        }
+      ]
+
   - name: hermetic
     value: "true"
   - name: build-args
     value:
-    - FLAVOR=gpu
     - HERMETIC=true
   - name: build-image-index
     value: "false"
@@ -234,6 +253,10 @@ spec:
       params:
       - name: IMAGE
         value: $(params.output-image)
+      - name: COMMIT_SHA
+        value: $(tasks.clone-repository.results.commit)
+      - name: IMAGE_EXPIRES_AFTER
+        value: $(params.image-expires-after)
       - name: ALWAYS_BUILD_INDEX
         value: $(params.build-image-index)
       - name: IMAGES
@@ -365,7 +388,7 @@ spec:
         - name: name
           value: sast-snyk-check-oci-ta
         - name: bundle
-          value: quay.io/konflux-ci/tekton-catalog/task-sast-snyk-check-oci-ta:0.4@sha256:8f3ecbeaff579e41b8278f82d7fabac27845db17a8e687ea6c510c0c9aceabbb
+          value: quay.io/konflux-ci/tekton-catalog/task-sast-snyk-check-oci-ta:0.4@sha256:ba3eff8f97a7cfc5341f3138c8a13e532238298d9a0fb94401c0971d30eb115a
         - name: kind
           value: task
         resolver: bundles
@@ -434,7 +457,7 @@ spec:
         - name: name
           value: sast-coverity-check-oci-ta
         - name: bundle
-          value: quay.io/konflux-ci/tekton-catalog/task-sast-coverity-check-oci-ta:0.3@sha256:e92d00ed858233d0096627861192d3e4fc013cf1559c0d0b0ea0657d3377ce75
+          value: quay.io/konflux-ci/tekton-catalog/task-sast-coverity-check-oci-ta:0.3@sha256:47f4e2d0881ac8c43a1ea1e2375bb2591dff34b5aa8c7366a043652d1eed499c
         - name: kind
           value: task
         resolver: bundles
@@ -455,7 +478,7 @@ spec:
         - name: name
           value: coverity-availability-check
         - name: bundle
-          value: quay.io/konflux-ci/tekton-catalog/task-coverity-availability-check:0.2@sha256:8b501440a960aec446db2ebc6625a49d0317a9fc7bf0f7bd9b18cb63052db7de
+          value: quay.io/konflux-ci/tekton-catalog/task-coverity-availability-check:0.2@sha256:de35caf2f090e3275cfd1019ea50d9662422e904fb4aebd6ea29fb53a1ad57f5
         - name: kind
           value: task
         resolver: bundles
@@ -482,7 +505,7 @@ spec:
         - name: name
           value: sast-shell-check-oci-ta
         - name: bundle
-          value: quay.io/konflux-ci/tekton-catalog/task-sast-shell-check-oci-ta:0.1@sha256:c4ef47e3b4e0508572d266fb745be7e374c29dc02580328cbe9f4d472a8aca57
+          value: quay.io/konflux-ci/tekton-catalog/task-sast-shell-check-oci-ta:0.1@sha256:c89a2bcf408ede50b161005859c76868f8007bb2a5daa06c1effe979b02145d7
         - name: kind
           value: task
         resolver: bundles
@@ -509,7 +532,7 @@ spec:
         - name: name
           value: sast-unicode-check-oci-ta
         - name: bundle
-          value: quay.io/konflux-ci/tekton-catalog/task-sast-unicode-check-oci-ta:0.4@sha256:0854d9261760b2dc8f092569739685a5ab0a5c620e9cb8c1b78fef9e2d077a29
+          value: quay.io/konflux-ci/tekton-catalog/task-sast-unicode-check-oci-ta:0.4@sha256:92552dddd259cd4cc2ac9a19a02e6649cadfdbb8cd66b61b8c9748d94f2166a5
         - name: kind
           value: task
         resolver: bundles

.tekton/lightspeed-rag-tool-pull-request.yaml

@@ -39,7 +39,36 @@ spec:
   - name: build-source-image
     value: "true"
   - name: prefetch-input
-    value: '[{"type": "generic", "path": "."}, {"type": "rpm", "path": "."}, {"type": "pip", "path": ".", "allow_binary": "true", "requirements_files": ["requirements.cpu.txt"]}]'
+    value: |-
+      [
+        {
+          "type": "generic",
+          "path": "."
+        },
+        {
+          "type": "rpm",
+          "path": "."
+        },
+        {
+          "type": "pip",
+          "path": ".",
+          "requirements_files": [
+            "requirements.hashes.wheel.cpu.txt",
+            "requirements.hashes.source.cpu.txt",
+            "requirements.hermetic.txt"
+          ],
+          "requirements_build_files": [
+            "requirements-build.cpu.txt"
+          ],
+          "binary": {
+            "packages": "accelerate,aiohappyeyeballs,aiohttp,aiosignal,aiosqlite,annotated-types,anyio,attrs,beautifulsoup4,certifi,charset-normalizer,click,colorama,dataclasses-json,defusedxml,deprecated,faiss-cpu,filelock,filetype,frozenlist,fsspec,greenlet,h11,hf-xet,httpcore,httpx,huggingface-hub,idna,jinja2,joblib,marshmallow,mpmath,multidict,mypy-extensions,nest-asyncio,networkx,nltk,numpy,packaging,pandas,pillow,platformdirs,propcache,psutil,pydantic,pydantic-core,pypdf,python-dateutil,pytz,pyyaml,regex,requests,safetensors,scikit-learn,scipy,sentence-transformers,setuptools,six,soupsieve,sqlalchemy,sympy,tenacity,threadpoolctl,tiktoken,tokenizers,torch,tqdm,transformers,triton,typing-extensions,typing-inspect,typing-inspection,tzdata,urllib3,wrapt,yarl,uv,uv-build,pip,maturin,griffe,griffecli,griffelib",
+            "os": "linux",
+            "arch": "x86_64",
+            "py_version": 312
+          }
+        }
+      ]
+
   pipelineSpec:
     description: |
       This pipeline is ideal for building container images from a Containerfile while maintaining trust after pipeline customization.
@@ -56,7 +85,7 @@ spec:
         - name: name
           value: show-sbom
         - name: bundle
-          value: quay.io/konflux-ci/tekton-catalog/task-show-sbom:0.1@sha256:a7346ed61237db4f82ff782e0c9e8b30536e0e67b907ad600341a6d192e80012
+          value: quay.io/konflux-ci/tekton-catalog/task-show-sbom:0.1@sha256:04994df487ee886adbe60a8a5866647fbdfd53cc26f7b2554272ba51bf7af29e
         - name: kind
           value: task
         resolver: bundles
@@ -244,6 +273,10 @@ spec:
       params:
       - name: IMAGE
         value: $(params.output-image)
+      - name: COMMIT_SHA
+        value: $(tasks.clone-repository.results.commit)
+      - name: IMAGE_EXPIRES_AFTER
+        value: $(params.image-expires-after)
       - name: ALWAYS_BUILD_INDEX
         value: $(params.build-image-index)
       - name: IMAGES
@@ -369,7 +402,7 @@ spec:
         - name: name
           value: sast-snyk-check-oci-ta
         - name: bundle
-          value: quay.io/konflux-ci/tekton-catalog/task-sast-snyk-check-oci-ta:0.4@sha256:8f3ecbeaff579e41b8278f82d7fabac27845db17a8e687ea6c510c0c9aceabbb
+          value: quay.io/konflux-ci/tekton-catalog/task-sast-snyk-check-oci-ta:0.4@sha256:ba3eff8f97a7cfc5341f3138c8a13e532238298d9a0fb94401c0971d30eb115a
         - name: kind
           value: task
         resolver: bundles
@@ -436,7 +469,7 @@ spec:
         - name: name
           value: sast-coverity-check-oci-ta
         - name: bundle
-          value: quay.io/konflux-ci/tekton-catalog/task-sast-coverity-check-oci-ta:0.3@sha256:e92d00ed858233d0096627861192d3e4fc013cf1559c0d0b0ea0657d3377ce75
+          value: quay.io/konflux-ci/tekton-catalog/task-sast-coverity-check-oci-ta:0.3@sha256:47f4e2d0881ac8c43a1ea1e2375bb2591dff34b5aa8c7366a043652d1eed499c
         - name: kind
           value: task
         resolver: bundles
@@ -457,7 +490,7 @@ spec:
         - name: name
           value: coverity-availability-check
         - name: bundle
-          value: quay.io/konflux-ci/tekton-catalog/task-coverity-availability-check:0.2@sha256:8b501440a960aec446db2ebc6625a49d0317a9fc7bf0f7bd9b18cb63052db7de
+          value: quay.io/konflux-ci/tekton-catalog/task-coverity-availability-check:0.2@sha256:de35caf2f090e3275cfd1019ea50d9662422e904fb4aebd6ea29fb53a1ad57f5
         - name: kind
           value: task
         resolver: bundles
@@ -483,7 +516,7 @@ spec:
         - name: name
           value: sast-shell-check-oci-ta
         - name: bundle
-          value: quay.io/konflux-ci/tekton-catalog/task-sast-shell-check-oci-ta:0.1@sha256:c4ef47e3b4e0508572d266fb745be7e374c29dc02580328cbe9f4d472a8aca57
+          value: quay.io/konflux-ci/tekton-catalog/task-sast-shell-check-oci-ta:0.1@sha256:c89a2bcf408ede50b161005859c76868f8007bb2a5daa06c1effe979b02145d7
         - name: kind
           value: task
         resolver: bundles
@@ -509,7 +542,7 @@ spec:
         - name: name
           value: sast-unicode-check-oci-ta
         - name: bundle
-          value: quay.io/konflux-ci/tekton-catalog/task-sast-unicode-check-oci-ta:0.4@sha256:0854d9261760b2dc8f092569739685a5ab0a5c620e9cb8c1b78fef9e2d077a29
+          value: quay.io/konflux-ci/tekton-catalog/task-sast-unicode-check-oci-ta:0.4@sha256:92552dddd259cd4cc2ac9a19a02e6649cadfdbb8cd66b61b8c9748d94f2166a5
         - name: kind
           value: task
         resolver: bundles