konflux: do not fetch binary python wheels

Signed-off-by: Haoyu Sun <hasun@redhat.com>

Author: raptorsun

.tekton/lightspeed-stack-pull-request.yaml

@@ -34,7 +34,7 @@ spec:
   - name: build-source-image
     value: 'true'
   - name: prefetch-input
-    value: '[{"type": "rpm", "path": "."}, {"type": "pip", "path": ".", "allow_binary": "true", "requirements_files": ["requirements.x86_64.txt", "requirements.aarch64.txt", "requirements.hermetic.txt", "requirements.torch.txt"]}]'
+    value: '[{"type": "rpm", "path": "."}, {"type": "pip", "path": ".", "requirements_files": ["requirements.x86_64.txt", "requirements.aarch64.txt", "requirements.hermetic.txt", "requirements.torch.txt", "requirements.binary.txt"], "requirements_build_files": ["requirements-build.txt"], "binary": {"os": "linux",  "arch": "x86_64,aarch64", "py_version": "312", "packages": "torch,faiss-cpu" } }]'
   - name: hermetic
     value: 'true'
   - name: dockerfile

.tekton/lightspeed-stack-push.yaml

@@ -31,7 +31,7 @@ spec:
   - name: build-source-image
     value: 'true'
   - name: prefetch-input
-    value: '[{"type": "rpm", "path": "."}, {"type": "pip", "path": ".", "allow_binary": "true", "requirements_files": ["requirements.x86_64.txt", "requirements.aarch64.txt", "requirements.hermetic.txt", "requirements.torch.txt"]}]'
+    value: '[{"type": "rpm", "path": "."}, {"type": "pip", "path": ".", "requirements_files": ["requirements.x86_64.txt", "requirements.aarch64.txt", "requirements.hermetic.txt", "requirements.torch.txt", "requirements.binary.txt"], "requirements_build_files": ["requirements-build.txt"], "binary": {"os": "linux",  "arch": "x86_64,aarch64", "py_version": "312", "packages": "torch,faiss-cpu" }}]'
   - name: hermetic
     value: 'true'
   - name: dockerfile

Containerfile

@@ -31,7 +31,7 @@ COPY ${LSC_SOURCE_DIR}/pyproject.toml ${LSC_SOURCE_DIR}/LICENSE ${LSC_SOURCE_DIR
 # PIP_FIND_LINKS=/cachi2/output/deps/pip
 # PIP_NO_INDEX=true
 RUN if [ -f /cachi2/cachi2.env ]; then \
-    . /cachi2/cachi2.env && uv venv --seed --no-index --find-links ${PIP_FIND_LINKS} && . .venv/bin/activate && pip install --no-index --find-links ${PIP_FIND_LINKS} -r requirements.$(uname -m).txt -r requirements.torch.txt; \
+    . /cachi2/cachi2.env && uv venv --seed --no-index --find-links ${PIP_FIND_LINKS} && . .venv/bin/activate && pip install --no-index --find-links ${PIP_FIND_LINKS} --no-binary :all: -r requirements.$(uname -m).txt && pip install --no-index --find-links ${PIP_FIND_LINKS} -r requirements-binary.txt -r requirements.torch.txt; \
     else \
     uv sync --locked --no-dev --group llslibdev; \
     fi

Makefile

@@ -6,7 +6,8 @@ PYTHON_REGISTRY = pypi
 
 # PyTorch version
 TORCH_VERSION := 2.7.1
-
+# Faiss version
+FAISS_VERSION := 1.13.0
 
 run: ## Run the service locally
 	uv run src/lightspeed_stack.py
@@ -114,6 +115,8 @@ konflux-requirements:	## generate hermetic requirements.*.txt file for konflux b
 	./scripts/remove_torch_deps.sh requirements.x86_64.txt
 	./scripts/remove_torch_deps.sh requirements.aarch64.txt
 	echo "torch==${TORCH_VERSION}" | uv pip compile  - -o requirements.torch.txt --generate-hashes  --python-version 3.12 --torch-backend cpu --emit-index-url  --no-deps --index-url https://download.pytorch.org/whl/cpu
+	echo "faiss-cpu==${FAISS_VERSION}" | uv pip compile  - -o requirements.binary.txt --generate-hashes  --python-version 3.12 --no-deps --universal
+	uv run pybuild-deps compile --output-file=requirements-build.txt requirements.aarch64.txt requirements.x86_64.txt
 
 help: ## Show this help screen
 	@echo 'Usage: make <OPTIONS> ... <TARGETS>'

pyproject.toml

@@ -122,6 +122,8 @@ dev = [
     "openapi-to-md>=0.1.0b2",
     "pytest-subtests>=0.14.2",
     "bandit>=1.8.6",
+    "pybuild-deps==0.5.0",
+    "pip==24.3.1",
 ]
 llslibdev = [
     # To check llama-stack API provider dependecies:

requirements-build.txt

@@ -0,0 +1,318 @@
+#
+# This file is autogenerated by pip-compile with Python 3.12
+# by the following command:
+#
+#    pybuild-deps compile --output-file=requirements-build.txt requirements.aarch64.txt requirements.x86_64.txt
+#
+beniget==0.4.2.post1
+    # via pythran
+calver==2025.10.20
+    # via trove-classifiers
+cffi==2.0.0
+    # via cryptography
+coherent-licensed==0.5.2
+    # via zipp
+cppy==1.3.1
+    # via kiwisolver
+cython==3.1.7
+    # via scipy
+cython==3.2.2
+    # via
+    #   asyncpg
+    #   lxml
+    #   numpy
+    #   pandas
+    #   pyarrow
+    #   pyyaml
+    #   scikit-learn
+    #   sqlalchemy
+dunamai==1.25.0
+    # via uv-dynamic-versioning
+expandvars==1.1.2
+    # via
+    #   frozenlist
+    #   propcache
+    #   yarl
+flit-core==3.12.0
+    # via
+    #   aiosqlite
+    #   click
+    #   coherent-licensed
+    #   idna
+    #   jinja2
+    #   markdown-it-py
+    #   mdurl
+    #   packaging
+    #   pathspec
+    #   pyparsing
+    #   pyproject-metadata
+    #   threadpoolctl
+    #   typing-extensions
+    #   wheel
+gast==0.6.0
+    # via
+    #   beniget
+    #   pythran
+hatch-fancy-pypi-readme==25.1.0
+    # via
+    #   attrs
+    #   httpcore
+    #   httpx
+    #   jsonschema
+    #   llama-stack-client
+    #   openai
+    #   pydantic
+hatch-vcs==0.5.0
+    # via
+    #   attrs
+    #   filelock
+    #   fsspec
+    #   jsonschema
+    #   jsonschema-specifications
+    #   referencing
+    #   scikit-build-core
+    #   termcolor
+    #   urllib3
+hatchling==1.26.3
+    # via
+    #   hatch-fancy-pypi-readme
+    #   llama-stack-client
+    #   openai
+hatchling==1.28.0
+    # via
+    #   annotated-types
+    #   attrs
+    #   dnspython
+    #   expandvars
+    #   filelock
+    #   fsspec
+    #   hatch-fancy-pypi-readme
+    #   hatch-vcs
+    #   httpcore
+    #   httpx
+    #   jsonschema
+    #   jsonschema-specifications
+    #   mcp
+    #   opentelemetry-api
+    #   opentelemetry-exporter-otlp
+    #   opentelemetry-exporter-otlp-proto-common
+    #   opentelemetry-exporter-otlp-proto-grpc
+    #   opentelemetry-exporter-otlp-proto-http
+    #   opentelemetry-instrumentation
+    #   opentelemetry-proto
+    #   opentelemetry-sdk
+    #   opentelemetry-semantic-conventions
+    #   pydantic
+    #   pydantic-settings
+    #   pygments
+    #   python-multipart
+    #   referencing
+    #   scikit-build-core
+    #   starlette
+    #   termcolor
+    #   typing-inspection
+    #   urllib3
+    #   uv-dynamic-versioning
+    #   uvicorn
+jinja2==3.1.6
+    # via uv-dynamic-versioning
+markupsafe==3.0.3
+    # via jinja2
+maturin==1.10.2
+    # via
+    #   cryptography
+    #   fastuuid
+    #   hf-xet
+    #   jiter
+    #   pydantic-core
+    #   rpds-py
+    #   safetensors
+    #   tokenizers
+meson-python==0.16.0
+    # via matplotlib
+meson-python==0.18.0
+    # via
+    #   contourpy
+    #   numpy
+    #   pandas
+    #   scikit-learn
+    #   scipy
+meson==1.10.0
+    # via
+    #   contourpy
+    #   meson-python
+    #   pandas
+numpy==2.2.6
+    # via
+    #   pandas
+    #   pyarrow
+    #   scikit-learn
+    #   scipy
+packaging==25.0
+    # via
+    #   hatchling
+    #   meson-python
+    #   scikit-build-core
+    #   setuptools-scm
+pathspec==0.12.1
+    # via
+    #   hatchling
+    #   scikit-build-core
+pdm-backend==2.4.6
+    # via
+    #   annotated-doc
+    #   fastapi
+pkgconfig==1.5.5
+    # via aiohttp
+pluggy==1.6.0
+    # via hatchling
+ply==3.11
+    # via pythran
+poetry-core==2.2.1
+    # via
+    #   aiohappyeyeballs
+    #   dunamai
+    #   litellm
+    #   pkgconfig
+    #   rich
+    #   rsa
+    #   tomlkit
+pybind11==3.0.1
+    # via
+    #   contourpy
+    #   matplotlib
+    #   pillow
+    #   scipy
+pycparser==2.23
+    # via cffi
+pyproject-metadata==0.10.0
+    # via meson-python
+pythran==0.18.1
+    # via scipy
+scikit-build-core==0.11.6
+    # via pybind11
+scipy==1.16.3
+    # via scikit-learn
+semantic-version==2.10.0
+    # via setuptools-rust
+setuptools-rust==1.12.0
+    # via
+    #   maturin
+    #   tiktoken
+setuptools-scm==7.1.0
+    # via python-dateutil
+setuptools-scm==9.2.2
+    # via
+    #   anyio
+    #   cppy
+    #   hatch-vcs
+    #   httpx-sse
+    #   importlib-metadata
+    #   kiwisolver
+    #   matplotlib
+    #   pluggy
+    #   pyarrow
+    #   setuptools-rust
+    #   sniffio
+    #   tqdm
+    #   urllib3
+    #   zipp
+tomlkit==0.13.3
+    # via uv-dynamic-versioning
+trove-classifiers==2025.12.1.14
+    # via hatchling
+typing-extensions==4.15.0
+    # via setuptools-scm
+uv-dynamic-versioning==0.11.2
+    # via mcp
+versioneer==0.29
+    # via pandas
+wheel==0.45.1
+    # via
+    #   authlib
+    #   cachetools
+    #   cppy
+    #   fire
+    #   httpx-sse
+    #   litellm
+    #   meson
+    #   pandas
+    #   python-dateutil
+    #   sentence-transformers
+    #   tiktoken
+    #   tqdm
+    #   tzdata
+
+# The following packages are considered to be unsafe in a requirements file:
+setuptools==80.9.0
+    # via
+    #   aiohttp
+    #   aiosignal
+    #   anyio
+    #   asyncpg
+    #   authlib
+    #   blobfile
+    #   cachetools
+    #   calver
+    #   certifi
+    #   cffi
+    #   charset-normalizer
+    #   cppy
+    #   cryptography
+    #   cycler
+    #   dill
+    #   distro
+    #   emoji
+    #   fire
+    #   frozenlist
+    #   googleapis-common-protos
+    #   greenlet
+    #   httpx-sse
+    #   importlib-metadata
+    #   joblib
+    #   kiwisolver
+    #   llama-stack
+    #   lxml
+    #   markupsafe
+    #   maturin
+    #   meson
+    #   mpmath
+    #   multidict
+    #   multiprocess
+    #   networkx
+    #   pathspec
+    #   pillow
+    #   pluggy
+    #   polyleven
+    #   prometheus-client
+    #   prompt-toolkit
+    #   propcache
+    #   psutil
+    #   pyarrow
+    #   pyasn1
+    #   pyasn1-modules
+    #   pycryptodomex
+    #   pyjwt
+    #   python-dateutil
+    #   python-dotenv
+    #   pythran
+    #   pyyaml
+    #   regex
+    #   semver
+    #   sentence-transformers
+    #   setuptools-rust
+    #   setuptools-scm
+    #   sniffio
+    #   sqlalchemy
+    #   sse-starlette
+    #   tiktoken
+    #   tqdm
+    #   tree-sitter
+    #   trl
+    #   trove-classifiers
+    #   tzdata
+    #   versioneer
+    #   wrapt
+    #   xxhash
+    #   yarl
+    #   zipp