File tree Expand file tree Collapse file tree 2 files changed +8
-3
lines changed
charts/azimuth-llm/templates/test Expand file tree Collapse file tree 2 files changed +8
-3
lines changed Original file line number Diff line number Diff line change 1010 spec :
1111 containers :
1212 - name : gradio-client-test
13+ # Assumes that one of the in-repo Gradio apps is used and that
14+ # the app includes a `gradio-test-client.py` script.
1315 image : {{ printf "%s:%s" .Values.ui.image.repository (default .Chart.AppVersion .Values.ui.image.tag) }}
1416 imagePullPolicy : IfNotPresent
1517 command :
Original file line number Diff line number Diff line change 1+
2+ # Default target is a local ollama instance
3+ # running inside the same docker network
4+ model_name : smollm2:135m
5+ backend_url : http://ollama:11434
6+
17host_address : 0.0.0.0
28
39model_instruction : " You are a helpful and cheerful AI assistant. Please respond appropriately."
410
511page_title : Large Language Model
612
7- backend_url : http://ollama:11434
8- model_name : smollm2:135m
9-
1013# LLM request parameters
1114# See https://platform.openai.com/docs/api-reference/chat/create
1215# and https://docs.vllm.ai/en/v0.6.0/serving/openai_compatible_server.html#extra-parameters
You can’t perform that action at this time.
0 commit comments