17 lines
548 B
Plaintext
17 lines
548 B
Plaintext
models:
|
|
# Note: "name" is what this connection will show up as in the UI
|
|
|
|
- name: "[LOCAL] llama.cpp"
|
|
base_url: http://localhost:8080/v1
|
|
api_key: none
|
|
model: whatever
|
|
|
|
# Example of using a remote endpoint
|
|
# If prefixed with "os.environ/" (similar to LiteLLM), base_url and/or api_key
|
|
# will take their value from the named environment variable.
|
|
|
|
# - name: "[OpenRouter] Llama 3.1 8B Instruct"
|
|
# base_url: https://openrouter.ai/api/v1
|
|
# api_key: os.environ/OPENROUTER_API_KEY
|
|
# model: meta-llama/llama-3.1-8b-instruct:free
|