models: # Note: "name" is what this connection will show up as in the UI - name: "[LOCAL] llama.cpp" base_url: http://localhost:8080/v1 api_key: none model: whatever - name: "[LOCAL] LM Studio" base_url: http://localhost:1234/v1 api_key: none model: changeme - name: "[LOCAL] Ollama" base_url: http://localhost:11434/v1 api_key: none model: changeme # Example of using a remote endpoint # If prefixed with "os.environ/" (similar to LiteLLM), base_url and/or api_key # will take their value from the named environment variable. # - name: "[OpenRouter] Llama 3.1 8B Instruct" # base_url: https://openrouter.ai/api/v1 # api_key: os.environ/OPENROUTER_API_KEY # model: meta-llama/llama-3.1-8b-instruct:free