11 lines
282 B
Text
11 lines
282 B
Text
|
// Learn more about clients at https://docs.boundaryml.com/docs/snippets/clients/overview
|
||
|
|
|
||
|
|
client<llm> Llama2 {
|
||
|
|
provider "openai-generic"
|
||
|
|
options {
|
||
|
|
// This will try the clients in order until one succeeds
|
||
|
|
base_url "http://localhost:11434/v1"
|
||
|
|
model llama3.2:1b
|
||
|
|
}
|
||
|
|
}
|