Merge branch 'canary' into vertex-ai

BoundaryML · Jul 16, 2024 · 69d9ca9 · 69d9ca9
2 parents 9d7299a + 79e8773
commit 69d9ca9
Showing 1 changed file with 18 additions and 0 deletions.
diff --git a/docs/docs/snippets/clients/providers/other.mdx b/docs/docs/snippets/clients/providers/other.mdx
@@ -64,3 +64,21 @@ client<llm> MyClient {
   }
 }
 ```
+
+
+### VLLM
+
+https://docs.vllm.ai/ - Easy, fast, and cheap LLM serving for everyone
+
+See https://docs.vllm.ai/en/latest/serving/openai_compatible_server.html for more information.
+
+```baml BAML
+client<llm> MyClient {
+  provider openai
+  options {
+    base_url "http://localhost:8000/v1"
+    api_key "token-abc123"
+    model "NousResearch/Meta-Llama-3-8B-Instruct"
+  }
+}
+```