Skip to content

Commit 9d5e6a0

Browse files
RheagalFirewaleedlatif1
authored andcommitted
feat: add LiteLLM as AI gateway provider
1 parent 4fab03c commit 9d5e6a0

7 files changed

Lines changed: 747 additions & 2 deletions

File tree

apps/sim/components/icons.tsx

Lines changed: 13 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -4439,6 +4439,19 @@ export function VllmIcon(props: SVGProps<SVGSVGElement>) {
44394439
)
44404440
}
44414441

4442+
export function LitellmIcon(props: SVGProps<SVGSVGElement>) {
4443+
return (
4444+
<svg {...props} fill='none' viewBox='0 0 24 24' xmlns='http://www.w3.org/2000/svg'>
4445+
<title>LiteLLM</title>
4446+
<rect width='24' height='24' rx='4' fill='#1A56DB' />
4447+
<path
4448+
d='M6 7h2v10H6V7zm4 0h2v8h4v2h-6V7z'
4449+
fill='white'
4450+
/>
4451+
</svg>
4452+
)
4453+
}
4454+
44424455
export function PosthogIcon(props: SVGProps<SVGSVGElement>) {
44434456
return (
44444457
<svg

apps/sim/lib/core/config/env.ts

Lines changed: 2 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -127,6 +127,8 @@ export const env = createEnv({
127127
OLLAMA_URL: z.string().url().optional(), // Ollama local LLM server URL
128128
VLLM_BASE_URL: z.string().url().optional(), // vLLM self-hosted base URL (OpenAI-compatible)
129129
VLLM_API_KEY: z.string().optional(), // Optional bearer token for vLLM
130+
LITELLM_BASE_URL: z.string().url().optional(), // LiteLLM proxy base URL (OpenAI-compatible)
131+
LITELLM_API_KEY: z.string().optional(), // Optional bearer token for LiteLLM
130132
FIREWORKS_API_KEY: z.string().optional(), // Optional Fireworks AI API key for model listing
131133
COHERE_API_KEY: z.string().min(1).optional(), // Cohere API key for reranker (rerank-v4.0-pro, rerank-v4.0-fast, rerank-v3.5)
132134
COHERE_API_KEY_1: z.string().min(1).optional(), // Primary Cohere API key for rotation

0 commit comments

Comments
 (0)