2025-10-30 17:23:20 -07:00
|
|
|
{
|
|
|
|
|
"_comment": "This file defines which endpoints are supported by each LiteLLM provider",
|
|
|
|
|
"_schema": {
|
|
|
|
|
"provider_slug": {
|
|
|
|
|
"display_name": "Display name shown in README (e.g., 'OpenAI (`openai`)')",
|
|
|
|
|
"url": "Link to provider documentation",
|
|
|
|
|
"endpoints": {
|
|
|
|
|
"chat_completions": "Supports /chat/completions endpoint",
|
|
|
|
|
"messages": "Supports /messages endpoint (Anthropic format)",
|
|
|
|
|
"responses": "Supports /responses endpoint (OpenAI/Anthropic unified)",
|
|
|
|
|
"embeddings": "Supports /embeddings endpoint",
|
|
|
|
|
"image_generations": "Supports /image/generations endpoint",
|
|
|
|
|
"audio_transcriptions": "Supports /audio/transcriptions endpoint",
|
|
|
|
|
"audio_speech": "Supports /audio/speech endpoint",
|
|
|
|
|
"moderations": "Supports /moderations endpoint",
|
|
|
|
|
"batches": "Supports /batches endpoint",
|
2025-11-03 15:56:49 -08:00
|
|
|
"rerank": "Supports /rerank endpoint",
|
2025-11-04 17:52:12 -08:00
|
|
|
"ocr": "Supports /ocr endpoint",
|
2025-11-24 15:32:03 -08:00
|
|
|
"search": "Supports /search endpoint",
|
2025-12-03 18:57:41 -08:00
|
|
|
"skills": "Supports /skills endpoint",
|
2025-12-17 02:27:00 +04:00
|
|
|
"interactions": "Supports /interactions endpoint (Google AI Interactions API)",
|
2025-12-09 18:11:28 -08:00
|
|
|
"a2a_(Agent Gateway)": "Supports /a2a/{agent}/message/send endpoint (A2A Protocol)",
|
2026-01-07 17:35:01 +05:30
|
|
|
"container": "Supports OpenAI's /containers endpoint",
|
|
|
|
|
"container_file": "Supports OpenAI's /containers/{id}/files endpoint",
|
|
|
|
|
"compact": "Supports /responses/compact endpoint",
|
|
|
|
|
"files": "Supports /files endpoint for file operations",
|
|
|
|
|
"image_edits": "Supports /images/edits endpoint for image editing",
|
|
|
|
|
"vector_stores_create": "Supports creating a new vector store via /vector_stores endpoint",
|
|
|
|
|
"vector_stores_search": "Supports searching a vector store via /vector_stores/{id}/search endpoint",
|
|
|
|
|
"video_generations": "Supports /videos/generations endpoint for video generation"
|
2025-10-30 17:23:20 -07:00
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"providers": {
|
2026-01-07 08:16:54 -08:00
|
|
|
"abliteration": {
|
|
|
|
|
"display_name": "Abliteration (`abliteration`)",
|
|
|
|
|
"url": "https://docs.litellm.ai/docs/providers/abliteration",
|
|
|
|
|
"endpoints": {
|
|
|
|
|
"chat_completions": true,
|
|
|
|
|
"messages": false,
|
|
|
|
|
"responses": false,
|
|
|
|
|
"embeddings": false,
|
|
|
|
|
"image_generations": false,
|
|
|
|
|
"audio_transcriptions": false,
|
|
|
|
|
"audio_speech": false,
|
|
|
|
|
"moderations": false,
|
|
|
|
|
"batches": false,
|
|
|
|
|
"rerank": false,
|
|
|
|
|
"a2a": false
|
|
|
|
|
}
|
|
|
|
|
},
|
2025-10-30 17:23:20 -07:00
|
|
|
"aiml": {
|
|
|
|
|
"display_name": "AI/ML API (`aiml`)",
|
|
|
|
|
"url": "https://docs.litellm.ai/docs/providers/aiml",
|
|
|
|
|
"endpoints": {
|
|
|
|
|
"chat_completions": true,
|
|
|
|
|
"messages": true,
|
|
|
|
|
"responses": true,
|
|
|
|
|
"embeddings": true,
|
|
|
|
|
"image_generations": true,
|
|
|
|
|
"audio_transcriptions": false,
|
|
|
|
|
"audio_speech": false,
|
|
|
|
|
"moderations": false,
|
|
|
|
|
"batches": false,
|
2025-12-03 18:57:41 -08:00
|
|
|
"rerank": false,
|
2025-12-23 22:30:22 +05:30
|
|
|
"a2a": true,
|
|
|
|
|
"interactions": true
|
2025-10-30 17:23:20 -07:00
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"ai21": {
|
|
|
|
|
"display_name": "AI21 (`ai21`)",
|
|
|
|
|
"url": "https://docs.litellm.ai/docs/providers/ai21",
|
|
|
|
|
"endpoints": {
|
|
|
|
|
"chat_completions": true,
|
|
|
|
|
"messages": true,
|
|
|
|
|
"responses": true,
|
|
|
|
|
"embeddings": false,
|
|
|
|
|
"image_generations": false,
|
|
|
|
|
"audio_transcriptions": false,
|
|
|
|
|
"audio_speech": false,
|
|
|
|
|
"moderations": false,
|
|
|
|
|
"batches": false,
|
2025-12-03 18:57:41 -08:00
|
|
|
"rerank": false,
|
2025-12-23 22:30:22 +05:30
|
|
|
"a2a": true,
|
|
|
|
|
"interactions": true
|
2025-10-30 17:23:20 -07:00
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"ai21_chat": {
|
|
|
|
|
"display_name": "AI21 Chat (`ai21_chat`)",
|
|
|
|
|
"url": "https://docs.litellm.ai/docs/providers/ai21",
|
|
|
|
|
"endpoints": {
|
|
|
|
|
"chat_completions": true,
|
|
|
|
|
"messages": true,
|
|
|
|
|
"responses": true,
|
|
|
|
|
"embeddings": false,
|
|
|
|
|
"image_generations": false,
|
|
|
|
|
"audio_transcriptions": false,
|
|
|
|
|
"audio_speech": false,
|
|
|
|
|
"moderations": false,
|
|
|
|
|
"batches": false,
|
2025-12-03 18:57:41 -08:00
|
|
|
"rerank": false,
|
2025-12-23 22:30:22 +05:30
|
|
|
"a2a": true,
|
|
|
|
|
"interactions": true
|
2025-10-30 17:23:20 -07:00
|
|
|
}
|
|
|
|
|
},
|
2025-12-19 05:37:34 -08:00
|
|
|
"amazon_nova": {
|
|
|
|
|
"display_name": "Amazon Nova (`amazon_nova`)",
|
|
|
|
|
"url": "https://docs.litellm.ai/docs/providers/amazon_nova",
|
|
|
|
|
"endpoints": {
|
|
|
|
|
"chat_completions": true,
|
|
|
|
|
"messages": true,
|
|
|
|
|
"responses": true,
|
|
|
|
|
"embeddings": false,
|
|
|
|
|
"image_generations": false,
|
|
|
|
|
"audio_transcriptions": false,
|
|
|
|
|
"audio_speech": false,
|
|
|
|
|
"moderations": false,
|
|
|
|
|
"batches": false,
|
|
|
|
|
"rerank": false,
|
2025-12-23 22:30:22 +05:30
|
|
|
"a2a": true,
|
|
|
|
|
"interactions": true
|
2025-12-19 05:37:34 -08:00
|
|
|
}
|
|
|
|
|
},
|
2025-10-30 17:23:20 -07:00
|
|
|
"anthropic": {
|
|
|
|
|
"display_name": "Anthropic (`anthropic`)",
|
|
|
|
|
"url": "https://docs.litellm.ai/docs/providers/anthropic",
|
|
|
|
|
"endpoints": {
|
|
|
|
|
"chat_completions": true,
|
|
|
|
|
"messages": true,
|
|
|
|
|
"responses": true,
|
|
|
|
|
"embeddings": false,
|
|
|
|
|
"image_generations": false,
|
|
|
|
|
"audio_transcriptions": false,
|
|
|
|
|
"audio_speech": false,
|
|
|
|
|
"moderations": false,
|
|
|
|
|
"batches": true,
|
2025-11-24 15:32:03 -08:00
|
|
|
"rerank": false,
|
2025-12-03 18:57:41 -08:00
|
|
|
"skills": true,
|
2025-12-23 22:30:22 +05:30
|
|
|
"a2a": true,
|
2026-01-07 17:35:01 +05:30
|
|
|
"interactions": true,
|
|
|
|
|
"count_tokens": true
|
2025-10-30 17:23:20 -07:00
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"anthropic_text": {
|
|
|
|
|
"display_name": "Anthropic Text (`anthropic_text`)",
|
|
|
|
|
"url": "https://docs.litellm.ai/docs/providers/anthropic",
|
|
|
|
|
"endpoints": {
|
|
|
|
|
"chat_completions": true,
|
|
|
|
|
"messages": true,
|
|
|
|
|
"responses": true,
|
|
|
|
|
"embeddings": false,
|
|
|
|
|
"image_generations": false,
|
|
|
|
|
"audio_transcriptions": false,
|
|
|
|
|
"audio_speech": false,
|
|
|
|
|
"moderations": false,
|
|
|
|
|
"batches": true,
|
2025-11-24 15:32:03 -08:00
|
|
|
"rerank": false,
|
2025-12-03 18:57:41 -08:00
|
|
|
"skills": true,
|
2025-12-23 22:30:22 +05:30
|
|
|
"a2a": true,
|
|
|
|
|
"interactions": true
|
2025-10-30 17:23:20 -07:00
|
|
|
}
|
|
|
|
|
},
|
2025-12-23 02:05:54 -08:00
|
|
|
"apertis": {
|
|
|
|
|
"display_name": "Apertis (`apertis`)",
|
|
|
|
|
"endpoints": {
|
|
|
|
|
"chat_completions": true,
|
|
|
|
|
"messages": false,
|
|
|
|
|
"responses": false,
|
|
|
|
|
"embeddings": true,
|
|
|
|
|
"image_generations": false,
|
|
|
|
|
"audio_transcriptions": false,
|
|
|
|
|
"audio_speech": false,
|
|
|
|
|
"moderations": false,
|
|
|
|
|
"batches": false,
|
|
|
|
|
"rerank": false,
|
|
|
|
|
"a2a": false
|
|
|
|
|
}
|
|
|
|
|
},
|
2025-10-30 17:23:20 -07:00
|
|
|
"assemblyai": {
|
|
|
|
|
"display_name": "AssemblyAI (`assemblyai`)",
|
|
|
|
|
"url": "https://docs.litellm.ai/docs/pass_through/assembly_ai",
|
|
|
|
|
"endpoints": {
|
|
|
|
|
"chat_completions": true,
|
|
|
|
|
"messages": true,
|
|
|
|
|
"responses": true,
|
|
|
|
|
"embeddings": false,
|
|
|
|
|
"image_generations": false,
|
|
|
|
|
"audio_transcriptions": true,
|
|
|
|
|
"audio_speech": false,
|
|
|
|
|
"moderations": false,
|
|
|
|
|
"batches": false,
|
2025-12-03 18:57:41 -08:00
|
|
|
"rerank": false,
|
2025-12-23 22:30:22 +05:30
|
|
|
"a2a": true,
|
|
|
|
|
"interactions": true
|
2025-10-30 17:23:20 -07:00
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"auto_router": {
|
|
|
|
|
"display_name": "Auto Router (`auto_router`)",
|
|
|
|
|
"url": "https://docs.litellm.ai/docs/proxy/auto_routing",
|
|
|
|
|
"endpoints": {
|
|
|
|
|
"chat_completions": true,
|
|
|
|
|
"messages": true,
|
|
|
|
|
"responses": true,
|
|
|
|
|
"embeddings": false,
|
|
|
|
|
"image_generations": false,
|
|
|
|
|
"audio_transcriptions": false,
|
|
|
|
|
"audio_speech": false,
|
|
|
|
|
"moderations": false,
|
|
|
|
|
"batches": false,
|
2025-12-03 18:57:41 -08:00
|
|
|
"rerank": false,
|
2025-12-23 22:30:22 +05:30
|
|
|
"a2a": true,
|
|
|
|
|
"interactions": true
|
2025-10-30 17:23:20 -07:00
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"bedrock": {
|
|
|
|
|
"display_name": "AWS - Bedrock (`bedrock`)",
|
|
|
|
|
"url": "https://docs.litellm.ai/docs/providers/bedrock",
|
|
|
|
|
"endpoints": {
|
|
|
|
|
"chat_completions": true,
|
|
|
|
|
"messages": true,
|
|
|
|
|
"responses": true,
|
|
|
|
|
"embeddings": true,
|
|
|
|
|
"image_generations": false,
|
|
|
|
|
"audio_transcriptions": false,
|
|
|
|
|
"audio_speech": false,
|
|
|
|
|
"moderations": false,
|
|
|
|
|
"batches": false,
|
2025-12-03 18:57:41 -08:00
|
|
|
"rerank": true,
|
2025-12-23 22:30:22 +05:30
|
|
|
"a2a": true,
|
2026-01-07 17:35:01 +05:30
|
|
|
"interactions": true,
|
|
|
|
|
"bedrock_invoke": true,
|
|
|
|
|
"bedrock_converse": true,
|
|
|
|
|
"vector_stores_search": true,
|
|
|
|
|
"count_tokens": true,
|
|
|
|
|
"rag_ingest": true,
|
|
|
|
|
"rag_query": true
|
2025-10-30 17:23:20 -07:00
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"sagemaker": {
|
|
|
|
|
"display_name": "AWS - Sagemaker (`sagemaker`)",
|
|
|
|
|
"url": "https://docs.litellm.ai/docs/providers/aws_sagemaker",
|
|
|
|
|
"endpoints": {
|
|
|
|
|
"chat_completions": true,
|
|
|
|
|
"messages": true,
|
|
|
|
|
"responses": true,
|
|
|
|
|
"embeddings": true,
|
|
|
|
|
"image_generations": false,
|
|
|
|
|
"audio_transcriptions": false,
|
|
|
|
|
"audio_speech": false,
|
|
|
|
|
"moderations": false,
|
|
|
|
|
"batches": false,
|
2025-12-03 18:57:41 -08:00
|
|
|
"rerank": false,
|
2025-12-23 22:30:22 +05:30
|
|
|
"a2a": true,
|
|
|
|
|
"interactions": true
|
2025-10-30 17:23:20 -07:00
|
|
|
}
|
|
|
|
|
},
|
2025-12-22 18:19:34 +05:30
|
|
|
"aws_polly": {
|
|
|
|
|
"display_name": "AWS - Polly (`aws_polly`)",
|
|
|
|
|
"url": "https://docs.litellm.ai/docs/providers/aws_polly",
|
|
|
|
|
"endpoints": {
|
|
|
|
|
"chat_completions": false,
|
|
|
|
|
"messages": false,
|
|
|
|
|
"responses": false,
|
|
|
|
|
"embeddings": false,
|
|
|
|
|
"image_generations": false,
|
|
|
|
|
"audio_transcriptions": false,
|
|
|
|
|
"audio_speech": true,
|
|
|
|
|
"moderations": false,
|
|
|
|
|
"batches": false,
|
|
|
|
|
"rerank": false
|
|
|
|
|
}
|
|
|
|
|
},
|
2025-10-30 17:23:20 -07:00
|
|
|
"azure": {
|
|
|
|
|
"display_name": "Azure (`azure`)",
|
|
|
|
|
"url": "https://docs.litellm.ai/docs/providers/azure",
|
|
|
|
|
"endpoints": {
|
|
|
|
|
"chat_completions": true,
|
|
|
|
|
"messages": true,
|
|
|
|
|
"responses": true,
|
|
|
|
|
"embeddings": true,
|
|
|
|
|
"image_generations": true,
|
|
|
|
|
"audio_transcriptions": true,
|
|
|
|
|
"audio_speech": true,
|
|
|
|
|
"moderations": true,
|
|
|
|
|
"batches": true,
|
2025-12-03 18:57:41 -08:00
|
|
|
"rerank": false,
|
2025-12-23 22:30:22 +05:30
|
|
|
"a2a": true,
|
2026-01-07 17:35:01 +05:30
|
|
|
"interactions": true,
|
|
|
|
|
"vector_stores_search": true,
|
|
|
|
|
"assistants": true,
|
|
|
|
|
"fine_tuning": true,
|
|
|
|
|
"text_completion": true
|
2025-10-30 17:23:20 -07:00
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"azure_ai": {
|
|
|
|
|
"display_name": "Azure AI (`azure_ai`)",
|
|
|
|
|
"url": "https://docs.litellm.ai/docs/providers/azure_ai",
|
|
|
|
|
"endpoints": {
|
|
|
|
|
"chat_completions": true,
|
|
|
|
|
"messages": true,
|
|
|
|
|
"responses": true,
|
|
|
|
|
"embeddings": true,
|
|
|
|
|
"image_generations": true,
|
2026-01-07 23:28:39 +05:30
|
|
|
"image_edits": true,
|
2025-10-30 17:23:20 -07:00
|
|
|
"audio_transcriptions": true,
|
|
|
|
|
"audio_speech": true,
|
|
|
|
|
"moderations": true,
|
|
|
|
|
"batches": true,
|
2025-11-03 15:56:49 -08:00
|
|
|
"rerank": false,
|
2025-12-03 18:57:41 -08:00
|
|
|
"ocr": true,
|
2025-12-23 22:30:22 +05:30
|
|
|
"a2a": true,
|
2026-01-07 17:35:01 +05:30
|
|
|
"interactions": true,
|
|
|
|
|
"vector_stores_create": true,
|
|
|
|
|
"vector_stores_search": true
|
2025-10-30 17:23:20 -07:00
|
|
|
}
|
|
|
|
|
},
|
2025-11-03 17:22:19 -08:00
|
|
|
"azure_ai/doc-intelligence": {
|
|
|
|
|
"display_name": "Azure AI Document Intelligence (`azure_ai/doc-intelligence`)",
|
|
|
|
|
"url": "https://docs.litellm.ai/docs/providers/azure_document_intelligence",
|
|
|
|
|
"endpoints": {
|
|
|
|
|
"chat_completions": false,
|
|
|
|
|
"messages": false,
|
|
|
|
|
"responses": false,
|
|
|
|
|
"embeddings": false,
|
|
|
|
|
"image_generations": false,
|
|
|
|
|
"audio_transcriptions": false,
|
|
|
|
|
"audio_speech": false,
|
|
|
|
|
"moderations": false,
|
|
|
|
|
"batches": false,
|
|
|
|
|
"rerank": false,
|
|
|
|
|
"ocr": true
|
|
|
|
|
}
|
|
|
|
|
},
|
2025-12-11 15:21:28 -08:00
|
|
|
"azure_ai/agents": {
|
|
|
|
|
"display_name": "Azure AI Foundry Agents (`azure_ai/agents`)",
|
|
|
|
|
"url": "https://docs.litellm.ai/docs/providers/azure_ai_agents",
|
|
|
|
|
"endpoints": {
|
|
|
|
|
"chat_completions": true,
|
|
|
|
|
"messages": true,
|
|
|
|
|
"responses": true,
|
|
|
|
|
"embeddings": false,
|
|
|
|
|
"image_generations": false,
|
|
|
|
|
"audio_transcriptions": false,
|
|
|
|
|
"audio_speech": false,
|
|
|
|
|
"moderations": false,
|
|
|
|
|
"batches": false,
|
|
|
|
|
"rerank": false,
|
2025-12-23 22:30:22 +05:30
|
|
|
"a2a": true,
|
|
|
|
|
"interactions": true
|
2025-12-11 15:21:28 -08:00
|
|
|
}
|
|
|
|
|
},
|
2025-10-30 17:23:20 -07:00
|
|
|
"azure_text": {
|
|
|
|
|
"display_name": "Azure Text (`azure_text`)",
|
|
|
|
|
"url": "https://docs.litellm.ai/docs/providers/azure",
|
|
|
|
|
"endpoints": {
|
|
|
|
|
"chat_completions": true,
|
|
|
|
|
"messages": true,
|
|
|
|
|
"responses": true,
|
|
|
|
|
"embeddings": false,
|
|
|
|
|
"image_generations": false,
|
|
|
|
|
"audio_transcriptions": true,
|
|
|
|
|
"audio_speech": true,
|
|
|
|
|
"moderations": true,
|
|
|
|
|
"batches": true,
|
2025-12-03 18:57:41 -08:00
|
|
|
"rerank": false,
|
2025-12-23 22:30:22 +05:30
|
|
|
"a2a": true,
|
|
|
|
|
"interactions": true
|
2025-10-30 17:23:20 -07:00
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"baseten": {
|
|
|
|
|
"display_name": "Baseten (`baseten`)",
|
|
|
|
|
"url": "https://docs.litellm.ai/docs/providers/baseten",
|
|
|
|
|
"endpoints": {
|
|
|
|
|
"chat_completions": true,
|
|
|
|
|
"messages": true,
|
|
|
|
|
"responses": true,
|
|
|
|
|
"embeddings": false,
|
|
|
|
|
"image_generations": false,
|
|
|
|
|
"audio_transcriptions": false,
|
|
|
|
|
"audio_speech": false,
|
|
|
|
|
"moderations": false,
|
|
|
|
|
"batches": false,
|
2025-12-03 18:57:41 -08:00
|
|
|
"rerank": false,
|
2025-12-23 22:30:22 +05:30
|
|
|
"a2a": true,
|
|
|
|
|
"interactions": true
|
2025-10-30 17:23:20 -07:00
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"bytez": {
|
|
|
|
|
"display_name": "Bytez (`bytez`)",
|
|
|
|
|
"url": "https://docs.litellm.ai/docs/providers/bytez",
|
|
|
|
|
"endpoints": {
|
|
|
|
|
"chat_completions": true,
|
|
|
|
|
"messages": true,
|
|
|
|
|
"responses": true,
|
|
|
|
|
"embeddings": false,
|
|
|
|
|
"image_generations": false,
|
|
|
|
|
"audio_transcriptions": false,
|
|
|
|
|
"audio_speech": false,
|
|
|
|
|
"moderations": false,
|
|
|
|
|
"batches": false,
|
2025-12-03 18:57:41 -08:00
|
|
|
"rerank": false,
|
2025-12-23 22:30:22 +05:30
|
|
|
"a2a": true,
|
|
|
|
|
"interactions": true
|
2025-10-30 17:23:20 -07:00
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"cerebras": {
|
|
|
|
|
"display_name": "Cerebras (`cerebras`)",
|
|
|
|
|
"url": "https://docs.litellm.ai/docs/providers/cerebras",
|
|
|
|
|
"endpoints": {
|
|
|
|
|
"chat_completions": true,
|
|
|
|
|
"messages": true,
|
|
|
|
|
"responses": true,
|
|
|
|
|
"embeddings": false,
|
|
|
|
|
"image_generations": false,
|
|
|
|
|
"audio_transcriptions": false,
|
|
|
|
|
"audio_speech": false,
|
|
|
|
|
"moderations": false,
|
|
|
|
|
"batches": false,
|
2025-12-03 18:57:41 -08:00
|
|
|
"rerank": false,
|
2025-12-23 22:30:22 +05:30
|
|
|
"a2a": true,
|
|
|
|
|
"interactions": true
|
2025-10-30 17:23:20 -07:00
|
|
|
}
|
|
|
|
|
},
|
2025-12-23 02:05:54 -08:00
|
|
|
"chutes": {
|
|
|
|
|
"display_name": "Chutes (`chutes`)",
|
|
|
|
|
"endpoints": {
|
|
|
|
|
"chat_completions": true,
|
|
|
|
|
"messages": false,
|
|
|
|
|
"responses": false,
|
|
|
|
|
"embeddings": true,
|
|
|
|
|
"image_generations": false,
|
|
|
|
|
"audio_transcriptions": false,
|
|
|
|
|
"audio_speech": false,
|
|
|
|
|
"moderations": false,
|
|
|
|
|
"batches": false,
|
|
|
|
|
"rerank": false,
|
|
|
|
|
"a2a": false
|
|
|
|
|
}
|
|
|
|
|
},
|
2025-10-30 17:23:20 -07:00
|
|
|
"clarifai": {
|
|
|
|
|
"display_name": "Clarifai (`clarifai`)",
|
|
|
|
|
"url": "https://docs.litellm.ai/docs/providers/clarifai",
|
|
|
|
|
"endpoints": {
|
|
|
|
|
"chat_completions": true,
|
|
|
|
|
"messages": true,
|
|
|
|
|
"responses": true,
|
|
|
|
|
"embeddings": false,
|
|
|
|
|
"image_generations": false,
|
|
|
|
|
"audio_transcriptions": false,
|
|
|
|
|
"audio_speech": false,
|
|
|
|
|
"moderations": false,
|
|
|
|
|
"batches": false,
|
2025-12-03 18:57:41 -08:00
|
|
|
"rerank": false,
|
2025-12-23 22:30:22 +05:30
|
|
|
"a2a": true,
|
|
|
|
|
"interactions": true
|
2025-10-30 17:23:20 -07:00
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"cloudflare": {
|
|
|
|
|
"display_name": "Cloudflare AI Workers (`cloudflare`)",
|
|
|
|
|
"url": "https://docs.litellm.ai/docs/providers/cloudflare_workers",
|
|
|
|
|
"endpoints": {
|
|
|
|
|
"chat_completions": true,
|
|
|
|
|
"messages": true,
|
|
|
|
|
"responses": true,
|
|
|
|
|
"embeddings": false,
|
|
|
|
|
"image_generations": false,
|
|
|
|
|
"audio_transcriptions": false,
|
|
|
|
|
"audio_speech": false,
|
|
|
|
|
"moderations": false,
|
|
|
|
|
"batches": false,
|
2025-12-03 18:57:41 -08:00
|
|
|
"rerank": false,
|
2025-12-23 22:30:22 +05:30
|
|
|
"a2a": true,
|
|
|
|
|
"interactions": true
|
2025-10-30 17:23:20 -07:00
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"codestral": {
|
|
|
|
|
"display_name": "Codestral (`codestral`)",
|
|
|
|
|
"url": "https://docs.litellm.ai/docs/providers/codestral",
|
|
|
|
|
"endpoints": {
|
|
|
|
|
"chat_completions": true,
|
|
|
|
|
"messages": true,
|
|
|
|
|
"responses": true,
|
|
|
|
|
"embeddings": false,
|
|
|
|
|
"image_generations": false,
|
|
|
|
|
"audio_transcriptions": false,
|
|
|
|
|
"audio_speech": false,
|
|
|
|
|
"moderations": false,
|
|
|
|
|
"batches": false,
|
2025-12-03 18:57:41 -08:00
|
|
|
"rerank": false,
|
2025-12-23 22:30:22 +05:30
|
|
|
"a2a": true,
|
|
|
|
|
"interactions": true
|
2025-10-30 17:23:20 -07:00
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"cohere": {
|
|
|
|
|
"display_name": "Cohere (`cohere`)",
|
|
|
|
|
"url": "https://docs.litellm.ai/docs/providers/cohere",
|
|
|
|
|
"endpoints": {
|
|
|
|
|
"chat_completions": true,
|
|
|
|
|
"messages": true,
|
|
|
|
|
"responses": true,
|
|
|
|
|
"embeddings": true,
|
|
|
|
|
"image_generations": false,
|
|
|
|
|
"audio_transcriptions": false,
|
|
|
|
|
"audio_speech": false,
|
|
|
|
|
"moderations": false,
|
|
|
|
|
"batches": false,
|
2025-12-03 18:57:41 -08:00
|
|
|
"rerank": true,
|
2025-12-23 22:30:22 +05:30
|
|
|
"a2a": true,
|
|
|
|
|
"interactions": true
|
2025-10-30 17:23:20 -07:00
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"cohere_chat": {
|
|
|
|
|
"display_name": "Cohere Chat (`cohere_chat`)",
|
|
|
|
|
"url": "https://docs.litellm.ai/docs/providers/cohere",
|
|
|
|
|
"endpoints": {
|
|
|
|
|
"chat_completions": true,
|
|
|
|
|
"messages": true,
|
|
|
|
|
"responses": true,
|
|
|
|
|
"embeddings": false,
|
|
|
|
|
"image_generations": false,
|
|
|
|
|
"audio_transcriptions": false,
|
|
|
|
|
"audio_speech": false,
|
|
|
|
|
"moderations": false,
|
|
|
|
|
"batches": false,
|
2025-12-03 18:57:41 -08:00
|
|
|
"rerank": false,
|
2025-12-23 22:30:22 +05:30
|
|
|
"a2a": true,
|
|
|
|
|
"interactions": true
|
2025-10-30 17:23:20 -07:00
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"cometapi": {
|
|
|
|
|
"display_name": "CometAPI (`cometapi`)",
|
|
|
|
|
"url": "https://docs.litellm.ai/docs/providers/cometapi",
|
|
|
|
|
"endpoints": {
|
|
|
|
|
"chat_completions": true,
|
|
|
|
|
"messages": true,
|
|
|
|
|
"responses": true,
|
|
|
|
|
"embeddings": true,
|
|
|
|
|
"image_generations": false,
|
|
|
|
|
"audio_transcriptions": false,
|
|
|
|
|
"audio_speech": false,
|
|
|
|
|
"moderations": false,
|
|
|
|
|
"batches": false,
|
2025-12-03 18:57:41 -08:00
|
|
|
"rerank": false,
|
2025-12-23 22:30:22 +05:30
|
|
|
"a2a": true,
|
|
|
|
|
"interactions": true
|
2025-10-30 17:23:20 -07:00
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"compactifai": {
|
|
|
|
|
"display_name": "CompactifAI (`compactifai`)",
|
|
|
|
|
"url": "https://docs.litellm.ai/docs/providers/compactifai",
|
|
|
|
|
"endpoints": {
|
|
|
|
|
"chat_completions": true,
|
|
|
|
|
"messages": true,
|
|
|
|
|
"responses": true,
|
|
|
|
|
"embeddings": false,
|
|
|
|
|
"image_generations": false,
|
|
|
|
|
"audio_transcriptions": false,
|
|
|
|
|
"audio_speech": false,
|
|
|
|
|
"moderations": false,
|
|
|
|
|
"batches": false,
|
2025-12-03 18:57:41 -08:00
|
|
|
"rerank": false,
|
2025-12-23 22:30:22 +05:30
|
|
|
"a2a": true,
|
|
|
|
|
"interactions": true
|
2025-10-30 17:23:20 -07:00
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"custom": {
|
|
|
|
|
"display_name": "Custom (`custom`)",
|
|
|
|
|
"url": "https://docs.litellm.ai/docs/providers/custom_llm_server",
|
|
|
|
|
"endpoints": {
|
|
|
|
|
"chat_completions": true,
|
|
|
|
|
"messages": true,
|
|
|
|
|
"responses": true,
|
|
|
|
|
"embeddings": false,
|
|
|
|
|
"image_generations": false,
|
|
|
|
|
"audio_transcriptions": false,
|
|
|
|
|
"audio_speech": false,
|
|
|
|
|
"moderations": false,
|
|
|
|
|
"batches": false,
|
2025-12-03 18:57:41 -08:00
|
|
|
"rerank": false,
|
2025-12-23 22:30:22 +05:30
|
|
|
"a2a": true,
|
|
|
|
|
"interactions": true
|
2025-10-30 17:23:20 -07:00
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"custom_openai": {
|
|
|
|
|
"display_name": "Custom OpenAI (`custom_openai`)",
|
|
|
|
|
"url": "https://docs.litellm.ai/docs/providers/openai_compatible",
|
|
|
|
|
"endpoints": {
|
|
|
|
|
"chat_completions": true,
|
|
|
|
|
"messages": true,
|
|
|
|
|
"responses": true,
|
|
|
|
|
"embeddings": false,
|
|
|
|
|
"image_generations": false,
|
|
|
|
|
"audio_transcriptions": true,
|
|
|
|
|
"audio_speech": true,
|
|
|
|
|
"moderations": true,
|
|
|
|
|
"batches": true,
|
2025-12-03 18:57:41 -08:00
|
|
|
"rerank": false,
|
2025-12-23 22:30:22 +05:30
|
|
|
"a2a": true,
|
|
|
|
|
"interactions": true
|
2025-10-30 17:23:20 -07:00
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"dashscope": {
|
|
|
|
|
"display_name": "Dashscope (`dashscope`)",
|
|
|
|
|
"url": "https://docs.litellm.ai/docs/providers/dashscope",
|
|
|
|
|
"endpoints": {
|
|
|
|
|
"chat_completions": true,
|
|
|
|
|
"messages": true,
|
|
|
|
|
"responses": true,
|
|
|
|
|
"embeddings": false,
|
|
|
|
|
"image_generations": false,
|
|
|
|
|
"audio_transcriptions": false,
|
|
|
|
|
"audio_speech": false,
|
|
|
|
|
"moderations": false,
|
|
|
|
|
"batches": false,
|
2025-12-03 18:57:41 -08:00
|
|
|
"rerank": false,
|
2025-12-23 22:30:22 +05:30
|
|
|
"a2a": true,
|
|
|
|
|
"interactions": true
|
2025-10-30 17:23:20 -07:00
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"databricks": {
|
|
|
|
|
"display_name": "Databricks (`databricks`)",
|
|
|
|
|
"url": "https://docs.litellm.ai/docs/providers/databricks",
|
|
|
|
|
"endpoints": {
|
|
|
|
|
"chat_completions": true,
|
|
|
|
|
"messages": true,
|
|
|
|
|
"responses": true,
|
|
|
|
|
"embeddings": false,
|
|
|
|
|
"image_generations": false,
|
|
|
|
|
"audio_transcriptions": false,
|
|
|
|
|
"audio_speech": false,
|
|
|
|
|
"moderations": false,
|
|
|
|
|
"batches": false,
|
2025-12-03 18:57:41 -08:00
|
|
|
"rerank": false,
|
2025-12-23 22:30:22 +05:30
|
|
|
"a2a": true,
|
|
|
|
|
"interactions": true
|
2025-10-30 17:23:20 -07:00
|
|
|
}
|
|
|
|
|
},
|
2025-11-04 17:52:12 -08:00
|
|
|
"dataforseo": {
|
|
|
|
|
"display_name": "DataForSEO (`dataforseo`)",
|
|
|
|
|
"url": "https://docs.litellm.ai/docs/search/dataforseo",
|
|
|
|
|
"endpoints": {
|
|
|
|
|
"chat_completions": false,
|
|
|
|
|
"messages": false,
|
|
|
|
|
"responses": false,
|
|
|
|
|
"embeddings": false,
|
|
|
|
|
"image_generations": false,
|
|
|
|
|
"audio_transcriptions": false,
|
|
|
|
|
"audio_speech": false,
|
|
|
|
|
"moderations": false,
|
|
|
|
|
"batches": false,
|
|
|
|
|
"rerank": false,
|
|
|
|
|
"search": true
|
|
|
|
|
}
|
|
|
|
|
},
|
2025-10-30 17:23:20 -07:00
|
|
|
"datarobot": {
|
|
|
|
|
"display_name": "DataRobot (`datarobot`)",
|
|
|
|
|
"url": "https://docs.litellm.ai/docs/providers/datarobot",
|
|
|
|
|
"endpoints": {
|
|
|
|
|
"chat_completions": true,
|
|
|
|
|
"messages": true,
|
|
|
|
|
"responses": true,
|
|
|
|
|
"embeddings": false,
|
|
|
|
|
"image_generations": false,
|
|
|
|
|
"audio_transcriptions": false,
|
|
|
|
|
"audio_speech": false,
|
|
|
|
|
"moderations": false,
|
|
|
|
|
"batches": false,
|
2025-12-03 18:57:41 -08:00
|
|
|
"rerank": false,
|
2025-12-23 22:30:22 +05:30
|
|
|
"a2a": true,
|
|
|
|
|
"interactions": true
|
2025-10-30 17:23:20 -07:00
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"deepgram": {
|
|
|
|
|
"display_name": "Deepgram (`deepgram`)",
|
|
|
|
|
"url": "https://docs.litellm.ai/docs/providers/deepgram",
|
|
|
|
|
"endpoints": {
|
|
|
|
|
"chat_completions": true,
|
|
|
|
|
"messages": true,
|
|
|
|
|
"responses": true,
|
|
|
|
|
"embeddings": false,
|
|
|
|
|
"image_generations": false,
|
|
|
|
|
"audio_transcriptions": true,
|
|
|
|
|
"audio_speech": false,
|
|
|
|
|
"moderations": false,
|
|
|
|
|
"batches": false,
|
2025-12-03 18:57:41 -08:00
|
|
|
"rerank": false,
|
2025-12-23 22:30:22 +05:30
|
|
|
"a2a": true,
|
|
|
|
|
"interactions": true
|
2025-10-30 17:23:20 -07:00
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"deepinfra": {
|
|
|
|
|
"display_name": "DeepInfra (`deepinfra`)",
|
|
|
|
|
"url": "https://docs.litellm.ai/docs/providers/deepinfra",
|
|
|
|
|
"endpoints": {
|
|
|
|
|
"chat_completions": true,
|
|
|
|
|
"messages": true,
|
|
|
|
|
"responses": true,
|
|
|
|
|
"embeddings": false,
|
|
|
|
|
"image_generations": false,
|
|
|
|
|
"audio_transcriptions": false,
|
|
|
|
|
"audio_speech": false,
|
|
|
|
|
"moderations": false,
|
|
|
|
|
"batches": false,
|
2025-12-03 18:57:41 -08:00
|
|
|
"rerank": false,
|
2025-12-23 22:30:22 +05:30
|
|
|
"a2a": true,
|
|
|
|
|
"interactions": true
|
2025-10-30 17:23:20 -07:00
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"deepseek": {
|
|
|
|
|
"display_name": "Deepseek (`deepseek`)",
|
|
|
|
|
"url": "https://docs.litellm.ai/docs/providers/deepseek",
|
|
|
|
|
"endpoints": {
|
|
|
|
|
"chat_completions": true,
|
|
|
|
|
"messages": true,
|
|
|
|
|
"responses": true,
|
|
|
|
|
"embeddings": false,
|
|
|
|
|
"image_generations": false,
|
|
|
|
|
"audio_transcriptions": false,
|
|
|
|
|
"audio_speech": false,
|
|
|
|
|
"moderations": false,
|
|
|
|
|
"batches": false,
|
2025-12-03 18:57:41 -08:00
|
|
|
"rerank": false,
|
2025-12-23 22:30:22 +05:30
|
|
|
"a2a": true,
|
|
|
|
|
"interactions": true
|
2025-10-30 17:23:20 -07:00
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"elevenlabs": {
|
|
|
|
|
"display_name": "ElevenLabs (`elevenlabs`)",
|
|
|
|
|
"url": "https://docs.litellm.ai/docs/providers/elevenlabs",
|
|
|
|
|
"endpoints": {
|
|
|
|
|
"chat_completions": true,
|
|
|
|
|
"messages": true,
|
|
|
|
|
"responses": true,
|
|
|
|
|
"embeddings": false,
|
|
|
|
|
"image_generations": false,
|
|
|
|
|
"audio_transcriptions": false,
|
|
|
|
|
"audio_speech": true,
|
|
|
|
|
"moderations": false,
|
|
|
|
|
"batches": false,
|
2025-12-03 18:57:41 -08:00
|
|
|
"rerank": false,
|
2025-12-23 22:30:22 +05:30
|
|
|
"a2a": true,
|
|
|
|
|
"interactions": true
|
2025-10-30 17:23:20 -07:00
|
|
|
}
|
|
|
|
|
},
|
2025-11-04 17:52:12 -08:00
|
|
|
"exa_ai": {
|
|
|
|
|
"display_name": "Exa AI (`exa_ai`)",
|
|
|
|
|
"url": "https://docs.litellm.ai/docs/search/exa_ai",
|
|
|
|
|
"endpoints": {
|
|
|
|
|
"chat_completions": false,
|
|
|
|
|
"messages": false,
|
|
|
|
|
"responses": false,
|
|
|
|
|
"embeddings": false,
|
|
|
|
|
"image_generations": false,
|
|
|
|
|
"audio_transcriptions": false,
|
|
|
|
|
"audio_speech": false,
|
|
|
|
|
"moderations": false,
|
|
|
|
|
"batches": false,
|
|
|
|
|
"rerank": false,
|
|
|
|
|
"search": true
|
|
|
|
|
}
|
|
|
|
|
},
|
2025-10-30 17:23:20 -07:00
|
|
|
"empower": {
|
|
|
|
|
"display_name": "Empower (`empower`)",
|
|
|
|
|
"url": "https://docs.litellm.ai/docs/providers/empower",
|
|
|
|
|
"endpoints": {
|
|
|
|
|
"chat_completions": true,
|
|
|
|
|
"messages": true,
|
|
|
|
|
"responses": true,
|
|
|
|
|
"embeddings": false,
|
|
|
|
|
"image_generations": false,
|
|
|
|
|
"audio_transcriptions": false,
|
|
|
|
|
"audio_speech": false,
|
|
|
|
|
"moderations": false,
|
|
|
|
|
"batches": false,
|
2025-12-03 18:57:41 -08:00
|
|
|
"rerank": false,
|
2025-12-23 22:30:22 +05:30
|
|
|
"a2a": true,
|
|
|
|
|
"interactions": true
|
2025-10-30 17:23:20 -07:00
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"fal_ai": {
|
|
|
|
|
"display_name": "Fal AI (`fal_ai`)",
|
|
|
|
|
"url": "https://docs.litellm.ai/docs/providers/fal_ai",
|
|
|
|
|
"endpoints": {
|
|
|
|
|
"chat_completions": true,
|
|
|
|
|
"messages": true,
|
|
|
|
|
"responses": true,
|
|
|
|
|
"embeddings": false,
|
|
|
|
|
"image_generations": true,
|
|
|
|
|
"audio_transcriptions": false,
|
|
|
|
|
"audio_speech": false,
|
|
|
|
|
"moderations": false,
|
|
|
|
|
"batches": false,
|
2025-12-03 18:57:41 -08:00
|
|
|
"rerank": false,
|
2025-12-23 22:30:22 +05:30
|
|
|
"a2a": true,
|
|
|
|
|
"interactions": true
|
2025-10-30 17:23:20 -07:00
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"featherless_ai": {
|
|
|
|
|
"display_name": "Featherless AI (`featherless_ai`)",
|
|
|
|
|
"url": "https://docs.litellm.ai/docs/providers/featherless_ai",
|
|
|
|
|
"endpoints": {
|
|
|
|
|
"chat_completions": true,
|
|
|
|
|
"messages": true,
|
|
|
|
|
"responses": true,
|
|
|
|
|
"embeddings": false,
|
|
|
|
|
"image_generations": false,
|
|
|
|
|
"audio_transcriptions": false,
|
|
|
|
|
"audio_speech": false,
|
|
|
|
|
"moderations": false,
|
|
|
|
|
"batches": false,
|
2025-12-03 18:57:41 -08:00
|
|
|
"rerank": false,
|
2025-12-23 22:30:22 +05:30
|
|
|
"a2a": true,
|
|
|
|
|
"interactions": true
|
2025-10-30 17:23:20 -07:00
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"fireworks_ai": {
|
|
|
|
|
"display_name": "Fireworks AI (`fireworks_ai`)",
|
|
|
|
|
"url": "https://docs.litellm.ai/docs/providers/fireworks_ai",
|
|
|
|
|
"endpoints": {
|
|
|
|
|
"chat_completions": true,
|
|
|
|
|
"messages": true,
|
|
|
|
|
"responses": true,
|
|
|
|
|
"embeddings": false,
|
|
|
|
|
"image_generations": false,
|
|
|
|
|
"audio_transcriptions": false,
|
|
|
|
|
"audio_speech": false,
|
|
|
|
|
"moderations": false,
|
|
|
|
|
"batches": false,
|
2025-12-13 17:19:58 -08:00
|
|
|
"rerank": true,
|
2025-12-23 22:30:22 +05:30
|
|
|
"a2a": true,
|
|
|
|
|
"interactions": true
|
2025-10-30 17:23:20 -07:00
|
|
|
}
|
|
|
|
|
},
|
2025-11-04 17:52:12 -08:00
|
|
|
"firecrawl": {
|
|
|
|
|
"display_name": "Firecrawl (`firecrawl`)",
|
|
|
|
|
"url": "https://docs.litellm.ai/docs/search/firecrawl",
|
|
|
|
|
"endpoints": {
|
|
|
|
|
"chat_completions": false,
|
|
|
|
|
"messages": false,
|
|
|
|
|
"responses": false,
|
|
|
|
|
"embeddings": false,
|
|
|
|
|
"image_generations": false,
|
|
|
|
|
"audio_transcriptions": false,
|
|
|
|
|
"audio_speech": false,
|
|
|
|
|
"moderations": false,
|
|
|
|
|
"batches": false,
|
|
|
|
|
"rerank": false,
|
|
|
|
|
"search": true
|
|
|
|
|
}
|
|
|
|
|
},
|
2025-12-18 14:27:36 +05:30
|
|
|
"linkup": {
|
|
|
|
|
"display_name": "Linkup (`linkup`)",
|
|
|
|
|
"url": "https://docs.litellm.ai/docs/search/linkup",
|
|
|
|
|
"endpoints": {
|
|
|
|
|
"chat_completions": false,
|
|
|
|
|
"messages": false,
|
|
|
|
|
"responses": false,
|
|
|
|
|
"embeddings": false,
|
|
|
|
|
"image_generations": false,
|
|
|
|
|
"audio_transcriptions": false,
|
|
|
|
|
"audio_speech": false,
|
|
|
|
|
"moderations": false,
|
|
|
|
|
"batches": false,
|
|
|
|
|
"rerank": false,
|
|
|
|
|
"search": true
|
|
|
|
|
}
|
|
|
|
|
},
|
2025-10-30 17:23:20 -07:00
|
|
|
"friendliai": {
|
|
|
|
|
"display_name": "FriendliAI (`friendliai`)",
|
|
|
|
|
"url": "https://docs.litellm.ai/docs/providers/friendliai",
|
|
|
|
|
"endpoints": {
|
|
|
|
|
"chat_completions": true,
|
|
|
|
|
"messages": true,
|
|
|
|
|
"responses": true,
|
|
|
|
|
"embeddings": false,
|
|
|
|
|
"image_generations": false,
|
|
|
|
|
"audio_transcriptions": false,
|
|
|
|
|
"audio_speech": false,
|
|
|
|
|
"moderations": false,
|
|
|
|
|
"batches": false,
|
2025-12-03 18:57:41 -08:00
|
|
|
"rerank": false,
|
2025-12-23 22:30:22 +05:30
|
|
|
"a2a": true,
|
|
|
|
|
"interactions": true
|
2025-10-30 17:23:20 -07:00
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"galadriel": {
|
|
|
|
|
"display_name": "Galadriel (`galadriel`)",
|
|
|
|
|
"url": "https://docs.litellm.ai/docs/providers/galadriel",
|
|
|
|
|
"endpoints": {
|
|
|
|
|
"chat_completions": true,
|
|
|
|
|
"messages": true,
|
|
|
|
|
"responses": true,
|
|
|
|
|
"embeddings": false,
|
|
|
|
|
"image_generations": false,
|
|
|
|
|
"audio_transcriptions": false,
|
|
|
|
|
"audio_speech": false,
|
|
|
|
|
"moderations": false,
|
|
|
|
|
"batches": false,
|
2025-12-03 18:57:41 -08:00
|
|
|
"rerank": false,
|
2025-12-23 22:30:22 +05:30
|
|
|
"a2a": true,
|
|
|
|
|
"interactions": true
|
2025-10-30 17:23:20 -07:00
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"github_copilot": {
|
|
|
|
|
"display_name": "GitHub Copilot (`github_copilot`)",
|
|
|
|
|
"url": "https://docs.litellm.ai/docs/providers/github_copilot",
|
|
|
|
|
"endpoints": {
|
|
|
|
|
"chat_completions": true,
|
|
|
|
|
"messages": true,
|
|
|
|
|
"responses": true,
|
|
|
|
|
"embeddings": false,
|
|
|
|
|
"image_generations": false,
|
|
|
|
|
"audio_transcriptions": false,
|
|
|
|
|
"audio_speech": false,
|
|
|
|
|
"moderations": false,
|
|
|
|
|
"batches": false,
|
2025-12-03 18:57:41 -08:00
|
|
|
"rerank": false,
|
2025-12-23 22:30:22 +05:30
|
|
|
"a2a": true,
|
|
|
|
|
"interactions": true
|
2025-10-30 17:23:20 -07:00
|
|
|
}
|
|
|
|
|
},
|
2026-01-19 14:37:45 +01:00
|
|
|
"chatgpt": {
|
|
|
|
|
"display_name": "ChatGPT Subscription (`chatgpt`)",
|
|
|
|
|
"url": "https://docs.litellm.ai/docs/providers/chatgpt",
|
|
|
|
|
"endpoints": {
|
|
|
|
|
"chat_completions": true,
|
|
|
|
|
"messages": true,
|
|
|
|
|
"responses": true,
|
|
|
|
|
"embeddings": false,
|
|
|
|
|
"image_generations": false,
|
|
|
|
|
"audio_transcriptions": false,
|
|
|
|
|
"audio_speech": false,
|
|
|
|
|
"moderations": false,
|
|
|
|
|
"batches": false,
|
|
|
|
|
"rerank": false,
|
|
|
|
|
"a2a": false,
|
|
|
|
|
"interactions": false
|
|
|
|
|
}
|
|
|
|
|
},
|
2025-10-30 17:23:20 -07:00
|
|
|
"github": {
|
|
|
|
|
"display_name": "GitHub Models (`github`)",
|
|
|
|
|
"url": "https://docs.litellm.ai/docs/providers/github",
|
|
|
|
|
"endpoints": {
|
|
|
|
|
"chat_completions": true,
|
|
|
|
|
"messages": true,
|
|
|
|
|
"responses": true,
|
|
|
|
|
"embeddings": false,
|
|
|
|
|
"image_generations": false,
|
|
|
|
|
"audio_transcriptions": false,
|
|
|
|
|
"audio_speech": false,
|
|
|
|
|
"moderations": false,
|
|
|
|
|
"batches": false,
|
2025-12-03 18:57:41 -08:00
|
|
|
"rerank": false,
|
2025-12-23 22:30:22 +05:30
|
|
|
"a2a": true,
|
|
|
|
|
"interactions": true
|
2025-10-30 17:23:20 -07:00
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"vertex_ai": {
|
|
|
|
|
"display_name": "Google - Vertex AI (`vertex_ai`)",
|
|
|
|
|
"url": "https://docs.litellm.ai/docs/providers/vertex",
|
|
|
|
|
"endpoints": {
|
|
|
|
|
"chat_completions": true,
|
|
|
|
|
"messages": true,
|
|
|
|
|
"responses": true,
|
|
|
|
|
"embeddings": true,
|
|
|
|
|
"image_generations": true,
|
|
|
|
|
"audio_transcriptions": false,
|
2026-01-07 17:35:01 +05:30
|
|
|
"audio_speech": true,
|
2025-10-30 17:23:20 -07:00
|
|
|
"moderations": false,
|
|
|
|
|
"batches": false,
|
2025-11-03 15:56:49 -08:00
|
|
|
"rerank": false,
|
2025-12-03 18:57:41 -08:00
|
|
|
"ocr": true,
|
2025-12-23 22:30:22 +05:30
|
|
|
"a2a": true,
|
2026-01-07 17:35:01 +05:30
|
|
|
"interactions": true,
|
|
|
|
|
"vector_stores_search": true,
|
|
|
|
|
"count_tokens": true,
|
|
|
|
|
"fine_tuning": true,
|
|
|
|
|
"rag_ingest": true,
|
|
|
|
|
"rag_query": true,
|
|
|
|
|
"generateContent": true
|
2025-12-02 15:36:23 -08:00
|
|
|
}
|
|
|
|
|
},
|
2025-10-30 17:23:20 -07:00
|
|
|
"gemini": {
|
|
|
|
|
"display_name": "Google AI Studio - Gemini (`gemini`)",
|
|
|
|
|
"url": "https://docs.litellm.ai/docs/providers/gemini",
|
|
|
|
|
"endpoints": {
|
|
|
|
|
"chat_completions": true,
|
|
|
|
|
"messages": true,
|
|
|
|
|
"responses": true,
|
|
|
|
|
"embeddings": false,
|
|
|
|
|
"image_generations": false,
|
|
|
|
|
"audio_transcriptions": false,
|
|
|
|
|
"audio_speech": false,
|
|
|
|
|
"moderations": false,
|
|
|
|
|
"batches": false,
|
2025-12-03 18:57:41 -08:00
|
|
|
"rerank": false,
|
2025-12-17 02:27:00 +04:00
|
|
|
"interactions": true,
|
2026-01-07 17:35:01 +05:30
|
|
|
"a2a": true,
|
|
|
|
|
"vector_stores_search": true,
|
|
|
|
|
"count_tokens": true,
|
|
|
|
|
"rag_ingest": true,
|
|
|
|
|
"realtime": true,
|
|
|
|
|
"generateContent": true
|
2025-10-30 17:23:20 -07:00
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"gradient_ai": {
|
|
|
|
|
"display_name": "GradientAI (`gradient_ai`)",
|
|
|
|
|
"url": "https://docs.litellm.ai/docs/providers/gradient_ai",
|
|
|
|
|
"endpoints": {
|
|
|
|
|
"chat_completions": true,
|
|
|
|
|
"messages": true,
|
|
|
|
|
"responses": true,
|
|
|
|
|
"embeddings": false,
|
|
|
|
|
"image_generations": false,
|
|
|
|
|
"audio_transcriptions": false,
|
|
|
|
|
"audio_speech": false,
|
|
|
|
|
"moderations": false,
|
|
|
|
|
"batches": false,
|
2025-12-03 18:57:41 -08:00
|
|
|
"rerank": false,
|
2025-12-23 22:30:22 +05:30
|
|
|
"a2a": true,
|
|
|
|
|
"interactions": true
|
2025-10-30 17:23:20 -07:00
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"groq": {
|
|
|
|
|
"display_name": "Groq AI (`groq`)",
|
|
|
|
|
"url": "https://docs.litellm.ai/docs/providers/groq",
|
|
|
|
|
"endpoints": {
|
|
|
|
|
"chat_completions": true,
|
|
|
|
|
"messages": true,
|
|
|
|
|
"responses": true,
|
|
|
|
|
"embeddings": false,
|
|
|
|
|
"image_generations": false,
|
|
|
|
|
"audio_transcriptions": false,
|
|
|
|
|
"audio_speech": false,
|
|
|
|
|
"moderations": false,
|
|
|
|
|
"batches": false,
|
2025-12-03 18:57:41 -08:00
|
|
|
"rerank": false,
|
2025-12-23 22:30:22 +05:30
|
|
|
"a2a": true,
|
|
|
|
|
"interactions": true
|
2025-10-30 17:23:20 -07:00
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"heroku": {
|
|
|
|
|
"display_name": "Heroku (`heroku`)",
|
|
|
|
|
"url": "https://docs.litellm.ai/docs/providers/heroku",
|
|
|
|
|
"endpoints": {
|
|
|
|
|
"chat_completions": true,
|
|
|
|
|
"messages": true,
|
|
|
|
|
"responses": true,
|
|
|
|
|
"embeddings": false,
|
|
|
|
|
"image_generations": false,
|
|
|
|
|
"audio_transcriptions": false,
|
|
|
|
|
"audio_speech": false,
|
|
|
|
|
"moderations": false,
|
|
|
|
|
"batches": false,
|
2025-12-03 18:57:41 -08:00
|
|
|
"rerank": false,
|
2025-12-23 22:30:22 +05:30
|
|
|
"a2a": true,
|
|
|
|
|
"interactions": true
|
2025-10-30 17:23:20 -07:00
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"hosted_vllm": {
|
|
|
|
|
"display_name": "Hosted VLLM (`hosted_vllm`)",
|
|
|
|
|
"url": "https://docs.litellm.ai/docs/providers/vllm",
|
|
|
|
|
"endpoints": {
|
|
|
|
|
"chat_completions": true,
|
|
|
|
|
"messages": true,
|
|
|
|
|
"responses": true,
|
2025-12-14 12:32:20 -08:00
|
|
|
"embeddings": true,
|
2025-10-30 17:23:20 -07:00
|
|
|
"image_generations": false,
|
|
|
|
|
"audio_transcriptions": false,
|
|
|
|
|
"audio_speech": false,
|
|
|
|
|
"moderations": false,
|
2025-12-14 12:32:20 -08:00
|
|
|
"batches": true,
|
|
|
|
|
"files": true,
|
|
|
|
|
"rerank": true,
|
2025-12-23 22:30:22 +05:30
|
|
|
"a2a": true,
|
|
|
|
|
"interactions": true
|
2025-10-30 17:23:20 -07:00
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"huggingface": {
|
|
|
|
|
"display_name": "Huggingface (`huggingface`)",
|
|
|
|
|
"url": "https://docs.litellm.ai/docs/providers/huggingface",
|
|
|
|
|
"endpoints": {
|
|
|
|
|
"chat_completions": true,
|
|
|
|
|
"messages": true,
|
|
|
|
|
"responses": true,
|
|
|
|
|
"embeddings": true,
|
|
|
|
|
"image_generations": false,
|
|
|
|
|
"audio_transcriptions": false,
|
|
|
|
|
"audio_speech": false,
|
|
|
|
|
"moderations": false,
|
|
|
|
|
"batches": false,
|
2025-12-03 18:57:41 -08:00
|
|
|
"rerank": true,
|
2025-12-23 22:30:22 +05:30
|
|
|
"a2a": true,
|
|
|
|
|
"interactions": true
|
2025-10-30 17:23:20 -07:00
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"hyperbolic": {
|
|
|
|
|
"display_name": "Hyperbolic (`hyperbolic`)",
|
|
|
|
|
"url": "https://docs.litellm.ai/docs/providers/hyperbolic",
|
|
|
|
|
"endpoints": {
|
|
|
|
|
"chat_completions": true,
|
|
|
|
|
"messages": true,
|
|
|
|
|
"responses": true,
|
|
|
|
|
"embeddings": false,
|
|
|
|
|
"image_generations": false,
|
|
|
|
|
"audio_transcriptions": false,
|
|
|
|
|
"audio_speech": false,
|
|
|
|
|
"moderations": false,
|
|
|
|
|
"batches": false,
|
2025-12-03 18:57:41 -08:00
|
|
|
"rerank": false,
|
2025-12-23 22:30:22 +05:30
|
|
|
"a2a": true,
|
|
|
|
|
"interactions": true
|
2025-10-30 17:23:20 -07:00
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"watsonx": {
|
|
|
|
|
"display_name": "IBM - Watsonx.ai (`watsonx`)",
|
|
|
|
|
"url": "https://docs.litellm.ai/docs/providers/watsonx",
|
|
|
|
|
"endpoints": {
|
|
|
|
|
"chat_completions": true,
|
|
|
|
|
"messages": true,
|
|
|
|
|
"responses": true,
|
|
|
|
|
"embeddings": true,
|
|
|
|
|
"image_generations": false,
|
2025-11-26 14:15:49 -08:00
|
|
|
"audio_transcriptions": true,
|
2025-10-30 17:23:20 -07:00
|
|
|
"audio_speech": false,
|
|
|
|
|
"moderations": false,
|
|
|
|
|
"batches": false,
|
2025-12-03 18:57:41 -08:00
|
|
|
"rerank": false,
|
2025-12-23 22:30:22 +05:30
|
|
|
"a2a": true,
|
|
|
|
|
"interactions": true
|
2025-10-30 17:23:20 -07:00
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"infinity": {
|
|
|
|
|
"display_name": "Infinity (`infinity`)",
|
|
|
|
|
"url": "https://docs.litellm.ai/docs/providers/infinity",
|
|
|
|
|
"endpoints": {
|
|
|
|
|
"chat_completions": false,
|
|
|
|
|
"messages": false,
|
|
|
|
|
"responses": false,
|
|
|
|
|
"embeddings": true,
|
|
|
|
|
"image_generations": false,
|
|
|
|
|
"audio_transcriptions": false,
|
|
|
|
|
"audio_speech": false,
|
|
|
|
|
"moderations": false,
|
|
|
|
|
"batches": false,
|
|
|
|
|
"rerank": false
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"jina_ai": {
|
|
|
|
|
"display_name": "Jina AI (`jina_ai`)",
|
|
|
|
|
"url": "https://docs.litellm.ai/docs/providers/jina_ai",
|
|
|
|
|
"endpoints": {
|
|
|
|
|
"chat_completions": false,
|
|
|
|
|
"messages": false,
|
|
|
|
|
"responses": false,
|
|
|
|
|
"embeddings": true,
|
|
|
|
|
"image_generations": false,
|
|
|
|
|
"audio_transcriptions": false,
|
|
|
|
|
"audio_speech": false,
|
|
|
|
|
"moderations": false,
|
|
|
|
|
"batches": false,
|
|
|
|
|
"rerank": false
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"lambda_ai": {
|
|
|
|
|
"display_name": "Lambda AI (`lambda_ai`)",
|
|
|
|
|
"url": "https://docs.litellm.ai/docs/providers/lambda_ai",
|
|
|
|
|
"endpoints": {
|
|
|
|
|
"chat_completions": true,
|
|
|
|
|
"messages": true,
|
|
|
|
|
"responses": true,
|
|
|
|
|
"embeddings": false,
|
|
|
|
|
"image_generations": false,
|
|
|
|
|
"audio_transcriptions": false,
|
|
|
|
|
"audio_speech": false,
|
|
|
|
|
"moderations": false,
|
|
|
|
|
"batches": false,
|
2025-12-03 18:57:41 -08:00
|
|
|
"rerank": false,
|
2025-12-23 22:30:22 +05:30
|
|
|
"a2a": true,
|
|
|
|
|
"interactions": true
|
2025-10-30 17:23:20 -07:00
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"lemonade": {
|
|
|
|
|
"display_name": "Lemonade (`lemonade`)",
|
|
|
|
|
"url": "https://docs.litellm.ai/docs/providers/lemonade",
|
|
|
|
|
"endpoints": {
|
|
|
|
|
"chat_completions": true,
|
|
|
|
|
"messages": true,
|
|
|
|
|
"responses": true,
|
|
|
|
|
"embeddings": false,
|
|
|
|
|
"image_generations": false,
|
|
|
|
|
"audio_transcriptions": false,
|
|
|
|
|
"audio_speech": false,
|
|
|
|
|
"moderations": false,
|
|
|
|
|
"batches": false,
|
2025-12-03 18:57:41 -08:00
|
|
|
"rerank": false,
|
2025-12-23 22:30:22 +05:30
|
|
|
"a2a": true,
|
|
|
|
|
"interactions": true
|
2025-10-30 17:23:20 -07:00
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"litellm_proxy": {
|
|
|
|
|
"display_name": "LiteLLM Proxy (`litellm_proxy`)",
|
|
|
|
|
"url": "https://docs.litellm.ai/docs/providers/litellm_proxy",
|
|
|
|
|
"endpoints": {
|
|
|
|
|
"chat_completions": true,
|
|
|
|
|
"messages": true,
|
|
|
|
|
"responses": true,
|
|
|
|
|
"embeddings": true,
|
|
|
|
|
"image_generations": true,
|
|
|
|
|
"audio_transcriptions": false,
|
|
|
|
|
"audio_speech": false,
|
|
|
|
|
"moderations": false,
|
|
|
|
|
"batches": false,
|
2025-12-03 18:57:41 -08:00
|
|
|
"rerank": false,
|
2025-12-23 22:30:22 +05:30
|
|
|
"a2a": true,
|
|
|
|
|
"interactions": true
|
2025-10-30 17:23:20 -07:00
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"llamafile": {
|
|
|
|
|
"display_name": "Llamafile (`llamafile`)",
|
|
|
|
|
"url": "https://docs.litellm.ai/docs/providers/llamafile",
|
|
|
|
|
"endpoints": {
|
|
|
|
|
"chat_completions": true,
|
|
|
|
|
"messages": true,
|
|
|
|
|
"responses": true,
|
|
|
|
|
"embeddings": false,
|
|
|
|
|
"image_generations": false,
|
|
|
|
|
"audio_transcriptions": false,
|
|
|
|
|
"audio_speech": false,
|
|
|
|
|
"moderations": false,
|
|
|
|
|
"batches": false,
|
2025-12-03 18:57:41 -08:00
|
|
|
"rerank": false,
|
2025-12-23 22:30:22 +05:30
|
|
|
"a2a": true,
|
|
|
|
|
"interactions": true
|
2025-10-30 17:23:20 -07:00
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"lm_studio": {
|
|
|
|
|
"display_name": "LM Studio (`lm_studio`)",
|
|
|
|
|
"url": "https://docs.litellm.ai/docs/providers/lm_studio",
|
|
|
|
|
"endpoints": {
|
|
|
|
|
"chat_completions": true,
|
|
|
|
|
"messages": true,
|
|
|
|
|
"responses": true,
|
|
|
|
|
"embeddings": false,
|
|
|
|
|
"image_generations": false,
|
|
|
|
|
"audio_transcriptions": false,
|
|
|
|
|
"audio_speech": false,
|
|
|
|
|
"moderations": false,
|
|
|
|
|
"batches": false,
|
2025-12-03 18:57:41 -08:00
|
|
|
"rerank": false,
|
2025-12-23 22:30:22 +05:30
|
|
|
"a2a": true,
|
|
|
|
|
"interactions": true
|
2025-10-30 17:23:20 -07:00
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"maritalk": {
|
|
|
|
|
"display_name": "Maritalk (`maritalk`)",
|
|
|
|
|
"url": "https://docs.litellm.ai/docs/providers/maritalk",
|
|
|
|
|
"endpoints": {
|
|
|
|
|
"chat_completions": true,
|
|
|
|
|
"messages": true,
|
|
|
|
|
"responses": true,
|
|
|
|
|
"embeddings": false,
|
|
|
|
|
"image_generations": false,
|
|
|
|
|
"audio_transcriptions": false,
|
|
|
|
|
"audio_speech": false,
|
|
|
|
|
"moderations": false,
|
|
|
|
|
"batches": false,
|
2025-12-03 18:57:41 -08:00
|
|
|
"rerank": false,
|
2025-12-23 22:30:22 +05:30
|
|
|
"a2a": true,
|
|
|
|
|
"interactions": true
|
2025-10-30 17:23:20 -07:00
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"meta_llama": {
|
|
|
|
|
"display_name": "Meta - Llama API (`meta_llama`)",
|
|
|
|
|
"url": "https://docs.litellm.ai/docs/providers/meta_llama",
|
|
|
|
|
"endpoints": {
|
|
|
|
|
"chat_completions": true,
|
|
|
|
|
"messages": true,
|
|
|
|
|
"responses": true,
|
|
|
|
|
"embeddings": false,
|
|
|
|
|
"image_generations": false,
|
|
|
|
|
"audio_transcriptions": false,
|
|
|
|
|
"audio_speech": false,
|
|
|
|
|
"moderations": false,
|
|
|
|
|
"batches": false,
|
2025-12-03 18:57:41 -08:00
|
|
|
"rerank": false,
|
2025-12-23 22:30:22 +05:30
|
|
|
"a2a": true,
|
|
|
|
|
"interactions": true
|
2025-10-30 17:23:20 -07:00
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"mistral": {
|
|
|
|
|
"display_name": "Mistral AI API (`mistral`)",
|
|
|
|
|
"url": "https://docs.litellm.ai/docs/providers/mistral",
|
|
|
|
|
"endpoints": {
|
|
|
|
|
"chat_completions": true,
|
|
|
|
|
"messages": true,
|
|
|
|
|
"responses": true,
|
|
|
|
|
"embeddings": true,
|
|
|
|
|
"image_generations": false,
|
|
|
|
|
"audio_transcriptions": false,
|
|
|
|
|
"audio_speech": false,
|
|
|
|
|
"moderations": false,
|
|
|
|
|
"batches": false,
|
2025-11-03 15:56:49 -08:00
|
|
|
"rerank": false,
|
2025-12-03 18:57:41 -08:00
|
|
|
"ocr": true,
|
2025-12-23 22:30:22 +05:30
|
|
|
"a2a": true,
|
|
|
|
|
"interactions": true
|
2025-10-30 17:23:20 -07:00
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"moonshot": {
|
|
|
|
|
"display_name": "Moonshot (`moonshot`)",
|
|
|
|
|
"url": "https://docs.litellm.ai/docs/providers/moonshot",
|
|
|
|
|
"endpoints": {
|
|
|
|
|
"chat_completions": true,
|
|
|
|
|
"messages": true,
|
|
|
|
|
"responses": true,
|
|
|
|
|
"embeddings": false,
|
|
|
|
|
"image_generations": false,
|
|
|
|
|
"audio_transcriptions": false,
|
|
|
|
|
"audio_speech": false,
|
|
|
|
|
"moderations": false,
|
|
|
|
|
"batches": false,
|
2025-12-03 18:57:41 -08:00
|
|
|
"rerank": false,
|
2025-12-23 22:30:22 +05:30
|
|
|
"a2a": true,
|
|
|
|
|
"interactions": true
|
2025-10-30 17:23:20 -07:00
|
|
|
}
|
|
|
|
|
},
|
2025-11-21 16:09:32 -08:00
|
|
|
"docker_model_runner": {
|
|
|
|
|
"display_name": "Docker Model Runner (`docker_model_runner`)",
|
|
|
|
|
"url": "https://docs.litellm.ai/docs/providers/docker_model_runner",
|
|
|
|
|
"endpoints": {
|
|
|
|
|
"chat_completions": true,
|
|
|
|
|
"messages": true,
|
|
|
|
|
"responses": true,
|
|
|
|
|
"embeddings": false,
|
|
|
|
|
"image_generations": false,
|
|
|
|
|
"audio_transcriptions": false,
|
|
|
|
|
"audio_speech": false,
|
|
|
|
|
"moderations": false,
|
|
|
|
|
"batches": false,
|
2025-12-03 18:57:41 -08:00
|
|
|
"rerank": false,
|
2025-12-23 22:30:22 +05:30
|
|
|
"a2a": true,
|
|
|
|
|
"interactions": true
|
2025-11-21 16:09:32 -08:00
|
|
|
}
|
|
|
|
|
},
|
2025-10-30 17:23:20 -07:00
|
|
|
"morph": {
|
|
|
|
|
"display_name": "Morph (`morph`)",
|
|
|
|
|
"url": "https://docs.litellm.ai/docs/providers/morph",
|
|
|
|
|
"endpoints": {
|
|
|
|
|
"chat_completions": true,
|
|
|
|
|
"messages": true,
|
|
|
|
|
"responses": true,
|
|
|
|
|
"embeddings": false,
|
|
|
|
|
"image_generations": false,
|
|
|
|
|
"audio_transcriptions": false,
|
|
|
|
|
"audio_speech": false,
|
|
|
|
|
"moderations": false,
|
|
|
|
|
"batches": false,
|
2025-12-03 18:57:41 -08:00
|
|
|
"rerank": false,
|
2025-12-23 22:30:22 +05:30
|
|
|
"a2a": true,
|
|
|
|
|
"interactions": true
|
2025-10-30 17:23:20 -07:00
|
|
|
}
|
|
|
|
|
},
|
2025-12-23 02:05:54 -08:00
|
|
|
"nanogpt": {
|
|
|
|
|
"display_name": "NanoGPT (`nanogpt`)",
|
|
|
|
|
"endpoints": {
|
|
|
|
|
"chat_completions": true,
|
|
|
|
|
"messages": false,
|
|
|
|
|
"responses": false,
|
|
|
|
|
"embeddings": true,
|
|
|
|
|
"image_generations": false,
|
|
|
|
|
"audio_transcriptions": false,
|
|
|
|
|
"audio_speech": false,
|
|
|
|
|
"moderations": false,
|
|
|
|
|
"batches": false,
|
|
|
|
|
"rerank": false,
|
|
|
|
|
"a2a": false
|
|
|
|
|
}
|
|
|
|
|
},
|
2025-10-30 17:23:20 -07:00
|
|
|
"nebius": {
|
|
|
|
|
"display_name": "Nebius AI Studio (`nebius`)",
|
|
|
|
|
"url": "https://docs.litellm.ai/docs/providers/nebius",
|
|
|
|
|
"endpoints": {
|
|
|
|
|
"chat_completions": true,
|
|
|
|
|
"messages": true,
|
|
|
|
|
"responses": true,
|
|
|
|
|
"embeddings": true,
|
|
|
|
|
"image_generations": false,
|
|
|
|
|
"audio_transcriptions": false,
|
|
|
|
|
"audio_speech": false,
|
|
|
|
|
"moderations": false,
|
|
|
|
|
"batches": false,
|
2025-12-03 18:57:41 -08:00
|
|
|
"rerank": false,
|
2025-12-23 22:30:22 +05:30
|
|
|
"a2a": true,
|
|
|
|
|
"interactions": true
|
2025-10-30 17:23:20 -07:00
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"nlp_cloud": {
|
|
|
|
|
"display_name": "NLP Cloud (`nlp_cloud`)",
|
|
|
|
|
"url": "https://docs.litellm.ai/docs/providers/nlp_cloud",
|
|
|
|
|
"endpoints": {
|
|
|
|
|
"chat_completions": true,
|
|
|
|
|
"messages": true,
|
|
|
|
|
"responses": true,
|
|
|
|
|
"embeddings": false,
|
|
|
|
|
"image_generations": false,
|
|
|
|
|
"audio_transcriptions": false,
|
|
|
|
|
"audio_speech": false,
|
|
|
|
|
"moderations": false,
|
|
|
|
|
"batches": false,
|
2025-12-03 18:57:41 -08:00
|
|
|
"rerank": false,
|
2025-12-23 22:30:22 +05:30
|
|
|
"a2a": true,
|
|
|
|
|
"interactions": true
|
2025-10-30 17:23:20 -07:00
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"novita": {
|
|
|
|
|
"display_name": "Novita AI (`novita`)",
|
|
|
|
|
"url": "https://novita.ai/models/llm?utm_source=github_litellm&utm_medium=github_readme&utm_campaign=github_link",
|
|
|
|
|
"endpoints": {
|
|
|
|
|
"chat_completions": true,
|
|
|
|
|
"messages": true,
|
|
|
|
|
"responses": true,
|
|
|
|
|
"embeddings": false,
|
|
|
|
|
"image_generations": false,
|
|
|
|
|
"audio_transcriptions": false,
|
|
|
|
|
"audio_speech": false,
|
|
|
|
|
"moderations": false,
|
|
|
|
|
"batches": false,
|
2025-12-03 18:57:41 -08:00
|
|
|
"rerank": false,
|
2025-12-23 22:30:22 +05:30
|
|
|
"a2a": true,
|
|
|
|
|
"interactions": true
|
2025-10-30 17:23:20 -07:00
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"nscale": {
|
|
|
|
|
"display_name": "Nscale (`nscale`)",
|
|
|
|
|
"url": "https://docs.litellm.ai/docs/providers/nscale",
|
|
|
|
|
"endpoints": {
|
|
|
|
|
"chat_completions": true,
|
|
|
|
|
"messages": true,
|
|
|
|
|
"responses": true,
|
|
|
|
|
"embeddings": false,
|
|
|
|
|
"image_generations": false,
|
|
|
|
|
"audio_transcriptions": false,
|
|
|
|
|
"audio_speech": false,
|
|
|
|
|
"moderations": false,
|
|
|
|
|
"batches": false,
|
2025-12-03 18:57:41 -08:00
|
|
|
"rerank": false,
|
2025-12-23 22:30:22 +05:30
|
|
|
"a2a": true,
|
|
|
|
|
"interactions": true
|
2025-10-30 17:23:20 -07:00
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"nvidia_nim": {
|
|
|
|
|
"display_name": "Nvidia NIM (`nvidia_nim`)",
|
|
|
|
|
"url": "https://docs.litellm.ai/docs/providers/nvidia_nim",
|
|
|
|
|
"endpoints": {
|
|
|
|
|
"chat_completions": true,
|
|
|
|
|
"messages": true,
|
|
|
|
|
"responses": true,
|
|
|
|
|
"embeddings": false,
|
|
|
|
|
"image_generations": false,
|
|
|
|
|
"audio_transcriptions": false,
|
|
|
|
|
"audio_speech": false,
|
|
|
|
|
"moderations": false,
|
|
|
|
|
"batches": false,
|
2025-12-03 18:57:41 -08:00
|
|
|
"rerank": false,
|
2025-12-23 22:30:22 +05:30
|
|
|
"a2a": true,
|
|
|
|
|
"interactions": true
|
2025-10-30 17:23:20 -07:00
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"oci": {
|
|
|
|
|
"display_name": "OCI (`oci`)",
|
|
|
|
|
"url": "https://docs.litellm.ai/docs/providers/oci",
|
|
|
|
|
"endpoints": {
|
|
|
|
|
"chat_completions": true,
|
|
|
|
|
"messages": true,
|
|
|
|
|
"responses": true,
|
|
|
|
|
"embeddings": false,
|
|
|
|
|
"image_generations": false,
|
|
|
|
|
"audio_transcriptions": false,
|
|
|
|
|
"audio_speech": false,
|
|
|
|
|
"moderations": false,
|
|
|
|
|
"batches": false,
|
2025-12-03 18:57:41 -08:00
|
|
|
"rerank": false,
|
2025-12-23 22:30:22 +05:30
|
|
|
"a2a": true,
|
|
|
|
|
"interactions": true
|
2025-10-30 17:23:20 -07:00
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"ollama": {
|
|
|
|
|
"display_name": "Ollama (`ollama`)",
|
|
|
|
|
"url": "https://docs.litellm.ai/docs/providers/ollama",
|
|
|
|
|
"endpoints": {
|
|
|
|
|
"chat_completions": true,
|
|
|
|
|
"messages": true,
|
|
|
|
|
"responses": true,
|
|
|
|
|
"embeddings": true,
|
|
|
|
|
"image_generations": false,
|
|
|
|
|
"audio_transcriptions": false,
|
|
|
|
|
"audio_speech": false,
|
|
|
|
|
"moderations": false,
|
|
|
|
|
"batches": false,
|
2025-12-03 18:57:41 -08:00
|
|
|
"rerank": false,
|
2025-12-23 22:30:22 +05:30
|
|
|
"a2a": true,
|
|
|
|
|
"interactions": true
|
2025-10-30 17:23:20 -07:00
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"ollama_chat": {
|
|
|
|
|
"display_name": "Ollama Chat (`ollama_chat`)",
|
|
|
|
|
"url": "https://docs.litellm.ai/docs/providers/ollama",
|
|
|
|
|
"endpoints": {
|
|
|
|
|
"chat_completions": true,
|
|
|
|
|
"messages": true,
|
|
|
|
|
"responses": true,
|
|
|
|
|
"embeddings": false,
|
|
|
|
|
"image_generations": false,
|
|
|
|
|
"audio_transcriptions": false,
|
|
|
|
|
"audio_speech": false,
|
|
|
|
|
"moderations": false,
|
|
|
|
|
"batches": false,
|
2025-12-03 18:57:41 -08:00
|
|
|
"rerank": false,
|
2025-12-23 22:30:22 +05:30
|
|
|
"a2a": true,
|
|
|
|
|
"interactions": true
|
2025-10-30 17:23:20 -07:00
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"oobabooga": {
|
|
|
|
|
"display_name": "Oobabooga (`oobabooga`)",
|
|
|
|
|
"url": "https://docs.litellm.ai/docs/providers/openai_compatible",
|
|
|
|
|
"endpoints": {
|
|
|
|
|
"chat_completions": true,
|
|
|
|
|
"messages": true,
|
|
|
|
|
"responses": true,
|
|
|
|
|
"embeddings": false,
|
|
|
|
|
"image_generations": false,
|
|
|
|
|
"audio_transcriptions": true,
|
|
|
|
|
"audio_speech": true,
|
|
|
|
|
"moderations": true,
|
|
|
|
|
"batches": true,
|
2025-12-03 18:57:41 -08:00
|
|
|
"rerank": false,
|
2025-12-23 22:30:22 +05:30
|
|
|
"a2a": true,
|
|
|
|
|
"interactions": true
|
2025-10-30 17:23:20 -07:00
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"openai": {
|
|
|
|
|
"display_name": "OpenAI (`openai`)",
|
|
|
|
|
"url": "https://docs.litellm.ai/docs/providers/openai",
|
|
|
|
|
"endpoints": {
|
|
|
|
|
"chat_completions": true,
|
|
|
|
|
"messages": true,
|
|
|
|
|
"responses": true,
|
|
|
|
|
"embeddings": true,
|
|
|
|
|
"image_generations": true,
|
|
|
|
|
"audio_transcriptions": true,
|
|
|
|
|
"audio_speech": true,
|
|
|
|
|
"moderations": true,
|
|
|
|
|
"batches": true,
|
2025-12-03 18:57:41 -08:00
|
|
|
"rerank": false,
|
2026-01-07 17:35:01 +05:30
|
|
|
"container": true,
|
2026-01-06 16:24:04 +05:30
|
|
|
"compact": true,
|
2025-12-23 22:30:22 +05:30
|
|
|
"a2a": true,
|
2026-01-07 17:35:01 +05:30
|
|
|
"interactions": true,
|
|
|
|
|
"vector_store_files": true,
|
|
|
|
|
"vector_stores_create": true,
|
|
|
|
|
"vector_stores_search": true,
|
|
|
|
|
"assistants": true,
|
|
|
|
|
"container_files": true,
|
|
|
|
|
"fine_tuning": true,
|
|
|
|
|
"image_variations": true,
|
|
|
|
|
"rag_ingest": true,
|
|
|
|
|
"rag_query": true,
|
|
|
|
|
"realtime": true,
|
|
|
|
|
"text_completion": true
|
2025-10-30 17:23:20 -07:00
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"openai_like": {
|
|
|
|
|
"display_name": "OpenAI-like (`openai_like`)",
|
|
|
|
|
"url": "https://docs.litellm.ai/docs/providers/openai_compatible",
|
|
|
|
|
"endpoints": {
|
|
|
|
|
"chat_completions": false,
|
|
|
|
|
"messages": false,
|
|
|
|
|
"responses": false,
|
|
|
|
|
"embeddings": true,
|
|
|
|
|
"image_generations": false,
|
|
|
|
|
"audio_transcriptions": false,
|
|
|
|
|
"audio_speech": false,
|
|
|
|
|
"moderations": false,
|
|
|
|
|
"batches": false,
|
2026-01-07 17:35:01 +05:30
|
|
|
"rerank": false,
|
|
|
|
|
"assistants": true
|
2025-10-30 17:23:20 -07:00
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"openrouter": {
|
|
|
|
|
"display_name": "OpenRouter (`openrouter`)",
|
|
|
|
|
"url": "https://docs.litellm.ai/docs/providers/openrouter",
|
|
|
|
|
"endpoints": {
|
|
|
|
|
"chat_completions": true,
|
|
|
|
|
"messages": true,
|
|
|
|
|
"responses": true,
|
2026-01-07 19:27:31 +00:00
|
|
|
"embeddings": true,
|
2025-10-30 17:23:20 -07:00
|
|
|
"image_generations": false,
|
|
|
|
|
"audio_transcriptions": false,
|
|
|
|
|
"audio_speech": false,
|
|
|
|
|
"moderations": false,
|
|
|
|
|
"batches": false,
|
2025-12-03 18:57:41 -08:00
|
|
|
"rerank": false,
|
2025-12-23 22:30:22 +05:30
|
|
|
"a2a": true,
|
|
|
|
|
"interactions": true
|
2025-10-30 17:23:20 -07:00
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"ovhcloud": {
|
|
|
|
|
"display_name": "OVHCloud AI Endpoints (`ovhcloud`)",
|
|
|
|
|
"url": "https://docs.litellm.ai/docs/providers/ovhcloud",
|
|
|
|
|
"endpoints": {
|
|
|
|
|
"chat_completions": true,
|
|
|
|
|
"messages": true,
|
|
|
|
|
"responses": true,
|
|
|
|
|
"embeddings": false,
|
|
|
|
|
"image_generations": false,
|
2025-12-01 21:26:39 -05:00
|
|
|
"audio_transcriptions": true,
|
2025-10-30 17:23:20 -07:00
|
|
|
"audio_speech": false,
|
|
|
|
|
"moderations": false,
|
|
|
|
|
"batches": false,
|
2025-12-03 18:57:41 -08:00
|
|
|
"rerank": false,
|
2025-12-23 22:30:22 +05:30
|
|
|
"a2a": true,
|
|
|
|
|
"interactions": true
|
2025-10-30 17:23:20 -07:00
|
|
|
}
|
|
|
|
|
},
|
2025-11-04 17:52:12 -08:00
|
|
|
"parallel_ai": {
|
|
|
|
|
"display_name": "Parallel AI (`parallel_ai`)",
|
|
|
|
|
"url": "https://docs.litellm.ai/docs/search/parallel_ai",
|
|
|
|
|
"endpoints": {
|
|
|
|
|
"chat_completions": false,
|
|
|
|
|
"messages": false,
|
|
|
|
|
"responses": false,
|
|
|
|
|
"embeddings": false,
|
|
|
|
|
"image_generations": false,
|
|
|
|
|
"audio_transcriptions": false,
|
|
|
|
|
"audio_speech": false,
|
|
|
|
|
"moderations": false,
|
|
|
|
|
"batches": false,
|
|
|
|
|
"rerank": false,
|
|
|
|
|
"search": true
|
|
|
|
|
}
|
|
|
|
|
},
|
2025-10-30 17:23:20 -07:00
|
|
|
"perplexity": {
|
|
|
|
|
"display_name": "Perplexity AI (`perplexity`)",
|
|
|
|
|
"url": "https://docs.litellm.ai/docs/providers/perplexity",
|
|
|
|
|
"endpoints": {
|
|
|
|
|
"chat_completions": true,
|
|
|
|
|
"messages": true,
|
|
|
|
|
"responses": true,
|
|
|
|
|
"embeddings": false,
|
|
|
|
|
"image_generations": false,
|
|
|
|
|
"audio_transcriptions": false,
|
|
|
|
|
"audio_speech": false,
|
|
|
|
|
"moderations": false,
|
|
|
|
|
"batches": false,
|
2025-11-04 17:52:12 -08:00
|
|
|
"rerank": false,
|
2025-12-03 18:57:41 -08:00
|
|
|
"search": true,
|
2025-12-23 22:30:22 +05:30
|
|
|
"a2a": true,
|
|
|
|
|
"interactions": true
|
2025-10-30 17:23:20 -07:00
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"petals": {
|
|
|
|
|
"display_name": "Petals (`petals`)",
|
|
|
|
|
"url": "https://docs.litellm.ai/docs/providers/petals",
|
|
|
|
|
"endpoints": {
|
|
|
|
|
"chat_completions": true,
|
2025-11-27 13:08:03 -08:00
|
|
|
"messages": true,
|
|
|
|
|
"responses": true,
|
|
|
|
|
"embeddings": false,
|
|
|
|
|
"image_generations": false,
|
|
|
|
|
"audio_transcriptions": false,
|
|
|
|
|
"audio_speech": false,
|
|
|
|
|
"moderations": false,
|
|
|
|
|
"batches": false,
|
2025-12-03 18:57:41 -08:00
|
|
|
"rerank": false,
|
2025-12-23 22:30:22 +05:30
|
|
|
"a2a": true,
|
|
|
|
|
"interactions": true
|
2025-11-27 13:08:03 -08:00
|
|
|
}
|
|
|
|
|
},
|
2025-12-23 02:05:54 -08:00
|
|
|
"poe": {
|
|
|
|
|
"display_name": "Poe (`poe`)",
|
|
|
|
|
"endpoints": {
|
|
|
|
|
"chat_completions": true,
|
|
|
|
|
"messages": false,
|
|
|
|
|
"responses": false,
|
|
|
|
|
"embeddings": true,
|
|
|
|
|
"image_generations": false,
|
|
|
|
|
"audio_transcriptions": false,
|
|
|
|
|
"audio_speech": false,
|
|
|
|
|
"moderations": false,
|
|
|
|
|
"batches": false,
|
|
|
|
|
"rerank": false,
|
|
|
|
|
"a2a": false
|
|
|
|
|
}
|
|
|
|
|
},
|
2025-11-27 13:08:03 -08:00
|
|
|
"publicai": {
|
|
|
|
|
"display_name": "PublicAI (`publicai`)",
|
|
|
|
|
"url": "https://docs.litellm.ai/docs/providers/publicai",
|
|
|
|
|
"endpoints": {
|
|
|
|
|
"chat_completions": true,
|
2025-10-30 17:23:20 -07:00
|
|
|
"messages": true,
|
|
|
|
|
"responses": true,
|
|
|
|
|
"embeddings": false,
|
|
|
|
|
"image_generations": false,
|
|
|
|
|
"audio_transcriptions": false,
|
|
|
|
|
"audio_speech": false,
|
|
|
|
|
"moderations": false,
|
|
|
|
|
"batches": false,
|
2025-12-03 18:57:41 -08:00
|
|
|
"rerank": false,
|
2025-12-23 22:30:22 +05:30
|
|
|
"a2a": true,
|
|
|
|
|
"interactions": true
|
2025-10-30 17:23:20 -07:00
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"predibase": {
|
|
|
|
|
"display_name": "Predibase (`predibase`)",
|
|
|
|
|
"url": "https://docs.litellm.ai/docs/providers/predibase",
|
|
|
|
|
"endpoints": {
|
|
|
|
|
"chat_completions": true,
|
|
|
|
|
"messages": true,
|
|
|
|
|
"responses": true,
|
|
|
|
|
"embeddings": false,
|
|
|
|
|
"image_generations": false,
|
|
|
|
|
"audio_transcriptions": false,
|
|
|
|
|
"audio_speech": false,
|
|
|
|
|
"moderations": false,
|
|
|
|
|
"batches": false,
|
2025-12-03 18:57:41 -08:00
|
|
|
"rerank": false,
|
2025-12-23 22:30:22 +05:30
|
|
|
"a2a": true,
|
|
|
|
|
"interactions": true
|
2025-10-30 17:23:20 -07:00
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"recraft": {
|
|
|
|
|
"display_name": "Recraft (`recraft`)",
|
|
|
|
|
"url": "https://docs.litellm.ai/docs/providers/recraft",
|
|
|
|
|
"endpoints": {
|
|
|
|
|
"chat_completions": false,
|
|
|
|
|
"messages": false,
|
|
|
|
|
"responses": false,
|
|
|
|
|
"embeddings": false,
|
|
|
|
|
"image_generations": true,
|
|
|
|
|
"audio_transcriptions": false,
|
|
|
|
|
"audio_speech": false,
|
|
|
|
|
"moderations": false,
|
|
|
|
|
"batches": false,
|
|
|
|
|
"rerank": false
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"replicate": {
|
|
|
|
|
"display_name": "Replicate (`replicate`)",
|
|
|
|
|
"url": "https://docs.litellm.ai/docs/providers/replicate",
|
|
|
|
|
"endpoints": {
|
|
|
|
|
"chat_completions": true,
|
|
|
|
|
"messages": true,
|
|
|
|
|
"responses": true,
|
|
|
|
|
"embeddings": false,
|
|
|
|
|
"image_generations": false,
|
|
|
|
|
"audio_transcriptions": false,
|
|
|
|
|
"audio_speech": false,
|
|
|
|
|
"moderations": false,
|
|
|
|
|
"batches": false,
|
2025-12-03 18:57:41 -08:00
|
|
|
"rerank": false,
|
2025-12-23 22:30:22 +05:30
|
|
|
"a2a": true,
|
|
|
|
|
"interactions": true
|
2025-10-30 17:23:20 -07:00
|
|
|
}
|
|
|
|
|
},
|
2025-11-11 18:48:23 -08:00
|
|
|
"runwayml": {
|
|
|
|
|
"display_name": "RunwayML (`runwayml`)",
|
|
|
|
|
"url": "https://docs.litellm.ai/docs/providers/runwayml/videos",
|
|
|
|
|
"endpoints": {
|
|
|
|
|
"chat_completions": false,
|
|
|
|
|
"messages": false,
|
|
|
|
|
"responses": false,
|
|
|
|
|
"embeddings": false,
|
2025-11-12 18:20:14 -08:00
|
|
|
"image_generations": true,
|
2025-11-11 18:48:23 -08:00
|
|
|
"audio_transcriptions": false,
|
2025-11-13 14:32:09 -08:00
|
|
|
"audio_speech": true,
|
2025-11-11 18:48:23 -08:00
|
|
|
"moderations": false,
|
|
|
|
|
"batches": false,
|
|
|
|
|
"rerank": false,
|
|
|
|
|
"video_generations": true
|
|
|
|
|
}
|
|
|
|
|
},
|
2025-10-30 17:23:20 -07:00
|
|
|
"sagemaker_chat": {
|
|
|
|
|
"display_name": "Sagemaker Chat (`sagemaker_chat`)",
|
|
|
|
|
"url": "https://docs.litellm.ai/docs/providers/aws_sagemaker",
|
|
|
|
|
"endpoints": {
|
|
|
|
|
"chat_completions": true,
|
|
|
|
|
"messages": true,
|
|
|
|
|
"responses": true,
|
|
|
|
|
"embeddings": false,
|
|
|
|
|
"image_generations": false,
|
|
|
|
|
"audio_transcriptions": false,
|
|
|
|
|
"audio_speech": false,
|
|
|
|
|
"moderations": false,
|
|
|
|
|
"batches": false,
|
2025-12-03 18:57:41 -08:00
|
|
|
"rerank": false,
|
2025-12-23 22:30:22 +05:30
|
|
|
"a2a": true,
|
|
|
|
|
"interactions": true
|
2025-10-30 17:23:20 -07:00
|
|
|
}
|
|
|
|
|
},
|
2025-11-04 17:56:07 -08:00
|
|
|
"searxng": {
|
|
|
|
|
"display_name": "SearXNG (`searxng`)",
|
|
|
|
|
"url": "https://docs.litellm.ai/docs/search/searxng",
|
|
|
|
|
"endpoints": {
|
|
|
|
|
"chat_completions": false,
|
|
|
|
|
"messages": false,
|
|
|
|
|
"responses": false,
|
|
|
|
|
"embeddings": false,
|
|
|
|
|
"image_generations": false,
|
|
|
|
|
"audio_transcriptions": false,
|
|
|
|
|
"audio_speech": false,
|
|
|
|
|
"moderations": false,
|
|
|
|
|
"batches": false,
|
|
|
|
|
"rerank": false,
|
|
|
|
|
"search": true
|
|
|
|
|
}
|
|
|
|
|
},
|
2025-10-30 17:23:20 -07:00
|
|
|
"sambanova": {
|
|
|
|
|
"display_name": "Sambanova (`sambanova`)",
|
|
|
|
|
"url": "https://docs.litellm.ai/docs/providers/sambanova",
|
|
|
|
|
"endpoints": {
|
|
|
|
|
"chat_completions": true,
|
|
|
|
|
"messages": true,
|
|
|
|
|
"responses": true,
|
|
|
|
|
"embeddings": false,
|
|
|
|
|
"image_generations": false,
|
|
|
|
|
"audio_transcriptions": false,
|
|
|
|
|
"audio_speech": false,
|
|
|
|
|
"moderations": false,
|
|
|
|
|
"batches": false,
|
2025-12-03 18:57:41 -08:00
|
|
|
"rerank": false,
|
2025-12-23 22:30:22 +05:30
|
|
|
"a2a": true,
|
|
|
|
|
"interactions": true
|
2025-10-30 17:23:20 -07:00
|
|
|
}
|
|
|
|
|
},
|
2025-12-08 12:43:42 -08:00
|
|
|
"sap": {
|
|
|
|
|
"display_name": "SAP Generative AI Hub (`sap`)",
|
|
|
|
|
"url": "https://docs.litellm.ai/docs/providers/sap",
|
|
|
|
|
"endpoints": {
|
|
|
|
|
"chat_completions": true,
|
|
|
|
|
"messages": true,
|
|
|
|
|
"responses": true,
|
|
|
|
|
"embeddings": false,
|
|
|
|
|
"image_generations": false,
|
|
|
|
|
"audio_transcriptions": false,
|
|
|
|
|
"audio_speech": false,
|
|
|
|
|
"moderations": false,
|
|
|
|
|
"batches": false,
|
|
|
|
|
"rerank": false,
|
2025-12-23 22:30:22 +05:30
|
|
|
"a2a": true,
|
|
|
|
|
"interactions": true
|
2025-12-08 12:43:42 -08:00
|
|
|
}
|
|
|
|
|
},
|
2025-10-30 17:23:20 -07:00
|
|
|
"snowflake": {
|
|
|
|
|
"display_name": "Snowflake (`snowflake`)",
|
|
|
|
|
"url": "https://docs.litellm.ai/docs/providers/snowflake",
|
|
|
|
|
"endpoints": {
|
|
|
|
|
"chat_completions": true,
|
|
|
|
|
"messages": true,
|
|
|
|
|
"responses": true,
|
|
|
|
|
"embeddings": false,
|
|
|
|
|
"image_generations": false,
|
|
|
|
|
"audio_transcriptions": false,
|
|
|
|
|
"audio_speech": false,
|
|
|
|
|
"moderations": false,
|
|
|
|
|
"batches": false,
|
2025-12-03 18:57:41 -08:00
|
|
|
"rerank": false,
|
2025-12-23 22:30:22 +05:30
|
|
|
"a2a": true,
|
|
|
|
|
"interactions": true
|
2025-10-30 17:23:20 -07:00
|
|
|
}
|
|
|
|
|
},
|
2025-12-23 02:05:54 -08:00
|
|
|
"synthetic": {
|
|
|
|
|
"display_name": "Synthetic (`synthetic`)",
|
|
|
|
|
"endpoints": {
|
|
|
|
|
"chat_completions": true,
|
|
|
|
|
"messages": true,
|
|
|
|
|
"responses": true,
|
|
|
|
|
"embeddings": true,
|
|
|
|
|
"image_generations": false,
|
|
|
|
|
"audio_transcriptions": false,
|
|
|
|
|
"audio_speech": false,
|
|
|
|
|
"moderations": false,
|
|
|
|
|
"batches": false,
|
|
|
|
|
"rerank": false,
|
|
|
|
|
"a2a": false
|
|
|
|
|
}
|
|
|
|
|
},
|
2025-10-30 17:23:20 -07:00
|
|
|
"text-completion-codestral": {
|
|
|
|
|
"display_name": "Text Completion Codestral (`text-completion-codestral`)",
|
|
|
|
|
"url": "https://docs.litellm.ai/docs/providers/codestral",
|
|
|
|
|
"endpoints": {
|
|
|
|
|
"chat_completions": true,
|
|
|
|
|
"messages": true,
|
|
|
|
|
"responses": true,
|
|
|
|
|
"embeddings": false,
|
|
|
|
|
"image_generations": false,
|
|
|
|
|
"audio_transcriptions": false,
|
|
|
|
|
"audio_speech": false,
|
|
|
|
|
"moderations": false,
|
|
|
|
|
"batches": false,
|
2025-12-03 18:57:41 -08:00
|
|
|
"rerank": false,
|
2025-12-23 22:30:22 +05:30
|
|
|
"a2a": true,
|
|
|
|
|
"interactions": true
|
2025-10-30 17:23:20 -07:00
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"text-completion-openai": {
|
|
|
|
|
"display_name": "Text Completion OpenAI (`text-completion-openai`)",
|
|
|
|
|
"url": "https://docs.litellm.ai/docs/providers/text_completion_openai",
|
|
|
|
|
"endpoints": {
|
|
|
|
|
"chat_completions": true,
|
|
|
|
|
"messages": true,
|
|
|
|
|
"responses": true,
|
|
|
|
|
"embeddings": false,
|
|
|
|
|
"image_generations": false,
|
|
|
|
|
"audio_transcriptions": true,
|
|
|
|
|
"audio_speech": true,
|
|
|
|
|
"moderations": true,
|
|
|
|
|
"batches": true,
|
2025-12-03 18:57:41 -08:00
|
|
|
"rerank": false,
|
2025-12-23 22:30:22 +05:30
|
|
|
"a2a": true,
|
|
|
|
|
"interactions": true
|
2025-10-30 17:23:20 -07:00
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"together_ai": {
|
|
|
|
|
"display_name": "Together AI (`together_ai`)",
|
|
|
|
|
"url": "https://docs.litellm.ai/docs/providers/togetherai",
|
|
|
|
|
"endpoints": {
|
|
|
|
|
"chat_completions": true,
|
|
|
|
|
"messages": true,
|
|
|
|
|
"responses": true,
|
|
|
|
|
"embeddings": false,
|
|
|
|
|
"image_generations": false,
|
|
|
|
|
"audio_transcriptions": false,
|
|
|
|
|
"audio_speech": false,
|
|
|
|
|
"moderations": false,
|
|
|
|
|
"batches": false,
|
2025-12-03 18:57:41 -08:00
|
|
|
"rerank": false,
|
2025-12-23 22:30:22 +05:30
|
|
|
"a2a": true,
|
|
|
|
|
"interactions": true
|
2025-10-30 17:23:20 -07:00
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"topaz": {
|
|
|
|
|
"display_name": "Topaz (`topaz`)",
|
|
|
|
|
"url": "https://docs.litellm.ai/docs/providers/topaz",
|
|
|
|
|
"endpoints": {
|
2026-01-07 17:35:01 +05:30
|
|
|
"image_variations": true
|
2025-10-30 17:23:20 -07:00
|
|
|
}
|
|
|
|
|
},
|
2025-11-04 17:52:12 -08:00
|
|
|
"tavily": {
|
|
|
|
|
"display_name": "Tavily (`tavily`)",
|
|
|
|
|
"url": "https://docs.litellm.ai/docs/search/tavily",
|
|
|
|
|
"endpoints": {
|
|
|
|
|
"search": true
|
|
|
|
|
}
|
|
|
|
|
},
|
2025-10-30 17:23:20 -07:00
|
|
|
"triton": {
|
|
|
|
|
"display_name": "Triton (`triton`)",
|
|
|
|
|
"url": "https://docs.litellm.ai/docs/providers/triton-inference-server",
|
|
|
|
|
"endpoints": {
|
|
|
|
|
"chat_completions": true,
|
|
|
|
|
"messages": true,
|
|
|
|
|
"responses": true,
|
|
|
|
|
"embeddings": false,
|
|
|
|
|
"image_generations": false,
|
|
|
|
|
"audio_transcriptions": false,
|
|
|
|
|
"audio_speech": false,
|
|
|
|
|
"moderations": false,
|
|
|
|
|
"batches": false,
|
2025-12-03 18:57:41 -08:00
|
|
|
"rerank": false,
|
2025-12-23 22:30:22 +05:30
|
|
|
"a2a": true,
|
|
|
|
|
"interactions": true
|
2025-10-30 17:23:20 -07:00
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"v0": {
|
|
|
|
|
"display_name": "V0 (`v0`)",
|
|
|
|
|
"url": "https://docs.litellm.ai/docs/providers/v0",
|
|
|
|
|
"endpoints": {
|
|
|
|
|
"chat_completions": true,
|
|
|
|
|
"messages": true,
|
|
|
|
|
"responses": true,
|
|
|
|
|
"embeddings": false,
|
|
|
|
|
"image_generations": false,
|
|
|
|
|
"audio_transcriptions": false,
|
|
|
|
|
"audio_speech": false,
|
|
|
|
|
"moderations": false,
|
|
|
|
|
"batches": false,
|
2025-12-03 18:57:41 -08:00
|
|
|
"rerank": false,
|
2025-12-23 22:30:22 +05:30
|
|
|
"a2a": true,
|
|
|
|
|
"interactions": true
|
2025-10-30 17:23:20 -07:00
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"vercel_ai_gateway": {
|
|
|
|
|
"display_name": "Vercel AI Gateway (`vercel_ai_gateway`)",
|
|
|
|
|
"url": "https://docs.litellm.ai/docs/providers/vercel_ai_gateway",
|
|
|
|
|
"endpoints": {
|
|
|
|
|
"chat_completions": true,
|
|
|
|
|
"messages": true,
|
|
|
|
|
"responses": true,
|
|
|
|
|
"embeddings": false,
|
|
|
|
|
"image_generations": false,
|
|
|
|
|
"audio_transcriptions": false,
|
|
|
|
|
"audio_speech": false,
|
|
|
|
|
"moderations": false,
|
|
|
|
|
"batches": false,
|
2025-12-03 18:57:41 -08:00
|
|
|
"rerank": false,
|
2025-12-23 22:30:22 +05:30
|
|
|
"a2a": true,
|
|
|
|
|
"interactions": true
|
2025-10-30 17:23:20 -07:00
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"vllm": {
|
|
|
|
|
"display_name": "VLLM (`vllm`)",
|
|
|
|
|
"url": "https://docs.litellm.ai/docs/providers/vllm",
|
|
|
|
|
"endpoints": {
|
|
|
|
|
"chat_completions": true,
|
|
|
|
|
"messages": true,
|
|
|
|
|
"responses": true,
|
2025-12-14 12:32:20 -08:00
|
|
|
"embeddings": true,
|
2025-10-30 17:23:20 -07:00
|
|
|
"image_generations": false,
|
|
|
|
|
"audio_transcriptions": false,
|
|
|
|
|
"audio_speech": false,
|
|
|
|
|
"moderations": false,
|
2025-12-14 12:32:20 -08:00
|
|
|
"batches": true,
|
|
|
|
|
"files": true,
|
|
|
|
|
"rerank": true,
|
2025-12-23 22:30:22 +05:30
|
|
|
"a2a": true,
|
|
|
|
|
"interactions": true
|
2025-10-30 17:23:20 -07:00
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"volcengine": {
|
|
|
|
|
"display_name": "Volcengine (`volcengine`)",
|
|
|
|
|
"url": "https://docs.litellm.ai/docs/providers/volcano",
|
|
|
|
|
"endpoints": {
|
|
|
|
|
"chat_completions": true,
|
|
|
|
|
"messages": true,
|
|
|
|
|
"responses": true,
|
|
|
|
|
"embeddings": false,
|
|
|
|
|
"image_generations": false,
|
|
|
|
|
"audio_transcriptions": false,
|
|
|
|
|
"audio_speech": false,
|
|
|
|
|
"moderations": false,
|
|
|
|
|
"batches": false,
|
2025-12-03 18:57:41 -08:00
|
|
|
"rerank": false,
|
2025-12-23 22:30:22 +05:30
|
|
|
"a2a": true,
|
|
|
|
|
"interactions": true
|
2025-10-30 17:23:20 -07:00
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"voyage": {
|
|
|
|
|
"display_name": "Voyage AI (`voyage`)",
|
|
|
|
|
"url": "https://docs.litellm.ai/docs/providers/voyage",
|
|
|
|
|
"endpoints": {
|
|
|
|
|
"chat_completions": false,
|
|
|
|
|
"messages": false,
|
|
|
|
|
"responses": false,
|
|
|
|
|
"embeddings": true,
|
|
|
|
|
"image_generations": false,
|
|
|
|
|
"audio_transcriptions": false,
|
|
|
|
|
"audio_speech": false,
|
|
|
|
|
"moderations": false,
|
|
|
|
|
"batches": false,
|
2025-12-13 17:19:58 -08:00
|
|
|
"rerank": true
|
2025-10-30 17:23:20 -07:00
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"wandb": {
|
|
|
|
|
"display_name": "WandB Inference (`wandb`)",
|
|
|
|
|
"url": "https://docs.litellm.ai/docs/providers/wandb_inference",
|
|
|
|
|
"endpoints": {
|
|
|
|
|
"chat_completions": true,
|
|
|
|
|
"messages": true,
|
|
|
|
|
"responses": true,
|
|
|
|
|
"embeddings": false,
|
|
|
|
|
"image_generations": false,
|
|
|
|
|
"audio_transcriptions": false,
|
|
|
|
|
"audio_speech": false,
|
|
|
|
|
"moderations": false,
|
|
|
|
|
"batches": false,
|
2025-12-03 18:57:41 -08:00
|
|
|
"rerank": false,
|
2025-12-23 22:30:22 +05:30
|
|
|
"a2a": true,
|
|
|
|
|
"interactions": true
|
2025-10-30 17:23:20 -07:00
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"watsonx_text": {
|
|
|
|
|
"display_name": "Watsonx Text (`watsonx_text`)",
|
|
|
|
|
"url": "https://docs.litellm.ai/docs/providers/watsonx",
|
|
|
|
|
"endpoints": {
|
|
|
|
|
"chat_completions": true,
|
|
|
|
|
"messages": true,
|
|
|
|
|
"responses": true,
|
|
|
|
|
"embeddings": false,
|
|
|
|
|
"image_generations": false,
|
|
|
|
|
"audio_transcriptions": false,
|
|
|
|
|
"audio_speech": false,
|
|
|
|
|
"moderations": false,
|
|
|
|
|
"batches": false,
|
2025-12-03 18:57:41 -08:00
|
|
|
"rerank": false,
|
2025-12-23 22:30:22 +05:30
|
|
|
"a2a": true,
|
|
|
|
|
"interactions": true
|
2025-10-30 17:23:20 -07:00
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"xai": {
|
|
|
|
|
"display_name": "xAI (`xai`)",
|
|
|
|
|
"url": "https://docs.litellm.ai/docs/providers/xai",
|
|
|
|
|
"endpoints": {
|
|
|
|
|
"chat_completions": true,
|
|
|
|
|
"messages": true,
|
|
|
|
|
"responses": true,
|
|
|
|
|
"embeddings": false,
|
|
|
|
|
"image_generations": false,
|
|
|
|
|
"audio_transcriptions": false,
|
|
|
|
|
"audio_speech": false,
|
|
|
|
|
"moderations": false,
|
|
|
|
|
"batches": false,
|
2025-12-03 18:57:41 -08:00
|
|
|
"rerank": false,
|
2025-12-23 22:30:22 +05:30
|
|
|
"a2a": true,
|
|
|
|
|
"interactions": true
|
2025-10-30 17:23:20 -07:00
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"xinference": {
|
|
|
|
|
"display_name": "Xinference (`xinference`)",
|
|
|
|
|
"url": "https://docs.litellm.ai/docs/providers/xinference",
|
|
|
|
|
"endpoints": {
|
|
|
|
|
"chat_completions": false,
|
|
|
|
|
"messages": false,
|
|
|
|
|
"responses": false,
|
|
|
|
|
"embeddings": true,
|
|
|
|
|
"image_generations": false,
|
|
|
|
|
"audio_transcriptions": false,
|
|
|
|
|
"audio_speech": false,
|
|
|
|
|
"moderations": false,
|
|
|
|
|
"batches": false,
|
|
|
|
|
"rerank": false
|
|
|
|
|
}
|
2025-12-06 10:40:00 -08:00
|
|
|
},
|
|
|
|
|
"zai": {
|
|
|
|
|
"display_name": "Z.AI (Zhipu AI) (`zai`)",
|
|
|
|
|
"url": "https://docs.litellm.ai/docs/providers/zai",
|
|
|
|
|
"endpoints": {
|
|
|
|
|
"chat_completions": true,
|
|
|
|
|
"messages": true,
|
|
|
|
|
"responses": true,
|
|
|
|
|
"embeddings": false,
|
|
|
|
|
"image_generations": false,
|
|
|
|
|
"audio_transcriptions": false,
|
|
|
|
|
"audio_speech": false,
|
|
|
|
|
"moderations": false,
|
|
|
|
|
"batches": false,
|
|
|
|
|
"rerank": false,
|
2025-12-23 22:30:22 +05:30
|
|
|
"a2a": true,
|
|
|
|
|
"interactions": true
|
2025-12-06 10:40:00 -08:00
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"ragflow": {
|
|
|
|
|
"display_name": "RAGFlow (`ragflow`)",
|
|
|
|
|
"url": "https://docs.litellm.ai/docs/providers/ragflow",
|
|
|
|
|
"endpoints": {
|
|
|
|
|
"chat_completions": true,
|
|
|
|
|
"messages": true,
|
|
|
|
|
"responses": true,
|
|
|
|
|
"embeddings": false,
|
|
|
|
|
"image_generations": false,
|
|
|
|
|
"audio_transcriptions": false,
|
|
|
|
|
"audio_speech": false,
|
|
|
|
|
"moderations": false,
|
|
|
|
|
"batches": false,
|
|
|
|
|
"rerank": false,
|
2026-01-07 17:35:01 +05:30
|
|
|
"vector_stores_create": true,
|
2025-12-23 22:30:22 +05:30
|
|
|
"a2a": true,
|
|
|
|
|
"interactions": true
|
2025-12-06 10:40:00 -08:00
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"cursor": {
|
|
|
|
|
"display_name": "Cursor BYOK (`cursor`)",
|
|
|
|
|
"url": "https://docs.litellm.ai/docs/providers/cursor",
|
|
|
|
|
"endpoints": {
|
|
|
|
|
"chat_completions": true,
|
|
|
|
|
"messages": true,
|
|
|
|
|
"responses": true,
|
|
|
|
|
"embeddings": false,
|
|
|
|
|
"image_generations": false,
|
|
|
|
|
"audio_transcriptions": false,
|
|
|
|
|
"audio_speech": false,
|
|
|
|
|
"moderations": false,
|
|
|
|
|
"batches": false,
|
|
|
|
|
"rerank": false,
|
2025-12-23 22:30:22 +05:30
|
|
|
"a2a": true,
|
|
|
|
|
"interactions": true
|
2025-12-06 10:40:00 -08:00
|
|
|
}
|
2025-12-10 12:30:35 -08:00
|
|
|
},
|
|
|
|
|
"langgraph": {
|
|
|
|
|
"display_name": "LangGraph (`langgraph`)",
|
|
|
|
|
"url": "https://docs.litellm.ai/docs/providers/langgraph",
|
|
|
|
|
"endpoints": {
|
|
|
|
|
"chat_completions": true,
|
|
|
|
|
"messages": true,
|
|
|
|
|
"responses": true,
|
|
|
|
|
"embeddings": false,
|
|
|
|
|
"image_generations": false,
|
|
|
|
|
"audio_transcriptions": false,
|
|
|
|
|
"audio_speech": false,
|
|
|
|
|
"moderations": false,
|
|
|
|
|
"batches": false,
|
|
|
|
|
"rerank": false,
|
2025-12-23 22:30:22 +05:30
|
|
|
"a2a": true,
|
|
|
|
|
"interactions": true
|
2025-12-10 12:30:35 -08:00
|
|
|
}
|
2025-12-15 19:43:12 -08:00
|
|
|
},
|
2025-12-15 20:11:40 -08:00
|
|
|
"vertex_ai/agent_engine": {
|
|
|
|
|
"display_name": "Vertex AI Agent Engine (`vertex_ai/agent_engine`)",
|
|
|
|
|
"url": "https://docs.litellm.ai/docs/providers/vertex_ai_agent_engine",
|
|
|
|
|
"endpoints": {
|
|
|
|
|
"chat_completions": true,
|
|
|
|
|
"messages": true,
|
|
|
|
|
"responses": true,
|
|
|
|
|
"embeddings": false,
|
|
|
|
|
"image_generations": false,
|
|
|
|
|
"audio_transcriptions": false,
|
|
|
|
|
"audio_speech": false,
|
|
|
|
|
"moderations": false,
|
|
|
|
|
"batches": false,
|
|
|
|
|
"rerank": false,
|
2025-12-23 22:30:22 +05:30
|
|
|
"a2a": true,
|
|
|
|
|
"interactions": true
|
2025-12-15 20:11:40 -08:00
|
|
|
}
|
|
|
|
|
},
|
2025-12-15 19:43:12 -08:00
|
|
|
"pydantic_ai_agents": {
|
|
|
|
|
"display_name": "Pydantic AI Agents (`pydantic_ai_agents`)",
|
|
|
|
|
"url": "https://docs.litellm.ai/docs/providers/pydantic_ai_agent",
|
|
|
|
|
"endpoints": {
|
|
|
|
|
"chat_completions": false,
|
|
|
|
|
"messages": false,
|
|
|
|
|
"responses": false,
|
|
|
|
|
"embeddings": false,
|
|
|
|
|
"image_generations": false,
|
|
|
|
|
"audio_transcriptions": false,
|
|
|
|
|
"audio_speech": false,
|
|
|
|
|
"moderations": false,
|
|
|
|
|
"batches": false,
|
|
|
|
|
"rerank": false,
|
|
|
|
|
"a2a": true
|
|
|
|
|
}
|
2025-12-20 23:48:10 +05:30
|
|
|
},
|
|
|
|
|
"stability": {
|
|
|
|
|
"display_name": "Stability AI (`stability`)",
|
|
|
|
|
"url": "https://docs.litellm.ai/docs/providers/stability",
|
|
|
|
|
"endpoints": {
|
|
|
|
|
"chat_completions": false,
|
|
|
|
|
"messages": false,
|
|
|
|
|
"responses": false,
|
|
|
|
|
"embeddings": false,
|
|
|
|
|
"image_generations": true,
|
|
|
|
|
"image_edits": true,
|
|
|
|
|
"audio_transcriptions": false,
|
|
|
|
|
"audio_speech": false,
|
|
|
|
|
"moderations": false,
|
|
|
|
|
"batches": false,
|
|
|
|
|
"rerank": false
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"venice": {
|
|
|
|
|
"display_name": "Venice.ai (`venice`)",
|
|
|
|
|
"url": "https://docs.litellm.ai/docs/providers/venice",
|
|
|
|
|
"endpoints": {
|
|
|
|
|
"chat_completions": true,
|
|
|
|
|
"messages": true,
|
|
|
|
|
"responses": true,
|
|
|
|
|
"embeddings": false,
|
|
|
|
|
"image_generations": false,
|
|
|
|
|
"audio_transcriptions": false,
|
|
|
|
|
"audio_speech": false,
|
|
|
|
|
"moderations": false,
|
|
|
|
|
"batches": false,
|
|
|
|
|
"rerank": false,
|
2025-12-23 22:30:22 +05:30
|
|
|
"a2a": true,
|
|
|
|
|
"interactions": true
|
2025-12-20 23:48:10 +05:30
|
|
|
}
|
2026-01-07 17:35:01 +05:30
|
|
|
},
|
|
|
|
|
"gigachat": {
|
|
|
|
|
"display_name": "GigaChat (`gigachat`)",
|
|
|
|
|
"url": "https://docs.litellm.ai/docs/providers/gigachat",
|
|
|
|
|
"endpoints": {
|
|
|
|
|
"chat_completions": true,
|
|
|
|
|
"messages": true,
|
|
|
|
|
"responses": true,
|
|
|
|
|
"embeddings": true
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"google_pse": {
|
|
|
|
|
"display_name": "Google PSE (`google_pse`)",
|
|
|
|
|
"url": "https://docs.litellm.ai/docs/search/google_pse",
|
|
|
|
|
"endpoints": {
|
|
|
|
|
"search": true
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"milvus": {
|
|
|
|
|
"display_name": "Milvus (`milvus`)",
|
|
|
|
|
"url": "https://docs.litellm.ai/docs/providers/milvus_vector_stores",
|
|
|
|
|
"endpoints": {
|
|
|
|
|
"vector_stores_search": true
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"minimax": {
|
|
|
|
|
"display_name": "Minimax (`minimax`)",
|
|
|
|
|
"url": "https://docs.litellm.ai/docs/providers/minimax",
|
|
|
|
|
"endpoints": {
|
|
|
|
|
"chat_completions": true,
|
|
|
|
|
"messages": true,
|
|
|
|
|
"responses": true
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"pg_vector": {
|
|
|
|
|
"display_name": "PG Vector (`pg_vector`)",
|
|
|
|
|
"url": "https://docs.litellm.ai/docs/providers/pg_vector",
|
|
|
|
|
"endpoints": {
|
|
|
|
|
"vector_stores_search": true
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"helicone": {
|
|
|
|
|
"display_name": "Helicone (`helicone`)",
|
|
|
|
|
"url": "https://docs.litellm.ai/docs/providers/helicone",
|
|
|
|
|
"endpoints": {
|
|
|
|
|
"chat_completions": true,
|
|
|
|
|
"messages": true,
|
|
|
|
|
"responses": true
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"llamagate": {
|
|
|
|
|
"display_name": "LlamaGate (`llamagate`)",
|
|
|
|
|
"url": "https://docs.litellm.ai/docs/providers/llamagate",
|
|
|
|
|
"endpoints": {
|
|
|
|
|
"chat_completions": true,
|
|
|
|
|
"messages": true,
|
|
|
|
|
"responses": true
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"xiaomi_mimo": {
|
|
|
|
|
"display_name": "Xiaomi Mimo (`xiaomi_mimo`)",
|
|
|
|
|
"url": "https://docs.litellm.ai/docs/providers/xiaomi_mimo",
|
|
|
|
|
"endpoints": {
|
|
|
|
|
"chat_completions": true,
|
|
|
|
|
"messages": true,
|
|
|
|
|
"responses": true
|
|
|
|
|
}
|
2026-01-08 18:37:42 +05:30
|
|
|
},
|
|
|
|
|
"manus": {
|
|
|
|
|
"display_name": "Manus (`manus`)",
|
|
|
|
|
"url": "https://docs.litellm.ai/docs/providers/manus",
|
|
|
|
|
"endpoints": {
|
|
|
|
|
"chat_completions": true,
|
|
|
|
|
"messages": true,
|
|
|
|
|
"responses": true,
|
|
|
|
|
"embeddings": false,
|
|
|
|
|
"image_generations": false,
|
|
|
|
|
"audio_transcriptions": false,
|
|
|
|
|
"audio_speech": false,
|
|
|
|
|
"moderations": false,
|
|
|
|
|
"batches": false,
|
2026-01-11 01:27:54 +04:00
|
|
|
"files": true,
|
2026-01-08 18:37:42 +05:30
|
|
|
"rerank": false,
|
|
|
|
|
"a2a": true,
|
|
|
|
|
"interactions": true
|
|
|
|
|
}
|
2026-01-07 17:35:01 +05:30
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"endpoints": {
|
|
|
|
|
"a2a": {
|
|
|
|
|
"docs_label": "a2a",
|
|
|
|
|
"display_name": "A2A (Agent-to-Agent) protocol for agent communication",
|
|
|
|
|
"leftnav_label": "/a2a",
|
|
|
|
|
"provider_json_field": "a2a",
|
|
|
|
|
"url": "https://docs.litellm.ai/docs/a2a",
|
|
|
|
|
"bridges_to_chat_completion": true
|
|
|
|
|
},
|
|
|
|
|
"messages": {
|
|
|
|
|
"docs_label": "anthropic_unified",
|
|
|
|
|
"display_name": "Anthropic /v1/messages API",
|
|
|
|
|
"leftnav_label": "/messages",
|
|
|
|
|
"provider_json_field": "messages",
|
|
|
|
|
"url": "https://docs.litellm.ai/docs/anthropic_unified",
|
|
|
|
|
"bridges_to_chat_completion": true
|
|
|
|
|
},
|
|
|
|
|
"anthropic_count_tokens": {
|
|
|
|
|
"docs_label": "anthropic_count_tokens",
|
|
|
|
|
"display_name": "Anthropic /v1/messages/count_tokens API",
|
|
|
|
|
"leftnav_label": "/count_tokens",
|
|
|
|
|
"provider_json_field": "count_tokens",
|
|
|
|
|
"url": "https://docs.litellm.ai/docs/anthropic_count_tokens"
|
|
|
|
|
},
|
|
|
|
|
"apply_guardrail": {
|
|
|
|
|
"docs_label": "apply_guardrail",
|
|
|
|
|
"display_name": "Unified Apply Guardrail API",
|
|
|
|
|
"leftnav_label": "/guardrails/apply_guardrail",
|
|
|
|
|
"provider_json_field": "apply_guardrail",
|
|
|
|
|
"url": "https://docs.litellm.ai/docs/apply_guardrail"
|
|
|
|
|
},
|
|
|
|
|
"assistants": {
|
|
|
|
|
"docs_label": "assistants",
|
|
|
|
|
"display_name": "OpenAI Assistants API",
|
|
|
|
|
"leftnav_label": "/assistants",
|
|
|
|
|
"provider_json_field": "assistants",
|
|
|
|
|
"url": "https://docs.litellm.ai/docs/assistants"
|
|
|
|
|
},
|
|
|
|
|
"audio_transcription": {
|
|
|
|
|
"docs_label": "audio_transcription",
|
|
|
|
|
"display_name": "Audio Transcription API",
|
|
|
|
|
"leftnav_label": "/audio/transcriptions",
|
|
|
|
|
"provider_json_field": "audio_transcriptions",
|
|
|
|
|
"url": "https://docs.litellm.ai/docs/audio_transcription"
|
|
|
|
|
},
|
|
|
|
|
"batches": {
|
|
|
|
|
"docs_label": "batches",
|
|
|
|
|
"display_name": "Batches API",
|
|
|
|
|
"leftnav_label": "/batches",
|
|
|
|
|
"provider_json_field": "batches",
|
|
|
|
|
"url": "https://docs.litellm.ai/docs/batches"
|
|
|
|
|
},
|
|
|
|
|
"bedrock_invoke": {
|
|
|
|
|
"docs_label": "bedrock_invoke",
|
|
|
|
|
"display_name": "Bedrock Invoke API",
|
|
|
|
|
"leftnav_label": "/invoke",
|
|
|
|
|
"provider_json_field": "bedrock_invoke",
|
|
|
|
|
"url": "https://docs.litellm.ai/docs/bedrock_invoke"
|
|
|
|
|
},
|
|
|
|
|
"bedrock_converse": {
|
|
|
|
|
"docs_label": "bedrock_converse",
|
|
|
|
|
"display_name": "Bedrock Converse API",
|
|
|
|
|
"leftnav_label": "/converse",
|
|
|
|
|
"provider_json_field": "bedrock_converse",
|
|
|
|
|
"url": "https://docs.litellm.ai/docs/bedrock_converse"
|
|
|
|
|
},
|
|
|
|
|
"chat_completions": {
|
|
|
|
|
"docs_label": "chat_completions",
|
|
|
|
|
"display_name": "Chat Completions API",
|
|
|
|
|
"leftnav_label": "/chat/completions",
|
|
|
|
|
"provider_json_field": "chat_completions",
|
|
|
|
|
"url": "https://docs.litellm.ai/docs/chat_completions"
|
|
|
|
|
},
|
|
|
|
|
"container_files": {
|
|
|
|
|
"docs_label": "container_files",
|
|
|
|
|
"display_name": "OpenAI Container Files API",
|
|
|
|
|
"leftnav_label": "/create/container/files",
|
|
|
|
|
"provider_json_field": "container_files",
|
|
|
|
|
"url": "https://docs.litellm.ai/docs/container_files"
|
|
|
|
|
},
|
|
|
|
|
"container": {
|
|
|
|
|
"docs_label": "containers",
|
|
|
|
|
"display_name": "OpenAI Containers API",
|
|
|
|
|
"leftnav_label": "/container",
|
|
|
|
|
"provider_json_field": "container",
|
|
|
|
|
"url": "https://docs.litellm.ai/docs/containers"
|
|
|
|
|
},
|
|
|
|
|
"embeddings": {
|
|
|
|
|
"docs_label": "embedding/supported_embedding",
|
|
|
|
|
"display_name": "Embedding API (OpenAI Format)",
|
|
|
|
|
"leftnav_label": "/embeddings",
|
|
|
|
|
"provider_json_field": "embeddings",
|
|
|
|
|
"url": "https://docs.litellm.ai/docs/embedding/supported_embedding"
|
|
|
|
|
},
|
|
|
|
|
"files": {
|
|
|
|
|
"docs_label": "files",
|
|
|
|
|
"display_name": "OpenAI Files API",
|
|
|
|
|
"leftnav_label": "/files",
|
|
|
|
|
"provider_json_field": "files",
|
|
|
|
|
"url": "https://docs.litellm.ai/docs/proxy/litellm_managed_files"
|
|
|
|
|
},
|
|
|
|
|
"fine_tuning": {
|
|
|
|
|
"docs_label": "fine_tuning",
|
|
|
|
|
"display_name": "OpenAI Fine-Tuning API",
|
|
|
|
|
"leftnav_label": "/fine_tuning",
|
|
|
|
|
"provider_json_field": "fine_tuning",
|
|
|
|
|
"url": "https://docs.litellm.ai/docs/proxy/managed_finetuning"
|
|
|
|
|
},
|
|
|
|
|
"generateContent": {
|
|
|
|
|
"docs_label": "generateContent",
|
|
|
|
|
"display_name": "Google's GenerateContent API",
|
|
|
|
|
"leftnav_label": "/generateContent",
|
|
|
|
|
"provider_json_field": "generateContent",
|
|
|
|
|
"url": "https://docs.litellm.ai/docs/generateContent",
|
|
|
|
|
"bridges_to_chat_completion": true
|
|
|
|
|
},
|
|
|
|
|
"image_edits": {
|
|
|
|
|
"docs_label": "image_edits",
|
|
|
|
|
"display_name": "OpenAI Images Edits API",
|
|
|
|
|
"leftnav_label": "/images/edits",
|
|
|
|
|
"provider_json_field": "image_edits",
|
|
|
|
|
"url": "https://docs.litellm.ai/docs/image_edits"
|
|
|
|
|
},
|
|
|
|
|
"image_generations": {
|
|
|
|
|
"docs_label": "image_generation",
|
|
|
|
|
"display_name": "OpenAI Images Generations API",
|
|
|
|
|
"leftnav_label": "/images/generations",
|
|
|
|
|
"provider_json_field": "image_generations",
|
|
|
|
|
"url": "https://docs.litellm.ai/docs/image_generation"
|
|
|
|
|
},
|
|
|
|
|
"image_variations": {
|
|
|
|
|
"docs_label": "image_variations",
|
|
|
|
|
"display_name": "OpenAI Images Variations API",
|
|
|
|
|
"leftnav_label": "/images/variations",
|
|
|
|
|
"provider_json_field": "image_variations",
|
|
|
|
|
"url": "https://docs.litellm.ai/docs/image_variations"
|
|
|
|
|
},
|
|
|
|
|
"interactions": {
|
|
|
|
|
"docs_label": "interactions",
|
|
|
|
|
"display_name": "Google Interactions API",
|
|
|
|
|
"leftnav_label": "/interactions",
|
|
|
|
|
"provider_json_field": "interactions",
|
|
|
|
|
"url": "https://docs.litellm.ai/docs/interactions",
|
|
|
|
|
"bridges_to_chat_completion": true
|
|
|
|
|
},
|
|
|
|
|
"mcp": {
|
|
|
|
|
"docs_label": "mcp",
|
|
|
|
|
"display_name": "Model Context Protocol (MCP)",
|
|
|
|
|
"leftnav_label": "/mcp",
|
|
|
|
|
"provider_json_field": "mcp",
|
|
|
|
|
"url": "https://docs.litellm.ai/docs/mcp"
|
|
|
|
|
},
|
|
|
|
|
"moderation": {
|
|
|
|
|
"docs_label": "moderation",
|
|
|
|
|
"display_name": "OpenAI Moderation API",
|
|
|
|
|
"leftnav_label": "/moderations",
|
|
|
|
|
"provider_json_field": "moderations",
|
|
|
|
|
"url": "https://docs.litellm.ai/docs/moderation"
|
|
|
|
|
},
|
|
|
|
|
"ocr": {
|
|
|
|
|
"docs_label": "ocr",
|
|
|
|
|
"display_name": "OCR API (Mistral Format)",
|
|
|
|
|
"leftnav_label": "/ocr",
|
|
|
|
|
"provider_json_field": "ocr",
|
|
|
|
|
"url": "https://docs.litellm.ai/docs/ocr"
|
|
|
|
|
},
|
|
|
|
|
"rag_ingest": {
|
|
|
|
|
"docs_label": "rag_ingest",
|
|
|
|
|
"display_name": "RAG Ingest API",
|
|
|
|
|
"leftnav_label": "/rag/ingest",
|
|
|
|
|
"provider_json_field": "rag_ingest",
|
|
|
|
|
"url": "https://docs.litellm.ai/docs/rag_ingest"
|
|
|
|
|
},
|
|
|
|
|
"rag_query": {
|
|
|
|
|
"docs_label": "rag_query",
|
|
|
|
|
"display_name": "RAG Query API",
|
|
|
|
|
"leftnav_label": "/rag/query",
|
|
|
|
|
"provider_json_field": "rag_query",
|
|
|
|
|
"url": "https://docs.litellm.ai/docs/rag_query"
|
|
|
|
|
},
|
|
|
|
|
"realtime": {
|
|
|
|
|
"docs_label": "realtime",
|
|
|
|
|
"display_name": "OpenAI Realtime API",
|
|
|
|
|
"leftnav_label": "/realtime",
|
|
|
|
|
"provider_json_field": "realtime",
|
|
|
|
|
"url": "https://docs.litellm.ai/docs/realtime"
|
|
|
|
|
},
|
|
|
|
|
"rerank": {
|
|
|
|
|
"docs_label": "rerank",
|
|
|
|
|
"display_name": "Rerank API (Cohere Format)",
|
|
|
|
|
"leftnav_label": "/rerank",
|
|
|
|
|
"provider_json_field": "rerank",
|
|
|
|
|
"url": "https://docs.litellm.ai/docs/rerank"
|
|
|
|
|
},
|
|
|
|
|
"responses": {
|
|
|
|
|
"docs_label": "response_api",
|
|
|
|
|
"display_name": "Responses API (OpenAI Format)",
|
|
|
|
|
"leftnav_label": "/responses",
|
|
|
|
|
"provider_json_field": "responses",
|
|
|
|
|
"url": "https://docs.litellm.ai/docs/response_api",
|
|
|
|
|
"bridges_to_chat_completion": true
|
|
|
|
|
},
|
|
|
|
|
"response_api_compact": {
|
|
|
|
|
"docs_label": "response_api_compact",
|
|
|
|
|
"display_name": "Responses API (OpenAI Format)",
|
|
|
|
|
"leftnav_label": "/responses",
|
|
|
|
|
"provider_json_field": "compact",
|
|
|
|
|
"url": "https://docs.litellm.ai/docs/response_api"
|
|
|
|
|
},
|
|
|
|
|
"search": {
|
|
|
|
|
"docs_label": "search",
|
|
|
|
|
"display_name": "Search API",
|
|
|
|
|
"leftnav_label": "/search",
|
|
|
|
|
"provider_json_field": "search",
|
|
|
|
|
"url": "https://docs.litellm.ai/docs/search"
|
|
|
|
|
},
|
|
|
|
|
"skills": {
|
|
|
|
|
"docs_label": "skills",
|
|
|
|
|
"display_name": "Anthropic Skills API",
|
|
|
|
|
"leftnav_label": "/skills",
|
|
|
|
|
"provider_json_field": "skills",
|
|
|
|
|
"url": "https://docs.litellm.ai/docs/skills"
|
|
|
|
|
},
|
|
|
|
|
"text_completion": {
|
|
|
|
|
"docs_label": "text_completion",
|
|
|
|
|
"display_name": "Completions API (OpenAI Format)",
|
|
|
|
|
"leftnav_label": "/completions",
|
|
|
|
|
"provider_json_field": "text_completion",
|
|
|
|
|
"url": "https://docs.litellm.ai/docs/text_completion",
|
|
|
|
|
"bridges_to_chat_completion": true
|
|
|
|
|
},
|
|
|
|
|
"text_to_speech": {
|
|
|
|
|
"docs_label": "text_to_speech",
|
|
|
|
|
"display_name": "Text-to-Speech API (OpenAI Format)",
|
|
|
|
|
"leftnav_label": "/audio/speech",
|
|
|
|
|
"provider_json_field": "audio_speech",
|
|
|
|
|
"url": "https://docs.litellm.ai/docs/text_to_speech"
|
|
|
|
|
},
|
|
|
|
|
"vector_store_files": {
|
|
|
|
|
"docs_label": "vector_store_files",
|
|
|
|
|
"display_name": "OpenAI Vector Store Files API",
|
|
|
|
|
"leftnav_label": "/vector_stores/files",
|
|
|
|
|
"provider_json_field": "vector_store_files",
|
|
|
|
|
"url": "https://docs.litellm.ai/docs/vector_store_files"
|
|
|
|
|
},
|
|
|
|
|
"vector_stores_create": {
|
|
|
|
|
"docs_label": "vector_stores_create",
|
|
|
|
|
"display_name": "OpenAI Vector Stores Create API",
|
|
|
|
|
"leftnav_label": "/vector_stores/create",
|
|
|
|
|
"provider_json_field": "vector_stores_create",
|
|
|
|
|
"url": "https://docs.litellm.ai/docs/vector_stores/create"
|
|
|
|
|
},
|
|
|
|
|
"vector_stores_search": {
|
|
|
|
|
"docs_label": "vector_stores_search",
|
|
|
|
|
"display_name": "OpenAI Vector Stores Search API",
|
|
|
|
|
"leftnav_label": "/vector_stores/search",
|
|
|
|
|
"provider_json_field": "vector_stores_search",
|
|
|
|
|
"url": "https://docs.litellm.ai/docs/vector_stores/search"
|
|
|
|
|
},
|
|
|
|
|
"videos": {
|
|
|
|
|
"docs_label": "videos",
|
|
|
|
|
"display_name": "OpenAI Video Generation API",
|
|
|
|
|
"leftnav_label": "/videos",
|
|
|
|
|
"provider_json_field": "video_generations",
|
|
|
|
|
"url": "https://docs.litellm.ai/docs/videos"
|
2025-10-30 17:23:20 -07:00
|
|
|
}
|
|
|
|
|
}
|
2025-12-23 02:05:54 -08:00
|
|
|
}
|