-
Notifications
You must be signed in to change notification settings - Fork 98
/
Copy pathproviders.py
88 lines (66 loc) · 2.63 KB
/
providers.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
import os
from dotenv import load_dotenv
from os_computer_use.llm_provider import (
OpenAIBaseProvider,
AnthropicBaseProvider,
MistralBaseProvider,
)
from os_computer_use.osatlas_provider import OSAtlasProvider
from os_computer_use.showui_provider import ShowUIProvider
# Load environment variables from .env file
load_dotenv()
# LLM providers use the OpenAI specification and require a base URL:
class LlamaProvider(OpenAIBaseProvider):
base_url = "https://api.llama-api.com"
api_key = os.getenv("LLAMA_API_KEY")
aliases = {"llama3.2": "llama3.2-90b-vision", "llama3.3": "llama3.3-70b"}
class OpenRouterProvider(OpenAIBaseProvider):
base_url = "https://openrouter.ai/api/v1"
api_key = os.getenv("OPENROUTER_API_KEY")
aliases = {"llama3.2": "meta-llama/llama-3.2-90b-vision-instruct"}
class FireworksProvider(OpenAIBaseProvider):
base_url = "https://api.fireworks.ai/inference/v1"
api_key = os.getenv("FIREWORKS_API_KEY")
aliases = {
"llama3.2": "accounts/fireworks/models/llama-v3p2-90b-vision-instruct",
"llama3.3": "accounts/fireworks/models/llama-v3p3-70b-instruct",
}
class DeepSeekProvider(OpenAIBaseProvider):
base_url = "https://api.deepseek.com"
api_key = os.getenv("DEEPSEEK_API_KEY")
class OpenAIProvider(OpenAIBaseProvider):
base_url = "https://api.openai.com/v1"
api_key = os.getenv("OPENAI_API_KEY")
class GeminiProvider(OpenAIBaseProvider):
base_url = "https://generativelanguage.googleapis.com/v1beta/openai"
api_key = os.getenv("GEMINI_API_KEY")
class AnthropicProvider(AnthropicBaseProvider):
api_key = os.getenv("ANTHROPIC_API_KEY")
aliases = {
"claude-3.5-sonnet": "claude-3-5-sonnet-20241022",
"claude-3.5-haiku": "claude-3-5-haiku-20241022",
"claude-3-opus": "claude-3-opus-20240229",
}
class GroqProvider(OpenAIBaseProvider):
base_url = "https://api.groq.com/openai/v1"
api_key = os.getenv("GROQ_API_KEY")
aliases = {
"llama3.2": "llama-3.2-90b-vision-preview",
"llama3.3": "llama-3.3-70b-versatile",
}
class MistralProvider(MistralBaseProvider):
base_url = "https://api.mistral.ai/v1"
api_key = os.getenv("MISTRAL_API_KEY")
aliases = {
"small": "mistral-small-latest",
"medium": "mistral-medium-latest",
"large": "mistral-large-latest",
"pixtral": "pixtral-large-latest",
}
class MoonshotProvider(OpenAIBaseProvider):
base_url = "https://api.moonshot.cn/v1"
api_key = os.getenv("MOONSHOT_API_KEY")
aliases = {
"moonshot-v1": "moonshot-v1-128k",
"moonshot-v1-vision": "moonshot-v1-128k-vision-preview",
}