axis/scripts/python/llm_configs.json at main · gyevnarb/axis · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
{
    "sampling_params": {
        "seed": 28,
        "max_tokens": 512,
        "temperature": 0.8,
        "top_p": 0.95
    },
    "gpt41": {
        "inference_mode": "online",
        "model": "gpt-4.1-2025-04-14",
        "api_key_env_var": "OPENAI_API_KEY"
    },
    "gpt4o": {
        "inference_mode": "online",
        "model": "gpt-4o-2024-11-20",
        "api_key_env_var": "OPENAI_API_KEY"
    },
    "o4mini": {
        "inference_mode": "online",
        "model": "o4-mini-2025-04-16",
        "api_key_env_var": "OPENAI_API_KEY"
    },
    "gpt41mini": {
        "inference_mode": "online",
        "model": "gpt-4.1-mini-2025-04-14",
        "api_key_env_var": "OPENAI_API_KEY"
    },
    "deepseekv3": {
        "inference_mode": "online",
        "model": "deepseek-chat",
        "base_url": "https://api.deepseek.com",
        "api_key_env_var": "DEEPSEEK_API_KEY"
    },
    "deepseekr1": {
        "inference_mode": "online",
        "model": "deepseek-reasoner",
        "base_url": "https://api.deepseek.com",
        "api_key_env_var": "DEEPSEEK_API_KEY"
    },
    "claude35": {
        "inference_mode": "online",
        "model": "claude-3-5-haiku-20241022",
        "base_url": "https://api.anthropic.com",
        "api_key_env_var": "ANTHROPIC_API_KEY"
    },
    "claude37": {
        "inference_mode": "online",
        "model": "claude-3-7-sonnet-20250219",
        "base_url": "https://api.anthropic.com",
        "api_key_env_var": "ANTHROPIC_API_KEY"
    },
    "llama70b": {
        "inference_mode": "localhost",
        "model": "meta-llama/Llama-3.3-70B-Instruct"
    },
    "qwen72b": {
        "inference_mode": "localhost",
        "model": "Qwen/Qwen2.5-72B-Instruct"
    }
}