-
Notifications
You must be signed in to change notification settings - Fork 0
Expand file tree
/
Copy pathtierflow.config.example.json
More file actions
126 lines (126 loc) · 3.46 KB
/
tierflow.config.example.json
File metadata and controls
126 lines (126 loc) · 3.46 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
{
"port": 18800,
"host": "127.0.0.1",
"providers": {
"ollama": {
"baseUrl": "http://127.0.0.1:11434/v1",
"api": "openai",
"auth": { "type": "none" }
},
"openrouter": {
"baseUrl": "https://openrouter.ai/api/v1",
"api": "openai",
"auth": { "type": "env", "key": "OPENROUTER_API_KEY" },
"pii": true,
"compress": true
},
"anthropic": {
"baseUrl": "https://api.anthropic.com",
"api": "anthropic",
"auth": { "type": "env", "key": "ANTHROPIC_API_KEY" }
}
},
"cache": {
"enabled": true,
"ttl_seconds": 300,
"max_entries": 5000,
"exclude_streaming": true,
"exclude_tools": true
},
"mlClassifier": {
"url": "http://127.0.0.1:18801/classify",
"timeout_ms": 500,
"fallback_category": "general"
},
"categories": {
"simple_chat": {
"primary": "openrouter/google/gemini-2.5-flash-lite",
"fallback": ["ollama/llama3.2"],
"timeout": 30000
},
"general": {
"primary": "openrouter/deepseek/deepseek-v3.2",
"fallback": ["ollama/llama3.2"],
"timeout": 60000
},
"coding": {
"primary": "openrouter/qwen/qwen3-coder:free",
"fallback": ["anthropic/claude-sonnet-4-5"],
"timeout": 120000
},
"reasoning": {
"primary": "anthropic/claude-opus-4-6",
"fallback": ["openrouter/deepseek/deepseek-r1"],
"timeout": 120000
},
"creative": {
"primary": "openrouter/stepfun/step-3.5-flash:free",
"fallback": ["openrouter/deepseek/deepseek-v3.2"],
"timeout": 60000
},
"data": {
"primary": "openrouter/google/gemini-2.5-flash-lite",
"fallback": ["openrouter/deepseek/deepseek-v3.2"],
"timeout": 60000
},
"agentic": {
"primary": "openrouter/deepseek/deepseek-v3.2",
"fallback": ["anthropic/claude-sonnet-4-5"],
"timeout": 120000
},
"transcription": {
"primary": "openrouter/google/gemini-2.5-flash-lite",
"fallback": [],
"timeout": 30000
}
},
"modeOverrides": {
"simple": "simple_chat",
"basic": "simple_chat",
"cheap": "simple_chat",
"medium": "general",
"balanced": "general",
"complex": "coding",
"code": "coding",
"max": "reasoning",
"reasoning": "reasoning",
"think": "reasoning",
"deep": "reasoning",
"creative": "creative",
"data": "data"
},
"tiers": {
"SIMPLE": {
"primary": "openrouter/google/gemini-2.5-flash-lite",
"fallback": ["ollama/llama3.2"]
},
"MEDIUM": { "primary": "openrouter/deepseek/deepseek-v3.2", "fallback": ["ollama/llama3.2"] },
"COMPLEX": {
"primary": "anthropic/claude-sonnet-4-5",
"fallback": ["openrouter/deepseek/deepseek-v3.2"]
},
"REASONING": {
"primary": "anthropic/claude-opus-4-6",
"fallback": ["openrouter/deepseek/deepseek-r1"]
}
},
"agenticTiers": {
"SIMPLE": { "primary": "openrouter/deepseek/deepseek-v3.2", "fallback": [] },
"MEDIUM": { "primary": "openrouter/deepseek/deepseek-v3.2", "fallback": [] },
"COMPLEX": { "primary": "openrouter/deepseek/deepseek-v3.2", "fallback": [] },
"REASONING": { "primary": "openrouter/deepseek/deepseek-v3.2", "fallback": [] }
},
"tierBoundaries": {
"simpleMedium": -0.05,
"mediumComplex": 0.1,
"complexReasoning": 0.2
},
"thinking": {
"adaptive": [],
"enabled": { "models": [], "budget": 0 }
},
"auth": {
"default": "env",
"env": { "type": "env", "key": "OLLAMA_API_KEY" }
}
}