Skip to content

Commit d040a2e

Browse files
lforstlforst
authored
chore: Pin models and increase max tokens in e2e/canary tests (#1763)
Closes #1760
1 parent 4f3b0ac commit d040a2e

53 files changed

Lines changed: 318 additions & 318 deletions

File tree

Some content is hidden

Large Commits have some content hidden by default. Use the searchbox below for content that may be hidden.

‎e2e/scenarios/ai-sdk-instrumentation/__snapshots__/ai-sdk-v3.log-payloads.json‎

Lines changed: 5 additions & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -21,7 +21,7 @@
2121
"prompt": "<prompt>"
2222
},
2323
"metadata": {
24-
"model": "gpt-4o-mini",
24+
"model": "gpt-4o-mini-2024-07-18",
2525
"provider": "openai.chat"
2626
},
2727
"name": "generateText",
@@ -40,7 +40,7 @@
4040
"prompt": "<prompt>"
4141
},
4242
"metadata": {
43-
"model": "gpt-4o-mini",
43+
"model": "gpt-4o-mini-2024-07-18",
4444
"provider": "openai.chat"
4545
},
4646
"name": "streamText",
@@ -59,7 +59,7 @@
5959
"prompt": "<prompt>"
6060
},
6161
"metadata": {
62-
"model": "gpt-4o-mini",
62+
"model": "gpt-4o-mini-2024-07-18",
6363
"provider": "openai.chat"
6464
},
6565
"name": "generateText",
@@ -90,7 +90,7 @@
9090
"schema": "<schema>"
9191
},
9292
"metadata": {
93-
"model": "gpt-4o-mini",
93+
"model": "gpt-4o-mini-2024-07-18",
9494
"provider": "openai.chat"
9595
},
9696
"name": "generateObject",
@@ -110,7 +110,7 @@
110110
"schema": "<schema>"
111111
},
112112
"metadata": {
113-
"model": "gpt-4o-mini",
113+
"model": "gpt-4o-mini-2024-07-18",
114114
"provider": "openai.chat"
115115
},
116116
"name": "streamObject",

‎e2e/scenarios/ai-sdk-instrumentation/__snapshots__/ai-sdk-v3.span-events.json‎

Lines changed: 5 additions & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -28,7 +28,7 @@
2828
"has_input": true,
2929
"has_output": true,
3030
"metadata": {
31-
"model": "gpt-4o-mini",
31+
"model": "gpt-4o-mini-2024-07-18",
3232
"provider": "openai.chat"
3333
},
3434
"name": "generateText",
@@ -55,7 +55,7 @@
5555
"has_input": true,
5656
"has_output": true,
5757
"metadata": {
58-
"model": "gpt-4o-mini",
58+
"model": "gpt-4o-mini-2024-07-18",
5959
"provider": "openai.chat"
6060
},
6161
"name": "streamText",
@@ -82,7 +82,7 @@
8282
"has_input": true,
8383
"has_output": true,
8484
"metadata": {
85-
"model": "gpt-4o-mini",
85+
"model": "gpt-4o-mini-2024-07-18",
8686
"provider": "openai.chat"
8787
},
8888
"name": "generateText",
@@ -120,7 +120,7 @@
120120
"has_input": true,
121121
"has_output": true,
122122
"metadata": {
123-
"model": "gpt-4o-mini",
123+
"model": "gpt-4o-mini-2024-07-18",
124124
"provider": "openai.chat"
125125
},
126126
"name": "generateObject",
@@ -147,7 +147,7 @@
147147
"has_input": true,
148148
"has_output": true,
149149
"metadata": {
150-
"model": "gpt-4o-mini",
150+
"model": "gpt-4o-mini-2024-07-18",
151151
"provider": "openai.chat"
152152
},
153153
"name": "streamObject",

‎e2e/scenarios/ai-sdk-instrumentation/__snapshots__/ai-sdk-v4.log-payloads.json‎

Lines changed: 5 additions & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -21,7 +21,7 @@
2121
"prompt": "<prompt>"
2222
},
2323
"metadata": {
24-
"model": "gpt-4o-mini",
24+
"model": "gpt-4o-mini-2024-07-18",
2525
"provider": "openai.chat"
2626
},
2727
"name": "generateText",
@@ -40,7 +40,7 @@
4040
"prompt": "<prompt>"
4141
},
4242
"metadata": {
43-
"model": "gpt-4o-mini",
43+
"model": "gpt-4o-mini-2024-07-18",
4444
"provider": "openai.chat"
4545
},
4646
"name": "streamText",
@@ -59,7 +59,7 @@
5959
"prompt": "<prompt>"
6060
},
6161
"metadata": {
62-
"model": "gpt-4o-mini",
62+
"model": "gpt-4o-mini-2024-07-18",
6363
"provider": "openai.chat"
6464
},
6565
"name": "generateText",
@@ -98,7 +98,7 @@
9898
"schema": "<schema>"
9999
},
100100
"metadata": {
101-
"model": "gpt-4o-mini",
101+
"model": "gpt-4o-mini-2024-07-18",
102102
"provider": "openai.chat"
103103
},
104104
"name": "generateObject",
@@ -118,7 +118,7 @@
118118
"schema": "<schema>"
119119
},
120120
"metadata": {
121-
"model": "gpt-4o-mini",
121+
"model": "gpt-4o-mini-2024-07-18",
122122
"provider": "openai.chat"
123123
},
124124
"name": "streamObject",

‎e2e/scenarios/ai-sdk-instrumentation/__snapshots__/ai-sdk-v4.span-events.json‎

Lines changed: 5 additions & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -28,7 +28,7 @@
2828
"has_input": true,
2929
"has_output": true,
3030
"metadata": {
31-
"model": "gpt-4o-mini",
31+
"model": "gpt-4o-mini-2024-07-18",
3232
"provider": "openai.chat"
3333
},
3434
"name": "generateText",
@@ -55,7 +55,7 @@
5555
"has_input": true,
5656
"has_output": true,
5757
"metadata": {
58-
"model": "gpt-4o-mini",
58+
"model": "gpt-4o-mini-2024-07-18",
5959
"provider": "openai.chat"
6060
},
6161
"name": "streamText",
@@ -82,7 +82,7 @@
8282
"has_input": true,
8383
"has_output": true,
8484
"metadata": {
85-
"model": "gpt-4o-mini",
85+
"model": "gpt-4o-mini-2024-07-18",
8686
"provider": "openai.chat"
8787
},
8888
"name": "generateText",
@@ -120,7 +120,7 @@
120120
"has_input": true,
121121
"has_output": true,
122122
"metadata": {
123-
"model": "gpt-4o-mini",
123+
"model": "gpt-4o-mini-2024-07-18",
124124
"provider": "openai.chat"
125125
},
126126
"name": "generateObject",
@@ -147,7 +147,7 @@
147147
"has_input": true,
148148
"has_output": true,
149149
"metadata": {
150-
"model": "gpt-4o-mini",
150+
"model": "gpt-4o-mini-2024-07-18",
151151
"provider": "openai.chat"
152152
},
153153
"name": "streamObject",

‎e2e/scenarios/ai-sdk-instrumentation/__snapshots__/ai-sdk-v5.log-payloads.json‎

Lines changed: 7 additions & 7 deletions
Original file line numberDiff line numberDiff line change
@@ -21,7 +21,7 @@
2121
"prompt": "<prompt>"
2222
},
2323
"metadata": {
24-
"model": "gpt-4o-mini",
24+
"model": "gpt-4o-mini-2024-07-18",
2525
"provider": "openai.responses"
2626
},
2727
"name": "generateText",
@@ -40,7 +40,7 @@
4040
"prompt": "<prompt>"
4141
},
4242
"metadata": {
43-
"model": "gpt-4o-mini",
43+
"model": "gpt-4o-mini-2024-07-18",
4444
"provider": "openai.responses"
4545
},
4646
"name": "streamText",
@@ -59,7 +59,7 @@
5959
"prompt": "<prompt>"
6060
},
6161
"metadata": {
62-
"model": "gpt-4o-mini",
62+
"model": "gpt-4o-mini-2024-07-18",
6363
"provider": "openai.responses"
6464
},
6565
"name": "generateText",
@@ -347,7 +347,7 @@
347347
"schema": "<schema>"
348348
},
349349
"metadata": {
350-
"model": "gpt-4o-mini",
350+
"model": "gpt-4o-mini-2024-07-18",
351351
"provider": "openai.responses"
352352
},
353353
"name": "generateObject",
@@ -367,7 +367,7 @@
367367
"schema": "<schema>"
368368
},
369369
"metadata": {
370-
"model": "gpt-4o-mini",
370+
"model": "gpt-4o-mini-2024-07-18",
371371
"provider": "openai.responses"
372372
},
373373
"name": "streamObject",
@@ -390,7 +390,7 @@
390390
]
391391
},
392392
"metadata": {
393-
"model": "gpt-4o-mini",
393+
"model": "gpt-4o-mini-2024-07-18",
394394
"provider": "openai.responses"
395395
},
396396
"name": "Agent.generate",
@@ -413,7 +413,7 @@
413413
]
414414
},
415415
"metadata": {
416-
"model": "gpt-4o-mini",
416+
"model": "gpt-4o-mini-2024-07-18",
417417
"provider": "openai.responses"
418418
},
419419
"name": "Agent.stream",

‎e2e/scenarios/ai-sdk-instrumentation/__snapshots__/ai-sdk-v5.span-events.json‎

Lines changed: 7 additions & 7 deletions
Original file line numberDiff line numberDiff line change
@@ -28,7 +28,7 @@
2828
"has_input": true,
2929
"has_output": true,
3030
"metadata": {
31-
"model": "gpt-4o-mini",
31+
"model": "gpt-4o-mini-2024-07-18",
3232
"provider": "openai.responses"
3333
},
3434
"name": "generateText",
@@ -55,7 +55,7 @@
5555
"has_input": true,
5656
"has_output": true,
5757
"metadata": {
58-
"model": "gpt-4o-mini",
58+
"model": "gpt-4o-mini-2024-07-18",
5959
"provider": "openai.responses"
6060
},
6161
"name": "streamText",
@@ -82,7 +82,7 @@
8282
"has_input": true,
8383
"has_output": true,
8484
"metadata": {
85-
"model": "gpt-4o-mini",
85+
"model": "gpt-4o-mini-2024-07-18",
8686
"provider": "openai.responses"
8787
},
8888
"name": "generateText",
@@ -153,7 +153,7 @@
153153
"has_input": true,
154154
"has_output": true,
155155
"metadata": {
156-
"model": "gpt-4o-mini",
156+
"model": "gpt-4o-mini-2024-07-18",
157157
"provider": "openai.responses"
158158
},
159159
"name": "generateObject",
@@ -180,7 +180,7 @@
180180
"has_input": true,
181181
"has_output": true,
182182
"metadata": {
183-
"model": "gpt-4o-mini",
183+
"model": "gpt-4o-mini-2024-07-18",
184184
"provider": "openai.responses"
185185
},
186186
"name": "streamObject",
@@ -207,7 +207,7 @@
207207
"has_input": true,
208208
"has_output": true,
209209
"metadata": {
210-
"model": "gpt-4o-mini",
210+
"model": "gpt-4o-mini-2024-07-18",
211211
"provider": "openai.responses"
212212
},
213213
"name": "Agent.generate",
@@ -234,7 +234,7 @@
234234
"has_input": true,
235235
"has_output": true,
236236
"metadata": {
237-
"model": "gpt-4o-mini",
237+
"model": "gpt-4o-mini-2024-07-18",
238238
"provider": "openai.responses"
239239
},
240240
"name": "Agent.stream",

‎e2e/scenarios/ai-sdk-instrumentation/__snapshots__/ai-sdk-v6.log-payloads.json‎

Lines changed: 7 additions & 7 deletions
Original file line numberDiff line numberDiff line change
@@ -21,7 +21,7 @@
2121
"prompt": "<prompt>"
2222
},
2323
"metadata": {
24-
"model": "gpt-4o-mini",
24+
"model": "gpt-4o-mini-2024-07-18",
2525
"provider": "openai.responses"
2626
},
2727
"name": "generateText",
@@ -40,7 +40,7 @@
4040
"prompt": "<prompt>"
4141
},
4242
"metadata": {
43-
"model": "gpt-4o-mini",
43+
"model": "gpt-4o-mini-2024-07-18",
4444
"provider": "openai.responses"
4545
},
4646
"name": "streamText",
@@ -59,7 +59,7 @@
5959
"prompt": "<prompt>"
6060
},
6161
"metadata": {
62-
"model": "gpt-4o-mini",
62+
"model": "gpt-4o-mini-2024-07-18",
6363
"provider": "openai.responses"
6464
},
6565
"name": "generateText",
@@ -377,7 +377,7 @@
377377
"schema": "<schema>"
378378
},
379379
"metadata": {
380-
"model": "gpt-4o-mini",
380+
"model": "gpt-4o-mini-2024-07-18",
381381
"provider": "openai.responses"
382382
},
383383
"name": "generateObject",
@@ -397,7 +397,7 @@
397397
"schema": "<schema>"
398398
},
399399
"metadata": {
400-
"model": "gpt-4o-mini",
400+
"model": "gpt-4o-mini-2024-07-18",
401401
"provider": "openai.responses"
402402
},
403403
"name": "streamObject",
@@ -420,7 +420,7 @@
420420
]
421421
},
422422
"metadata": {
423-
"model": "gpt-4o-mini",
423+
"model": "gpt-4o-mini-2024-07-18",
424424
"provider": "openai.responses"
425425
},
426426
"name": "ToolLoopAgent.generate",
@@ -443,7 +443,7 @@
443443
]
444444
},
445445
"metadata": {
446-
"model": "gpt-4o-mini",
446+
"model": "gpt-4o-mini-2024-07-18",
447447
"provider": "openai.responses"
448448
},
449449
"name": "ToolLoopAgent.stream",

0 commit comments

Comments
 (0)