Skip to content

Commit 31096f4

Browse files
stainless-app[bot]stainless-app[bot]
committed
feat(api): api update
1 parent 45d3bc0 commit 31096f4

File tree

6 files changed

+144
-1
lines changed

6 files changed

+144
-1
lines changed

‎.stats.yml

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -1,3 +1,3 @@
11
configured_endpoints: 65
2-
openapi_spec_hash: 94969e7925542f0cc845f6e3d299ed3c
2+
openapi_spec_hash: f63d4542b4bd1530ced013eb686cab99
33
config_hash: 14b2643a0ec60cf326dfed00939644ff

‎src/codex/resources/projects/query_logs.py

Lines changed: 88 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -92,9 +92,12 @@ def list(
9292
created_at_end: Union[str, datetime, None] | NotGiven = NOT_GIVEN,
9393
created_at_start: Union[str, datetime, None] | NotGiven = NOT_GIVEN,
9494
custom_metadata: Optional[str] | NotGiven = NOT_GIVEN,
95+
failed_evals: Optional[List[str]] | NotGiven = NOT_GIVEN,
96+
guardrailed: Optional[bool] | NotGiven = NOT_GIVEN,
9597
limit: int | NotGiven = NOT_GIVEN,
9698
offset: int | NotGiven = NOT_GIVEN,
9799
order: Literal["asc", "desc"] | NotGiven = NOT_GIVEN,
100+
passed_evals: Optional[List[str]] | NotGiven = NOT_GIVEN,
98101
primary_eval_issue: Optional[
99102
List[Literal["hallucination", "search_failure", "unhelpful", "difficult_query", "unsupported"]]
100103
]
@@ -118,6 +121,12 @@ def list(
118121
119122
custom_metadata: Filter by custom metadata as JSON string: {"key1": "value1", "key2": "value2"}
120123
124+
failed_evals: Filter by evals that failed
125+
126+
guardrailed: Filter by guardrailed status
127+
128+
passed_evals: Filter by evals that passed
129+
121130
primary_eval_issue: Filter logs that have ANY of these primary evaluation issues (OR operation)
122131
123132
was_cache_hit: Filter by cache hit status
@@ -144,9 +153,12 @@ def list(
144153
"created_at_end": created_at_end,
145154
"created_at_start": created_at_start,
146155
"custom_metadata": custom_metadata,
156+
"failed_evals": failed_evals,
157+
"guardrailed": guardrailed,
147158
"limit": limit,
148159
"offset": offset,
149160
"order": order,
161+
"passed_evals": passed_evals,
150162
"primary_eval_issue": primary_eval_issue,
151163
"sort": sort,
152164
"was_cache_hit": was_cache_hit,
@@ -164,9 +176,13 @@ def list_by_group(
164176
created_at_end: Union[str, datetime, None] | NotGiven = NOT_GIVEN,
165177
created_at_start: Union[str, datetime, None] | NotGiven = NOT_GIVEN,
166178
custom_metadata: Optional[str] | NotGiven = NOT_GIVEN,
179+
failed_evals: Optional[List[str]] | NotGiven = NOT_GIVEN,
180+
guardrailed: Optional[bool] | NotGiven = NOT_GIVEN,
167181
limit: int | NotGiven = NOT_GIVEN,
182+
needs_review: Optional[bool] | NotGiven = NOT_GIVEN,
168183
offset: int | NotGiven = NOT_GIVEN,
169184
order: Literal["asc", "desc"] | NotGiven = NOT_GIVEN,
185+
passed_evals: Optional[List[str]] | NotGiven = NOT_GIVEN,
170186
primary_eval_issue: Optional[
171187
List[Literal["hallucination", "search_failure", "unhelpful", "difficult_query", "unsupported"]]
172188
]
@@ -191,6 +207,14 @@ def list_by_group(
191207
192208
custom_metadata: Filter by custom metadata as JSON string: {"key1": "value1", "key2": "value2"}
193209
210+
failed_evals: Filter by evals that failed
211+
212+
guardrailed: Filter by guardrailed status
213+
214+
needs_review: Filter logs that need review
215+
216+
passed_evals: Filter by evals that passed
217+
194218
primary_eval_issue: Filter logs that have ANY of these primary evaluation issues (OR operation)
195219
196220
remediation_ids: List of groups to list child logs for
@@ -219,9 +243,13 @@ def list_by_group(
219243
"created_at_end": created_at_end,
220244
"created_at_start": created_at_start,
221245
"custom_metadata": custom_metadata,
246+
"failed_evals": failed_evals,
247+
"guardrailed": guardrailed,
222248
"limit": limit,
249+
"needs_review": needs_review,
223250
"offset": offset,
224251
"order": order,
252+
"passed_evals": passed_evals,
225253
"primary_eval_issue": primary_eval_issue,
226254
"remediation_ids": remediation_ids,
227255
"sort": sort,
@@ -240,9 +268,13 @@ def list_groups(
240268
created_at_end: Union[str, datetime, None] | NotGiven = NOT_GIVEN,
241269
created_at_start: Union[str, datetime, None] | NotGiven = NOT_GIVEN,
242270
custom_metadata: Optional[str] | NotGiven = NOT_GIVEN,
271+
failed_evals: Optional[List[str]] | NotGiven = NOT_GIVEN,
272+
guardrailed: Optional[bool] | NotGiven = NOT_GIVEN,
243273
limit: int | NotGiven = NOT_GIVEN,
274+
needs_review: Optional[bool] | NotGiven = NOT_GIVEN,
244275
offset: int | NotGiven = NOT_GIVEN,
245276
order: Literal["asc", "desc"] | NotGiven = NOT_GIVEN,
277+
passed_evals: Optional[List[str]] | NotGiven = NOT_GIVEN,
246278
primary_eval_issue: Optional[
247279
List[Literal["hallucination", "search_failure", "unhelpful", "difficult_query", "unsupported"]]
248280
]
@@ -267,6 +299,14 @@ def list_groups(
267299
268300
custom_metadata: Filter by custom metadata as JSON string: {"key1": "value1", "key2": "value2"}
269301
302+
failed_evals: Filter by evals that failed
303+
304+
guardrailed: Filter by guardrailed status
305+
306+
needs_review: Filter log groups that need review
307+
308+
passed_evals: Filter by evals that passed
309+
270310
primary_eval_issue: Filter logs that have ANY of these primary evaluation issues (OR operation)
271311
272312
was_cache_hit: Filter by cache hit status
@@ -293,9 +333,13 @@ def list_groups(
293333
"created_at_end": created_at_end,
294334
"created_at_start": created_at_start,
295335
"custom_metadata": custom_metadata,
336+
"failed_evals": failed_evals,
337+
"guardrailed": guardrailed,
296338
"limit": limit,
339+
"needs_review": needs_review,
297340
"offset": offset,
298341
"order": order,
342+
"passed_evals": passed_evals,
299343
"primary_eval_issue": primary_eval_issue,
300344
"sort": sort,
301345
"was_cache_hit": was_cache_hit,
@@ -406,9 +450,12 @@ async def list(
406450
created_at_end: Union[str, datetime, None] | NotGiven = NOT_GIVEN,
407451
created_at_start: Union[str, datetime, None] | NotGiven = NOT_GIVEN,
408452
custom_metadata: Optional[str] | NotGiven = NOT_GIVEN,
453+
failed_evals: Optional[List[str]] | NotGiven = NOT_GIVEN,
454+
guardrailed: Optional[bool] | NotGiven = NOT_GIVEN,
409455
limit: int | NotGiven = NOT_GIVEN,
410456
offset: int | NotGiven = NOT_GIVEN,
411457
order: Literal["asc", "desc"] | NotGiven = NOT_GIVEN,
458+
passed_evals: Optional[List[str]] | NotGiven = NOT_GIVEN,
412459
primary_eval_issue: Optional[
413460
List[Literal["hallucination", "search_failure", "unhelpful", "difficult_query", "unsupported"]]
414461
]
@@ -432,6 +479,12 @@ async def list(
432479
433480
custom_metadata: Filter by custom metadata as JSON string: {"key1": "value1", "key2": "value2"}
434481
482+
failed_evals: Filter by evals that failed
483+
484+
guardrailed: Filter by guardrailed status
485+
486+
passed_evals: Filter by evals that passed
487+
435488
primary_eval_issue: Filter logs that have ANY of these primary evaluation issues (OR operation)
436489
437490
was_cache_hit: Filter by cache hit status
@@ -458,9 +511,12 @@ async def list(
458511
"created_at_end": created_at_end,
459512
"created_at_start": created_at_start,
460513
"custom_metadata": custom_metadata,
514+
"failed_evals": failed_evals,
515+
"guardrailed": guardrailed,
461516
"limit": limit,
462517
"offset": offset,
463518
"order": order,
519+
"passed_evals": passed_evals,
464520
"primary_eval_issue": primary_eval_issue,
465521
"sort": sort,
466522
"was_cache_hit": was_cache_hit,
@@ -478,9 +534,13 @@ async def list_by_group(
478534
created_at_end: Union[str, datetime, None] | NotGiven = NOT_GIVEN,
479535
created_at_start: Union[str, datetime, None] | NotGiven = NOT_GIVEN,
480536
custom_metadata: Optional[str] | NotGiven = NOT_GIVEN,
537+
failed_evals: Optional[List[str]] | NotGiven = NOT_GIVEN,
538+
guardrailed: Optional[bool] | NotGiven = NOT_GIVEN,
481539
limit: int | NotGiven = NOT_GIVEN,
540+
needs_review: Optional[bool] | NotGiven = NOT_GIVEN,
482541
offset: int | NotGiven = NOT_GIVEN,
483542
order: Literal["asc", "desc"] | NotGiven = NOT_GIVEN,
543+
passed_evals: Optional[List[str]] | NotGiven = NOT_GIVEN,
484544
primary_eval_issue: Optional[
485545
List[Literal["hallucination", "search_failure", "unhelpful", "difficult_query", "unsupported"]]
486546
]
@@ -505,6 +565,14 @@ async def list_by_group(
505565
506566
custom_metadata: Filter by custom metadata as JSON string: {"key1": "value1", "key2": "value2"}
507567
568+
failed_evals: Filter by evals that failed
569+
570+
guardrailed: Filter by guardrailed status
571+
572+
needs_review: Filter logs that need review
573+
574+
passed_evals: Filter by evals that passed
575+
508576
primary_eval_issue: Filter logs that have ANY of these primary evaluation issues (OR operation)
509577
510578
remediation_ids: List of groups to list child logs for
@@ -533,9 +601,13 @@ async def list_by_group(
533601
"created_at_end": created_at_end,
534602
"created_at_start": created_at_start,
535603
"custom_metadata": custom_metadata,
604+
"failed_evals": failed_evals,
605+
"guardrailed": guardrailed,
536606
"limit": limit,
607+
"needs_review": needs_review,
537608
"offset": offset,
538609
"order": order,
610+
"passed_evals": passed_evals,
539611
"primary_eval_issue": primary_eval_issue,
540612
"remediation_ids": remediation_ids,
541613
"sort": sort,
@@ -554,9 +626,13 @@ async def list_groups(
554626
created_at_end: Union[str, datetime, None] | NotGiven = NOT_GIVEN,
555627
created_at_start: Union[str, datetime, None] | NotGiven = NOT_GIVEN,
556628
custom_metadata: Optional[str] | NotGiven = NOT_GIVEN,
629+
failed_evals: Optional[List[str]] | NotGiven = NOT_GIVEN,
630+
guardrailed: Optional[bool] | NotGiven = NOT_GIVEN,
557631
limit: int | NotGiven = NOT_GIVEN,
632+
needs_review: Optional[bool] | NotGiven = NOT_GIVEN,
558633
offset: int | NotGiven = NOT_GIVEN,
559634
order: Literal["asc", "desc"] | NotGiven = NOT_GIVEN,
635+
passed_evals: Optional[List[str]] | NotGiven = NOT_GIVEN,
560636
primary_eval_issue: Optional[
561637
List[Literal["hallucination", "search_failure", "unhelpful", "difficult_query", "unsupported"]]
562638
]
@@ -581,6 +657,14 @@ async def list_groups(
581657
582658
custom_metadata: Filter by custom metadata as JSON string: {"key1": "value1", "key2": "value2"}
583659
660+
failed_evals: Filter by evals that failed
661+
662+
guardrailed: Filter by guardrailed status
663+
664+
needs_review: Filter log groups that need review
665+
666+
passed_evals: Filter by evals that passed
667+
584668
primary_eval_issue: Filter logs that have ANY of these primary evaluation issues (OR operation)
585669
586670
was_cache_hit: Filter by cache hit status
@@ -607,9 +691,13 @@ async def list_groups(
607691
"created_at_end": created_at_end,
608692
"created_at_start": created_at_start,
609693
"custom_metadata": custom_metadata,
694+
"failed_evals": failed_evals,
695+
"guardrailed": guardrailed,
610696
"limit": limit,
697+
"needs_review": needs_review,
611698
"offset": offset,
612699
"order": order,
700+
"passed_evals": passed_evals,
613701
"primary_eval_issue": primary_eval_issue,
614702
"sort": sort,
615703
"was_cache_hit": was_cache_hit,

‎src/codex/types/projects/query_log_list_by_group_params.py

Lines changed: 12 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -21,12 +21,24 @@ class QueryLogListByGroupParams(TypedDict, total=False):
2121
custom_metadata: Optional[str]
2222
"""Filter by custom metadata as JSON string: {"key1": "value1", "key2": "value2"}"""
2323

24+
failed_evals: Optional[List[str]]
25+
"""Filter by evals that failed"""
26+
27+
guardrailed: Optional[bool]
28+
"""Filter by guardrailed status"""
29+
2430
limit: int
2531

32+
needs_review: Optional[bool]
33+
"""Filter logs that need review"""
34+
2635
offset: int
2736

2837
order: Literal["asc", "desc"]
2938

39+
passed_evals: Optional[List[str]]
40+
"""Filter by evals that passed"""
41+
3042
primary_eval_issue: Optional[
3143
List[Literal["hallucination", "search_failure", "unhelpful", "difficult_query", "unsupported"]]
3244
]

‎src/codex/types/projects/query_log_list_groups_params.py

Lines changed: 12 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -21,12 +21,24 @@ class QueryLogListGroupsParams(TypedDict, total=False):
2121
custom_metadata: Optional[str]
2222
"""Filter by custom metadata as JSON string: {"key1": "value1", "key2": "value2"}"""
2323

24+
failed_evals: Optional[List[str]]
25+
"""Filter by evals that failed"""
26+
27+
guardrailed: Optional[bool]
28+
"""Filter by guardrailed status"""
29+
2430
limit: int
2531

32+
needs_review: Optional[bool]
33+
"""Filter log groups that need review"""
34+
2635
offset: int
2736

2837
order: Literal["asc", "desc"]
2938

39+
passed_evals: Optional[List[str]]
40+
"""Filter by evals that passed"""
41+
3042
primary_eval_issue: Optional[
3143
List[Literal["hallucination", "search_failure", "unhelpful", "difficult_query", "unsupported"]]
3244
]

‎src/codex/types/projects/query_log_list_params.py

Lines changed: 9 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -21,12 +21,21 @@ class QueryLogListParams(TypedDict, total=False):
2121
custom_metadata: Optional[str]
2222
"""Filter by custom metadata as JSON string: {"key1": "value1", "key2": "value2"}"""
2323

24+
failed_evals: Optional[List[str]]
25+
"""Filter by evals that failed"""
26+
27+
guardrailed: Optional[bool]
28+
"""Filter by guardrailed status"""
29+
2430
limit: int
2531

2632
offset: int
2733

2834
order: Literal["asc", "desc"]
2935

36+
passed_evals: Optional[List[str]]
37+
"""Filter by evals that passed"""
38+
3039
primary_eval_issue: Optional[
3140
List[Literal["hallucination", "search_failure", "unhelpful", "difficult_query", "unsupported"]]
3241
]

0 commit comments

Comments
 (0)