Skip to content

Commit edc92c8

Browse files
api-clients-generation-pipeline[bot]ci.datadog-api-spec
api-clients-generation-pipeline[bot]
and
ci.datadog-api-spec
authored
Regenerate client from commit 15d471f of spec repo (DataDog#3389)
Co-authored-by: ci.datadog-api-spec <packages@datadoghq.com>
1 parent 72934a5 commit edc92c8

26 files changed

Lines changed: 3340 additions & 18 deletions

‎.generator/schemas/v2/openapi.yaml‎

Lines changed: 699 additions & 18 deletions
Large diffs are not rendered by default.

‎examples/v2/llm-observability/BatchUpdateLLMObsDataset.rb‎

Lines changed: 45 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,45 @@
1+
# Batch update LLM Observability dataset records returns "OK" response
2+
3+
require "datadog_api_client"
4+
DatadogAPIClient.configure do |config|
5+
config.unstable_operations["v2.batch_update_llm_obs_dataset".to_sym] = true
6+
end
7+
api_instance = DatadogAPIClient::V2::LLMObservabilityAPI.new
8+
9+
body = DatadogAPIClient::V2::LLMObsDatasetBatchUpdateRequest.new({
10+
data: DatadogAPIClient::V2::LLMObsDatasetBatchUpdateDataRequest.new({
11+
attributes: DatadogAPIClient::V2::LLMObsDatasetBatchUpdateDataAttributesRequest.new({
12+
create_new_version: true,
13+
delete_records: [],
14+
insert_records: [
15+
DatadogAPIClient::V2::LLMObsDatasetBatchUpdateInsertRecord.new({
16+
expected_output: nil,
17+
id: "rec-7c3f5a1b-9e2d-4f8a-b1c6-3d7e9f0a2b4c",
18+
input: nil,
19+
tag_operations: DatadogAPIClient::V2::LLMObsDatasetRecordTagOperations.new({
20+
add: [],
21+
remove: [],
22+
set: [],
23+
}),
24+
tags: [],
25+
}),
26+
],
27+
tags: [],
28+
update_records: [
29+
DatadogAPIClient::V2::LLMObsDatasetBatchUpdateUpdateRecord.new({
30+
expected_output: nil,
31+
id: "rec-7c3f5a1b-9e2d-4f8a-b1c6-3d7e9f0a2b4c",
32+
input: nil,
33+
tag_operations: DatadogAPIClient::V2::LLMObsDatasetRecordTagOperations.new({
34+
add: [],
35+
remove: [],
36+
set: [],
37+
}),
38+
}),
39+
],
40+
}),
41+
id: "9f64e5c7-dc5a-45c8-a17c-1b85f0bec97d",
42+
type: DatadogAPIClient::V2::LLMObsDatasetType::DATASETS,
43+
}),
44+
})
45+
p api_instance.batch_update_llm_obs_dataset("project_id", "dataset_id", body)

‎examples/v2/llm-observability/CloneLLMObsDataset.rb‎

Lines changed: 19 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,19 @@
1+
# Clone an LLM Observability dataset returns "OK" response
2+
3+
require "datadog_api_client"
4+
DatadogAPIClient.configure do |config|
5+
config.unstable_operations["v2.clone_llm_obs_dataset".to_sym] = true
6+
end
7+
api_instance = DatadogAPIClient::V2::LLMObservabilityAPI.new
8+
9+
body = DatadogAPIClient::V2::LLMObsDatasetCloneRequest.new({
10+
data: DatadogAPIClient::V2::LLMObsDatasetCloneDataRequest.new({
11+
attributes: DatadogAPIClient::V2::LLMObsDatasetCloneDataAttributesRequest.new({
12+
description: "Clone of the original dataset for experimentation.",
13+
name: "My cloned dataset",
14+
}),
15+
id: "9f64e5c7-dc5a-45c8-a17c-1b85f0bec97d",
16+
type: DatadogAPIClient::V2::LLMObsDatasetType::DATASETS,
17+
}),
18+
})
19+
p api_instance.clone_llm_obs_dataset("project_id", "dataset_id", body)

‎examples/v2/llm-observability/ExportLLMObsDataset.rb‎

Lines changed: 8 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,8 @@
1+
# Export an LLM Observability dataset returns "OK" response
2+
3+
require "datadog_api_client"
4+
DatadogAPIClient.configure do |config|
5+
config.unstable_operations["v2.export_llm_obs_dataset".to_sym] = true
6+
end
7+
api_instance = DatadogAPIClient::V2::LLMObservabilityAPI.new
8+
p api_instance.export_llm_obs_dataset("project_id", "dataset_id")

‎examples/v2/llm-observability/RestoreLLMObsDatasetVersion.rb‎

Lines changed: 18 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,18 @@
1+
# Restore an LLM Observability dataset version returns "OK" response
2+
3+
require "datadog_api_client"
4+
DatadogAPIClient.configure do |config|
5+
config.unstable_operations["v2.restore_llm_obs_dataset_version".to_sym] = true
6+
end
7+
api_instance = DatadogAPIClient::V2::LLMObservabilityAPI.new
8+
9+
body = DatadogAPIClient::V2::LLMObsDatasetRestoreVersionRequest.new({
10+
data: DatadogAPIClient::V2::LLMObsDatasetRestoreVersionDataRequest.new({
11+
attributes: DatadogAPIClient::V2::LLMObsDatasetRestoreVersionDataAttributesRequest.new({
12+
dataset_version: 1,
13+
}),
14+
id: "9f64e5c7-dc5a-45c8-a17c-1b85f0bec97d",
15+
type: DatadogAPIClient::V2::LLMObsDatasetType::DATASETS,
16+
}),
17+
})
18+
p api_instance.restore_llm_obs_dataset_version("project_id", "dataset_id", body)

‎examples/v2/llm-observability/UploadLLMObsDatasetRecordsFile.rb‎

Lines changed: 8 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,8 @@
1+
# Upload records to an LLM Observability dataset returns "OK" response
2+
3+
require "datadog_api_client"
4+
DatadogAPIClient.configure do |config|
5+
config.unstable_operations["v2.upload_llm_obs_dataset_records_file".to_sym] = true
6+
end
7+
api_instance = DatadogAPIClient::V2::LLMObservabilityAPI.new
8+
p api_instance.upload_llm_obs_dataset_records_file("project_id", "dataset_id")

‎features/scenarios_model_mapping.rb‎

Lines changed: 30 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -1054,6 +1054,16 @@
10541054
"dataset_id" => "String",
10551055
"body" => "LLMObsDatasetUpdateRequest",
10561056
},
1057+
"v2.BatchUpdateLLMObsDataset" => {
1058+
"project_id" => "String",
1059+
"dataset_id" => "String",
1060+
"body" => "LLMObsDatasetBatchUpdateRequest",
1061+
},
1062+
"v2.CloneLLMObsDataset" => {
1063+
"project_id" => "String",
1064+
"dataset_id" => "String",
1065+
"body" => "LLMObsDatasetCloneRequest",
1066+
},
10571067
"v2.GetLLMObsDatasetDraftState" => {
10581068
"project_id" => "String",
10591069
"dataset_id" => "String",
@@ -1066,6 +1076,12 @@
10661076
"project_id" => "String",
10671077
"dataset_id" => "String",
10681078
},
1079+
"v2.ExportLLMObsDataset" => {
1080+
"project_id" => "String",
1081+
"dataset_id" => "String",
1082+
"format" => "LLMObsDatasetExportFormat",
1083+
"version" => "Integer",
1084+
},
10691085
"v2.ListLLMObsDatasetRecords" => {
10701086
"project_id" => "String",
10711087
"dataset_id" => "String",
@@ -1088,10 +1104,24 @@
10881104
"dataset_id" => "String",
10891105
"body" => "LLMObsDeleteDatasetRecordsRequest",
10901106
},
1107+
"v2.RestoreLLMObsDatasetVersion" => {
1108+
"project_id" => "String",
1109+
"dataset_id" => "String",
1110+
"body" => "LLMObsDatasetRestoreVersionRequest",
1111+
},
10911112
"v2.ListLLMObsDatasetVersions" => {
10921113
"project_id" => "String",
10931114
"dataset_id" => "String",
10941115
},
1116+
"v2.UploadLLMObsDatasetRecordsFile" => {
1117+
"project_id" => "String",
1118+
"dataset_id" => "String",
1119+
"deduplicate" => "Boolean",
1120+
"overwrite" => "Boolean",
1121+
"tags" => "Array<String>",
1122+
"include_user_data" => "Boolean",
1123+
"file" => "File",
1124+
},
10951125
"v2.ListLLMObsExperimentEvents" => {
10961126
"experiment_id" => "String",
10971127
"page_limit" => "Integer",

‎features/v2/llm_observability.feature‎

Lines changed: 154 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -109,6 +109,76 @@ Feature: LLM Observability
109109
When the request is sent
110110
Then the response status is 200 OK
111111

112+
@generated @skip @team:DataDog/ml-observability
113+
Scenario: Batch update LLM Observability dataset records returns "Bad Request" response
114+
Given operation "BatchUpdateLLMObsDataset" enabled
115+
And new "BatchUpdateLLMObsDataset" request
116+
And request contains "project_id" parameter from "REPLACE.ME"
117+
And request contains "dataset_id" parameter from "REPLACE.ME"
118+
And body with value {"data": {"attributes": {"create_new_version": true, "delete_records": [], "insert_records": [{"expected_output": null, "id": "rec-7c3f5a1b-9e2d-4f8a-b1c6-3d7e9f0a2b4c", "input": null, "tag_operations": {"add": [], "remove": [], "set": []}, "tags": []}], "tags": [], "update_records": [{"expected_output": null, "id": "rec-7c3f5a1b-9e2d-4f8a-b1c6-3d7e9f0a2b4c", "input": null, "tag_operations": {"add": [], "remove": [], "set": []}}]}, "id": "9f64e5c7-dc5a-45c8-a17c-1b85f0bec97d", "type": "datasets"}}
119+
When the request is sent
120+
Then the response status is 400 Bad Request
121+
122+
@generated @skip @team:DataDog/ml-observability
123+
Scenario: Batch update LLM Observability dataset records returns "Not Found" response
124+
Given operation "BatchUpdateLLMObsDataset" enabled
125+
And new "BatchUpdateLLMObsDataset" request
126+
And request contains "project_id" parameter from "REPLACE.ME"
127+
And request contains "dataset_id" parameter from "REPLACE.ME"
128+
And body with value {"data": {"attributes": {"create_new_version": true, "delete_records": [], "insert_records": [{"expected_output": null, "id": "rec-7c3f5a1b-9e2d-4f8a-b1c6-3d7e9f0a2b4c", "input": null, "tag_operations": {"add": [], "remove": [], "set": []}, "tags": []}], "tags": [], "update_records": [{"expected_output": null, "id": "rec-7c3f5a1b-9e2d-4f8a-b1c6-3d7e9f0a2b4c", "input": null, "tag_operations": {"add": [], "remove": [], "set": []}}]}, "id": "9f64e5c7-dc5a-45c8-a17c-1b85f0bec97d", "type": "datasets"}}
129+
When the request is sent
130+
Then the response status is 404 Not Found
131+
132+
@generated @skip @team:DataDog/ml-observability
133+
Scenario: Batch update LLM Observability dataset records returns "OK" response
134+
Given operation "BatchUpdateLLMObsDataset" enabled
135+
And new "BatchUpdateLLMObsDataset" request
136+
And request contains "project_id" parameter from "REPLACE.ME"
137+
And request contains "dataset_id" parameter from "REPLACE.ME"
138+
And body with value {"data": {"attributes": {"create_new_version": true, "delete_records": [], "insert_records": [{"expected_output": null, "id": "rec-7c3f5a1b-9e2d-4f8a-b1c6-3d7e9f0a2b4c", "input": null, "tag_operations": {"add": [], "remove": [], "set": []}, "tags": []}], "tags": [], "update_records": [{"expected_output": null, "id": "rec-7c3f5a1b-9e2d-4f8a-b1c6-3d7e9f0a2b4c", "input": null, "tag_operations": {"add": [], "remove": [], "set": []}}]}, "id": "9f64e5c7-dc5a-45c8-a17c-1b85f0bec97d", "type": "datasets"}}
139+
When the request is sent
140+
Then the response status is 200 OK
141+
142+
@generated @skip @team:DataDog/ml-observability
143+
Scenario: Batch update LLM Observability dataset records returns "Payload Too Large" response
144+
Given operation "BatchUpdateLLMObsDataset" enabled
145+
And new "BatchUpdateLLMObsDataset" request
146+
And request contains "project_id" parameter from "REPLACE.ME"
147+
And request contains "dataset_id" parameter from "REPLACE.ME"
148+
And body with value {"data": {"attributes": {"create_new_version": true, "delete_records": [], "insert_records": [{"expected_output": null, "id": "rec-7c3f5a1b-9e2d-4f8a-b1c6-3d7e9f0a2b4c", "input": null, "tag_operations": {"add": [], "remove": [], "set": []}, "tags": []}], "tags": [], "update_records": [{"expected_output": null, "id": "rec-7c3f5a1b-9e2d-4f8a-b1c6-3d7e9f0a2b4c", "input": null, "tag_operations": {"add": [], "remove": [], "set": []}}]}, "id": "9f64e5c7-dc5a-45c8-a17c-1b85f0bec97d", "type": "datasets"}}
149+
When the request is sent
150+
Then the response status is 413 Payload Too Large
151+
152+
@generated @skip @team:DataDog/ml-observability
153+
Scenario: Clone an LLM Observability dataset returns "Bad Request" response
154+
Given operation "CloneLLMObsDataset" enabled
155+
And new "CloneLLMObsDataset" request
156+
And request contains "project_id" parameter from "REPLACE.ME"
157+
And request contains "dataset_id" parameter from "REPLACE.ME"
158+
And body with value {"data": {"attributes": {"description": "Clone of the original dataset for experimentation.", "name": "My cloned dataset"}, "id": "9f64e5c7-dc5a-45c8-a17c-1b85f0bec97d", "type": "datasets"}}
159+
When the request is sent
160+
Then the response status is 400 Bad Request
161+
162+
@generated @skip @team:DataDog/ml-observability
163+
Scenario: Clone an LLM Observability dataset returns "Not Found" response
164+
Given operation "CloneLLMObsDataset" enabled
165+
And new "CloneLLMObsDataset" request
166+
And request contains "project_id" parameter from "REPLACE.ME"
167+
And request contains "dataset_id" parameter from "REPLACE.ME"
168+
And body with value {"data": {"attributes": {"description": "Clone of the original dataset for experimentation.", "name": "My cloned dataset"}, "id": "9f64e5c7-dc5a-45c8-a17c-1b85f0bec97d", "type": "datasets"}}
169+
When the request is sent
170+
Then the response status is 404 Not Found
171+
172+
@generated @skip @team:DataDog/ml-observability
173+
Scenario: Clone an LLM Observability dataset returns "OK" response
174+
Given operation "CloneLLMObsDataset" enabled
175+
And new "CloneLLMObsDataset" request
176+
And request contains "project_id" parameter from "REPLACE.ME"
177+
And request contains "dataset_id" parameter from "REPLACE.ME"
178+
And body with value {"data": {"attributes": {"description": "Clone of the original dataset for experimentation.", "name": "My cloned dataset"}, "id": "9f64e5c7-dc5a-45c8-a17c-1b85f0bec97d", "type": "datasets"}}
179+
When the request is sent
180+
Then the response status is 200 OK
181+
112182
@generated @skip @team:DataDog/ml-observability
113183
Scenario: Create an LLM Observability annotation queue returns "Bad Request" response
114184
Given operation "CreateLLMObsAnnotationQueue" enabled
@@ -417,6 +487,33 @@ Feature: LLM Observability
417487
When the request is sent
418488
Then the response status is 404 Not Found
419489

490+
@generated @skip @team:DataDog/ml-observability
491+
Scenario: Export an LLM Observability dataset returns "Bad Request" response
492+
Given operation "ExportLLMObsDataset" enabled
493+
And new "ExportLLMObsDataset" request
494+
And request contains "project_id" parameter from "REPLACE.ME"
495+
And request contains "dataset_id" parameter from "REPLACE.ME"
496+
When the request is sent
497+
Then the response status is 400 Bad Request
498+
499+
@generated @skip @team:DataDog/ml-observability
500+
Scenario: Export an LLM Observability dataset returns "Not Found" response
501+
Given operation "ExportLLMObsDataset" enabled
502+
And new "ExportLLMObsDataset" request
503+
And request contains "project_id" parameter from "REPLACE.ME"
504+
And request contains "dataset_id" parameter from "REPLACE.ME"
505+
When the request is sent
506+
Then the response status is 404 Not Found
507+
508+
@generated @skip @team:DataDog/ml-observability
509+
Scenario: Export an LLM Observability dataset returns "OK" response
510+
Given operation "ExportLLMObsDataset" enabled
511+
And new "ExportLLMObsDataset" request
512+
And request contains "project_id" parameter from "REPLACE.ME"
513+
And request contains "dataset_id" parameter from "REPLACE.ME"
514+
When the request is sent
515+
Then the response status is 200 OK
516+
420517
@generated @skip @team:DataDog/ml-observability
421518
Scenario: Get LLM Observability dataset draft state returns "Bad Request" response
422519
Given operation "GetLLMObsDatasetDraftState" enabled
@@ -770,6 +867,36 @@ Feature: LLM Observability
770867
When the request is sent
771868
Then the response status is 404 Not Found
772869

870+
@generated @skip @team:DataDog/ml-observability
871+
Scenario: Restore an LLM Observability dataset version returns "Bad Request" response
872+
Given operation "RestoreLLMObsDatasetVersion" enabled
873+
And new "RestoreLLMObsDatasetVersion" request
874+
And request contains "project_id" parameter from "REPLACE.ME"
875+
And request contains "dataset_id" parameter from "REPLACE.ME"
876+
And body with value {"data": {"attributes": {"dataset_version": 1}, "id": "9f64e5c7-dc5a-45c8-a17c-1b85f0bec97d", "type": "datasets"}}
877+
When the request is sent
878+
Then the response status is 400 Bad Request
879+
880+
@generated @skip @team:DataDog/ml-observability
881+
Scenario: Restore an LLM Observability dataset version returns "Not Found" response
882+
Given operation "RestoreLLMObsDatasetVersion" enabled
883+
And new "RestoreLLMObsDatasetVersion" request
884+
And request contains "project_id" parameter from "REPLACE.ME"
885+
And request contains "dataset_id" parameter from "REPLACE.ME"
886+
And body with value {"data": {"attributes": {"dataset_version": 1}, "id": "9f64e5c7-dc5a-45c8-a17c-1b85f0bec97d", "type": "datasets"}}
887+
When the request is sent
888+
Then the response status is 404 Not Found
889+
890+
@generated @skip @team:DataDog/ml-observability
891+
Scenario: Restore an LLM Observability dataset version returns "OK" response
892+
Given operation "RestoreLLMObsDatasetVersion" enabled
893+
And new "RestoreLLMObsDatasetVersion" request
894+
And request contains "project_id" parameter from "REPLACE.ME"
895+
And request contains "dataset_id" parameter from "REPLACE.ME"
896+
And body with value {"data": {"attributes": {"dataset_version": 1}, "id": "9f64e5c7-dc5a-45c8-a17c-1b85f0bec97d", "type": "datasets"}}
897+
When the request is sent
898+
Then the response status is 200 OK
899+
773900
@generated @skip @team:DataDog/ml-observability
774901
Scenario: Run an LLM inference returns "Bad Request" response
775902
Given operation "CreateLLMObsIntegrationInference" enabled
@@ -1040,3 +1167,30 @@ Feature: LLM Observability
10401167
And body with value {"data": {"attributes": {"annotation_schema": {"label_schemas": [{"description": "Rating of the response quality.", "has_assessment": false, "has_reasoning": false, "id": "abc-123", "is_assessment": false, "is_integer": false, "is_required": true, "max": 5.0, "min": 0.0, "name": "quality", "type": "score", "values": ["good", "bad", "neutral"]}]}}, "type": "queues"}}
10411168
When the request is sent
10421169
Then the response status is 200 OK
1170+
1171+
@generated @skip @team:DataDog/ml-observability
1172+
Scenario: Upload records to an LLM Observability dataset returns "Bad Request" response
1173+
Given operation "UploadLLMObsDatasetRecordsFile" enabled
1174+
And new "UploadLLMObsDatasetRecordsFile" request
1175+
And request contains "project_id" parameter from "REPLACE.ME"
1176+
And request contains "dataset_id" parameter from "REPLACE.ME"
1177+
When the request is sent
1178+
Then the response status is 400 Bad Request
1179+
1180+
@generated @skip @team:DataDog/ml-observability
1181+
Scenario: Upload records to an LLM Observability dataset returns "Not Found" response
1182+
Given operation "UploadLLMObsDatasetRecordsFile" enabled
1183+
And new "UploadLLMObsDatasetRecordsFile" request
1184+
And request contains "project_id" parameter from "REPLACE.ME"
1185+
And request contains "dataset_id" parameter from "REPLACE.ME"
1186+
When the request is sent
1187+
Then the response status is 404 Not Found
1188+
1189+
@generated @skip @team:DataDog/ml-observability
1190+
Scenario: Upload records to an LLM Observability dataset returns "OK" response
1191+
Given operation "UploadLLMObsDatasetRecordsFile" enabled
1192+
And new "UploadLLMObsDatasetRecordsFile" request
1193+
And request contains "project_id" parameter from "REPLACE.ME"
1194+
And request contains "dataset_id" parameter from "REPLACE.ME"
1195+
When the request is sent
1196+
Then the response status is 200 OK

‎features/v2/undo.json‎

Lines changed: 32 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -4016,6 +4016,20 @@
40164016
"type": "idempotent"
40174017
}
40184018
},
4019+
"BatchUpdateLLMObsDataset": {
4020+
"tag": "LLM Observability",
4021+
"undo": {
4022+
"type": "idempotent"
4023+
}
4024+
},
4025+
"CloneLLMObsDataset": {
4026+
"tag": "LLM Observability",
4027+
"undo": {
4028+
"operationId": "TODO",
4029+
"parameters": [],
4030+
"type": "unsafe"
4031+
}
4032+
},
40194033
"GetLLMObsDatasetDraftState": {
40204034
"tag": "LLM Observability",
40214035
"undo": {
@@ -4034,6 +4048,12 @@
40344048
"type": "idempotent"
40354049
}
40364050
},
4051+
"ExportLLMObsDataset": {
4052+
"tag": "LLM Observability",
4053+
"undo": {
4054+
"type": "safe"
4055+
}
4056+
},
40374057
"ListLLMObsDatasetRecords": {
40384058
"tag": "LLM Observability",
40394059
"undo": {
@@ -4071,12 +4091,24 @@
40714091
"type": "unsafe"
40724092
}
40734093
},
4094+
"RestoreLLMObsDatasetVersion": {
4095+
"tag": "LLM Observability",
4096+
"undo": {
4097+
"type": "idempotent"
4098+
}
4099+
},
40744100
"ListLLMObsDatasetVersions": {
40754101
"tag": "LLM Observability",
40764102
"undo": {
40774103
"type": "safe"
40784104
}
40794105
},
4106+
"UploadLLMObsDatasetRecordsFile": {
4107+
"tag": "LLM Observability",
4108+
"undo": {
4109+
"type": "idempotent"
4110+
}
4111+
},
40804112
"ListLLMObsExperimentEvents": {
40814113
"tag": "LLM Observability",
40824114
"undo": {

0 commit comments

Comments
 (0)