@@ -79,15 +79,15 @@ Feature: LLM Observability
7979 Scenario : Create an LLM Observability annotation queue returns "Bad Request" response
8080 Given operation "CreateLLMObsAnnotationQueue" enabled
8181 And new "CreateLLMObsAnnotationQueue" request
82- And body with value {"data" : {"attributes" : {"annotation_schema" : {"label_schemas" : [{"description" : "Rating of the response quality." , "has_assessment" : false, "has_reasoning" : false, "id" : "ab12cd34 " , "is_assessment" : false, "is_integer" : false, "is_required" : true, "max" : 5.0, "min" : 0.0, "name" : "quality" , "type" : "score" , "values" : ["good" , "bad" , "neutral" ]}]}, "description" : "Queue for annotating customer support traces" , "name" : "My annotation queue" , "project_id" : "a33671aa-24fd-4dcd-9b33-a8ec7dde7751 " }, "type" : "queues" }}
82+ And body with value {"data" : {"attributes" : {"annotation_schema" : {"label_schemas" : [{"description" : "Rating of the response quality." , "has_assessment" : false, "has_reasoning" : false, "id" : "abc-123 " , "is_assessment" : false, "is_integer" : false, "is_required" : true, "max" : 5.0, "min" : 0.0, "name" : "quality" , "type" : "score" , "values" : ["good" , "bad" , "neutral" ]}]}, "description" : "Queue for annotating customer support traces" , "name" : "My annotation queue" , "project_id" : "00000000-0000-0000-0000-000000000002 " }, "type" : "queues" }}
8383 When the request is sent
8484 Then the response status is 400 Bad Request
8585
8686 @generated @skip @team:DataDog/ml-observability
8787 Scenario : Create an LLM Observability annotation queue returns "Created" response
8888 Given operation "CreateLLMObsAnnotationQueue" enabled
8989 And new "CreateLLMObsAnnotationQueue" request
90- And body with value {"data" : {"attributes" : {"annotation_schema" : {"label_schemas" : [{"description" : "Rating of the response quality." , "has_assessment" : false, "has_reasoning" : false, "id" : "ab12cd34 " , "is_assessment" : false, "is_integer" : false, "is_required" : true, "max" : 5.0, "min" : 0.0, "name" : "quality" , "type" : "score" , "values" : ["good" , "bad" , "neutral" ]}]}, "description" : "Queue for annotating customer support traces" , "name" : "My annotation queue" , "project_id" : "a33671aa-24fd-4dcd-9b33-a8ec7dde7751 " }, "type" : "queues" }}
90+ And body with value {"data" : {"attributes" : {"annotation_schema" : {"label_schemas" : [{"description" : "Rating of the response quality." , "has_assessment" : false, "has_reasoning" : false, "id" : "abc-123 " , "is_assessment" : false, "is_integer" : false, "is_required" : true, "max" : 5.0, "min" : 0.0, "name" : "quality" , "type" : "score" , "values" : ["good" , "bad" , "neutral" ]}]}, "description" : "Queue for annotating customer support traces" , "name" : "My annotation queue" , "project_id" : "00000000-0000-0000-0000-000000000002 " }, "type" : "queues" }}
9191 When the request is sent
9292 Then the response status is 201 Created
9393
@@ -586,7 +586,7 @@ Feature: LLM Observability
586586 Given operation "UpdateLLMObsAnnotationQueue" enabled
587587 And new "UpdateLLMObsAnnotationQueue" request
588588 And request contains "queue_id" parameter from "REPLACE.ME"
589- And body with value {"data" : {"attributes" : {"annotation_schema" : {"label_schemas" : [{"description" : "Rating of the response quality." , "has_assessment" : false, "has_reasoning" : false, "id" : "ab12cd34 " , "is_assessment" : false, "is_integer" : false, "is_required" : true, "max" : 5.0, "min" : 0.0, "name" : "quality" , "type" : "score" , "values" : ["good" , "bad" , "neutral" ]}]}, "description" : "Updated description" , "name" : "Updated queue name" }, "type" : "queues" }}
589+ And body with value {"data" : {"attributes" : {"annotation_schema" : {"label_schemas" : [{"description" : "Rating of the response quality." , "has_assessment" : false, "has_reasoning" : false, "id" : "abc-123 " , "is_assessment" : false, "is_integer" : false, "is_required" : true, "max" : 5.0, "min" : 0.0, "name" : "quality" , "type" : "score" , "values" : ["good" , "bad" , "neutral" ]}]}, "description" : "Updated description" , "name" : "Updated queue name" }, "type" : "queues" }}
590590 When the request is sent
591591 Then the response status is 400 Bad Request
592592
@@ -595,7 +595,7 @@ Feature: LLM Observability
595595 Given operation "UpdateLLMObsAnnotationQueue" enabled
596596 And new "UpdateLLMObsAnnotationQueue" request
597597 And request contains "queue_id" parameter from "REPLACE.ME"
598- And body with value {"data" : {"attributes" : {"annotation_schema" : {"label_schemas" : [{"description" : "Rating of the response quality." , "has_assessment" : false, "has_reasoning" : false, "id" : "ab12cd34 " , "is_assessment" : false, "is_integer" : false, "is_required" : true, "max" : 5.0, "min" : 0.0, "name" : "quality" , "type" : "score" , "values" : ["good" , "bad" , "neutral" ]}]}, "description" : "Updated description" , "name" : "Updated queue name" }, "type" : "queues" }}
598+ And body with value {"data" : {"attributes" : {"annotation_schema" : {"label_schemas" : [{"description" : "Rating of the response quality." , "has_assessment" : false, "has_reasoning" : false, "id" : "abc-123 " , "is_assessment" : false, "is_integer" : false, "is_required" : true, "max" : 5.0, "min" : 0.0, "name" : "quality" , "type" : "score" , "values" : ["good" , "bad" , "neutral" ]}]}, "description" : "Updated description" , "name" : "Updated queue name" }, "type" : "queues" }}
599599 When the request is sent
600600 Then the response status is 404 Not Found
601601
@@ -604,7 +604,7 @@ Feature: LLM Observability
604604 Given operation "UpdateLLMObsAnnotationQueue" enabled
605605 And new "UpdateLLMObsAnnotationQueue" request
606606 And request contains "queue_id" parameter from "REPLACE.ME"
607- And body with value {"data" : {"attributes" : {"annotation_schema" : {"label_schemas" : [{"description" : "Rating of the response quality." , "has_assessment" : false, "has_reasoning" : false, "id" : "ab12cd34 " , "is_assessment" : false, "is_integer" : false, "is_required" : true, "max" : 5.0, "min" : 0.0, "name" : "quality" , "type" : "score" , "values" : ["good" , "bad" , "neutral" ]}]}, "description" : "Updated description" , "name" : "Updated queue name" }, "type" : "queues" }}
607+ And body with value {"data" : {"attributes" : {"annotation_schema" : {"label_schemas" : [{"description" : "Rating of the response quality." , "has_assessment" : false, "has_reasoning" : false, "id" : "abc-123 " , "is_assessment" : false, "is_integer" : false, "is_required" : true, "max" : 5.0, "min" : 0.0, "name" : "quality" , "type" : "score" , "values" : ["good" , "bad" , "neutral" ]}]}, "description" : "Updated description" , "name" : "Updated queue name" }, "type" : "queues" }}
608608 When the request is sent
609609 Then the response status is 200 OK
610610
@@ -697,7 +697,7 @@ Feature: LLM Observability
697697 Given operation "UpdateLLMObsAnnotationQueueLabelSchema" enabled
698698 And new "UpdateLLMObsAnnotationQueueLabelSchema" request
699699 And request contains "queue_id" parameter from "REPLACE.ME"
700- And body with value {"data" : {"attributes" : {"annotation_schema" : {"label_schemas" : [{"description" : "Rating of the response quality." , "has_assessment" : false, "has_reasoning" : false, "id" : "ab12cd34 " , "is_assessment" : false, "is_integer" : false, "is_required" : true, "max" : 5.0, "min" : 0.0, "name" : "quality" , "type" : "score" , "values" : ["good" , "bad" , "neutral" ]}]}}, "type" : "queues" }}
700+ And body with value {"data" : {"attributes" : {"annotation_schema" : {"label_schemas" : [{"description" : "Rating of the response quality." , "has_assessment" : false, "has_reasoning" : false, "id" : "abc-123 " , "is_assessment" : false, "is_integer" : false, "is_required" : true, "max" : 5.0, "min" : 0.0, "name" : "quality" , "type" : "score" , "values" : ["good" , "bad" , "neutral" ]}]}}, "type" : "queues" }}
701701 When the request is sent
702702 Then the response status is 400 Bad Request
703703
@@ -706,7 +706,7 @@ Feature: LLM Observability
706706 Given operation "UpdateLLMObsAnnotationQueueLabelSchema" enabled
707707 And new "UpdateLLMObsAnnotationQueueLabelSchema" request
708708 And request contains "queue_id" parameter from "REPLACE.ME"
709- And body with value {"data" : {"attributes" : {"annotation_schema" : {"label_schemas" : [{"description" : "Rating of the response quality." , "has_assessment" : false, "has_reasoning" : false, "id" : "ab12cd34 " , "is_assessment" : false, "is_integer" : false, "is_required" : true, "max" : 5.0, "min" : 0.0, "name" : "quality" , "type" : "score" , "values" : ["good" , "bad" , "neutral" ]}]}}, "type" : "queues" }}
709+ And body with value {"data" : {"attributes" : {"annotation_schema" : {"label_schemas" : [{"description" : "Rating of the response quality." , "has_assessment" : false, "has_reasoning" : false, "id" : "abc-123 " , "is_assessment" : false, "is_integer" : false, "is_required" : true, "max" : 5.0, "min" : 0.0, "name" : "quality" , "type" : "score" , "values" : ["good" , "bad" , "neutral" ]}]}}, "type" : "queues" }}
710710 When the request is sent
711711 Then the response status is 404 Not Found
712712
@@ -715,6 +715,6 @@ Feature: LLM Observability
715715 Given operation "UpdateLLMObsAnnotationQueueLabelSchema" enabled
716716 And new "UpdateLLMObsAnnotationQueueLabelSchema" request
717717 And request contains "queue_id" parameter from "REPLACE.ME"
718- And body with value {"data" : {"attributes" : {"annotation_schema" : {"label_schemas" : [{"description" : "Rating of the response quality." , "has_assessment" : false, "has_reasoning" : false, "id" : "ab12cd34 " , "is_assessment" : false, "is_integer" : false, "is_required" : true, "max" : 5.0, "min" : 0.0, "name" : "quality" , "type" : "score" , "values" : ["good" , "bad" , "neutral" ]}]}}, "type" : "queues" }}
718+ And body with value {"data" : {"attributes" : {"annotation_schema" : {"label_schemas" : [{"description" : "Rating of the response quality." , "has_assessment" : false, "has_reasoning" : false, "id" : "abc-123 " , "is_assessment" : false, "is_integer" : false, "is_required" : true, "max" : 5.0, "min" : 0.0, "name" : "quality" , "type" : "score" , "values" : ["good" , "bad" , "neutral" ]}]}}, "type" : "queues" }}
719719 When the request is sent
720720 Then the response status is 200 OK
0 commit comments