Document LLM Observability span search and data deletion endpoints

features/v2/llm_observability.feature

@@ -1,7 +1,7 @@
 @endpoint(llm-observability) @endpoint(llm-observability-v2)
 Feature: LLM Observability
-  Manage LLM Observability projects, datasets, dataset records, experiments,
-  and annotations.
+  Manage LLM Observability spans, data, projects, datasets, dataset records,
+  experiments, and annotations.
 
   Background:
     Given a valid "apiKeyAuth" key in the system
@@ -245,6 +245,22 @@ Feature: LLM Observability
     When the request is sent
     Then the response status is 422 Unprocessable Entity
 
+  @generated @skip @team:DataDog/ml-observability
+  Scenario: Delete LLM Observability data returns "Accepted" response
+    Given operation "DeleteLLMObsData" enabled
+    And new "DeleteLLMObsData" request
+    And body with value {"data": {"attributes": {"delay": 0, "from": 1705314600000, "query": {"query": "@trace_id:abc123def456"}, "to": 1705315200000}, "type": "create_deletion_req"}}
+    When the request is sent
+    Then the response status is 202 Accepted
+
+  @generated @skip @team:DataDog/ml-observability
+  Scenario: Delete LLM Observability data returns "Bad Request" response
+    Given operation "DeleteLLMObsData" enabled
+    And new "DeleteLLMObsData" request
+    And body with value {"data": {"attributes": {"delay": 0, "from": 1705314600000, "query": {"query": "@trace_id:abc123def456"}, "to": 1705315200000}, "type": "create_deletion_req"}}
+    When the request is sent
+    Then the response status is 400 Bad Request
+
   @generated @skip @team:DataDog/ml-observability
   Scenario: Delete LLM Observability dataset records returns "Bad Request" response
     Given operation "DeleteLLMObsDatasetRecords" enabled
@@ -558,6 +574,20 @@ Feature: LLM Observability
     When the request is sent
     Then the response status is 200 OK
 
+  @generated @skip @team:DataDog/ml-observability
+  Scenario: List LLM Observability spans returns "Bad Request" response
+    Given operation "ListLLMObsSpans" enabled
+    And new "ListLLMObsSpans" request
+    When the request is sent
+    Then the response status is 400 Bad Request
+
+  @generated @skip @team:DataDog/ml-observability
+  Scenario: List LLM Observability spans returns "OK" response
+    Given operation "ListLLMObsSpans" enabled
+    And new "ListLLMObsSpans" request
+    When the request is sent
+    Then the response status is 200 OK
+
   @generated @skip @team:DataDog/ml-observability
   Scenario: List events for an LLM Observability experiment returns "Bad Request" response
     Given operation "ListLLMObsExperimentEvents" enabled
@@ -633,6 +663,22 @@ Feature: LLM Observability
     When the request is sent
     Then the response status is 206 Partial Content — more results are available. Use `meta.after` as the next `page.cursor`.
 
+  @generated @skip @team:DataDog/ml-observability
+  Scenario: Search LLM Observability spans returns "Bad Request" response
+    Given operation "SearchLLMObsSpans" enabled
+    And new "SearchLLMObsSpans" request
+    And body with value {"data": {"attributes": {"filter": {"from": "now-900s", "ml_app": "my-llm-app", "query": "@session_id:abc123def456", "span_id": "abc123def456", "span_kind": "llm", "span_name": "llm_call", "to": "now", "trace_id": "trace-9a8b7c6d5e4f"}, "options": {"include_attachments": true, "time_offset": 0}, "page": {"cursor": "eyJzdGFydCI6MTAwfQ==", "limit": 10}, "sort": "-start_ns"}, "type": "spans"}}
+    When the request is sent
+    Then the response status is 400 Bad Request
+
+  @generated @skip @team:DataDog/ml-observability
+  Scenario: Search LLM Observability spans returns "OK" response
+    Given operation "SearchLLMObsSpans" enabled
+    And new "SearchLLMObsSpans" request
+    And body with value {"data": {"attributes": {"filter": {"from": "now-900s", "ml_app": "my-llm-app", "query": "@session_id:abc123def456", "span_id": "abc123def456", "span_kind": "llm", "span_name": "llm_call", "to": "now", "trace_id": "trace-9a8b7c6d5e4f"}, "options": {"include_attachments": true, "time_offset": 0}, "page": {"cursor": "eyJzdGFydCI6MTAwfQ==", "limit": 10}, "sort": "-start_ns"}, "type": "spans"}}
+    When the request is sent
+    Then the response status is 200 OK
+
   @generated @skip @team:DataDog/ml-observability
   Scenario: Simple search experimentation entities returns "Bad Request" response
     Given operation "SimpleSearchLLMObsExperimentation" enabled

features/v2/undo.json

@@ -3660,6 +3660,14 @@
       "type": "idempotent"
     }
   },
+  "DeleteLLMObsData": {
+    "tag": "LLM Observability",
+    "undo": {
+      "operationId": "TODO",
+      "parameters": [],
+      "type": "unsafe"
+    }
+  },
   "ListLLMObsAnnotationQueues": {
     "tag": "LLM Observability",
     "undo": {
@@ -3817,6 +3825,18 @@
       "type": "idempotent"
     }
   },
+  "ListLLMObsSpans": {
+    "tag": "LLM Observability",
+    "undo": {
+      "type": "safe"
+    }
+  },
+  "SearchLLMObsSpans": {
+    "tag": "LLM Observability",
+    "undo": {
+      "type": "safe"
+    }
+  },
   "ListLLMObsDatasets": {
     "tag": "LLM Observability",
     "undo": {

private/bdd_runner/src/support/scenarios_model_mapping.ts

@@ -2585,6 +2585,13 @@ export const ScenariosModelMappings: { [key: string]: OperationMapping } = {
     },
     operationResponseType: "{}",
   },
+  "LLMObservabilityApi.V2.DeleteLLMObsData": {
+    body: {
+      type: "LLMObsDataDeletionRequest",
+      format: "",
+    },
+    operationResponseType: "LLMObsDataDeletionResponse",
+  },
   "LLMObservabilityApi.V2.ListLLMObsAnnotationQueues": {
     projectId: {
       type: "string",
@@ -2792,6 +2799,64 @@ export const ScenariosModelMappings: { [key: string]: OperationMapping } = {
     },
     operationResponseType: "LLMObsProjectResponse",
   },
+  "LLMObservabilityApi.V2.ListLLMObsSpans": {
+    filterFrom: {
+      type: "string",
+      format: "",
+    },
+    filterTo: {
+      type: "string",
+      format: "",
+    },
+    filterQuery: {
+      type: "string",
+      format: "",
+    },
+    filterSpanId: {
+      type: "string",
+      format: "",
+    },
+    filterTraceId: {
+      type: "string",
+      format: "",
+    },
+    filterSpanKind: {
+      type: "string",
+      format: "",
+    },
+    filterSpanName: {
+      type: "string",
+      format: "",
+    },
+    filterMlApp: {
+      type: "string",
+      format: "",
+    },
+    pageLimit: {
+      type: "number",
+      format: "int64",
+    },
+    pageCursor: {
+      type: "string",
+      format: "",
+    },
+    sort: {
+      type: "string",
+      format: "",
+    },
+    includeAttachments: {
+      type: "boolean",
+      format: "",
+    },
+    operationResponseType: "LLMObsSpansResponse",
+  },
+  "LLMObservabilityApi.V2.SearchLLMObsSpans": {
+    body: {
+      type: "LLMObsSearchSpansRequest",
+      format: "",
+    },
+    operationResponseType: "LLMObsSpansResponse",
+  },
   "LLMObservabilityApi.V2.ListLLMObsDatasets": {
     projectId: {
       type: "string",

services/llm_observability/README.md

@@ -2,7 +2,7 @@
 
 ## Description
 
-Manage LLM Observability projects, datasets, dataset records, experiments, and annotations.
+Manage LLM Observability spans, data, projects, datasets, dataset records, experiments, and annotations.
 
 ## Navigation