diff --git a/.generator/schemas/v2/openapi.yaml b/.generator/schemas/v2/openapi.yaml index 2dd2ab3a822..59a1b11c295 100644 --- a/.generator/schemas/v2/openapi.yaml +++ b/.generator/schemas/v2/openapi.yaml @@ -69285,7 +69285,7 @@ components: attributes: $ref: "#/components/schemas/LLMObsDatasetRecordsDataAttributesRequest" type: - $ref: "#/components/schemas/LLMObsRecordType" + $ref: "#/components/schemas/LLMObsDatasetType" required: - type - attributes @@ -69350,7 +69350,7 @@ components: attributes: $ref: "#/components/schemas/LLMObsDatasetRecordsUpdateDataAttributesRequest" type: - $ref: "#/components/schemas/LLMObsRecordType" + $ref: "#/components/schemas/LLMObsDatasetType" required: - type - attributes @@ -69687,7 +69687,7 @@ components: attributes: $ref: "#/components/schemas/LLMObsDeleteDatasetRecordsDataAttributesRequest" type: - $ref: "#/components/schemas/LLMObsRecordType" + $ref: "#/components/schemas/LLMObsDatasetType" required: - type - attributes @@ -69926,14 +69926,6 @@ components: type: string x-enum-varnames: - DISPLAY_BLOCK - LLMObsEventType: - description: Resource type for Agent Observability experiment events. - enum: - - events - example: events - type: string - x-enum-varnames: - - EVENTS LLMObsExperimentDataAttributesRequest: description: Attributes for creating an Agent Observability experiment. properties: @@ -70189,7 +70181,7 @@ components: attributes: $ref: "#/components/schemas/LLMObsExperimentEventsDataAttributesRequest" type: - $ref: "#/components/schemas/LLMObsEventType" + $ref: "#/components/schemas/LLMObsExperimentType" required: - type - attributes @@ -73735,14 +73727,6 @@ components: required: - data type: object - LLMObsRecordType: - description: Resource type of Agent Observability dataset records. - enum: - - records - example: records - type: string - x-enum-varnames: - - RECORDS LLMObsSearchSpansRequest: description: Request body for searching Agent Observability spans. properties: @@ -192310,7 +192294,7 @@ paths: start_ns: 1705314600000000000 status: ok trace_id: abc123def456 - type: events + type: experiments schema: $ref: "#/components/schemas/LLMObsExperimentEventsRequest" description: Experiment events payload. @@ -195577,7 +195561,7 @@ paths: attributes: records: - id: rec-7c3f5a1b-9e2d-4f8a-b1c6-3d7e9f0a2b4c - type: records + type: datasets schema: $ref: "#/components/schemas/LLMObsDatasetRecordsUpdateRequest" description: Update records payload. @@ -195652,7 +195636,7 @@ paths: default: value: data: - type: records + type: datasets schema: $ref: "#/components/schemas/LLMObsDatasetRecordsRequest" description: Append records payload. @@ -195751,7 +195735,7 @@ paths: attributes: record_ids: - rec-7c3f5a1b-9e2d-4f8a-b1c6-3d7e9f0a2b4c - type: records + type: datasets schema: $ref: "#/components/schemas/LLMObsDeleteDatasetRecordsRequest" description: Delete records payload. diff --git a/examples/v2/agent-observability/CreateLLMObsDatasetRecords.java b/examples/v2/agent-observability/CreateLLMObsDatasetRecords.java index 43effdc213b..390b3de9838 100644 --- a/examples/v2/agent-observability/CreateLLMObsDatasetRecords.java +++ b/examples/v2/agent-observability/CreateLLMObsDatasetRecords.java @@ -8,7 +8,7 @@ import com.datadog.api.client.v2.model.LLMObsDatasetRecordsDataRequest; import com.datadog.api.client.v2.model.LLMObsDatasetRecordsMutationResponse; import com.datadog.api.client.v2.model.LLMObsDatasetRecordsRequest; -import com.datadog.api.client.v2.model.LLMObsRecordType; +import com.datadog.api.client.v2.model.LLMObsDatasetType; import java.util.Collections; public class Example { @@ -29,7 +29,7 @@ public static void main(String[] args) { new LLMObsDatasetRecordItem() .expectedOutput(null) .input(null)))) - .type(LLMObsRecordType.RECORDS)); + .type(LLMObsDatasetType.DATASETS)); try { LLMObsDatasetRecordsMutationResponse result = diff --git a/examples/v2/agent-observability/CreateLLMObsExperimentEvents.java b/examples/v2/agent-observability/CreateLLMObsExperimentEvents.java index 7264257a77f..cee3eab9f55 100644 --- a/examples/v2/agent-observability/CreateLLMObsExperimentEvents.java +++ b/examples/v2/agent-observability/CreateLLMObsExperimentEvents.java @@ -3,7 +3,6 @@ import com.datadog.api.client.ApiClient; import com.datadog.api.client.ApiException; import com.datadog.api.client.v2.api.AgentObservabilityApi; -import com.datadog.api.client.v2.model.LLMObsEventType; import com.datadog.api.client.v2.model.LLMObsExperimentEventsDataAttributesRequest; import com.datadog.api.client.v2.model.LLMObsExperimentEventsDataRequest; import com.datadog.api.client.v2.model.LLMObsExperimentEventsRequest; @@ -13,6 +12,7 @@ import com.datadog.api.client.v2.model.LLMObsExperimentSpanError; import com.datadog.api.client.v2.model.LLMObsExperimentSpanMeta; import com.datadog.api.client.v2.model.LLMObsExperimentSpanStatus; +import com.datadog.api.client.v2.model.LLMObsExperimentType; import com.datadog.api.client.v2.model.LLMObsMetricAssessment; import com.datadog.api.client.v2.model.LLMObsMetricScoreType; import java.util.Collections; @@ -67,7 +67,7 @@ raise TimeoutError("Model response timed out") .startNs(1705314600000000000L) .status(LLMObsExperimentSpanStatus.OK) .traceId("abc123def456")))) - .type(LLMObsEventType.EVENTS)); + .type(LLMObsExperimentType.EXPERIMENTS)); try { apiInstance.createLLMObsExperimentEvents("3fd6b5e0-8910-4b1c-a7d0-5b84de329012", body); diff --git a/examples/v2/agent-observability/DeleteLLMObsDatasetRecords.java b/examples/v2/agent-observability/DeleteLLMObsDatasetRecords.java index d5dcc0ee8f5..14e88132e64 100644 --- a/examples/v2/agent-observability/DeleteLLMObsDatasetRecords.java +++ b/examples/v2/agent-observability/DeleteLLMObsDatasetRecords.java @@ -3,10 +3,10 @@ import com.datadog.api.client.ApiClient; import com.datadog.api.client.ApiException; import com.datadog.api.client.v2.api.AgentObservabilityApi; +import com.datadog.api.client.v2.model.LLMObsDatasetType; import com.datadog.api.client.v2.model.LLMObsDeleteDatasetRecordsDataAttributesRequest; import com.datadog.api.client.v2.model.LLMObsDeleteDatasetRecordsDataRequest; import com.datadog.api.client.v2.model.LLMObsDeleteDatasetRecordsRequest; -import com.datadog.api.client.v2.model.LLMObsRecordType; import java.util.Collections; public class Example { @@ -25,7 +25,7 @@ public static void main(String[] args) { .recordIds( Collections.singletonList( "rec-7c3f5a1b-9e2d-4f8a-b1c6-3d7e9f0a2b4c"))) - .type(LLMObsRecordType.RECORDS)); + .type(LLMObsDatasetType.DATASETS)); try { apiInstance.deleteLLMObsDatasetRecords( diff --git a/examples/v2/agent-observability/UpdateLLMObsDatasetRecords.java b/examples/v2/agent-observability/UpdateLLMObsDatasetRecords.java index 3543602c70f..392a078bf7b 100644 --- a/examples/v2/agent-observability/UpdateLLMObsDatasetRecords.java +++ b/examples/v2/agent-observability/UpdateLLMObsDatasetRecords.java @@ -8,7 +8,7 @@ import com.datadog.api.client.v2.model.LLMObsDatasetRecordsUpdateDataAttributesRequest; import com.datadog.api.client.v2.model.LLMObsDatasetRecordsUpdateDataRequest; import com.datadog.api.client.v2.model.LLMObsDatasetRecordsUpdateRequest; -import com.datadog.api.client.v2.model.LLMObsRecordType; +import com.datadog.api.client.v2.model.LLMObsDatasetType; import java.util.Collections; public class Example { @@ -30,7 +30,7 @@ public static void main(String[] args) { .expectedOutput(null) .id("rec-7c3f5a1b-9e2d-4f8a-b1c6-3d7e9f0a2b4c") .input(null)))) - .type(LLMObsRecordType.RECORDS)); + .type(LLMObsDatasetType.DATASETS)); try { LLMObsDatasetRecordsMutationResponse result = diff --git a/src/main/java/com/datadog/api/client/v2/model/LLMObsDatasetRecordsDataRequest.java b/src/main/java/com/datadog/api/client/v2/model/LLMObsDatasetRecordsDataRequest.java index b14bf443d25..1cd4a61f8fb 100644 --- a/src/main/java/com/datadog/api/client/v2/model/LLMObsDatasetRecordsDataRequest.java +++ b/src/main/java/com/datadog/api/client/v2/model/LLMObsDatasetRecordsDataRequest.java @@ -30,7 +30,7 @@ public class LLMObsDatasetRecordsDataRequest { private LLMObsDatasetRecordsDataAttributesRequest attributes; public static final String JSON_PROPERTY_TYPE = "type"; - private LLMObsRecordType type; + private LLMObsDatasetType type; public LLMObsDatasetRecordsDataRequest() {} @@ -38,7 +38,7 @@ public LLMObsDatasetRecordsDataRequest() {} public LLMObsDatasetRecordsDataRequest( @JsonProperty(required = true, value = JSON_PROPERTY_ATTRIBUTES) LLMObsDatasetRecordsDataAttributesRequest attributes, - @JsonProperty(required = true, value = JSON_PROPERTY_TYPE) LLMObsRecordType type) { + @JsonProperty(required = true, value = JSON_PROPERTY_TYPE) LLMObsDatasetType type) { this.attributes = attributes; this.unparsed |= attributes.unparsed; this.type = type; @@ -70,24 +70,24 @@ public void setAttributes(LLMObsDatasetRecordsDataAttributesRequest attributes) } } - public LLMObsDatasetRecordsDataRequest type(LLMObsRecordType type) { + public LLMObsDatasetRecordsDataRequest type(LLMObsDatasetType type) { this.type = type; this.unparsed |= !type.isValid(); return this; } /** - * Resource type of Agent Observability dataset records. + * Resource type of an Agent Observability dataset. * * @return type */ @JsonProperty(JSON_PROPERTY_TYPE) @JsonInclude(value = JsonInclude.Include.ALWAYS) - public LLMObsRecordType getType() { + public LLMObsDatasetType getType() { return type; } - public void setType(LLMObsRecordType type) { + public void setType(LLMObsDatasetType type) { if (!type.isValid()) { this.unparsed = true; } diff --git a/src/main/java/com/datadog/api/client/v2/model/LLMObsDatasetRecordsUpdateDataRequest.java b/src/main/java/com/datadog/api/client/v2/model/LLMObsDatasetRecordsUpdateDataRequest.java index c363ddb22fd..f2d67a4b552 100644 --- a/src/main/java/com/datadog/api/client/v2/model/LLMObsDatasetRecordsUpdateDataRequest.java +++ b/src/main/java/com/datadog/api/client/v2/model/LLMObsDatasetRecordsUpdateDataRequest.java @@ -30,7 +30,7 @@ public class LLMObsDatasetRecordsUpdateDataRequest { private LLMObsDatasetRecordsUpdateDataAttributesRequest attributes; public static final String JSON_PROPERTY_TYPE = "type"; - private LLMObsRecordType type; + private LLMObsDatasetType type; public LLMObsDatasetRecordsUpdateDataRequest() {} @@ -38,7 +38,7 @@ public LLMObsDatasetRecordsUpdateDataRequest() {} public LLMObsDatasetRecordsUpdateDataRequest( @JsonProperty(required = true, value = JSON_PROPERTY_ATTRIBUTES) LLMObsDatasetRecordsUpdateDataAttributesRequest attributes, - @JsonProperty(required = true, value = JSON_PROPERTY_TYPE) LLMObsRecordType type) { + @JsonProperty(required = true, value = JSON_PROPERTY_TYPE) LLMObsDatasetType type) { this.attributes = attributes; this.unparsed |= attributes.unparsed; this.type = type; @@ -70,24 +70,24 @@ public void setAttributes(LLMObsDatasetRecordsUpdateDataAttributesRequest attrib } } - public LLMObsDatasetRecordsUpdateDataRequest type(LLMObsRecordType type) { + public LLMObsDatasetRecordsUpdateDataRequest type(LLMObsDatasetType type) { this.type = type; this.unparsed |= !type.isValid(); return this; } /** - * Resource type of Agent Observability dataset records. + * Resource type of an Agent Observability dataset. * * @return type */ @JsonProperty(JSON_PROPERTY_TYPE) @JsonInclude(value = JsonInclude.Include.ALWAYS) - public LLMObsRecordType getType() { + public LLMObsDatasetType getType() { return type; } - public void setType(LLMObsRecordType type) { + public void setType(LLMObsDatasetType type) { if (!type.isValid()) { this.unparsed = true; } diff --git a/src/main/java/com/datadog/api/client/v2/model/LLMObsDeleteDatasetRecordsDataRequest.java b/src/main/java/com/datadog/api/client/v2/model/LLMObsDeleteDatasetRecordsDataRequest.java index 53ff75cb662..5c3a5e35f9a 100644 --- a/src/main/java/com/datadog/api/client/v2/model/LLMObsDeleteDatasetRecordsDataRequest.java +++ b/src/main/java/com/datadog/api/client/v2/model/LLMObsDeleteDatasetRecordsDataRequest.java @@ -30,7 +30,7 @@ public class LLMObsDeleteDatasetRecordsDataRequest { private LLMObsDeleteDatasetRecordsDataAttributesRequest attributes; public static final String JSON_PROPERTY_TYPE = "type"; - private LLMObsRecordType type; + private LLMObsDatasetType type; public LLMObsDeleteDatasetRecordsDataRequest() {} @@ -38,7 +38,7 @@ public LLMObsDeleteDatasetRecordsDataRequest() {} public LLMObsDeleteDatasetRecordsDataRequest( @JsonProperty(required = true, value = JSON_PROPERTY_ATTRIBUTES) LLMObsDeleteDatasetRecordsDataAttributesRequest attributes, - @JsonProperty(required = true, value = JSON_PROPERTY_TYPE) LLMObsRecordType type) { + @JsonProperty(required = true, value = JSON_PROPERTY_TYPE) LLMObsDatasetType type) { this.attributes = attributes; this.unparsed |= attributes.unparsed; this.type = type; @@ -70,24 +70,24 @@ public void setAttributes(LLMObsDeleteDatasetRecordsDataAttributesRequest attrib } } - public LLMObsDeleteDatasetRecordsDataRequest type(LLMObsRecordType type) { + public LLMObsDeleteDatasetRecordsDataRequest type(LLMObsDatasetType type) { this.type = type; this.unparsed |= !type.isValid(); return this; } /** - * Resource type of Agent Observability dataset records. + * Resource type of an Agent Observability dataset. * * @return type */ @JsonProperty(JSON_PROPERTY_TYPE) @JsonInclude(value = JsonInclude.Include.ALWAYS) - public LLMObsRecordType getType() { + public LLMObsDatasetType getType() { return type; } - public void setType(LLMObsRecordType type) { + public void setType(LLMObsDatasetType type) { if (!type.isValid()) { this.unparsed = true; } diff --git a/src/main/java/com/datadog/api/client/v2/model/LLMObsEventType.java b/src/main/java/com/datadog/api/client/v2/model/LLMObsEventType.java deleted file mode 100644 index 75f48932f90..00000000000 --- a/src/main/java/com/datadog/api/client/v2/model/LLMObsEventType.java +++ /dev/null @@ -1,53 +0,0 @@ -/* - * Unless explicitly stated otherwise all files in this repository are licensed under the Apache-2.0 License. - * This product includes software developed at Datadog (https://www.datadoghq.com/). - * Copyright 2019-Present Datadog, Inc. - */ - -package com.datadog.api.client.v2.model; - -import com.datadog.api.client.ModelEnum; -import com.fasterxml.jackson.annotation.JsonCreator; -import com.fasterxml.jackson.core.JsonGenerator; -import com.fasterxml.jackson.core.JsonProcessingException; -import com.fasterxml.jackson.databind.SerializerProvider; -import com.fasterxml.jackson.databind.annotation.JsonSerialize; -import com.fasterxml.jackson.databind.ser.std.StdSerializer; -import java.io.IOException; -import java.util.Arrays; -import java.util.HashSet; -import java.util.Set; - -/** Resource type for Agent Observability experiment events. */ -@JsonSerialize(using = LLMObsEventType.LLMObsEventTypeSerializer.class) -public class LLMObsEventType extends ModelEnum { - - private static final Set allowedValues = new HashSet(Arrays.asList("events")); - - public static final LLMObsEventType EVENTS = new LLMObsEventType("events"); - - LLMObsEventType(String value) { - super(value, allowedValues); - } - - public static class LLMObsEventTypeSerializer extends StdSerializer { - public LLMObsEventTypeSerializer(Class t) { - super(t); - } - - public LLMObsEventTypeSerializer() { - this(null); - } - - @Override - public void serialize(LLMObsEventType value, JsonGenerator jgen, SerializerProvider provider) - throws IOException, JsonProcessingException { - jgen.writeObject(value.value); - } - } - - @JsonCreator - public static LLMObsEventType fromValue(String value) { - return new LLMObsEventType(value); - } -} diff --git a/src/main/java/com/datadog/api/client/v2/model/LLMObsExperimentEventsDataRequest.java b/src/main/java/com/datadog/api/client/v2/model/LLMObsExperimentEventsDataRequest.java index fa0709ec593..6563c1a8974 100644 --- a/src/main/java/com/datadog/api/client/v2/model/LLMObsExperimentEventsDataRequest.java +++ b/src/main/java/com/datadog/api/client/v2/model/LLMObsExperimentEventsDataRequest.java @@ -30,7 +30,7 @@ public class LLMObsExperimentEventsDataRequest { private LLMObsExperimentEventsDataAttributesRequest attributes; public static final String JSON_PROPERTY_TYPE = "type"; - private LLMObsEventType type; + private LLMObsExperimentType type; public LLMObsExperimentEventsDataRequest() {} @@ -38,7 +38,7 @@ public LLMObsExperimentEventsDataRequest() {} public LLMObsExperimentEventsDataRequest( @JsonProperty(required = true, value = JSON_PROPERTY_ATTRIBUTES) LLMObsExperimentEventsDataAttributesRequest attributes, - @JsonProperty(required = true, value = JSON_PROPERTY_TYPE) LLMObsEventType type) { + @JsonProperty(required = true, value = JSON_PROPERTY_TYPE) LLMObsExperimentType type) { this.attributes = attributes; this.unparsed |= attributes.unparsed; this.type = type; @@ -70,24 +70,24 @@ public void setAttributes(LLMObsExperimentEventsDataAttributesRequest attributes } } - public LLMObsExperimentEventsDataRequest type(LLMObsEventType type) { + public LLMObsExperimentEventsDataRequest type(LLMObsExperimentType type) { this.type = type; this.unparsed |= !type.isValid(); return this; } /** - * Resource type for Agent Observability experiment events. + * Resource type of an Agent Observability experiment. * * @return type */ @JsonProperty(JSON_PROPERTY_TYPE) @JsonInclude(value = JsonInclude.Include.ALWAYS) - public LLMObsEventType getType() { + public LLMObsExperimentType getType() { return type; } - public void setType(LLMObsEventType type) { + public void setType(LLMObsExperimentType type) { if (!type.isValid()) { this.unparsed = true; } diff --git a/src/main/java/com/datadog/api/client/v2/model/LLMObsRecordType.java b/src/main/java/com/datadog/api/client/v2/model/LLMObsRecordType.java deleted file mode 100644 index 2973c358a9b..00000000000 --- a/src/main/java/com/datadog/api/client/v2/model/LLMObsRecordType.java +++ /dev/null @@ -1,53 +0,0 @@ -/* - * Unless explicitly stated otherwise all files in this repository are licensed under the Apache-2.0 License. - * This product includes software developed at Datadog (https://www.datadoghq.com/). - * Copyright 2019-Present Datadog, Inc. - */ - -package com.datadog.api.client.v2.model; - -import com.datadog.api.client.ModelEnum; -import com.fasterxml.jackson.annotation.JsonCreator; -import com.fasterxml.jackson.core.JsonGenerator; -import com.fasterxml.jackson.core.JsonProcessingException; -import com.fasterxml.jackson.databind.SerializerProvider; -import com.fasterxml.jackson.databind.annotation.JsonSerialize; -import com.fasterxml.jackson.databind.ser.std.StdSerializer; -import java.io.IOException; -import java.util.Arrays; -import java.util.HashSet; -import java.util.Set; - -/** Resource type of Agent Observability dataset records. */ -@JsonSerialize(using = LLMObsRecordType.LLMObsRecordTypeSerializer.class) -public class LLMObsRecordType extends ModelEnum { - - private static final Set allowedValues = new HashSet(Arrays.asList("records")); - - public static final LLMObsRecordType RECORDS = new LLMObsRecordType("records"); - - LLMObsRecordType(String value) { - super(value, allowedValues); - } - - public static class LLMObsRecordTypeSerializer extends StdSerializer { - public LLMObsRecordTypeSerializer(Class t) { - super(t); - } - - public LLMObsRecordTypeSerializer() { - this(null); - } - - @Override - public void serialize(LLMObsRecordType value, JsonGenerator jgen, SerializerProvider provider) - throws IOException, JsonProcessingException { - jgen.writeObject(value.value); - } - } - - @JsonCreator - public static LLMObsRecordType fromValue(String value) { - return new LLMObsRecordType(value); - } -} diff --git a/src/test/resources/com/datadog/api/client/v2/api/agent_observability.feature b/src/test/resources/com/datadog/api/client/v2/api/agent_observability.feature index 19014ea4a73..5bc52de225c 100644 --- a/src/test/resources/com/datadog/api/client/v2/api/agent_observability.feature +++ b/src/test/resources/com/datadog/api/client/v2/api/agent_observability.feature @@ -75,7 +75,7 @@ Feature: Agent Observability And new "CreateLLMObsDatasetRecords" request And request contains "project_id" parameter from "REPLACE.ME" And request contains "dataset_id" parameter from "REPLACE.ME" - And body with value {"data": {"attributes": {"records": [{"expected_output": null, "input": null}]}, "type": "records"}} + And body with value {"data": {"attributes": {"records": [{"expected_output": null, "input": null}]}, "type": "datasets"}} When the request is sent Then the response status is 400 Bad Request @@ -85,7 +85,7 @@ Feature: Agent Observability And new "CreateLLMObsDatasetRecords" request And request contains "project_id" parameter from "REPLACE.ME" And request contains "dataset_id" parameter from "REPLACE.ME" - And body with value {"data": {"attributes": {"records": [{"expected_output": null, "input": null}]}, "type": "records"}} + And body with value {"data": {"attributes": {"records": [{"expected_output": null, "input": null}]}, "type": "datasets"}} When the request is sent Then the response status is 201 Created @@ -95,7 +95,7 @@ Feature: Agent Observability And new "CreateLLMObsDatasetRecords" request And request contains "project_id" parameter from "REPLACE.ME" And request contains "dataset_id" parameter from "REPLACE.ME" - And body with value {"data": {"attributes": {"records": [{"expected_output": null, "input": null}]}, "type": "records"}} + And body with value {"data": {"attributes": {"records": [{"expected_output": null, "input": null}]}, "type": "datasets"}} When the request is sent Then the response status is 404 Not Found @@ -105,7 +105,7 @@ Feature: Agent Observability And new "CreateLLMObsDatasetRecords" request And request contains "project_id" parameter from "REPLACE.ME" And request contains "dataset_id" parameter from "REPLACE.ME" - And body with value {"data": {"attributes": {"records": [{"expected_output": null, "input": null}]}, "type": "records"}} + And body with value {"data": {"attributes": {"records": [{"expected_output": null, "input": null}]}, "type": "datasets"}} When the request is sent Then the response status is 200 OK @@ -423,7 +423,7 @@ Feature: Agent Observability And new "DeleteLLMObsDatasetRecords" request And request contains "project_id" parameter from "REPLACE.ME" And request contains "dataset_id" parameter from "REPLACE.ME" - And body with value {"data": {"attributes": {"record_ids": ["rec-7c3f5a1b-9e2d-4f8a-b1c6-3d7e9f0a2b4c"]}, "type": "records"}} + And body with value {"data": {"attributes": {"record_ids": ["rec-7c3f5a1b-9e2d-4f8a-b1c6-3d7e9f0a2b4c"]}, "type": "datasets"}} When the request is sent Then the response status is 400 Bad Request @@ -433,7 +433,7 @@ Feature: Agent Observability And new "DeleteLLMObsDatasetRecords" request And request contains "project_id" parameter from "REPLACE.ME" And request contains "dataset_id" parameter from "REPLACE.ME" - And body with value {"data": {"attributes": {"record_ids": ["rec-7c3f5a1b-9e2d-4f8a-b1c6-3d7e9f0a2b4c"]}, "type": "records"}} + And body with value {"data": {"attributes": {"record_ids": ["rec-7c3f5a1b-9e2d-4f8a-b1c6-3d7e9f0a2b4c"]}, "type": "datasets"}} When the request is sent Then the response status is 204 No Content @@ -443,7 +443,7 @@ Feature: Agent Observability And new "DeleteLLMObsDatasetRecords" request And request contains "project_id" parameter from "REPLACE.ME" And request contains "dataset_id" parameter from "REPLACE.ME" - And body with value {"data": {"attributes": {"record_ids": ["rec-7c3f5a1b-9e2d-4f8a-b1c6-3d7e9f0a2b4c"]}, "type": "records"}} + And body with value {"data": {"attributes": {"record_ids": ["rec-7c3f5a1b-9e2d-4f8a-b1c6-3d7e9f0a2b4c"]}, "type": "datasets"}} When the request is sent Then the response status is 404 Not Found @@ -1309,7 +1309,7 @@ Feature: Agent Observability Given operation "CreateLLMObsExperimentEvents" enabled And new "CreateLLMObsExperimentEvents" request And request contains "experiment_id" parameter from "REPLACE.ME" - And body with value {"data": {"attributes": {"metrics": [{"assessment": "pass", "error": {}, "label": "faithfulness", "metric_type": "score", "span_id": "span-7a1b2c3d", "tags": [], "timestamp_ms": 1705314600000}], "spans": [{"dataset_id": "9f64e5c7-dc5a-45c8-a17c-1b85f0bec97d", "duration": 1500000000, "meta": {"error": {"message": "Model response timed out", "stack": "Traceback (most recent call last):\n File \"main.py\", line 10, in \n response = model.generate(input)\n File \"model.py\", line 45, in generate\n raise TimeoutError(\"Model response timed out\")\nTimeoutError: Model response timed out", "type": "TimeoutError"}, "input": null, "output": null}, "name": "llm_call", "project_id": "a33671aa-24fd-4dcd-9b33-a8ec7dde7751", "span_id": "span-7a1b2c3d", "start_ns": 1705314600000000000, "status": "ok", "tags": [], "trace_id": "abc123def456"}]}, "type": "events"}} + And body with value {"data": {"attributes": {"metrics": [{"assessment": "pass", "error": {}, "label": "faithfulness", "metric_type": "score", "span_id": "span-7a1b2c3d", "tags": [], "timestamp_ms": 1705314600000}], "spans": [{"dataset_id": "9f64e5c7-dc5a-45c8-a17c-1b85f0bec97d", "duration": 1500000000, "meta": {"error": {"message": "Model response timed out", "stack": "Traceback (most recent call last):\n File \"main.py\", line 10, in \n response = model.generate(input)\n File \"model.py\", line 45, in generate\n raise TimeoutError(\"Model response timed out\")\nTimeoutError: Model response timed out", "type": "TimeoutError"}, "input": null, "output": null}, "name": "llm_call", "project_id": "a33671aa-24fd-4dcd-9b33-a8ec7dde7751", "span_id": "span-7a1b2c3d", "start_ns": 1705314600000000000, "status": "ok", "tags": [], "trace_id": "abc123def456"}]}, "type": "experiments"}} When the request is sent Then the response status is 202 Accepted @@ -1318,7 +1318,7 @@ Feature: Agent Observability Given operation "CreateLLMObsExperimentEvents" enabled And new "CreateLLMObsExperimentEvents" request And request contains "experiment_id" parameter from "REPLACE.ME" - And body with value {"data": {"attributes": {"metrics": [{"assessment": "pass", "error": {}, "label": "faithfulness", "metric_type": "score", "span_id": "span-7a1b2c3d", "tags": [], "timestamp_ms": 1705314600000}], "spans": [{"dataset_id": "9f64e5c7-dc5a-45c8-a17c-1b85f0bec97d", "duration": 1500000000, "meta": {"error": {"message": "Model response timed out", "stack": "Traceback (most recent call last):\n File \"main.py\", line 10, in \n response = model.generate(input)\n File \"model.py\", line 45, in generate\n raise TimeoutError(\"Model response timed out\")\nTimeoutError: Model response timed out", "type": "TimeoutError"}, "input": null, "output": null}, "name": "llm_call", "project_id": "a33671aa-24fd-4dcd-9b33-a8ec7dde7751", "span_id": "span-7a1b2c3d", "start_ns": 1705314600000000000, "status": "ok", "tags": [], "trace_id": "abc123def456"}]}, "type": "events"}} + And body with value {"data": {"attributes": {"metrics": [{"assessment": "pass", "error": {}, "label": "faithfulness", "metric_type": "score", "span_id": "span-7a1b2c3d", "tags": [], "timestamp_ms": 1705314600000}], "spans": [{"dataset_id": "9f64e5c7-dc5a-45c8-a17c-1b85f0bec97d", "duration": 1500000000, "meta": {"error": {"message": "Model response timed out", "stack": "Traceback (most recent call last):\n File \"main.py\", line 10, in \n response = model.generate(input)\n File \"model.py\", line 45, in generate\n raise TimeoutError(\"Model response timed out\")\nTimeoutError: Model response timed out", "type": "TimeoutError"}, "input": null, "output": null}, "name": "llm_call", "project_id": "a33671aa-24fd-4dcd-9b33-a8ec7dde7751", "span_id": "span-7a1b2c3d", "start_ns": 1705314600000000000, "status": "ok", "tags": [], "trace_id": "abc123def456"}]}, "type": "experiments"}} When the request is sent Then the response status is 400 Bad Request @@ -1327,7 +1327,7 @@ Feature: Agent Observability Given operation "CreateLLMObsExperimentEvents" enabled And new "CreateLLMObsExperimentEvents" request And request contains "experiment_id" parameter from "REPLACE.ME" - And body with value {"data": {"attributes": {"metrics": [{"assessment": "pass", "error": {}, "label": "faithfulness", "metric_type": "score", "span_id": "span-7a1b2c3d", "tags": [], "timestamp_ms": 1705314600000}], "spans": [{"dataset_id": "9f64e5c7-dc5a-45c8-a17c-1b85f0bec97d", "duration": 1500000000, "meta": {"error": {"message": "Model response timed out", "stack": "Traceback (most recent call last):\n File \"main.py\", line 10, in \n response = model.generate(input)\n File \"model.py\", line 45, in generate\n raise TimeoutError(\"Model response timed out\")\nTimeoutError: Model response timed out", "type": "TimeoutError"}, "input": null, "output": null}, "name": "llm_call", "project_id": "a33671aa-24fd-4dcd-9b33-a8ec7dde7751", "span_id": "span-7a1b2c3d", "start_ns": 1705314600000000000, "status": "ok", "tags": [], "trace_id": "abc123def456"}]}, "type": "events"}} + And body with value {"data": {"attributes": {"metrics": [{"assessment": "pass", "error": {}, "label": "faithfulness", "metric_type": "score", "span_id": "span-7a1b2c3d", "tags": [], "timestamp_ms": 1705314600000}], "spans": [{"dataset_id": "9f64e5c7-dc5a-45c8-a17c-1b85f0bec97d", "duration": 1500000000, "meta": {"error": {"message": "Model response timed out", "stack": "Traceback (most recent call last):\n File \"main.py\", line 10, in \n response = model.generate(input)\n File \"model.py\", line 45, in generate\n raise TimeoutError(\"Model response timed out\")\nTimeoutError: Model response timed out", "type": "TimeoutError"}, "input": null, "output": null}, "name": "llm_call", "project_id": "a33671aa-24fd-4dcd-9b33-a8ec7dde7751", "span_id": "span-7a1b2c3d", "start_ns": 1705314600000000000, "status": "ok", "tags": [], "trace_id": "abc123def456"}]}, "type": "experiments"}} When the request is sent Then the response status is 404 Not Found @@ -1494,7 +1494,7 @@ Feature: Agent Observability And new "UpdateLLMObsDatasetRecords" request And request contains "project_id" parameter from "REPLACE.ME" And request contains "dataset_id" parameter from "REPLACE.ME" - And body with value {"data": {"attributes": {"records": [{"expected_output": null, "id": "rec-7c3f5a1b-9e2d-4f8a-b1c6-3d7e9f0a2b4c", "input": null}]}, "type": "records"}} + And body with value {"data": {"attributes": {"records": [{"expected_output": null, "id": "rec-7c3f5a1b-9e2d-4f8a-b1c6-3d7e9f0a2b4c", "input": null}]}, "type": "datasets"}} When the request is sent Then the response status is 400 Bad Request @@ -1504,7 +1504,7 @@ Feature: Agent Observability And new "UpdateLLMObsDatasetRecords" request And request contains "project_id" parameter from "REPLACE.ME" And request contains "dataset_id" parameter from "REPLACE.ME" - And body with value {"data": {"attributes": {"records": [{"expected_output": null, "id": "rec-7c3f5a1b-9e2d-4f8a-b1c6-3d7e9f0a2b4c", "input": null}]}, "type": "records"}} + And body with value {"data": {"attributes": {"records": [{"expected_output": null, "id": "rec-7c3f5a1b-9e2d-4f8a-b1c6-3d7e9f0a2b4c", "input": null}]}, "type": "datasets"}} When the request is sent Then the response status is 404 Not Found @@ -1514,7 +1514,7 @@ Feature: Agent Observability And new "UpdateLLMObsDatasetRecords" request And request contains "project_id" parameter from "REPLACE.ME" And request contains "dataset_id" parameter from "REPLACE.ME" - And body with value {"data": {"attributes": {"records": [{"expected_output": null, "id": "rec-7c3f5a1b-9e2d-4f8a-b1c6-3d7e9f0a2b4c", "input": null}]}, "type": "records"}} + And body with value {"data": {"attributes": {"records": [{"expected_output": null, "id": "rec-7c3f5a1b-9e2d-4f8a-b1c6-3d7e9f0a2b4c", "input": null}]}, "type": "datasets"}} When the request is sent Then the response status is 200 OK