From ab9b84f3014aaa772e0312e525c6ff88ef85261c Mon Sep 17 00:00:00 2001 From: "ci.datadog-api-spec" Date: Wed, 26 Nov 2025 16:30:38 +0000 Subject: [PATCH] Regenerate client from commit c42295c of spec repo --- .generator/schemas/v2/openapi.yaml | 330 +++++++++--------- .../frozen.json | 2 +- .../recording.har | 16 +- .../frozen.json | 2 +- .../recording.har | 24 +- .../frozen.json | 2 +- .../recording.har | 4 +- .../frozen.json | 2 +- .../recording.har | 22 +- .../frozen.json | 2 +- .../recording.har | 24 +- .../frozen.json | 2 +- .../recording.har | 4 +- .../frozen.json | 2 +- .../recording.har | 24 +- .../frozen.json | 2 +- .../recording.har | 32 +- .../frozen.json | 2 +- .../recording.har | 10 +- .../frozen.json | 2 +- .../recording.har | 32 +- .../frozen.json | 2 +- .../recording.har | 16 +- .../frozen.json | 2 +- .../recording.har | 16 +- .../observability-pipelines/CreatePipeline.ts | 14 +- .../observability-pipelines/UpdatePipeline.ts | 14 +- .../ValidatePipeline.ts | 14 +- features/v2/observability_pipelines.feature | 20 +- packages/datadog-api-client-v2/index.ts | 1 + .../models/ObjectSerializer.ts | 3 + ...bservabilityPipelineAddEnvVarsProcessor.ts | 18 +- ...ObservabilityPipelineAddFieldsProcessor.ts | 18 +- .../models/ObservabilityPipelineConfig.ts | 8 +- ...servabilityPipelineConfigProcessorGroup.ts | 90 +++++ .../ObservabilityPipelineCustomProcessor.ts | 18 +- ...servabilityPipelineCustomProcessorRemap.ts | 3 +- ...servabilityPipelineDatadogTagsProcessor.ts | 18 +- .../ObservabilityPipelineDedupeProcessor.ts | 18 +- ...abilityPipelineEnrichmentTableProcessor.ts | 18 +- .../ObservabilityPipelineFilterProcessor.ts | 18 +- ...abilityPipelineGenerateMetricsProcessor.ts | 24 +- ...bservabilityPipelineOcsfMapperProcessor.ts | 18 +- ...ObservabilityPipelineParseGrokProcessor.ts | 18 +- ...ObservabilityPipelineParseJSONProcessor.ts | 18 +- .../ObservabilityPipelineQuotaProcessor.ts | 19 +- .../ObservabilityPipelineReduceProcessor.ts | 18 +- ...ervabilityPipelineRemoveFieldsProcessor.ts | 18 +- ...ervabilityPipelineRenameFieldsProcessor.ts | 18 +- .../ObservabilityPipelineSampleProcessor.ts | 18 +- ...tyPipelineSensitiveDataScannerProcessor.ts | 18 +- .../ObservabilityPipelineThrottleProcessor.ts | 18 +- 52 files changed, 591 insertions(+), 485 deletions(-) create mode 100644 packages/datadog-api-client-v2/models/ObservabilityPipelineConfigProcessorGroup.ts diff --git a/.generator/schemas/v2/openapi.yaml b/.generator/schemas/v2/openapi.yaml index 9bceb715496a..fc3a210f6f64 100644 --- a/.generator/schemas/v2/openapi.yaml +++ b/.generator/schemas/v2/openapi.yaml @@ -33549,6 +33549,10 @@ components: description: The `add_env_vars` processor adds environment variable values to log events. properties: + enabled: + description: Whether this processor is enabled. + example: true + type: boolean id: description: The unique identifier for this component. Used to reference this processor in the pipeline. @@ -33559,14 +33563,6 @@ components: targets. example: service:my-service type: string - inputs: - description: A list of component IDs whose output is used as the input for - this processor. - example: - - datadog-agent-source - items: - type: string - type: array type: $ref: '#/components/schemas/ObservabilityPipelineAddEnvVarsProcessorType' variables: @@ -33578,8 +33574,8 @@ components: - id - type - include - - inputs - variables + - enabled type: object ObservabilityPipelineAddEnvVarsProcessorType: default: add_env_vars @@ -33608,6 +33604,10 @@ components: ObservabilityPipelineAddFieldsProcessor: description: The `add_fields` processor adds static key-value fields to logs. properties: + enabled: + description: Whether this processor is enabled. + example: true + type: boolean fields: description: A list of static fields (key-value pairs) that is added to each log event processed by this component. @@ -33625,14 +33625,6 @@ components: targets. example: service:my-service type: string - inputs: - description: A list of component IDs whose output is used as the `input` - for this component. - example: - - datadog-agent-source - items: - type: string - type: array type: $ref: '#/components/schemas/ObservabilityPipelineAddFieldsProcessorType' required: @@ -33640,7 +33632,7 @@ components: - type - include - fields - - inputs + - enabled type: object ObservabilityPipelineAddFieldsProcessorType: default: add_fields @@ -33943,15 +33935,20 @@ components: $ref: '#/components/schemas/ObservabilityPipelineConfigDestinationItem' type: array processors: - description: A list of processors that transform or enrich log data. + description: A list of processor groups that transform or enrich log data. example: - - id: filter-processor + - enabled: true + id: my-processor-group include: service:my-service inputs: - datadog-agent-source - type: filter + processors: + - enabled: true + id: filter-processor + include: status:error + type: filter items: - $ref: '#/components/schemas/ObservabilityPipelineConfigProcessorItem' + $ref: '#/components/schemas/ObservabilityPipelineConfigProcessorGroup' type: array sources: description: A list of configured data sources for the pipeline. @@ -33987,6 +33984,68 @@ components: - $ref: '#/components/schemas/ObservabilityPipelineAmazonSecurityLakeDestination' - $ref: '#/components/schemas/ObservabilityPipelineCrowdStrikeNextGenSiemDestination' - $ref: '#/components/schemas/ObservabilityPipelineGooglePubSubDestination' + ObservabilityPipelineConfigProcessorGroup: + description: A group of processors. + example: + id: my-processor-group + include: service:my-service + inputs: + - datadog-agent-source + processors: + - fields: + - name: env + value: prod + id: add-fields-processor + include: '*' + type: add_fields + - id: filter-processor + include: status:error + type: filter + properties: + enabled: + description: Whether this processor group is enabled. + example: true + type: boolean + id: + description: The unique identifier for the processor group. + example: grouped-processors + type: string + include: + description: Conditional expression for when this processor group should + execute. + example: service:my-service + type: string + inputs: + description: A list of component IDs whose output is used as the input for + this processor group. + example: + - datadog-agent-source + items: + type: string + type: array + processors: + description: Processors applied sequentially within this group. Events flow + through each processor in order. + example: + - fields: + - name: env + value: prod + id: add-fields-processor + include: '*' + type: add_fields + - id: filter-processor + include: status:error + type: filter + items: + $ref: '#/components/schemas/ObservabilityPipelineConfigProcessorItem' + type: array + required: + - id + - include + - inputs + - processors + - enabled + type: object ObservabilityPipelineConfigProcessorItem: description: A processor for the pipeline. oneOf: @@ -34104,6 +34163,10 @@ components: Remap Language (VRL)](https://vector.dev/docs/reference/vrl/) scripts with advanced filtering capabilities. properties: + enabled: + description: Whether this processor is enabled. + example: true + type: boolean id: description: The unique identifier for this processor. example: remap-vrl-processor @@ -34115,14 +34178,6 @@ components: processor. example: '*' type: string - inputs: - description: A list of component IDs whose output is used as the input for - this processor. - example: - - datadog-agent-source - items: - type: string - type: array remaps: description: Array of VRL remap rules. items: @@ -34136,7 +34191,7 @@ components: - type - include - remaps - - inputs + - enabled type: object ObservabilityPipelineCustomProcessorRemap: description: Defines a single VRL remap rule with its own filtering and transformation @@ -34167,7 +34222,6 @@ components: - include - name - source - - enabled - drop_on_error type: object ObservabilityPipelineCustomProcessorType: @@ -34276,6 +34330,10 @@ components: properties: action: $ref: '#/components/schemas/ObservabilityPipelineDatadogTagsProcessorAction' + enabled: + description: Whether this processor is enabled. + example: true + type: boolean id: description: The unique identifier for this component. Used to reference this component in other parts of the pipeline (for example, as the `input` @@ -34287,14 +34345,6 @@ components: targets. example: service:my-service type: string - inputs: - description: A list of component IDs whose output is used as the `input` - for this component. - example: - - datadog-agent-source - items: - type: string - type: array keys: description: A list of tag keys. example: @@ -34315,7 +34365,7 @@ components: - mode - action - keys - - inputs + - enabled type: object ObservabilityPipelineDatadogTagsProcessorAction: description: The action to take on tags with matching keys. @@ -34361,6 +34411,10 @@ components: ObservabilityPipelineDedupeProcessor: description: The `dedupe` processor removes duplicate fields in log events. properties: + enabled: + description: Whether this processor is enabled. + example: true + type: boolean fields: description: A list of log field paths to check for duplicates. example: @@ -34378,14 +34432,6 @@ components: targets. example: service:my-service type: string - inputs: - description: A list of component IDs whose output is used as the input for - this processor. - example: - - parse-json-processor - items: - type: string - type: array mode: $ref: '#/components/schemas/ObservabilityPipelineDedupeProcessorMode' type: @@ -34394,9 +34440,9 @@ components: - id - type - include - - inputs - fields - mode + - enabled type: object ObservabilityPipelineDedupeProcessorMode: description: The deduplication mode to apply to the fields. @@ -34602,6 +34648,10 @@ components: description: The `enrichment_table` processor enriches logs using a static CSV file or GeoIP database. properties: + enabled: + description: Whether this processor is enabled. + example: true + type: boolean file: $ref: '#/components/schemas/ObservabilityPipelineEnrichmentTableFile' geoip: @@ -34615,14 +34665,6 @@ components: targets. example: source:my-source type: string - inputs: - description: A list of component IDs whose output is used as the input for - this processor. - example: - - add-fields-processor - items: - type: string - type: array target: description: Path where enrichment results should be stored in the log. example: enriched.geoip @@ -34633,8 +34675,8 @@ components: - id - type - include - - inputs - target + - enabled type: object ObservabilityPipelineEnrichmentTableProcessorType: default: enrichment_table @@ -34665,6 +34707,10 @@ components: on a Datadog search query. Logs that match the `include` query are passed through; others are discarded. properties: + enabled: + description: Whether this processor is enabled. + example: true + type: boolean id: description: The unique identifier for this component. Used to reference this component in other parts of the pipeline (for example, as the `input` @@ -34677,21 +34723,13 @@ components: components; others are dropped. example: service:my-service type: string - inputs: - description: A list of component IDs whose output is used as the `input` - for this component. - example: - - datadog-agent-source - items: - type: string - type: array type: $ref: '#/components/schemas/ObservabilityPipelineFilterProcessorType' required: - id - type - include - - inputs + - enabled type: object ObservabilityPipelineFilterProcessorType: default: filter @@ -34771,6 +34809,10 @@ components: Metrics can be counters, gauges, or distributions and optionally grouped by log fields.' properties: + enabled: + description: Whether this processor is enabled. + example: true + type: boolean id: description: The unique identifier for this component. Used to reference this component in other parts of the pipeline. @@ -34781,14 +34823,6 @@ components: targets. example: service:my-service type: string - inputs: - description: A list of component IDs whose output is used as the `input` - for this processor. - example: - - source-id - items: - type: string - type: array metrics: description: Configuration for generating individual metrics. items: @@ -34799,9 +34833,7 @@ components: required: - id - type - - inputs - - include - - metrics + - enabled type: object ObservabilityPipelineGenerateMetricsProcessorType: default: generate_datadog_metrics @@ -35398,6 +35430,10 @@ components: description: The `ocsf_mapper` processor transforms logs into the OCSF schema using a predefined mapping configuration. properties: + enabled: + description: Whether this processor is enabled. + example: true + type: boolean id: description: The unique identifier for this component. Used to reference this component in other parts of the pipeline. @@ -35408,14 +35444,6 @@ components: targets. example: service:my-service type: string - inputs: - description: A list of component IDs whose output is used as the `input` - for this processor. - example: - - filter-processor - items: - type: string - type: array mappings: description: A list of mapping rules to convert events to the OCSF format. items: @@ -35427,8 +35455,8 @@ components: - id - type - include - - inputs - mappings + - enabled type: object ObservabilityPipelineOcsfMapperProcessorMapping: description: Defines how specific events are transformed to OCSF using a mapping @@ -35533,6 +35561,10 @@ components: by Datadog. example: true type: boolean + enabled: + description: Whether this processor is enabled. + example: true + type: boolean id: description: A unique identifier for this processor. example: parse-grok-processor @@ -35542,14 +35574,6 @@ components: targets. example: service:my-service type: string - inputs: - description: A list of component IDs whose output is used as the `input` - for this component. - example: - - datadog-agent-source - items: - type: string - type: array rules: description: The list of Grok parsing rules. If multiple matching rules are provided, they are evaluated in order. The first successful match @@ -35563,8 +35587,8 @@ components: - id - type - include - - inputs - rules + - enabled type: object ObservabilityPipelineParseGrokProcessorRule: description: 'A Grok parsing rule used in the `parse_grok` processor. Each rule @@ -35649,6 +35673,10 @@ components: and flattens it into the event. This is useful when logs contain embedded JSON as a string. properties: + enabled: + description: Whether this processor is enabled. + example: true + type: boolean field: description: The name of the log field that contains a JSON string. example: message @@ -35664,14 +35692,6 @@ components: targets. example: service:my-service type: string - inputs: - description: A list of component IDs whose output is used as the `input` - for this component. - example: - - datadog-agent-source - items: - type: string - type: array type: $ref: '#/components/schemas/ObservabilityPipelineParseJSONProcessorType' required: @@ -35679,7 +35699,7 @@ components: - type - include - field - - inputs + - enabled type: object ObservabilityPipelineParseJSONProcessorType: default: parse_json @@ -35712,6 +35732,10 @@ components: the filter query continue through the pipeline. example: false type: boolean + enabled: + description: Whether this processor is enabled. + example: true + type: boolean id: description: The unique identifier for this component. Used to reference this component in other parts of the pipeline (for example, as the `input` @@ -35727,14 +35751,6 @@ components: targets. example: service:my-service type: string - inputs: - description: A list of component IDs whose output is used as the `input` - for this component. - example: - - datadog-agent-source - items: - type: string - type: array limit: $ref: '#/components/schemas/ObservabilityPipelineQuotaProcessorLimit' name: @@ -35764,9 +35780,8 @@ components: - type - include - name - - drop_events - limit - - inputs + - enabled type: object ObservabilityPipelineQuotaProcessorLimit: description: The maximum amount of data or number of events allowed before the @@ -35842,6 +35857,10 @@ components: description: The `reduce` processor aggregates and merges logs based on matching keys and merge strategies. properties: + enabled: + description: Whether this processor is enabled. + example: true + type: boolean group_by: description: A list of fields used to group log events for merging. example: @@ -35859,14 +35878,6 @@ components: targets. example: env:prod type: string - inputs: - description: A list of component IDs whose output is used as the input for - this processor. - example: - - parse-json-processor - items: - type: string - type: array merge_strategies: description: List of merge strategies defining how values from grouped events should be combined. @@ -35879,9 +35890,9 @@ components: - id - type - include - - inputs - group_by - merge_strategies + - enabled type: object ObservabilityPipelineReduceProcessorMergeStrategy: description: Defines how a specific field should be merged across grouped events. @@ -35938,6 +35949,10 @@ components: ObservabilityPipelineRemoveFieldsProcessor: description: The `remove_fields` processor deletes specified fields from logs. properties: + enabled: + description: Whether this processor is enabled. + example: true + type: boolean fields: description: A list of field names to be removed from each log event. example: @@ -35957,13 +35972,6 @@ components: targets. example: service:my-service type: string - inputs: - description: The `PipelineRemoveFieldsProcessor` `inputs`. - example: - - datadog-agent-source - items: - type: string - type: array type: $ref: '#/components/schemas/ObservabilityPipelineRemoveFieldsProcessorType' required: @@ -35971,7 +35979,7 @@ components: - type - include - fields - - inputs + - enabled type: object ObservabilityPipelineRemoveFieldsProcessorType: default: remove_fields @@ -35985,6 +35993,10 @@ components: ObservabilityPipelineRenameFieldsProcessor: description: The `rename_fields` processor changes field names. properties: + enabled: + description: Whether this processor is enabled. + example: true + type: boolean fields: description: A list of rename rules specifying which fields to rename in the event, what to rename them to, and whether to preserve the original @@ -36003,14 +36015,6 @@ components: targets. example: service:my-service type: string - inputs: - description: A list of component IDs whose output is used as the `input` - for this component. - example: - - datadog-agent-source - items: - type: string - type: array type: $ref: '#/components/schemas/ObservabilityPipelineRenameFieldsProcessorType' required: @@ -36018,7 +36022,7 @@ components: - type - include - fields - - inputs + - enabled type: object ObservabilityPipelineRenameFieldsProcessorField: description: Defines how to rename a field in log events. @@ -36124,6 +36128,10 @@ components: description: The `sample` processor allows probabilistic sampling of logs at a fixed rate. properties: + enabled: + description: Whether this processor is enabled. + example: true + type: boolean id: description: The unique identifier for this component. Used to reference this component in other parts of the pipeline (for example, as the `input` @@ -36135,14 +36143,6 @@ components: targets. example: service:my-service type: string - inputs: - description: A list of component IDs whose output is used as the `input` - for this component. - example: - - datadog-agent-source - items: - type: string - type: array percentage: description: The percentage of logs to sample. example: 10.0 @@ -36160,7 +36160,7 @@ components: - id - type - include - - inputs + - enabled type: object ObservabilityPipelineSampleProcessorType: default: sample @@ -36175,6 +36175,10 @@ components: description: The `sensitive_data_scanner` processor detects and optionally redacts sensitive data in log events. properties: + enabled: + description: Whether this processor is enabled. + example: true + type: boolean id: description: The unique identifier for this component. Used to reference this component in other parts of the pipeline (e.g., as input to downstream @@ -36186,14 +36190,6 @@ components: targets. example: source:prod type: string - inputs: - description: A list of component IDs whose output is used as the `input` - for this component. - example: - - parse-json-processor - items: - type: string - type: array rules: description: A list of rules for identifying and acting on sensitive data patterns. @@ -36206,8 +36202,8 @@ components: - id - type - include - - inputs - rules + - enabled type: object ObservabilityPipelineSensitiveDataScannerProcessorAction: description: Defines what action to take when sensitive data is matched. @@ -37168,6 +37164,10 @@ components: description: The `throttle` processor limits the number of events that pass through over a given time window. properties: + enabled: + description: Whether this processor is enabled. + example: true + type: boolean group_by: description: Optional list of fields used to group events before the threshold has been reached. @@ -37185,14 +37185,6 @@ components: targets. example: env:prod type: string - inputs: - description: A list of component IDs whose output is used as the input for - this processor. - example: - - datadog-agent-source - items: - type: string - type: array threshold: description: the number of events allowed in a given time window. Events sent after the threshold has been reached, are dropped. @@ -37210,9 +37202,9 @@ components: - id - type - include - - inputs - threshold - window + - enabled type: object ObservabilityPipelineThrottleProcessorType: default: throttle diff --git a/cassettes/v2/Observability-Pipelines_4170000189/Create-a-new-pipeline-returns-Bad-Request-response_2199325426/frozen.json b/cassettes/v2/Observability-Pipelines_4170000189/Create-a-new-pipeline-returns-Bad-Request-response_2199325426/frozen.json index 36ffcb7bba4d..29e6694013a6 100644 --- a/cassettes/v2/Observability-Pipelines_4170000189/Create-a-new-pipeline-returns-Bad-Request-response_2199325426/frozen.json +++ b/cassettes/v2/Observability-Pipelines_4170000189/Create-a-new-pipeline-returns-Bad-Request-response_2199325426/frozen.json @@ -1 +1 @@ -"2025-04-25T17:29:21.625Z" +"2025-11-26T16:03:26.936Z" diff --git a/cassettes/v2/Observability-Pipelines_4170000189/Create-a-new-pipeline-returns-Bad-Request-response_2199325426/recording.har b/cassettes/v2/Observability-Pipelines_4170000189/Create-a-new-pipeline-returns-Bad-Request-response_2199325426/recording.har index a283bfe6cfab..8307feb0ec8f 100644 --- a/cassettes/v2/Observability-Pipelines_4170000189/Create-a-new-pipeline-returns-Bad-Request-response_2199325426/recording.har +++ b/cassettes/v2/Observability-Pipelines_4170000189/Create-a-new-pipeline-returns-Bad-Request-response_2199325426/recording.har @@ -8,11 +8,11 @@ }, "entries": [ { - "_id": "27cad2cb136cf53108ff45a0fc536c02", + "_id": "95a5701126df3343b440f0295430ff3b", "_order": 0, "cache": {}, "request": { - "bodySize": 383, + "bodySize": 481, "cookies": [], "headers": [ { @@ -32,17 +32,17 @@ "postData": { "mimeType": "application/json", "params": [], - "text": "{\"data\":{\"attributes\":{\"config\":{\"destinations\":[{\"id\":\"datadog-logs-destination\",\"inputs\":[\"filter-processor\"],\"type\":\"datadog_logs\"}],\"processors\":[{\"id\":\"unknown-processor\",\"include\":\"service:my-service\",\"inputs\":[\"datadog-agent-source\"],\"type\":\"filter\"}],\"sources\":[{\"id\":\"datadog-agent-source\",\"type\":\"datadog_agent\"}]},\"name\":\"Main Observability Pipeline\"},\"type\":\"pipelines\"}}" + "text": "{\"data\":{\"attributes\":{\"config\":{\"destinations\":[{\"id\":\"datadog-logs-destination\",\"inputs\":[\"my-processor-group\"],\"type\":\"datadog_logs\"}],\"processors\":[{\"enabled\":true,\"id\":\"unknown-processor\",\"include\":\"service:my-service\",\"inputs\":[\"datadog-agent-source\"],\"processors\":[{\"enabled\":true,\"id\":\"filter-processor\",\"include\":\"status:error\",\"type\":\"filter\"}]}],\"sources\":[{\"id\":\"datadog-agent-source\",\"type\":\"datadog_agent\"}]},\"name\":\"Main Observability Pipeline\"},\"type\":\"pipelines\"}}" }, "queryString": [], "url": "https://api.datadoghq.com/api/v2/remote_config/products/obs_pipelines/pipelines" }, "response": { - "bodySize": 353, + "bodySize": 357, "content": { "mimeType": "application/json", - "size": 353, - "text": "{\"errors\":[{\"title\":\"Component with ID filter-processor is an unknown component\",\"meta\":{\"message\":\"Component with ID filter-processor is an unknown component\"}},{\"title\":\"The following components are unused: [datadog-agent-source unknown-processor]\",\"meta\":{\"message\":\"The following components are unused: [datadog-agent-source unknown-processor]\"}}]}\n" + "size": 357, + "text": "{\"errors\":[{\"title\":\"Component with ID my-processor-group is an unknown component\",\"meta\":{\"message\":\"Component with ID my-processor-group is an unknown component\"}},{\"title\":\"The following components are unused: [datadog-agent-source unknown-processor]\",\"meta\":{\"message\":\"The following components are unused: [datadog-agent-source unknown-processor]\"}}]}\n" }, "cookies": [], "headers": [ @@ -57,8 +57,8 @@ "status": 400, "statusText": "Bad Request" }, - "startedDateTime": "2025-04-25T17:29:21.631Z", - "time": 2193 + "startedDateTime": "2025-11-26T16:03:26.940Z", + "time": 526 } ], "pages": [], diff --git a/cassettes/v2/Observability-Pipelines_4170000189/Create-a-new-pipeline-returns-OK-response_2981893872/frozen.json b/cassettes/v2/Observability-Pipelines_4170000189/Create-a-new-pipeline-returns-OK-response_2981893872/frozen.json index b60b621da30c..8c73c8c4ca55 100644 --- a/cassettes/v2/Observability-Pipelines_4170000189/Create-a-new-pipeline-returns-OK-response_2981893872/frozen.json +++ b/cassettes/v2/Observability-Pipelines_4170000189/Create-a-new-pipeline-returns-OK-response_2981893872/frozen.json @@ -1 +1 @@ -"2025-04-25T17:29:23.837Z" +"2025-11-26T16:03:27.483Z" diff --git a/cassettes/v2/Observability-Pipelines_4170000189/Create-a-new-pipeline-returns-OK-response_2981893872/recording.har b/cassettes/v2/Observability-Pipelines_4170000189/Create-a-new-pipeline-returns-OK-response_2981893872/recording.har index 6c6e26078ae1..609b3a75c08f 100644 --- a/cassettes/v2/Observability-Pipelines_4170000189/Create-a-new-pipeline-returns-OK-response_2981893872/recording.har +++ b/cassettes/v2/Observability-Pipelines_4170000189/Create-a-new-pipeline-returns-OK-response_2981893872/recording.har @@ -8,11 +8,11 @@ }, "entries": [ { - "_id": "ccedcb249a427cb75505c852f00f4319", + "_id": "2cc7f51aea1a7fda97edd909fad481a4", "_order": 0, "cache": {}, "request": { - "bodySize": 382, + "bodySize": 482, "cookies": [], "headers": [ { @@ -32,17 +32,17 @@ "postData": { "mimeType": "application/json", "params": [], - "text": "{\"data\":{\"attributes\":{\"config\":{\"destinations\":[{\"id\":\"datadog-logs-destination\",\"inputs\":[\"filter-processor\"],\"type\":\"datadog_logs\"}],\"processors\":[{\"id\":\"filter-processor\",\"include\":\"service:my-service\",\"inputs\":[\"datadog-agent-source\"],\"type\":\"filter\"}],\"sources\":[{\"id\":\"datadog-agent-source\",\"type\":\"datadog_agent\"}]},\"name\":\"Main Observability Pipeline\"},\"type\":\"pipelines\"}}" + "text": "{\"data\":{\"attributes\":{\"config\":{\"destinations\":[{\"id\":\"datadog-logs-destination\",\"inputs\":[\"my-processor-group\"],\"type\":\"datadog_logs\"}],\"processors\":[{\"enabled\":true,\"id\":\"my-processor-group\",\"include\":\"service:my-service\",\"inputs\":[\"datadog-agent-source\"],\"processors\":[{\"enabled\":true,\"id\":\"filter-processor\",\"include\":\"status:error\",\"type\":\"filter\"}]}],\"sources\":[{\"id\":\"datadog-agent-source\",\"type\":\"datadog_agent\"}]},\"name\":\"Main Observability Pipeline\"},\"type\":\"pipelines\"}}" }, "queryString": [], "url": "https://api.datadoghq.com/api/v2/remote_config/products/obs_pipelines/pipelines" }, "response": { - "bodySize": 427, + "bodySize": 527, "content": { "mimeType": "application/json", - "size": 427, - "text": "{\"data\":{\"id\":\"d891e45c-21fa-11f0-96dc-da7ad0900002\",\"type\":\"pipelines\",\"attributes\":{\"name\":\"Main Observability Pipeline\",\"config\":{\"destinations\":[{\"id\":\"datadog-logs-destination\",\"inputs\":[\"filter-processor\"],\"type\":\"datadog_logs\"}],\"processors\":[{\"id\":\"filter-processor\",\"include\":\"service:my-service\",\"inputs\":[\"datadog-agent-source\"],\"type\":\"filter\"}],\"sources\":[{\"id\":\"datadog-agent-source\",\"type\":\"datadog_agent\"}]}}}}\n" + "size": 527, + "text": "{\"data\":{\"id\":\"7231fee6-cae1-11f0-a2c3-da7ad0900002\",\"type\":\"pipelines\",\"attributes\":{\"name\":\"Main Observability Pipeline\",\"config\":{\"destinations\":[{\"id\":\"datadog-logs-destination\",\"inputs\":[\"my-processor-group\"],\"type\":\"datadog_logs\"}],\"processors\":[{\"enabled\":true,\"id\":\"my-processor-group\",\"include\":\"service:my-service\",\"inputs\":[\"datadog-agent-source\"],\"processors\":[{\"enabled\":true,\"id\":\"filter-processor\",\"include\":\"status:error\",\"type\":\"filter\"}]}],\"sources\":[{\"id\":\"datadog-agent-source\",\"type\":\"datadog_agent\"}]}}}}\n" }, "cookies": [], "headers": [ @@ -57,11 +57,11 @@ "status": 201, "statusText": "Created" }, - "startedDateTime": "2025-04-25T17:29:23.842Z", - "time": 922 + "startedDateTime": "2025-11-26T16:03:27.488Z", + "time": 956 }, { - "_id": "1cf1cc77a6906f28420662c129b23adb", + "_id": "b3481550a9b799d9fed27ecad1b89cba", "_order": 0, "cache": {}, "request": { @@ -78,7 +78,7 @@ "httpVersion": "HTTP/1.1", "method": "DELETE", "queryString": [], - "url": "https://api.datadoghq.com/api/v2/remote_config/products/obs_pipelines/pipelines/d891e45c-21fa-11f0-96dc-da7ad0900002" + "url": "https://api.datadoghq.com/api/v2/remote_config/products/obs_pipelines/pipelines/7231fee6-cae1-11f0-a2c3-da7ad0900002" }, "response": { "bodySize": 0, @@ -99,8 +99,8 @@ "status": 204, "statusText": "No Content" }, - "startedDateTime": "2025-04-25T17:29:24.776Z", - "time": 509 + "startedDateTime": "2025-11-26T16:03:28.457Z", + "time": 641 } ], "pages": [], diff --git a/cassettes/v2/Observability-Pipelines_4170000189/Delete-a-pipeline-returns-Not-Found-response_870326444/frozen.json b/cassettes/v2/Observability-Pipelines_4170000189/Delete-a-pipeline-returns-Not-Found-response_870326444/frozen.json index 7e918b424930..e7a7aeef39a7 100644 --- a/cassettes/v2/Observability-Pipelines_4170000189/Delete-a-pipeline-returns-Not-Found-response_870326444/frozen.json +++ b/cassettes/v2/Observability-Pipelines_4170000189/Delete-a-pipeline-returns-Not-Found-response_870326444/frozen.json @@ -1 +1 @@ -"2025-04-25T17:29:25.292Z" +"2025-11-26T16:03:29.108Z" diff --git a/cassettes/v2/Observability-Pipelines_4170000189/Delete-a-pipeline-returns-Not-Found-response_870326444/recording.har b/cassettes/v2/Observability-Pipelines_4170000189/Delete-a-pipeline-returns-Not-Found-response_870326444/recording.har index 5e6a3e90b480..8ec273b32842 100644 --- a/cassettes/v2/Observability-Pipelines_4170000189/Delete-a-pipeline-returns-Not-Found-response_870326444/recording.har +++ b/cassettes/v2/Observability-Pipelines_4170000189/Delete-a-pipeline-returns-Not-Found-response_870326444/recording.har @@ -47,8 +47,8 @@ "status": 404, "statusText": "Not Found" }, - "startedDateTime": "2025-04-25T17:29:25.296Z", - "time": 1546 + "startedDateTime": "2025-11-26T16:03:29.113Z", + "time": 563 } ], "pages": [], diff --git a/cassettes/v2/Observability-Pipelines_4170000189/Delete-a-pipeline-returns-OK-response_1744781279/frozen.json b/cassettes/v2/Observability-Pipelines_4170000189/Delete-a-pipeline-returns-OK-response_1744781279/frozen.json index afeb3133c017..34d2cdd2a73c 100644 --- a/cassettes/v2/Observability-Pipelines_4170000189/Delete-a-pipeline-returns-OK-response_1744781279/frozen.json +++ b/cassettes/v2/Observability-Pipelines_4170000189/Delete-a-pipeline-returns-OK-response_1744781279/frozen.json @@ -1 +1 @@ -"2025-04-25T17:29:26.847Z" +"2025-11-26T16:03:29.684Z" diff --git a/cassettes/v2/Observability-Pipelines_4170000189/Delete-a-pipeline-returns-OK-response_1744781279/recording.har b/cassettes/v2/Observability-Pipelines_4170000189/Delete-a-pipeline-returns-OK-response_1744781279/recording.har index 6064ae03241b..561d2d40605f 100644 --- a/cassettes/v2/Observability-Pipelines_4170000189/Delete-a-pipeline-returns-OK-response_1744781279/recording.har +++ b/cassettes/v2/Observability-Pipelines_4170000189/Delete-a-pipeline-returns-OK-response_1744781279/recording.har @@ -42,7 +42,7 @@ "content": { "mimeType": "application/json", "size": 427, - "text": "{\"data\":{\"id\":\"da5f2218-21fa-11f0-96de-da7ad0900002\",\"type\":\"pipelines\",\"attributes\":{\"name\":\"Main Observability Pipeline\",\"config\":{\"destinations\":[{\"id\":\"datadog-logs-destination\",\"inputs\":[\"filter-processor\"],\"type\":\"datadog_logs\"}],\"processors\":[{\"id\":\"filter-processor\",\"include\":\"service:my-service\",\"inputs\":[\"datadog-agent-source\"],\"type\":\"filter\"}],\"sources\":[{\"id\":\"datadog-agent-source\",\"type\":\"datadog_agent\"}]}}}}\n" + "text": "{\"data\":{\"id\":\"73822ece-cae1-11f0-a2c5-da7ad0900002\",\"type\":\"pipelines\",\"attributes\":{\"name\":\"Main Observability Pipeline\",\"config\":{\"destinations\":[{\"id\":\"datadog-logs-destination\",\"inputs\":[\"filter-processor\"],\"type\":\"datadog_logs\"}],\"processors\":[{\"id\":\"filter-processor\",\"include\":\"service:my-service\",\"inputs\":[\"datadog-agent-source\"],\"type\":\"filter\"}],\"sources\":[{\"id\":\"datadog-agent-source\",\"type\":\"datadog_agent\"}]}}}}\n" }, "cookies": [], "headers": [ @@ -57,11 +57,11 @@ "status": 201, "statusText": "Created" }, - "startedDateTime": "2025-04-25T17:29:26.849Z", - "time": 934 + "startedDateTime": "2025-11-26T16:03:29.690Z", + "time": 950 }, { - "_id": "598cf7c6bf150219bc90925671f48c4a", + "_id": "6c1cef76441bb5311d11561b30679af8", "_order": 0, "cache": {}, "request": { @@ -78,7 +78,7 @@ "httpVersion": "HTTP/1.1", "method": "DELETE", "queryString": [], - "url": "https://api.datadoghq.com/api/v2/remote_config/products/obs_pipelines/pipelines/da5f2218-21fa-11f0-96de-da7ad0900002" + "url": "https://api.datadoghq.com/api/v2/remote_config/products/obs_pipelines/pipelines/73822ece-cae1-11f0-a2c5-da7ad0900002" }, "response": { "bodySize": 0, @@ -99,11 +99,11 @@ "status": 204, "statusText": "No Content" }, - "startedDateTime": "2025-04-25T17:29:27.792Z", - "time": 723 + "startedDateTime": "2025-11-26T16:03:30.649Z", + "time": 1037 }, { - "_id": "598cf7c6bf150219bc90925671f48c4a", + "_id": "6c1cef76441bb5311d11561b30679af8", "_order": 1, "cache": {}, "request": { @@ -120,7 +120,7 @@ "httpVersion": "HTTP/1.1", "method": "DELETE", "queryString": [], - "url": "https://api.datadoghq.com/api/v2/remote_config/products/obs_pipelines/pipelines/da5f2218-21fa-11f0-96de-da7ad0900002" + "url": "https://api.datadoghq.com/api/v2/remote_config/products/obs_pipelines/pipelines/73822ece-cae1-11f0-a2c5-da7ad0900002" }, "response": { "bodySize": 44, @@ -142,8 +142,8 @@ "status": 404, "statusText": "Not Found" }, - "startedDateTime": "2025-04-25T17:29:28.522Z", - "time": 666 + "startedDateTime": "2025-11-26T16:03:31.696Z", + "time": 605 } ], "pages": [], diff --git a/cassettes/v2/Observability-Pipelines_4170000189/Get-a-specific-pipeline-returns-OK-response_3347956844/frozen.json b/cassettes/v2/Observability-Pipelines_4170000189/Get-a-specific-pipeline-returns-OK-response_3347956844/frozen.json index 2612df2c5415..71e33ca9a291 100644 --- a/cassettes/v2/Observability-Pipelines_4170000189/Get-a-specific-pipeline-returns-OK-response_3347956844/frozen.json +++ b/cassettes/v2/Observability-Pipelines_4170000189/Get-a-specific-pipeline-returns-OK-response_3347956844/frozen.json @@ -1 +1 @@ -"2025-04-25T17:29:29.196Z" +"2025-11-26T16:03:32.309Z" diff --git a/cassettes/v2/Observability-Pipelines_4170000189/Get-a-specific-pipeline-returns-OK-response_3347956844/recording.har b/cassettes/v2/Observability-Pipelines_4170000189/Get-a-specific-pipeline-returns-OK-response_3347956844/recording.har index 758c6789dbdf..33ea5e555dba 100644 --- a/cassettes/v2/Observability-Pipelines_4170000189/Get-a-specific-pipeline-returns-OK-response_3347956844/recording.har +++ b/cassettes/v2/Observability-Pipelines_4170000189/Get-a-specific-pipeline-returns-OK-response_3347956844/recording.har @@ -42,7 +42,7 @@ "content": { "mimeType": "application/json", "size": 427, - "text": "{\"data\":{\"id\":\"dbbff3d0-21fa-11f0-96e0-da7ad0900002\",\"type\":\"pipelines\",\"attributes\":{\"name\":\"Main Observability Pipeline\",\"config\":{\"destinations\":[{\"id\":\"datadog-logs-destination\",\"inputs\":[\"filter-processor\"],\"type\":\"datadog_logs\"}],\"processors\":[{\"id\":\"filter-processor\",\"include\":\"service:my-service\",\"inputs\":[\"datadog-agent-source\"],\"type\":\"filter\"}],\"sources\":[{\"id\":\"datadog-agent-source\",\"type\":\"datadog_agent\"}]}}}}\n" + "text": "{\"data\":{\"id\":\"750ea1f0-cae1-11f0-a2c7-da7ad0900002\",\"type\":\"pipelines\",\"attributes\":{\"name\":\"Main Observability Pipeline\",\"config\":{\"destinations\":[{\"id\":\"datadog-logs-destination\",\"inputs\":[\"filter-processor\"],\"type\":\"datadog_logs\"}],\"processors\":[{\"id\":\"filter-processor\",\"include\":\"service:my-service\",\"inputs\":[\"datadog-agent-source\"],\"type\":\"filter\"}],\"sources\":[{\"id\":\"datadog-agent-source\",\"type\":\"datadog_agent\"}]}}}}\n" }, "cookies": [], "headers": [ @@ -57,11 +57,11 @@ "status": 201, "statusText": "Created" }, - "startedDateTime": "2025-04-25T17:29:29.200Z", - "time": 1048 + "startedDateTime": "2025-11-26T16:03:32.314Z", + "time": 983 }, { - "_id": "556b6b39efde699b7097b64716e70c01", + "_id": "0821490c8633e5f3ba44b9434cac8e28", "_order": 0, "cache": {}, "request": { @@ -78,14 +78,14 @@ "httpVersion": "HTTP/1.1", "method": "GET", "queryString": [], - "url": "https://api.datadoghq.com/api/v2/remote_config/products/obs_pipelines/pipelines/dbbff3d0-21fa-11f0-96e0-da7ad0900002" + "url": "https://api.datadoghq.com/api/v2/remote_config/products/obs_pipelines/pipelines/750ea1f0-cae1-11f0-a2c7-da7ad0900002" }, "response": { "bodySize": 427, "content": { "mimeType": "application/json", "size": 427, - "text": "{\"data\":{\"id\":\"dbbff3d0-21fa-11f0-96e0-da7ad0900002\",\"type\":\"pipelines\",\"attributes\":{\"name\":\"Main Observability Pipeline\",\"config\":{\"destinations\":[{\"id\":\"datadog-logs-destination\",\"inputs\":[\"filter-processor\"],\"type\":\"datadog_logs\"}],\"processors\":[{\"id\":\"filter-processor\",\"include\":\"service:my-service\",\"inputs\":[\"datadog-agent-source\"],\"type\":\"filter\"}],\"sources\":[{\"id\":\"datadog-agent-source\",\"type\":\"datadog_agent\"}]}}}}\n" + "text": "{\"data\":{\"id\":\"750ea1f0-cae1-11f0-a2c7-da7ad0900002\",\"type\":\"pipelines\",\"attributes\":{\"name\":\"Main Observability Pipeline\",\"config\":{\"destinations\":[{\"id\":\"datadog-logs-destination\",\"inputs\":[\"filter-processor\"],\"type\":\"datadog_logs\"}],\"processors\":[{\"id\":\"filter-processor\",\"include\":\"service:my-service\",\"inputs\":[\"datadog-agent-source\"],\"type\":\"filter\"}],\"sources\":[{\"id\":\"datadog-agent-source\",\"type\":\"datadog_agent\"}]}}}}\n" }, "cookies": [], "headers": [ @@ -100,11 +100,11 @@ "status": 200, "statusText": "OK" }, - "startedDateTime": "2025-04-25T17:29:30.254Z", - "time": 740 + "startedDateTime": "2025-11-26T16:03:33.310Z", + "time": 664 }, { - "_id": "91b13ea6a00daad4d3c5b58c06e0c937", + "_id": "08c3d09df0214cd767a8cb905f775992", "_order": 0, "cache": {}, "request": { @@ -121,7 +121,7 @@ "httpVersion": "HTTP/1.1", "method": "DELETE", "queryString": [], - "url": "https://api.datadoghq.com/api/v2/remote_config/products/obs_pipelines/pipelines/dbbff3d0-21fa-11f0-96e0-da7ad0900002" + "url": "https://api.datadoghq.com/api/v2/remote_config/products/obs_pipelines/pipelines/750ea1f0-cae1-11f0-a2c7-da7ad0900002" }, "response": { "bodySize": 0, @@ -142,8 +142,8 @@ "status": 204, "statusText": "No Content" }, - "startedDateTime": "2025-04-25T17:29:31.003Z", - "time": 757 + "startedDateTime": "2025-11-26T16:03:33.986Z", + "time": 1397 } ], "pages": [], diff --git a/cassettes/v2/Observability-Pipelines_4170000189/List-pipelines-returns-Bad-Request-response_3950676222/frozen.json b/cassettes/v2/Observability-Pipelines_4170000189/List-pipelines-returns-Bad-Request-response_3950676222/frozen.json index 08d73db5070e..a9eafee672a8 100644 --- a/cassettes/v2/Observability-Pipelines_4170000189/List-pipelines-returns-Bad-Request-response_3950676222/frozen.json +++ b/cassettes/v2/Observability-Pipelines_4170000189/List-pipelines-returns-Bad-Request-response_3950676222/frozen.json @@ -1 +1 @@ -"2025-04-25T17:29:31.769Z" +"2025-11-26T16:03:35.391Z" diff --git a/cassettes/v2/Observability-Pipelines_4170000189/List-pipelines-returns-Bad-Request-response_3950676222/recording.har b/cassettes/v2/Observability-Pipelines_4170000189/List-pipelines-returns-Bad-Request-response_3950676222/recording.har index 1d21bb983cbd..aa43e8a4a729 100644 --- a/cassettes/v2/Observability-Pipelines_4170000189/List-pipelines-returns-Bad-Request-response_3950676222/recording.har +++ b/cassettes/v2/Observability-Pipelines_4170000189/List-pipelines-returns-Bad-Request-response_3950676222/recording.har @@ -54,8 +54,8 @@ "status": 400, "statusText": "Bad Request" }, - "startedDateTime": "2025-04-25T17:29:31.777Z", - "time": 540 + "startedDateTime": "2025-11-26T16:03:35.397Z", + "time": 498 } ], "pages": [], diff --git a/cassettes/v2/Observability-Pipelines_4170000189/List-pipelines-returns-OK-response_669614676/frozen.json b/cassettes/v2/Observability-Pipelines_4170000189/List-pipelines-returns-OK-response_669614676/frozen.json index 25be7d9ca497..5c650ae949c3 100644 --- a/cassettes/v2/Observability-Pipelines_4170000189/List-pipelines-returns-OK-response_669614676/frozen.json +++ b/cassettes/v2/Observability-Pipelines_4170000189/List-pipelines-returns-OK-response_669614676/frozen.json @@ -1 +1 @@ -"2025-04-25T17:29:32.322Z" +"2025-11-26T16:03:35.904Z" diff --git a/cassettes/v2/Observability-Pipelines_4170000189/List-pipelines-returns-OK-response_669614676/recording.har b/cassettes/v2/Observability-Pipelines_4170000189/List-pipelines-returns-OK-response_669614676/recording.har index 303fbd46ab9b..3b4adff7d534 100644 --- a/cassettes/v2/Observability-Pipelines_4170000189/List-pipelines-returns-OK-response_669614676/recording.har +++ b/cassettes/v2/Observability-Pipelines_4170000189/List-pipelines-returns-OK-response_669614676/recording.har @@ -42,7 +42,7 @@ "content": { "mimeType": "application/json", "size": 427, - "text": "{\"data\":{\"id\":\"dd87c652-21fa-11f0-96e2-da7ad0900002\",\"type\":\"pipelines\",\"attributes\":{\"name\":\"Main Observability Pipeline\",\"config\":{\"destinations\":[{\"id\":\"datadog-logs-destination\",\"inputs\":[\"filter-processor\"],\"type\":\"datadog_logs\"}],\"processors\":[{\"id\":\"filter-processor\",\"include\":\"service:my-service\",\"inputs\":[\"datadog-agent-source\"],\"type\":\"filter\"}],\"sources\":[{\"id\":\"datadog-agent-source\",\"type\":\"datadog_agent\"}]}}}}\n" + "text": "{\"data\":{\"id\":\"77329f9a-cae1-11f0-a2c9-da7ad0900002\",\"type\":\"pipelines\",\"attributes\":{\"name\":\"Main Observability Pipeline\",\"config\":{\"destinations\":[{\"id\":\"datadog-logs-destination\",\"inputs\":[\"filter-processor\"],\"type\":\"datadog_logs\"}],\"processors\":[{\"id\":\"filter-processor\",\"include\":\"service:my-service\",\"inputs\":[\"datadog-agent-source\"],\"type\":\"filter\"}],\"sources\":[{\"id\":\"datadog-agent-source\",\"type\":\"datadog_agent\"}]}}}}\n" }, "cookies": [], "headers": [ @@ -57,8 +57,8 @@ "status": 201, "statusText": "Created" }, - "startedDateTime": "2025-04-25T17:29:32.328Z", - "time": 929 + "startedDateTime": "2025-11-26T16:03:35.908Z", + "time": 1313 }, { "_id": "2a1ecc5b42fa71d41e8a9990a3446289", @@ -81,11 +81,11 @@ "url": "https://api.datadoghq.com/api/v2/remote_config/products/obs_pipelines/pipelines" }, "response": { - "bodySize": 20407, + "bodySize": 22343, "content": { "mimeType": "application/vnd.api+json", - "size": 20407, - "text": "{\"data\":[{\"id\":\"8d85d864-0f09-11f0-9711-da7ad0900002\",\"type\":\"pipelines\",\"attributes\":{\"name\":\"Main Observability Pipeline\",\"config\":{\"destinations\":[{\"id\":\"datadog-logs-destination\",\"inputs\":[\"filter-processor\"],\"type\":\"datadog_logs\"}],\"processors\":[{\"id\":\"filter-processor\",\"include\":\"service:my-service\",\"inputs\":[\"datadog-agent-source\"],\"type\":\"filter\"}],\"sources\":[{\"id\":\"datadog-agent-source\",\"type\":\"datadog_agent\"}]}}},{\"id\":\"3f339054-10ab-11f0-88a2-da7ad0900002\",\"type\":\"pipelines\",\"attributes\":{\"name\":\"Main Observability Pipeline\",\"config\":{\"destinations\":[{\"id\":\"datadog-logs-destination\",\"inputs\":[\"filter-processor\"],\"type\":\"datadog_logs\"}],\"processors\":[{\"id\":\"filter-processor\",\"include\":\"service:my-service\",\"inputs\":[\"datadog-agent-source\"],\"type\":\"filter\"}],\"sources\":[{\"id\":\"datadog-agent-source\",\"type\":\"datadog_agent\"}]}}},{\"id\":\"b8c068de-10ab-11f0-88a8-da7ad0900002\",\"type\":\"pipelines\",\"attributes\":{\"name\":\"Main Observability Pipeline\",\"config\":{\"destinations\":[{\"id\":\"datadog-logs-destination\",\"inputs\":[\"filter-processor\"],\"type\":\"datadog_logs\"}],\"processors\":[{\"id\":\"filter-processor\",\"include\":\"service:my-service\",\"inputs\":[\"datadog-agent-source\"],\"type\":\"filter\"}],\"sources\":[{\"id\":\"datadog-agent-source\",\"type\":\"datadog_agent\"}]}}},{\"id\":\"32e2f90a-1139-11f0-8501-da7ad0900002\",\"type\":\"pipelines\",\"attributes\":{\"name\":\"Main Observability Pipeline\",\"config\":{\"destinations\":[{\"id\":\"datadog-logs-destination\",\"inputs\":[\"filter-processor\"],\"type\":\"datadog_logs\"}],\"processors\":[{\"id\":\"filter-processor\",\"include\":\"service:my-service\",\"inputs\":[\"datadog-agent-source\"],\"type\":\"filter\"}],\"sources\":[{\"id\":\"datadog-agent-source\",\"type\":\"datadog_agent\"}]}}},{\"id\":\"67e79020-1139-11f0-98d1-da7ad0900002\",\"type\":\"pipelines\",\"attributes\":{\"name\":\"Main Observability Pipeline\",\"config\":{\"destinations\":[{\"id\":\"datadog-logs-destination\",\"inputs\":[\"filter-processor\"],\"type\":\"datadog_logs\"}],\"processors\":[{\"id\":\"filter-processor\",\"include\":\"service:my-service\",\"inputs\":[\"datadog-agent-source\"],\"type\":\"filter\"}],\"sources\":[{\"id\":\"datadog-agent-source\",\"type\":\"datadog_agent\"}]}}},{\"id\":\"30966e06-113a-11f0-98e1-da7ad0900002\",\"type\":\"pipelines\",\"attributes\":{\"name\":\"Main Observability Pipeline\",\"config\":{\"destinations\":[{\"id\":\"datadog-logs-destination\",\"inputs\":[\"filter-processor\"],\"type\":\"datadog_logs\"}],\"processors\":[{\"id\":\"filter-processor\",\"include\":\"service:my-service\",\"inputs\":[\"datadog-agent-source\"],\"type\":\"filter\"}],\"sources\":[{\"id\":\"datadog-agent-source\",\"type\":\"datadog_agent\"}]}}},{\"id\":\"3e3f9382-138f-11f0-8cf0-da7ad0900002\",\"type\":\"pipelines\",\"attributes\":{\"name\":\"test pipeline\",\"config\":{\"destinations\":[{\"id\":\"destination-1\",\"inputs\":[\"parser-1\"],\"type\":\"datadog_logs\"}],\"processors\":[{\"field\":\"message\",\"id\":\"parser-1\",\"include\":\"service:my-service\",\"inputs\":[\"source-1\"],\"type\":\"parse_json\"}],\"sources\":[{\"id\":\"source-1\",\"tls\":{\"crt_file\":\"/path/to/cert.crt\"},\"type\":\"datadog_agent\"}]}}},{\"id\":\"42159650-138f-11f0-a2aa-da7ad0900002\",\"type\":\"pipelines\",\"attributes\":{\"name\":\"test pipeline\",\"config\":{\"destinations\":[{\"id\":\"destination-1\",\"inputs\":[\"parser-1\"],\"type\":\"datadog_logs\"}],\"processors\":[{\"field\":\"message\",\"id\":\"parser-1\",\"include\":\"service:my-service\",\"inputs\":[\"source-1\"],\"type\":\"parse_json\"}],\"sources\":[{\"id\":\"source-1\",\"tls\":{\"crt_file\":\"/path/to/cert.crt\"},\"type\":\"datadog_agent\"}]}}},{\"id\":\"6cc001f8-1392-11f0-9e35-da7ad0900002\",\"type\":\"pipelines\",\"attributes\":{\"name\":\"agent with tls\",\"config\":{\"destinations\":[{\"id\":\"destination-1\",\"inputs\":[\"source-with-tls\"],\"type\":\"datadog_logs\"}],\"processors\":[],\"sources\":[{\"id\":\"source-with-tls\",\"tls\":{\"ca_file\":\"/etc/certs/ca.crt\",\"crt_file\":\"/etc/certs/agent.crt\",\"key_file\":\"/etc/certs/agent.key\"},\"type\":\"datadog_agent\"}]}}},{\"id\":\"bdf5078e-139d-11f0-8e4f-da7ad0900002\",\"type\":\"pipelines\",\"attributes\":{\"name\":\"add-fields-pipeline\",\"config\":{\"destinations\":[{\"id\":\"destination-1\",\"inputs\":[\"add-fields-1\"],\"type\":\"datadog_logs\"}],\"processors\":[{\"fields\":[{\"name\":\"custom.field\",\"value\":\"hello-world\"}],\"id\":\"add-fields-1\",\"include\":\"*\",\"inputs\":[\"source-1\"],\"type\":\"add_fields\"}],\"sources\":[{\"id\":\"source-1\",\"type\":\"datadog_agent\"}]}}},{\"id\":\"e67402d2-139d-11f0-8e51-da7ad0900002\",\"type\":\"pipelines\",\"attributes\":{\"name\":\"add-fields-pipeline\",\"config\":{\"destinations\":[{\"id\":\"destination-1\",\"inputs\":[\"add-fields-1\"],\"type\":\"datadog_logs\"}],\"processors\":[{\"fields\":[{\"name\":\"custom.field\",\"value\":\"hello-world\"}],\"id\":\"add-fields-1\",\"include\":\"*\",\"inputs\":[\"source-1\"],\"type\":\"add_fields\"}],\"sources\":[{\"id\":\"source-1\",\"type\":\"datadog_agent\"}]}}},{\"id\":\"e9849f22-139d-11f0-8e53-da7ad0900002\",\"type\":\"pipelines\",\"attributes\":{\"name\":\"add-fields-pipeline\",\"config\":{\"destinations\":[{\"id\":\"destination-1\",\"inputs\":[\"add-fields-1\"],\"type\":\"datadog_logs\"}],\"processors\":[{\"fields\":[{\"name\":\"custom.field\",\"value\":\"hello-world\"}],\"id\":\"add-fields-1\",\"include\":\"*\",\"inputs\":[\"source-1\"],\"type\":\"add_fields\"}],\"sources\":[{\"id\":\"source-1\",\"type\":\"datadog_agent\"}]}}},{\"id\":\"f9845bb0-139d-11f0-b101-da7ad0900002\",\"type\":\"pipelines\",\"attributes\":{\"name\":\"add-fields-pipeline\",\"config\":{\"destinations\":[{\"id\":\"destination-1\",\"inputs\":[\"add-fields-1\"],\"type\":\"datadog_logs\"}],\"processors\":[{\"fields\":[{\"name\":\"custom.field\",\"value\":\"hello-world\"}],\"id\":\"add-fields-1\",\"include\":\"*\",\"inputs\":[\"source-1\"],\"type\":\"add_fields\"}],\"sources\":[{\"id\":\"source-1\",\"type\":\"datadog_agent\"}]}}},{\"id\":\"2ebd82ca-139e-11f0-b103-da7ad0900002\",\"type\":\"pipelines\",\"attributes\":{\"name\":\"add-fields-pipeline\",\"config\":{\"destinations\":[{\"id\":\"destination-1\",\"inputs\":[\"add-fields-1\"],\"type\":\"datadog_logs\"}],\"processors\":[{\"fields\":[{\"name\":\"custom.field\",\"value\":\"hello-world\"}],\"id\":\"add-fields-1\",\"include\":\"*\",\"inputs\":[\"source-1\"],\"type\":\"add_fields\"}],\"sources\":[{\"id\":\"source-1\",\"type\":\"datadog_agent\"}]}}},{\"id\":\"31ba5a34-139e-11f0-8e55-da7ad0900002\",\"type\":\"pipelines\",\"attributes\":{\"name\":\"add-fields-pipeline\",\"config\":{\"destinations\":[{\"id\":\"destination-1\",\"inputs\":[\"add-fields-1\"],\"type\":\"datadog_logs\"}],\"processors\":[{\"fields\":[{\"name\":\"custom.field\",\"value\":\"hello-world\"}],\"id\":\"add-fields-1\",\"include\":\"*\",\"inputs\":[\"source-1\"],\"type\":\"add_fields\"}],\"sources\":[{\"id\":\"source-1\",\"type\":\"datadog_agent\"}]}}},{\"id\":\"3aa802c2-139e-11f0-8e57-da7ad0900002\",\"type\":\"pipelines\",\"attributes\":{\"name\":\"add-fields-pipeline\",\"config\":{\"destinations\":[{\"id\":\"destination-1\",\"inputs\":[\"add-fields-1\"],\"type\":\"datadog_logs\"}],\"processors\":[{\"fields\":[{\"name\":\"custom.field\",\"value\":\"hello-world\"}],\"id\":\"add-fields-1\",\"include\":\"*\",\"inputs\":[\"source-1\"],\"type\":\"add_fields\"}],\"sources\":[{\"id\":\"source-1\",\"type\":\"datadog_agent\"}]}}},{\"id\":\"7b3daaf8-139e-11f0-8e59-da7ad0900002\",\"type\":\"pipelines\",\"attributes\":{\"name\":\"add-fields-pipeline\",\"config\":{\"destinations\":[{\"id\":\"destination-1\",\"inputs\":[\"add-fields-1\"],\"type\":\"datadog_logs\"}],\"processors\":[{\"fields\":[{\"name\":\"custom.field\",\"value\":\"hello-world\"}],\"id\":\"add-fields-1\",\"include\":\"*\",\"inputs\":[\"source-1\"],\"type\":\"add_fields\"}],\"sources\":[{\"id\":\"source-1\",\"type\":\"datadog_agent\"}]}}},{\"id\":\"7e72d32e-139e-11f0-8e5b-da7ad0900002\",\"type\":\"pipelines\",\"attributes\":{\"name\":\"add-fields-pipeline\",\"config\":{\"destinations\":[{\"id\":\"destination-1\",\"inputs\":[\"add-fields-1\"],\"type\":\"datadog_logs\"}],\"processors\":[{\"fields\":[{\"name\":\"custom.field\",\"value\":\"hello-world\"}],\"id\":\"add-fields-1\",\"include\":\"*\",\"inputs\":[\"source-1\"],\"type\":\"add_fields\"}],\"sources\":[{\"id\":\"source-1\",\"type\":\"datadog_agent\"}]}}},{\"id\":\"818a8728-139e-11f0-8e5d-da7ad0900002\",\"type\":\"pipelines\",\"attributes\":{\"name\":\"add-fields-pipeline\",\"config\":{\"destinations\":[{\"id\":\"destination-1\",\"inputs\":[\"add-fields-1\"],\"type\":\"datadog_logs\"}],\"processors\":[{\"fields\":[{\"name\":\"custom.field\",\"value\":\"hello-world\"}],\"id\":\"add-fields-1\",\"include\":\"*\",\"inputs\":[\"source-1\"],\"type\":\"add_fields\"}],\"sources\":[{\"id\":\"source-1\",\"type\":\"datadog_agent\"}]}}},{\"id\":\"bed86e88-139e-11f0-8e5f-da7ad0900002\",\"type\":\"pipelines\",\"attributes\":{\"name\":\"add-fields-pipeline\",\"config\":{\"destinations\":[{\"id\":\"destination-1\",\"inputs\":[\"add-fields-1\"],\"type\":\"datadog_logs\"}],\"processors\":[{\"fields\":[{\"name\":\"custom.field\",\"value\":\"hello-world\"}],\"id\":\"add-fields-1\",\"include\":\"*\",\"inputs\":[\"source-1\"],\"type\":\"add_fields\"}],\"sources\":[{\"id\":\"source-1\",\"type\":\"datadog_agent\"}]}}},{\"id\":\"c202b050-139e-11f0-b107-da7ad0900002\",\"type\":\"pipelines\",\"attributes\":{\"name\":\"add-fields-pipeline\",\"config\":{\"destinations\":[{\"id\":\"destination-1\",\"inputs\":[\"add-fields-1\"],\"type\":\"datadog_logs\"}],\"processors\":[{\"fields\":[{\"name\":\"custom.field\",\"value\":\"hello-world\"}],\"id\":\"add-fields-1\",\"include\":\"*\",\"inputs\":[\"source-1\"],\"type\":\"add_fields\"}],\"sources\":[{\"id\":\"source-1\",\"type\":\"datadog_agent\"}]}}},{\"id\":\"c5111084-139e-11f0-8e61-da7ad0900002\",\"type\":\"pipelines\",\"attributes\":{\"name\":\"add-fields-pipeline\",\"config\":{\"destinations\":[{\"id\":\"destination-1\",\"inputs\":[\"add-fields-1\"],\"type\":\"datadog_logs\"}],\"processors\":[{\"fields\":[{\"name\":\"custom.field\",\"value\":\"hello-world\"}],\"id\":\"add-fields-1\",\"include\":\"*\",\"inputs\":[\"source-1\"],\"type\":\"add_fields\"}],\"sources\":[{\"id\":\"source-1\",\"type\":\"datadog_agent\"}]}}},{\"id\":\"e01ae6de-139e-11f0-8e63-da7ad0900002\",\"type\":\"pipelines\",\"attributes\":{\"name\":\"add-fields-pipeline\",\"config\":{\"destinations\":[{\"id\":\"destination-1\",\"inputs\":[\"add-fields-1\"],\"type\":\"datadog_logs\"}],\"processors\":[{\"fields\":[{\"name\":\"custom.field\",\"value\":\"hello-world\"}],\"id\":\"add-fields-1\",\"include\":\"*\",\"inputs\":[\"source-1\"],\"type\":\"add_fields\"}],\"sources\":[{\"id\":\"source-1\",\"type\":\"datadog_agent\"}]}}},{\"id\":\"e33ad356-139e-11f0-b109-da7ad0900002\",\"type\":\"pipelines\",\"attributes\":{\"name\":\"add-fields-pipeline\",\"config\":{\"destinations\":[{\"id\":\"destination-1\",\"inputs\":[\"add-fields-1\"],\"type\":\"datadog_logs\"}],\"processors\":[{\"fields\":[{\"name\":\"custom.field\",\"value\":\"hello-world\"}],\"id\":\"add-fields-1\",\"include\":\"*\",\"inputs\":[\"source-1\"],\"type\":\"add_fields\"}],\"sources\":[{\"id\":\"source-1\",\"type\":\"datadog_agent\"}]}}},{\"id\":\"e6783e78-139e-11f0-b10b-da7ad0900002\",\"type\":\"pipelines\",\"attributes\":{\"name\":\"add-fields-pipeline\",\"config\":{\"destinations\":[{\"id\":\"destination-1\",\"inputs\":[\"add-fields-1\"],\"type\":\"datadog_logs\"}],\"processors\":[{\"fields\":[{\"name\":\"custom.field\",\"value\":\"hello-world\"}],\"id\":\"add-fields-1\",\"include\":\"*\",\"inputs\":[\"source-1\"],\"type\":\"add_fields\"}],\"sources\":[{\"id\":\"source-1\",\"type\":\"datadog_agent\"}]}}},{\"id\":\"04407bfa-139f-11f0-8e65-da7ad0900002\",\"type\":\"pipelines\",\"attributes\":{\"name\":\"add-fields-pipeline\",\"config\":{\"destinations\":[{\"id\":\"destination-1\",\"inputs\":[\"add-fields-1\"],\"type\":\"datadog_logs\"}],\"processors\":[{\"fields\":[{\"name\":\"custom.field\",\"value\":\"hello-world\"}],\"id\":\"add-fields-1\",\"include\":\"*\",\"inputs\":[\"source-1\"],\"type\":\"add_fields\"}],\"sources\":[{\"id\":\"source-1\",\"type\":\"datadog_agent\"}]}}},{\"id\":\"126be958-139f-11f0-8e67-da7ad0900002\",\"type\":\"pipelines\",\"attributes\":{\"name\":\"add-fields-pipeline\",\"config\":{\"destinations\":[{\"id\":\"destination-1\",\"inputs\":[\"add-fields-1\"],\"type\":\"datadog_logs\"}],\"processors\":[{\"fields\":[{\"name\":\"custom.field\",\"value\":\"hello-world\"}],\"id\":\"add-fields-1\",\"include\":\"*\",\"inputs\":[\"source-1\"],\"type\":\"add_fields\"}],\"sources\":[{\"id\":\"source-1\",\"type\":\"datadog_agent\"}]}}},{\"id\":\"97607354-139f-11f0-8e6b-da7ad0900002\",\"type\":\"pipelines\",\"attributes\":{\"name\":\"add-fields-pipeline\",\"config\":{\"destinations\":[{\"id\":\"destination-1\",\"inputs\":[\"add-fields-1\"],\"type\":\"datadog_logs\"}],\"processors\":[{\"fields\":[{\"name\":\"custom.field\",\"value\":\"hello-world\"}],\"id\":\"add-fields-1\",\"include\":\"*\",\"inputs\":[\"source-1\"],\"type\":\"add_fields\"}],\"sources\":[{\"id\":\"source-1\",\"type\":\"datadog_agent\"}]}}},{\"id\":\"305f9a88-13a2-11f0-8dd9-da7ad0900002\",\"type\":\"pipelines\",\"attributes\":{\"name\":\"parse-json-pipeline\",\"config\":{\"destinations\":[{\"id\":\"destination-1\",\"inputs\":[\"parser-1\"],\"type\":\"datadog_logs\"}],\"processors\":[{\"field\":\"message\",\"id\":\"parser-1\",\"include\":\"env:parse\",\"inputs\":[\"source-1\"],\"type\":\"parse_json\"}],\"sources\":[{\"id\":\"source-1\",\"type\":\"datadog_agent\"}]}}},{\"id\":\"45669120-13a2-11f0-8ddb-da7ad0900002\",\"type\":\"pipelines\",\"attributes\":{\"name\":\"parse-json-pipeline\",\"config\":{\"destinations\":[{\"id\":\"destination-1\",\"inputs\":[\"parser-1\"],\"type\":\"datadog_logs\"}],\"processors\":[{\"field\":\"message\",\"id\":\"parser-1\",\"include\":\"env:parse\",\"inputs\":[\"source-1\"],\"type\":\"parse_json\"}],\"sources\":[{\"id\":\"source-1\",\"type\":\"datadog_agent\"}]}}},{\"id\":\"c00f7548-13a4-11f0-9315-da7ad0900002\",\"type\":\"pipelines\",\"attributes\":{\"name\":\"test pipeline\",\"config\":{\"destinations\":[{\"id\":\"destination-1\",\"inputs\":[\"parser-1\"],\"type\":\"datadog_logs\"}],\"processors\":[{\"field\":\"message\",\"id\":\"parser-1\",\"include\":\"service:my-service\",\"inputs\":[\"source-1\"],\"type\":\"parse_json\"}],\"sources\":[{\"id\":\"source-1\",\"type\":\"datadog_agent\"}]}}},{\"id\":\"c07cf206-13a6-11f0-949d-da7ad0900002\",\"type\":\"pipelines\",\"attributes\":{\"name\":\"test pipeline\",\"config\":{\"destinations\":[{\"id\":\"destination-1\",\"inputs\":[\"parser-1\"],\"type\":\"datadog_logs\"}],\"processors\":[{\"field\":\"message\",\"id\":\"parser-1\",\"include\":\"service:my-service\",\"inputs\":[\"source-1\"],\"type\":\"parse_json\"}],\"sources\":[{\"id\":\"source-1\",\"type\":\"datadog_agent\"}]}}},{\"id\":\"8ff06e36-13ad-11f0-8243-da7ad0900002\",\"type\":\"pipelines\",\"attributes\":{\"name\":\"add-fields-pipeline\",\"config\":{\"destinations\":[{\"id\":\"destination-1\",\"inputs\":[\"add-fields-1\"],\"type\":\"datadog_logs\"}],\"processors\":[{\"fields\":[{\"name\":\"custom.field\",\"value\":\"hello-world\"}],\"id\":\"add-fields-1\",\"include\":\"*\",\"inputs\":[\"source-1\"],\"type\":\"add_fields\"}],\"sources\":[{\"id\":\"source-1\",\"type\":\"datadog_agent\"}]}}},{\"id\":\"8ff1a508-13ad-11f0-b934-da7ad0900002\",\"type\":\"pipelines\",\"attributes\":{\"name\":\"agent with tls\",\"config\":{\"destinations\":[{\"id\":\"destination-1\",\"inputs\":[\"source-with-tls\"],\"type\":\"datadog_logs\"}],\"processors\":[],\"sources\":[{\"id\":\"source-with-tls\",\"tls\":{\"crt_file\":\"/etc/certs/agent.crt\",\"key_file\":\"/etc/certs/agent.key\"},\"type\":\"datadog_agent\"}]}}},{\"id\":\"8ff38a08-13ad-11f0-8245-da7ad0900002\",\"type\":\"pipelines\",\"attributes\":{\"name\":\"parse-json-pipeline\",\"config\":{\"destinations\":[{\"id\":\"destination-1\",\"inputs\":[\"parser-1\"],\"type\":\"datadog_logs\"}],\"processors\":[{\"field\":\"message\",\"id\":\"parser-1\",\"include\":\"env:parse\",\"inputs\":[\"source-1\"],\"type\":\"parse_json\"}],\"sources\":[{\"id\":\"source-1\",\"type\":\"datadog_agent\"}]}}},{\"id\":\"8ff54f0a-13ad-11f0-8247-da7ad0900002\",\"type\":\"pipelines\",\"attributes\":{\"name\":\"kafka pipeline\",\"config\":{\"destinations\":[{\"id\":\"destination-1\",\"inputs\":[\"kafka-source-1\"],\"type\":\"datadog_logs\"}],\"processors\":[],\"sources\":[{\"group_id\":\"consumer-group-1\",\"id\":\"kafka-source-1\",\"sasl\":{\"mechanism\":\"PLAIN\"},\"tls\":{\"ca_file\":\"\",\"crt_file\":\"/path/to/kafka.crt\"},\"topics\":[\"topic-a\",\"topic-b\"],\"type\":\"kafka\"}]}}},{\"id\":\"f814235e-13ad-11f0-b942-da7ad0900002\",\"type\":\"pipelines\",\"attributes\":{\"name\":\"agent with tls\",\"config\":{\"destinations\":[{\"id\":\"destination-1\",\"inputs\":[\"source-with-tls\"],\"type\":\"datadog_logs\"}],\"processors\":[],\"sources\":[{\"id\":\"source-with-tls\",\"tls\":{\"crt_file\":\"/etc/certs/agent.crt\",\"key_file\":\"/etc/certs/agent.key\"},\"type\":\"datadog_agent\"}]}}},{\"id\":\"5b1a9314-13ce-11f0-a9de-da7ad0900002\",\"type\":\"pipelines\",\"attributes\":{\"name\":\"rename-fields-pipeline\",\"config\":{\"destinations\":[{\"id\":\"destination-1\",\"inputs\":[\"rename-1\"],\"type\":\"datadog_logs\"}],\"processors\":[{\"fields\":[{\"destination\":\"new.field\",\"preserve_source\":true,\"source\":\"old.field\"}],\"id\":\"rename-1\",\"include\":\"*\",\"inputs\":[\"source-1\"],\"type\":\"rename_fields\"}],\"sources\":[{\"id\":\"source-1\",\"type\":\"datadog_agent\"}]}}},{\"id\":\"1e356802-1419-11f0-8834-da7ad0900002\",\"type\":\"pipelines\",\"attributes\":{\"name\":\"Main Observability Pipeline\",\"config\":{\"destinations\":[{\"id\":\"datadog-logs-destination\",\"inputs\":[\"filter-processor\"],\"type\":\"datadog_logs\"}],\"processors\":[{\"id\":\"filter-processor\",\"include\":\"service:my-service\",\"inputs\":[\"datadog-agent-source\"],\"type\":\"filter\"}],\"sources\":[{\"id\":\"datadog-agent-source\",\"type\":\"datadog_agent\"}]}}},{\"id\":\"14156a86-142b-11f0-96f3-da7ad0900002\",\"type\":\"pipelines\",\"attributes\":{\"name\":\"Main Observability Pipeline\",\"config\":{\"destinations\":[{\"id\":\"datadog-logs-destination\",\"inputs\":[\"filter-processor\"],\"type\":\"datadog_logs\"}],\"processors\":[{\"id\":\"filter-processor\",\"include\":\"service:my-service\",\"inputs\":[\"datadog-agent-source\"],\"type\":\"filter\"}],\"sources\":[{\"id\":\"datadog-agent-source\",\"type\":\"datadog_agent\"}]}}},{\"id\":\"a5280a06-143a-11f0-aac4-da7ad0900002\",\"type\":\"pipelines\",\"attributes\":{\"name\":\"Main Observability Pipeline\",\"config\":{\"destinations\":[{\"id\":\"datadog-logs-destination\",\"inputs\":[\"filter-processor\"],\"type\":\"datadog_logs\"}],\"processors\":[{\"id\":\"filter-processor\",\"include\":\"service:my-service\",\"inputs\":[\"datadog-agent-source\"],\"type\":\"filter\"}],\"sources\":[{\"id\":\"datadog-agent-source\",\"type\":\"datadog_agent\"}]}}},{\"id\":\"5005f6c2-1481-11f0-8faa-da7ad0900002\",\"type\":\"pipelines\",\"attributes\":{\"name\":\"remove-fields-pipeline\",\"config\":{\"destinations\":[{\"id\":\"destination-1\",\"inputs\":[\"remove-1\"],\"type\":\"datadog_logs\"}],\"processors\":[{\"fields\":[\"temp.debug\",\"internal.trace_id\"],\"id\":\"remove-1\",\"include\":\"*\",\"inputs\":[\"source-1\"],\"type\":\"remove_fields\"}],\"sources\":[{\"id\":\"source-1\",\"type\":\"datadog_agent\"}]}}},{\"id\":\"9c1776c0-14d7-11f0-87c9-da7ad0900002\",\"type\":\"pipelines\",\"attributes\":{\"name\":\"Main Observability Pipeline\",\"config\":{\"destinations\":[{\"id\":\"datadog-logs-destination\",\"inputs\":[\"filter-processor\"],\"type\":\"datadog_logs\"}],\"processors\":[{\"id\":\"filter-processor\",\"include\":\"service:my-service\",\"inputs\":[\"datadog-agent-source\"],\"type\":\"filter\"}],\"sources\":[{\"id\":\"datadog-agent-source\",\"type\":\"datadog_agent\"}]}}},{\"id\":\"b1e4c58c-1501-11f0-b0bd-da7ad0900002\",\"type\":\"pipelines\",\"attributes\":{\"name\":\"Main Observability Pipeline\",\"config\":{\"destinations\":[{\"id\":\"datadog-logs-destination\",\"inputs\":[\"filter-processor\"],\"type\":\"datadog_logs\"}],\"processors\":[{\"id\":\"filter-processor\",\"include\":\"service:my-service\",\"inputs\":[\"datadog-agent-source\"],\"type\":\"filter\"}],\"sources\":[{\"id\":\"datadog-agent-source\",\"type\":\"datadog_agent\"}]}}},{\"id\":\"43a8a4cc-15c3-11f0-b111-da7ad0900002\",\"type\":\"pipelines\",\"attributes\":{\"name\":\"Main Observability Pipeline\",\"config\":{\"destinations\":[{\"id\":\"datadog-logs-destination\",\"inputs\":[\"filter-processor\"],\"type\":\"datadog_logs\"}],\"processors\":[{\"id\":\"filter-processor\",\"include\":\"service:my-service\",\"inputs\":[\"datadog-agent-source\"],\"type\":\"filter\"}],\"sources\":[{\"id\":\"datadog-agent-source\",\"type\":\"datadog_agent\"}]}}},{\"id\":\"45042a58-15c3-11f0-b113-da7ad0900002\",\"type\":\"pipelines\",\"attributes\":{\"name\":\"Main Observability Pipeline\",\"config\":{\"destinations\":[{\"id\":\"datadog-logs-destination\",\"inputs\":[\"filter-processor\"],\"type\":\"datadog_logs\"}],\"processors\":[{\"id\":\"filter-processor\",\"include\":\"service:my-service\",\"inputs\":[\"datadog-agent-source\"],\"type\":\"filter\"}],\"sources\":[{\"id\":\"datadog-agent-source\",\"type\":\"datadog_agent\"}]}}},{\"id\":\"f9de3956-15cc-11f0-ac43-da7ad0900002\",\"type\":\"pipelines\",\"attributes\":{\"name\":\"Main Observability Pipeline\",\"config\":{\"destinations\":[{\"id\":\"datadog-logs-destination\",\"inputs\":[\"filter-processor\"],\"type\":\"datadog_logs\"}],\"processors\":[{\"id\":\"filter-processor\",\"include\":\"service:my-service\",\"inputs\":[\"datadog-agent-source\"],\"type\":\"filter\"}],\"sources\":[{\"id\":\"datadog-agent-source\",\"type\":\"datadog_agent\"}]}}},{\"id\":\"b3efaa52-1693-11f0-89e0-da7ad0900002\",\"type\":\"pipelines\",\"attributes\":{\"name\":\"Main Observability Pipeline\",\"config\":{\"destinations\":[{\"id\":\"datadog-logs-destination\",\"inputs\":[\"filter-processor\"],\"type\":\"datadog_logs\"}],\"processors\":[{\"id\":\"filter-processor\",\"include\":\"service:my-service\",\"inputs\":[\"datadog-agent-source\"],\"type\":\"filter\"}],\"sources\":[{\"id\":\"datadog-agent-source\",\"type\":\"datadog_agent\"}]}}},{\"id\":\"24c83620-1696-11f0-89e6-da7ad0900002\",\"type\":\"pipelines\",\"attributes\":{\"name\":\"Main Observability Pipeline\",\"config\":{\"destinations\":[{\"id\":\"datadog-logs-destination\",\"inputs\":[\"filter-processor\"],\"type\":\"datadog_logs\"}],\"processors\":[{\"id\":\"filter-processor\",\"include\":\"service:my-service\",\"inputs\":[\"datadog-agent-source\"],\"type\":\"filter\"}],\"sources\":[{\"id\":\"datadog-agent-source\",\"type\":\"datadog_agent\"}]}}},{\"id\":\"5d2875d6-17a2-11f0-9bd1-da7ad0900002\",\"type\":\"pipelines\",\"attributes\":{\"name\":\"Main Observability Pipeline\",\"config\":{\"destinations\":[{\"id\":\"datadog-logs-destination\",\"inputs\":[\"filter-processor\"],\"type\":\"datadog_logs\"}],\"processors\":[{\"id\":\"filter-processor\",\"include\":\"service:my-service\",\"inputs\":[\"datadog-agent-source\"],\"type\":\"filter\"}],\"sources\":[{\"id\":\"datadog-agent-source\",\"type\":\"datadog_agent\"}]}}}],\"meta\":{\"totalCount\":128}}\n" + "size": 22343, + "text": "{\"data\":[{\"id\":\"79e292e4-7eed-11f0-ae9a-da7ad0900002\",\"type\":\"pipelines\",\"attributes\":{\"name\":\"Main Observability Pipeline\",\"config\":{\"destinations\":[{\"id\":\"datadog-logs-destination\",\"inputs\":[\"filter-processor\"],\"type\":\"datadog_logs\"}],\"processors\":[{\"id\":\"filter-processor\",\"include\":\"service:my-service\",\"inputs\":[\"datadog-agent-source\"],\"type\":\"filter\"}],\"sources\":[{\"id\":\"datadog-agent-source\",\"type\":\"datadog_agent\"}]}}},{\"id\":\"95f5859a-7eed-11f0-b11e-da7ad0900002\",\"type\":\"pipelines\",\"attributes\":{\"name\":\"remove-fields-pipeline\",\"config\":{\"destinations\":[{\"id\":\"destination-1\",\"inputs\":[\"remove-1\"],\"type\":\"datadog_logs\"}],\"processors\":[{\"fields\":[\"temp.debug\",\"internal.trace_id\"],\"id\":\"remove-1\",\"include\":\"*\",\"inputs\":[\"source-1\"],\"type\":\"remove_fields\"}],\"sources\":[{\"id\":\"source-1\",\"type\":\"datadog_agent\"}]}}},{\"id\":\"befe717c-7eed-11f0-b142-da7ad0900002\",\"type\":\"pipelines\",\"attributes\":{\"name\":\"sentinel-pipeline\",\"config\":{\"destinations\":[{\"client_id\":\"a1b2c3d4-5678-90ab-cdef-1234567890ab\",\"dcr_immutable_id\":\"dcr-uuid-1234\",\"id\":\"sentinel-dest-1\",\"inputs\":[\"source-1\"],\"table\":\"CustomLogsTable\",\"tenant_id\":\"abcdef12-3456-7890-abcd-ef1234567890\",\"type\":\"microsoft_sentinel\"}],\"processors\":[],\"sources\":[{\"id\":\"source-1\",\"type\":\"datadog_agent\"}]}}},{\"id\":\"cde707bc-7eed-11f0-b14e-da7ad0900002\",\"type\":\"pipelines\",\"attributes\":{\"name\":\"reduce pipeline\",\"config\":{\"destinations\":[{\"id\":\"destination-1\",\"inputs\":[\"reduce-1\"],\"type\":\"datadog_logs\"}],\"processors\":[{\"group_by\":[\"log.user.id\",\"log.device.id\"],\"id\":\"reduce-1\",\"include\":\"env:prod\",\"inputs\":[\"source-1\"],\"merge_strategies\":[{\"path\":\"log.user.roles\",\"strategy\":\"flat_unique\"},{\"path\":\"log.error.messages\",\"strategy\":\"concat\"},{\"path\":\"log.count\",\"strategy\":\"sum\"},{\"path\":\"log.status\",\"strategy\":\"retain\"}],\"type\":\"reduce\"}],\"sources\":[{\"id\":\"source-1\",\"type\":\"datadog_agent\"}]}}},{\"id\":\"d48b3778-7eed-11f0-b156-da7ad0900002\",\"type\":\"pipelines\",\"attributes\":{\"name\":\"chronicle pipeline\",\"config\":{\"destinations\":[{\"auth\":{\"credentials_file\":\"/secrets/gcp.json\"},\"customer_id\":\"3fa85f64-5717-4562-b3fc-2c963f66afa6\",\"encoding\":\"json\",\"id\":\"chronicle-dest-1\",\"inputs\":[\"source-1\"],\"log_type\":\"nginx_logs\",\"type\":\"google_chronicle\"}],\"processors\":[],\"sources\":[{\"id\":\"source-1\",\"type\":\"datadog_agent\"}]}}},{\"id\":\"a7b4ba96-7f09-11f0-b21f-da7ad0900002\",\"type\":\"pipelines\",\"attributes\":{\"name\":\"Main Observability Pipeline\",\"config\":{\"destinations\":[{\"id\":\"datadog-logs-destination\",\"inputs\":[\"filter-processor\"],\"type\":\"datadog_logs\"}],\"processors\":[{\"id\":\"filter-processor\",\"include\":\"service:my-service\",\"inputs\":[\"datadog-agent-source\"],\"type\":\"filter\"}],\"sources\":[{\"id\":\"datadog-agent-source\",\"type\":\"datadog_agent\"}]}}},{\"id\":\"02f9b5d4-7f17-11f0-b042-da7ad0900002\",\"type\":\"pipelines\",\"attributes\":{\"name\":\"Main Observability Pipeline\",\"config\":{\"destinations\":[{\"id\":\"datadog-logs-destination\",\"inputs\":[\"filter-processor\"],\"type\":\"datadog_logs\"}],\"processors\":[{\"id\":\"filter-processor\",\"include\":\"service:my-service\",\"inputs\":[\"datadog-agent-source\"],\"type\":\"filter\"}],\"sources\":[{\"id\":\"datadog-agent-source\",\"type\":\"datadog_agent\"}]}}},{\"id\":\"92b580a6-7f4c-11f0-b432-da7ad0900002\",\"type\":\"pipelines\",\"attributes\":{\"name\":\"Main Observability Pipeline\",\"config\":{\"destinations\":[{\"id\":\"datadog-logs-destination\",\"inputs\":[\"filter-processor\"],\"type\":\"datadog_logs\"}],\"processors\":[{\"id\":\"filter-processor\",\"include\":\"service:my-service\",\"inputs\":[\"datadog-agent-source\"],\"type\":\"filter\"}],\"sources\":[{\"id\":\"datadog-agent-source\",\"type\":\"datadog_agent\"}]}}},{\"id\":\"1dbda0ee-7f51-11f0-9018-da7ad0900002\",\"type\":\"pipelines\",\"attributes\":{\"name\":\"firehose pipeline\",\"config\":{\"destinations\":[{\"id\":\"destination-1\",\"inputs\":[\"firehose-source-1\"],\"type\":\"datadog_logs\"}],\"processors\":[],\"sources\":[{\"auth\":{\"assume_role\":\"arn:aws:iam::123456789012:role/ExampleRole\",\"external_id\":\"external-id-123\",\"session_name\":\"firehose-session\"},\"id\":\"firehose-source-1\",\"tls\":{\"crt_file\":\"/path/to/firehose.crt\"},\"type\":\"amazon_data_firehose\"}]}}},{\"id\":\"23e99d42-7f51-11f0-901c-da7ad0900002\",\"type\":\"pipelines\",\"attributes\":{\"name\":\"dedupe pipeline\",\"config\":{\"destinations\":[{\"id\":\"destination-1\",\"inputs\":[\"dedupe-ignore\"],\"type\":\"datadog_logs\"}],\"processors\":[{\"fields\":[\"log.message\",\"log.tags\"],\"id\":\"dedupe-match\",\"include\":\"*\",\"inputs\":[\"source-1\"],\"mode\":\"match\",\"type\":\"dedupe\"},{\"fields\":[\"log.source\",\"log.context\"],\"id\":\"dedupe-ignore\",\"include\":\"*\",\"inputs\":[\"dedupe-match\"],\"mode\":\"ignore\",\"type\":\"dedupe\"}],\"sources\":[{\"id\":\"source-1\",\"type\":\"datadog_agent\"}]}}},{\"id\":\"2686dd3a-7f51-11f0-844e-da7ad0900002\",\"type\":\"pipelines\",\"attributes\":{\"name\":\"throttle pipeline\",\"config\":{\"destinations\":[{\"id\":\"destination-1\",\"inputs\":[\"throttle-grouped\"],\"type\":\"datadog_logs\"}],\"processors\":[{\"id\":\"throttle-global\",\"include\":\"*\",\"inputs\":[\"source-1\"],\"threshold\":1000,\"type\":\"throttle\",\"window\":60},{\"group_by\":[\"log.user.id\",\"log.level\"],\"id\":\"throttle-grouped\",\"include\":\"*\",\"inputs\":[\"throttle-global\"],\"threshold\":100,\"type\":\"throttle\",\"window\":10}],\"sources\":[{\"id\":\"source-1\",\"type\":\"datadog_agent\"}]}}},{\"id\":\"342f7956-7f51-11f0-9026-da7ad0900002\",\"type\":\"pipelines\",\"attributes\":{\"name\":\"amazon opensearch pipeline\",\"config\":{\"destinations\":[{\"auth\":{\"assume_role\":\"arn:aws:iam::123456789012:role/example-role\",\"aws_region\":\"us-east-1\",\"external_id\":\"external-id-123\",\"session_name\":\"aos-session\",\"strategy\":\"aws\"},\"bulk_index\":\"logs-datastream\",\"id\":\"aos-dest-1\",\"inputs\":[\"source-1\"],\"type\":\"amazon_opensearch\"}],\"processors\":[],\"sources\":[{\"id\":\"source-1\",\"type\":\"datadog_agent\"}]}}},{\"id\":\"43159012-7f52-11f0-916f-da7ad0900002\",\"type\":\"pipelines\",\"attributes\":{\"name\":\"test pipeline\",\"config\":{\"destinations\":[{\"id\":\"destination-1\",\"inputs\":[\"parser-1\"],\"type\":\"datadog_logs\"}],\"processors\":[{\"field\":\"message\",\"id\":\"parser-1\",\"include\":\"service:my-service\",\"inputs\":[\"source-1\"],\"type\":\"parse_json\"}],\"sources\":[{\"id\":\"source-1\",\"type\":\"datadog_agent\"}]}}},{\"id\":\"d8b76f78-7fb6-11f0-9f78-da7ad0900002\",\"type\":\"pipelines\",\"attributes\":{\"name\":\"sds-full-test\",\"config\":{\"destinations\":[{\"id\":\"sink\",\"inputs\":[\"sds-1\"],\"type\":\"datadog_logs\"}],\"processors\":[{\"id\":\"sds-1\",\"include\":\"*\",\"inputs\":[\"source-a\"],\"rules\":[{\"keyword_options\":{\"keywords\":[\"secret\",\"token\"],\"proximity\":4},\"name\":\"Redact with Exclude\",\"on_match\":{\"action\":\"redact\",\"options\":{\"replace\":\"[REDACTED]\"}},\"pattern\":{\"options\":{\"rule\":\"\\\\bsecret-[a-z0-9]+\\\\b\"},\"type\":\"custom\"},\"scope\":{\"options\":{\"fields\":[\"not_this_field\"]},\"target\":\"exclude\"},\"tags\":[\"confidential\",\"mask\"]},{\"name\":\"Library Hash\",\"on_match\":{\"action\":\"hash\"},\"pattern\":{\"options\":{\"id\":\"ip_address\",\"use_recommended_keywords\":true},\"type\":\"library\"},\"scope\":{\"target\":\"all\"},\"tags\":[\"pii\"]},{\"name\":\"Partial Default Scope\",\"on_match\":{\"action\":\"partial_redact\",\"options\":{\"characters\":3,\"direction\":\"first\"}},\"pattern\":{\"options\":{\"rule\":\"user\\\\d{3,}\"},\"type\":\"custom\"},\"scope\":{\"options\":{\"fields\":[\"this_field_only\"]},\"target\":\"include\"},\"tags\":[\"user\",\"pii\"]}],\"type\":\"sensitive_data_scanner\"}],\"sources\":[{\"id\":\"source-a\",\"type\":\"datadog_agent\"}]}}},{\"id\":\"e2b4e2ee-7fb6-11f0-9f7e-da7ad0900002\",\"type\":\"pipelines\",\"attributes\":{\"name\":\"dedupe pipeline\",\"config\":{\"destinations\":[{\"id\":\"destination-1\",\"inputs\":[\"dedupe-ignore\"],\"type\":\"datadog_logs\"}],\"processors\":[{\"fields\":[\"log.message\",\"log.tags\"],\"id\":\"dedupe-match\",\"include\":\"*\",\"inputs\":[\"source-1\"],\"mode\":\"match\",\"type\":\"dedupe\"},{\"fields\":[\"log.source\",\"log.context\"],\"id\":\"dedupe-ignore\",\"include\":\"*\",\"inputs\":[\"dedupe-match\"],\"mode\":\"ignore\",\"type\":\"dedupe\"}],\"sources\":[{\"id\":\"source-1\",\"type\":\"datadog_agent\"}]}}},{\"id\":\"034843c0-7fb7-11f0-9eb6-da7ad0900002\",\"type\":\"pipelines\",\"attributes\":{\"name\":\"remap-vrl-pipeline\",\"config\":{\"destinations\":[{\"id\":\"destination-1\",\"inputs\":[\"remap-processor-1\"],\"type\":\"datadog_logs\"}],\"processors\":[{\"id\":\"remap-processor-1\",\"include\":\"*\",\"inputs\":[\"source-1\"],\"remaps\":[{\"drop_on_error\":false,\"enabled\":true,\"include\":\"service:web\",\"name\":\"Parse JSON from message\",\"source\":\". = parse_json!(string!(.message))\"},{\"drop_on_error\":true,\"enabled\":true,\"include\":\"env:prod\",\"name\":\"Add timestamp\",\"source\":\".timestamp = now()\"}],\"type\":\"custom_processor\"}],\"sources\":[{\"id\":\"source-1\",\"type\":\"datadog_agent\"}]}}},{\"id\":\"3ccd875c-7fd2-11f0-b6d7-da7ad0900002\",\"type\":\"pipelines\",\"attributes\":{\"name\":\"Main Observability Pipeline\",\"config\":{\"destinations\":[{\"id\":\"datadog-logs-destination\",\"inputs\":[\"filter-processor\"],\"type\":\"datadog_logs\"}],\"processors\":[{\"id\":\"filter-processor\",\"include\":\"service:my-service\",\"inputs\":[\"datadog-agent-source\"],\"type\":\"filter\"}],\"sources\":[{\"id\":\"datadog-agent-source\",\"type\":\"datadog_agent\"}]}}},{\"id\":\"6b30d2f0-7fd9-11f0-af48-da7ad0900002\",\"type\":\"pipelines\",\"attributes\":{\"name\":\"Main Observability Pipeline\",\"config\":{\"destinations\":[{\"id\":\"datadog-logs-destination\",\"inputs\":[\"filter-processor\"],\"type\":\"datadog_logs\"}],\"processors\":[{\"id\":\"filter-processor\",\"include\":\"service:my-service\",\"inputs\":[\"datadog-agent-source\"],\"type\":\"filter\"}],\"sources\":[{\"id\":\"datadog-agent-source\",\"type\":\"datadog_agent\"}]}}},{\"id\":\"fcf10236-7fdf-11f0-8692-da7ad0900002\",\"type\":\"pipelines\",\"attributes\":{\"name\":\"Main Observability Pipeline\",\"config\":{\"destinations\":[{\"id\":\"datadog-logs-destination\",\"inputs\":[\"filter-processor\"],\"type\":\"datadog_logs\"}],\"processors\":[{\"id\":\"filter-processor\",\"include\":\"service:my-service\",\"inputs\":[\"datadog-agent-source\"],\"type\":\"filter\"}],\"sources\":[{\"id\":\"datadog-agent-source\",\"type\":\"datadog_agent\"}]}}},{\"id\":\"a58467e6-8015-11f0-9924-da7ad0900002\",\"type\":\"pipelines\",\"attributes\":{\"name\":\"Main Observability Pipeline\",\"config\":{\"destinations\":[{\"id\":\"datadog-logs-destination\",\"inputs\":[\"filter-processor\"],\"type\":\"datadog_logs\"}],\"processors\":[{\"id\":\"filter-processor\",\"include\":\"service:my-service\",\"inputs\":[\"datadog-agent-source\"],\"type\":\"filter\"}],\"sources\":[{\"id\":\"datadog-agent-source\",\"type\":\"datadog_agent\"}]}}},{\"id\":\"bb15a8a4-8015-11f0-a7c1-da7ad0900002\",\"type\":\"pipelines\",\"attributes\":{\"name\":\"Main Observability Pipeline\",\"config\":{\"destinations\":[{\"id\":\"datadog-logs-destination\",\"inputs\":[\"filter-processor\"],\"type\":\"datadog_logs\"}],\"processors\":[{\"id\":\"filter-processor\",\"include\":\"service:my-service\",\"inputs\":[\"datadog-agent-source\"],\"type\":\"filter\"}],\"sources\":[{\"id\":\"datadog-agent-source\",\"type\":\"datadog_agent\"}]}}},{\"id\":\"05889c3a-801a-11f0-a7d5-da7ad0900002\",\"type\":\"pipelines\",\"attributes\":{\"name\":\"sample-pipeline\",\"config\":{\"destinations\":[{\"id\":\"destination-1\",\"inputs\":[\"sample-2\"],\"type\":\"datadog_logs\"}],\"processors\":[{\"id\":\"sample-1\",\"include\":\"*\",\"inputs\":[\"source-1\"],\"rate\":10,\"type\":\"sample\"},{\"id\":\"sample-2\",\"include\":\"*\",\"inputs\":[\"sample-1\"],\"percentage\":4.99,\"type\":\"sample\"}],\"sources\":[{\"id\":\"source-1\",\"type\":\"datadog_agent\"}]}}},{\"id\":\"0a28d246-801a-11f0-8394-da7ad0900002\",\"type\":\"pipelines\",\"attributes\":{\"name\":\"http-server-pipeline\",\"config\":{\"destinations\":[{\"id\":\"destination-1\",\"inputs\":[\"http-source-1\"],\"type\":\"datadog_logs\"}],\"processors\":[],\"sources\":[{\"auth_strategy\":\"plain\",\"decoding\":\"json\",\"id\":\"http-source-1\",\"tls\":{\"ca_file\":\"/etc/ssl/certs/ca.crt\",\"crt_file\":\"/etc/ssl/certs/http.crt\",\"key_file\":\"/etc/ssl/private/http.key\"},\"type\":\"http_server\"}]}}},{\"id\":\"2eb40eaa-801a-11f0-83a6-da7ad0900002\",\"type\":\"pipelines\",\"attributes\":{\"name\":\"logstash pipeline\",\"config\":{\"destinations\":[{\"id\":\"destination-1\",\"inputs\":[\"logstash-source-1\"],\"type\":\"datadog_logs\"}],\"processors\":[],\"sources\":[{\"id\":\"logstash-source-1\",\"tls\":{\"crt_file\":\"/path/to/logstash.crt\"},\"type\":\"logstash\"}]}}},{\"id\":\"4c6ad8b6-801a-11f0-83b4-da7ad0900002\",\"type\":\"pipelines\",\"attributes\":{\"name\":\"socket-pipeline-udp\",\"config\":{\"destinations\":[{\"id\":\"destination-1\",\"inputs\":[\"socket-source-2\"],\"type\":\"datadog_logs\"}],\"processors\":[],\"sources\":[{\"framing\":{\"delimiter\":\"|\",\"method\":\"character_delimited\"},\"id\":\"socket-source-2\",\"mode\":\"udp\",\"type\":\"socket\"}]}}},{\"id\":\"4f07b526-801a-11f0-83b6-da7ad0900002\",\"type\":\"pipelines\",\"attributes\":{\"name\":\"socket-destination-pipeline\",\"config\":{\"destinations\":[{\"encoding\":\"json\",\"framing\":{\"method\":\"newline_delimited\"},\"id\":\"socket-dest-1\",\"inputs\":[\"source-1\"],\"mode\":\"tcp\",\"tls\":{\"ca_file\":\"/etc/ssl/certs/ca.crt\",\"crt_file\":\"/etc/ssl/certs/socket.crt\",\"key_file\":\"/etc/ssl/private/socket.key\"},\"type\":\"socket\"}],\"processors\":[],\"sources\":[{\"id\":\"source-1\",\"type\":\"datadog_agent\"}]}}},{\"id\":\"cc14120c-807f-11f0-b4a4-da7ad0900002\",\"type\":\"pipelines\",\"attributes\":{\"name\":\"Main Observability Pipeline\",\"config\":{\"destinations\":[{\"id\":\"datadog-logs-destination\",\"inputs\":[\"filter-processor\"],\"type\":\"datadog_logs\"}],\"processors\":[{\"id\":\"filter-processor\",\"include\":\"service:my-service\",\"inputs\":[\"datadog-agent-source\"],\"type\":\"filter\"}],\"sources\":[{\"id\":\"datadog-agent-source\",\"type\":\"datadog_agent\"}]}}},{\"id\":\"42a10830-8080-11f0-b4b6-da7ad0900002\",\"type\":\"pipelines\",\"attributes\":{\"name\":\"http-server-pipeline\",\"config\":{\"destinations\":[{\"id\":\"destination-1\",\"inputs\":[\"http-source-1\"],\"type\":\"datadog_logs\"}],\"processors\":[],\"sources\":[{\"auth_strategy\":\"plain\",\"decoding\":\"json\",\"id\":\"http-source-1\",\"tls\":{\"ca_file\":\"/etc/ssl/certs/ca.crt\",\"crt_file\":\"/etc/ssl/certs/http.crt\",\"key_file\":\"/etc/ssl/private/http.key\"},\"type\":\"http_server\"}]}}},{\"id\":\"455121dc-8080-11f0-b4b8-da7ad0900002\",\"type\":\"pipelines\",\"attributes\":{\"name\":\"splunk-hec-pipeline\",\"config\":{\"destinations\":[{\"id\":\"destination-1\",\"inputs\":[\"splunk-hec-source-1\"],\"type\":\"datadog_logs\"}],\"processors\":[],\"sources\":[{\"id\":\"splunk-hec-source-1\",\"tls\":{\"ca_file\":\"/etc/ssl/certs/ca.crt\",\"crt_file\":\"/etc/ssl/certs/splunk.crt\",\"key_file\":\"/etc/ssl/private/splunk.key\"},\"type\":\"splunk_hec\"}]}}},{\"id\":\"49d9a396-8080-11f0-98a3-da7ad0900002\",\"type\":\"pipelines\",\"attributes\":{\"name\":\"gcs-destination-pipeline\",\"config\":{\"destinations\":[{\"acl\":\"project-private\",\"auth\":{\"credentials_file\":\"/var/secrets/gcp-creds.json\"},\"bucket\":\"my-gcs-bucket\",\"id\":\"gcs-destination-1\",\"inputs\":[\"source-1\"],\"key_prefix\":\"logs/\",\"metadata\":[{\"name\":\"environment\",\"value\":\"production\"},{\"name\":\"team\",\"value\":\"platform\"}],\"storage_class\":\"NEARLINE\",\"type\":\"google_cloud_storage\"}],\"processors\":[],\"sources\":[{\"id\":\"source-1\",\"type\":\"datadog_agent\"}]}}},{\"id\":\"4a9d5098-8080-11f0-b4bc-da7ad0900002\",\"type\":\"pipelines\",\"attributes\":{\"name\":\"splunk-hec-destination-pipeline\",\"config\":{\"destinations\":[{\"auto_extract_timestamp\":true,\"encoding\":\"json\",\"id\":\"splunk-hec-1\",\"index\":\"main\",\"inputs\":[\"source-1\"],\"sourcetype\":\"custom_sourcetype\",\"type\":\"splunk_hec\"}],\"processors\":[],\"sources\":[{\"id\":\"source-1\",\"type\":\"datadog_agent\"}]}}},{\"id\":\"4b5b9238-8080-11f0-98a5-da7ad0900002\",\"type\":\"pipelines\",\"attributes\":{\"name\":\"sumo pipeline\",\"config\":{\"destinations\":[{\"encoding\":\"json\",\"header_custom_fields\":[{\"name\":\"X-Sumo-Category\",\"value\":\"my-app-logs\"},{\"name\":\"X-Custom-Header\",\"value\":\"debug=true\"}],\"header_host_name\":\"host-123\",\"header_source_category\":\"source-category\",\"header_source_name\":\"source-name\",\"id\":\"sumo-dest-1\",\"inputs\":[\"source-1\"],\"type\":\"sumo_logic\"}],\"processors\":[],\"sources\":[{\"id\":\"source-1\",\"type\":\"datadog_agent\"}]}}},{\"id\":\"4fd012a8-8080-11f0-98a9-da7ad0900002\",\"type\":\"pipelines\",\"attributes\":{\"name\":\"rsyslog-dest-pipeline\",\"config\":{\"destinations\":[{\"id\":\"rsyslog-destination-1\",\"inputs\":[\"source-1\"],\"keepalive\":60000,\"tls\":{\"crt_file\":\"/etc/certs/rsyslog.crt\"},\"type\":\"rsyslog\"}],\"processors\":[],\"sources\":[{\"id\":\"source-1\",\"type\":\"datadog_agent\"}]}}},{\"id\":\"6d48f746-8080-11f0-98b7-da7ad0900002\",\"type\":\"pipelines\",\"attributes\":{\"name\":\"chronicle pipeline\",\"config\":{\"destinations\":[{\"auth\":{\"credentials_file\":\"/secrets/gcp.json\"},\"customer_id\":\"3fa85f64-5717-4562-b3fc-2c963f66afa6\",\"encoding\":\"json\",\"id\":\"chronicle-dest-1\",\"inputs\":[\"source-1\"],\"log_type\":\"nginx_logs\",\"type\":\"google_chronicle\"}],\"processors\":[],\"sources\":[{\"id\":\"source-1\",\"type\":\"datadog_agent\"}]}}},{\"id\":\"73a20eca-8080-11f0-98b9-da7ad0900002\",\"type\":\"pipelines\",\"attributes\":{\"name\":\"opensearch pipeline\",\"config\":{\"destinations\":[{\"bulk_index\":\"logs-datastream\",\"id\":\"opensearch-dest-1\",\"inputs\":[\"source-1\"],\"type\":\"opensearch\"}],\"processors\":[],\"sources\":[{\"id\":\"source-1\",\"type\":\"datadog_agent\"}]}}},{\"id\":\"5e6dae8c-80bd-11f0-a213-da7ad0900002\",\"type\":\"pipelines\",\"attributes\":{\"name\":\"Main Observability Pipeline\",\"config\":{\"destinations\":[{\"id\":\"datadog-logs-destination\",\"inputs\":[\"filter-processor\"],\"type\":\"datadog_logs\"}],\"processors\":[{\"id\":\"filter-processor\",\"include\":\"service:my-service\",\"inputs\":[\"datadog-agent-source\"],\"type\":\"filter\"}],\"sources\":[{\"id\":\"datadog-agent-source\",\"type\":\"datadog_agent\"}]}}},{\"id\":\"5f6fbb72-80bd-11f0-a215-da7ad0900002\",\"type\":\"pipelines\",\"attributes\":{\"name\":\"Main Observability Pipeline\",\"config\":{\"destinations\":[{\"id\":\"datadog-logs-destination\",\"inputs\":[\"filter-processor\"],\"type\":\"datadog_logs\"}],\"processors\":[{\"id\":\"filter-processor\",\"include\":\"service:my-service\",\"inputs\":[\"datadog-agent-source\"],\"type\":\"filter\"}],\"sources\":[{\"id\":\"datadog-agent-source\",\"type\":\"datadog_agent\"}]}}},{\"id\":\"e7857b20-80de-11f0-a262-da7ad0900002\",\"type\":\"pipelines\",\"attributes\":{\"name\":\"Main Observability Pipeline\",\"config\":{\"destinations\":[{\"id\":\"datadog-logs-destination\",\"inputs\":[\"filter-processor\"],\"type\":\"datadog_logs\"}],\"processors\":[{\"id\":\"filter-processor\",\"include\":\"service:my-service\",\"inputs\":[\"datadog-agent-source\"],\"type\":\"filter\"}],\"sources\":[{\"id\":\"datadog-agent-source\",\"type\":\"datadog_agent\"}]}}},{\"id\":\"579ccd4c-80e3-11f0-a296-da7ad0900002\",\"type\":\"pipelines\",\"attributes\":{\"name\":\"syslogng-source-pipeline\",\"config\":{\"destinations\":[{\"id\":\"destination-1\",\"inputs\":[\"syslogng-source-1\"],\"type\":\"datadog_logs\"}],\"processors\":[],\"sources\":[{\"id\":\"syslogng-source-1\",\"mode\":\"udp\",\"tls\":{\"crt_file\":\"/etc/certs/syslogng.crt\"},\"type\":\"syslog_ng\"}]}}},{\"id\":\"58505402-80e3-11f0-a298-da7ad0900002\",\"type\":\"pipelines\",\"attributes\":{\"name\":\"rsyslog-dest-pipeline\",\"config\":{\"destinations\":[{\"id\":\"rsyslog-destination-1\",\"inputs\":[\"source-1\"],\"keepalive\":60000,\"tls\":{\"crt_file\":\"/etc/certs/rsyslog.crt\"},\"type\":\"rsyslog\"}],\"processors\":[],\"sources\":[{\"id\":\"source-1\",\"type\":\"datadog_agent\"}]}}},{\"id\":\"64a3e372-80e3-11f0-a2a6-da7ad0900002\",\"type\":\"pipelines\",\"attributes\":{\"name\":\"firehose pipeline\",\"config\":{\"destinations\":[{\"id\":\"destination-1\",\"inputs\":[\"firehose-source-1\"],\"type\":\"datadog_logs\"}],\"processors\":[],\"sources\":[{\"auth\":{\"assume_role\":\"arn:aws:iam::123456789012:role/ExampleRole\",\"external_id\":\"external-id-123\",\"session_name\":\"firehose-session\"},\"id\":\"firehose-source-1\",\"tls\":{\"crt_file\":\"/path/to/firehose.crt\"},\"type\":\"amazon_data_firehose\"}]}}},{\"id\":\"92751474-80e3-11f0-a2d0-da7ad0900002\",\"type\":\"pipelines\",\"attributes\":{\"name\":\"amazon s3 pipeline (minimal)\",\"config\":{\"destinations\":[{\"bucket\":\"my-logs-bucket\",\"id\":\"s3-dest-basic-1\",\"inputs\":[\"source-1\"],\"key_prefix\":\"logs/\",\"region\":\"us-east-1\",\"storage_class\":\"STANDARD\",\"type\":\"amazon_s3\"}],\"processors\":[],\"sources\":[{\"id\":\"source-1\",\"type\":\"datadog_agent\"}]}}},{\"id\":\"2ae24eb0-8149-11f0-baea-da7ad0900002\",\"type\":\"pipelines\",\"attributes\":{\"name\":\"quota-pipeline\",\"config\":{\"destinations\":[{\"id\":\"destination-1\",\"inputs\":[\"quota-1\"],\"type\":\"datadog_logs\"}],\"processors\":[{\"drop_events\":true,\"id\":\"quota-1\",\"ignore_when_missing_partitions\":true,\"include\":\"*\",\"inputs\":[\"source-1\"],\"limit\":{\"enforce\":\"events\",\"limit\":1000},\"name\":\"limitByHostAndEnv\",\"overrides\":[{\"fields\":[{\"name\":\"env\",\"value\":\"prod\"},{\"name\":\"host\",\"value\":\"*\"}],\"limit\":{\"enforce\":\"events\",\"limit\":500}},{\"fields\":[{\"name\":\"env\",\"value\":\"*\"},{\"name\":\"host\",\"value\":\"localhost\"}],\"limit\":{\"enforce\":\"bytes\",\"limit\":300}}],\"partition_fields\":[\"host\",\"env\"],\"type\":\"quota\"}],\"sources\":[{\"id\":\"source-1\",\"type\":\"datadog_agent\"}]}}},{\"id\":\"2d5cca94-8149-11f0-baec-da7ad0900002\",\"type\":\"pipelines\",\"attributes\":{\"name\":\"add-fields-pipeline\",\"config\":{\"destinations\":[{\"id\":\"destination-1\",\"inputs\":[\"add-fields-1\"],\"type\":\"datadog_logs\"}],\"processors\":[{\"fields\":[{\"name\":\"custom.field\",\"value\":\"hello-world\"},{\"name\":\"env\",\"value\":\"prod\"}],\"id\":\"add-fields-1\",\"include\":\"*\",\"inputs\":[\"source-1\"],\"type\":\"add_fields\"}],\"sources\":[{\"id\":\"source-1\",\"type\":\"datadog_agent\"}]}}},{\"id\":\"31a26406-8149-11f0-9918-da7ad0900002\",\"type\":\"pipelines\",\"attributes\":{\"name\":\"fluent-pipeline\",\"config\":{\"destinations\":[{\"id\":\"destination-1\",\"inputs\":[\"fluent-source-1\"],\"type\":\"datadog_logs\"}],\"processors\":[],\"sources\":[{\"id\":\"fluent-source-1\",\"tls\":{\"ca_file\":\"/etc/ssl/certs/ca.crt\",\"crt_file\":\"/etc/ssl/certs/fluent.crt\",\"key_file\":\"/etc/ssl/private/fluent.key\"},\"type\":\"fluentd\"}]}}},{\"id\":\"47a53594-8149-11f0-9926-da7ad0900002\",\"type\":\"pipelines\",\"attributes\":{\"name\":\"syslogng-dest-pipeline\",\"config\":{\"destinations\":[{\"id\":\"syslogng-destination-1\",\"inputs\":[\"source-1\"],\"keepalive\":45000,\"tls\":{\"crt_file\":\"/etc/certs/syslogng.crt\"},\"type\":\"syslog_ng\"}],\"processors\":[],\"sources\":[{\"id\":\"source-1\",\"type\":\"datadog_agent\"}]}}},{\"id\":\"65424c18-8149-11f0-bb0a-da7ad0900002\",\"type\":\"pipelines\",\"attributes\":{\"name\":\"sentinelone pipeline\",\"config\":{\"destinations\":[{\"id\":\"sentinelone-dest-1\",\"inputs\":[\"source-1\"],\"region\":\"us\",\"type\":\"sentinel_one\"}],\"processors\":[],\"sources\":[{\"id\":\"source-1\",\"type\":\"datadog_agent\"}]}}},{\"id\":\"72abaaca-8149-11f0-9940-da7ad0900002\",\"type\":\"pipelines\",\"attributes\":{\"name\":\"socket-pipeline-udp\",\"config\":{\"destinations\":[{\"id\":\"destination-1\",\"inputs\":[\"socket-source-2\"],\"type\":\"datadog_logs\"}],\"processors\":[],\"sources\":[{\"framing\":{\"delimiter\":\"|\",\"method\":\"character_delimited\"},\"id\":\"socket-source-2\",\"mode\":\"udp\",\"type\":\"socket\"}]}}},{\"id\":\"4b51d94c-8165-11f0-ab16-da7ad0900002\",\"type\":\"pipelines\",\"attributes\":{\"name\":\"Main Observability Pipeline\",\"config\":{\"destinations\":[{\"id\":\"datadog-logs-destination\",\"inputs\":[\"filter-processor\"],\"type\":\"datadog_logs\"}],\"processors\":[{\"id\":\"filter-processor\",\"include\":\"service:my-service\",\"inputs\":[\"datadog-agent-source\"],\"type\":\"filter\"}],\"sources\":[{\"id\":\"datadog-agent-source\",\"type\":\"datadog_agent\"}]}}},{\"id\":\"d9ab0514-81a7-11f0-b0f7-da7ad0900002\",\"type\":\"pipelines\",\"attributes\":{\"name\":\"Main Observability Pipeline\",\"config\":{\"destinations\":[{\"id\":\"datadog-logs-destination\",\"inputs\":[\"filter-processor\"],\"type\":\"datadog_logs\"}],\"processors\":[{\"id\":\"filter-processor\",\"include\":\"service:my-service\",\"inputs\":[\"datadog-agent-source\"],\"type\":\"filter\"}],\"sources\":[{\"id\":\"datadog-agent-source\",\"type\":\"datadog_agent\"}]}}}],\"meta\":{\"totalCount\":440}}\n" }, "cookies": [], "headers": [ @@ -100,11 +100,11 @@ "status": 200, "statusText": "OK" }, - "startedDateTime": "2025-04-25T17:29:33.263Z", - "time": 713 + "startedDateTime": "2025-11-26T16:03:37.233Z", + "time": 1222 }, { - "_id": "365d8eb669ce7c00a0888b8c6211d176", + "_id": "a5db1e22a4ce7aaeb28b837da03796a2", "_order": 0, "cache": {}, "request": { @@ -121,7 +121,7 @@ "httpVersion": "HTTP/1.1", "method": "DELETE", "queryString": [], - "url": "https://api.datadoghq.com/api/v2/remote_config/products/obs_pipelines/pipelines/dd87c652-21fa-11f0-96e2-da7ad0900002" + "url": "https://api.datadoghq.com/api/v2/remote_config/products/obs_pipelines/pipelines/77329f9a-cae1-11f0-a2c9-da7ad0900002" }, "response": { "bodySize": 0, @@ -142,8 +142,8 @@ "status": 204, "statusText": "No Content" }, - "startedDateTime": "2025-04-25T17:29:33.984Z", - "time": 681 + "startedDateTime": "2025-11-26T16:03:38.466Z", + "time": 978 } ], "pages": [], diff --git a/cassettes/v2/Observability-Pipelines_4170000189/Update-a-pipeline-returns-Bad-Request-response_1788147065/frozen.json b/cassettes/v2/Observability-Pipelines_4170000189/Update-a-pipeline-returns-Bad-Request-response_1788147065/frozen.json index 70710c19cd41..0d322ba976c2 100644 --- a/cassettes/v2/Observability-Pipelines_4170000189/Update-a-pipeline-returns-Bad-Request-response_1788147065/frozen.json +++ b/cassettes/v2/Observability-Pipelines_4170000189/Update-a-pipeline-returns-Bad-Request-response_1788147065/frozen.json @@ -1 +1 @@ -"2025-04-25T17:29:34.672Z" +"2025-11-26T16:03:39.454Z" diff --git a/cassettes/v2/Observability-Pipelines_4170000189/Update-a-pipeline-returns-Bad-Request-response_1788147065/recording.har b/cassettes/v2/Observability-Pipelines_4170000189/Update-a-pipeline-returns-Bad-Request-response_1788147065/recording.har index d634e84496cf..96ce1cf63fec 100644 --- a/cassettes/v2/Observability-Pipelines_4170000189/Update-a-pipeline-returns-Bad-Request-response_1788147065/recording.har +++ b/cassettes/v2/Observability-Pipelines_4170000189/Update-a-pipeline-returns-Bad-Request-response_1788147065/recording.har @@ -42,7 +42,7 @@ "content": { "mimeType": "application/json", "size": 427, - "text": "{\"data\":{\"id\":\"deeea5f6-21fa-11f0-96e4-da7ad0900002\",\"type\":\"pipelines\",\"attributes\":{\"name\":\"Main Observability Pipeline\",\"config\":{\"destinations\":[{\"id\":\"datadog-logs-destination\",\"inputs\":[\"filter-processor\"],\"type\":\"datadog_logs\"}],\"processors\":[{\"id\":\"filter-processor\",\"include\":\"service:my-service\",\"inputs\":[\"datadog-agent-source\"],\"type\":\"filter\"}],\"sources\":[{\"id\":\"datadog-agent-source\",\"type\":\"datadog_agent\"}]}}}}\n" + "text": "{\"data\":{\"id\":\"794d71d8-cae1-11f0-a2cb-da7ad0900002\",\"type\":\"pipelines\",\"attributes\":{\"name\":\"Main Observability Pipeline\",\"config\":{\"destinations\":[{\"id\":\"datadog-logs-destination\",\"inputs\":[\"filter-processor\"],\"type\":\"datadog_logs\"}],\"processors\":[{\"id\":\"filter-processor\",\"include\":\"service:my-service\",\"inputs\":[\"datadog-agent-source\"],\"type\":\"filter\"}],\"sources\":[{\"id\":\"datadog-agent-source\",\"type\":\"datadog_agent\"}]}}}}\n" }, "cookies": [], "headers": [ @@ -57,15 +57,15 @@ "status": 201, "statusText": "Created" }, - "startedDateTime": "2025-04-25T17:29:34.674Z", - "time": 900 + "startedDateTime": "2025-11-26T16:03:39.457Z", + "time": 955 }, { - "_id": "0e70fa043ccb96c72483c1dd21d002d5", + "_id": "d282ad68acdbdda8ae5f9d44f1bfe14e", "_order": 0, "cache": {}, "request": { - "bodySize": 427, + "bodySize": 525, "cookies": [], "headers": [ { @@ -85,17 +85,17 @@ "postData": { "mimeType": "application/json", "params": [], - "text": "{\"data\":{\"attributes\":{\"config\":{\"destinations\":[{\"id\":\"datadog-logs-destination\",\"inputs\":[\"filter-processor\"],\"type\":\"datadog_logs\"}],\"processors\":[{\"id\":\"unknown-processor\",\"include\":\"service:my-service\",\"inputs\":[\"datadog-agent-source\"],\"type\":\"filter\"}],\"sources\":[{\"id\":\"datadog-agent-source\",\"type\":\"datadog_agent\"}]},\"name\":\"Main Observability Pipeline\"},\"id\":\"3fa85f64-5717-4562-b3fc-2c963f66afa6\",\"type\":\"pipelines\"}}" + "text": "{\"data\":{\"attributes\":{\"config\":{\"destinations\":[{\"id\":\"datadog-logs-destination\",\"inputs\":[\"my-processor-group\"],\"type\":\"datadog_logs\"}],\"processors\":[{\"enabled\":true,\"id\":\"unknown-processor\",\"include\":\"service:my-service\",\"inputs\":[\"datadog-agent-source\"],\"processors\":[{\"enabled\":true,\"id\":\"filter-processor\",\"include\":\"status:error\",\"type\":\"filter\"}]}],\"sources\":[{\"id\":\"datadog-agent-source\",\"type\":\"datadog_agent\"}]},\"name\":\"Main Observability Pipeline\"},\"id\":\"3fa85f64-5717-4562-b3fc-2c963f66afa6\",\"type\":\"pipelines\"}}" }, "queryString": [], - "url": "https://api.datadoghq.com/api/v2/remote_config/products/obs_pipelines/pipelines/deeea5f6-21fa-11f0-96e4-da7ad0900002" + "url": "https://api.datadoghq.com/api/v2/remote_config/products/obs_pipelines/pipelines/794d71d8-cae1-11f0-a2cb-da7ad0900002" }, "response": { - "bodySize": 353, + "bodySize": 357, "content": { "mimeType": "application/json", - "size": 353, - "text": "{\"errors\":[{\"title\":\"Component with ID filter-processor is an unknown component\",\"meta\":{\"message\":\"Component with ID filter-processor is an unknown component\"}},{\"title\":\"The following components are unused: [datadog-agent-source unknown-processor]\",\"meta\":{\"message\":\"The following components are unused: [datadog-agent-source unknown-processor]\"}}]}\n" + "size": 357, + "text": "{\"errors\":[{\"title\":\"Component with ID my-processor-group is an unknown component\",\"meta\":{\"message\":\"Component with ID my-processor-group is an unknown component\"}},{\"title\":\"The following components are unused: [datadog-agent-source unknown-processor]\",\"meta\":{\"message\":\"The following components are unused: [datadog-agent-source unknown-processor]\"}}]}\n" }, "cookies": [], "headers": [ @@ -110,11 +110,11 @@ "status": 400, "statusText": "Bad Request" }, - "startedDateTime": "2025-04-25T17:29:35.582Z", - "time": 395 + "startedDateTime": "2025-11-26T16:03:40.427Z", + "time": 501 }, { - "_id": "b56473f40b11d0869576a13195a8ddb5", + "_id": "20479eda267f276c7cbbc8dfdbbcafc8", "_order": 0, "cache": {}, "request": { @@ -131,7 +131,7 @@ "httpVersion": "HTTP/1.1", "method": "DELETE", "queryString": [], - "url": "https://api.datadoghq.com/api/v2/remote_config/products/obs_pipelines/pipelines/deeea5f6-21fa-11f0-96e4-da7ad0900002" + "url": "https://api.datadoghq.com/api/v2/remote_config/products/obs_pipelines/pipelines/794d71d8-cae1-11f0-a2cb-da7ad0900002" }, "response": { "bodySize": 0, @@ -152,8 +152,8 @@ "status": 204, "statusText": "No Content" }, - "startedDateTime": "2025-04-25T17:29:35.984Z", - "time": 574 + "startedDateTime": "2025-11-26T16:03:40.940Z", + "time": 952 } ], "pages": [], diff --git a/cassettes/v2/Observability-Pipelines_4170000189/Update-a-pipeline-returns-Not-Found-response_1595868066/frozen.json b/cassettes/v2/Observability-Pipelines_4170000189/Update-a-pipeline-returns-Not-Found-response_1595868066/frozen.json index 5324d652f90b..77e9ea91c735 100644 --- a/cassettes/v2/Observability-Pipelines_4170000189/Update-a-pipeline-returns-Not-Found-response_1595868066/frozen.json +++ b/cassettes/v2/Observability-Pipelines_4170000189/Update-a-pipeline-returns-Not-Found-response_1595868066/frozen.json @@ -1 +1 @@ -"2025-04-25T17:29:36.564Z" +"2025-11-26T16:03:41.901Z" diff --git a/cassettes/v2/Observability-Pipelines_4170000189/Update-a-pipeline-returns-Not-Found-response_1595868066/recording.har b/cassettes/v2/Observability-Pipelines_4170000189/Update-a-pipeline-returns-Not-Found-response_1595868066/recording.har index 073ee1381c35..990445f57c7f 100644 --- a/cassettes/v2/Observability-Pipelines_4170000189/Update-a-pipeline-returns-Not-Found-response_1595868066/recording.har +++ b/cassettes/v2/Observability-Pipelines_4170000189/Update-a-pipeline-returns-Not-Found-response_1595868066/recording.har @@ -8,11 +8,11 @@ }, "entries": [ { - "_id": "ecb642541046438257cb30f1fe25da2a", + "_id": "e34d84ff45f443b4095304142fd8332a", "_order": 0, "cache": {}, "request": { - "bodySize": 426, + "bodySize": 526, "cookies": [], "headers": [ { @@ -32,7 +32,7 @@ "postData": { "mimeType": "application/json", "params": [], - "text": "{\"data\":{\"attributes\":{\"config\":{\"destinations\":[{\"id\":\"datadog-logs-destination\",\"inputs\":[\"filter-processor\"],\"type\":\"datadog_logs\"}],\"processors\":[{\"id\":\"filter-processor\",\"include\":\"service:my-service\",\"inputs\":[\"datadog-agent-source\"],\"type\":\"filter\"}],\"sources\":[{\"id\":\"datadog-agent-source\",\"type\":\"datadog_agent\"}]},\"name\":\"Main Observability Pipeline\"},\"id\":\"3fa85f64-5717-4562-b3fc-2c963f66afa6\",\"type\":\"pipelines\"}}" + "text": "{\"data\":{\"attributes\":{\"config\":{\"destinations\":[{\"id\":\"datadog-logs-destination\",\"inputs\":[\"my-processor-group\"],\"type\":\"datadog_logs\"}],\"processors\":[{\"enabled\":true,\"id\":\"my-processor-group\",\"include\":\"service:my-service\",\"inputs\":[\"datadog-agent-source\"],\"processors\":[{\"enabled\":true,\"id\":\"filter-processor\",\"include\":\"status:error\",\"type\":\"filter\"}]}],\"sources\":[{\"id\":\"datadog-agent-source\",\"type\":\"datadog_agent\"}]},\"name\":\"Main Observability Pipeline\"},\"id\":\"3fa85f64-5717-4562-b3fc-2c963f66afa6\",\"type\":\"pipelines\"}}" }, "queryString": [], "url": "https://api.datadoghq.com/api/v2/remote_config/products/obs_pipelines/pipelines/3fa85f64-5717-4562-b3fc-2c963f66afa6" @@ -57,8 +57,8 @@ "status": 404, "statusText": "Not Found" }, - "startedDateTime": "2025-04-25T17:29:36.567Z", - "time": 413 + "startedDateTime": "2025-11-26T16:03:41.904Z", + "time": 522 } ], "pages": [], diff --git a/cassettes/v2/Observability-Pipelines_4170000189/Update-a-pipeline-returns-OK-response_1400152949/frozen.json b/cassettes/v2/Observability-Pipelines_4170000189/Update-a-pipeline-returns-OK-response_1400152949/frozen.json index 8d87dea4cede..56a722190d7a 100644 --- a/cassettes/v2/Observability-Pipelines_4170000189/Update-a-pipeline-returns-OK-response_1400152949/frozen.json +++ b/cassettes/v2/Observability-Pipelines_4170000189/Update-a-pipeline-returns-OK-response_1400152949/frozen.json @@ -1 +1 @@ -"2025-04-25T17:29:36.987Z" +"2025-11-26T16:03:42.435Z" diff --git a/cassettes/v2/Observability-Pipelines_4170000189/Update-a-pipeline-returns-OK-response_1400152949/recording.har b/cassettes/v2/Observability-Pipelines_4170000189/Update-a-pipeline-returns-OK-response_1400152949/recording.har index 0cd185ef9a6c..1871e1adefe6 100644 --- a/cassettes/v2/Observability-Pipelines_4170000189/Update-a-pipeline-returns-OK-response_1400152949/recording.har +++ b/cassettes/v2/Observability-Pipelines_4170000189/Update-a-pipeline-returns-OK-response_1400152949/recording.har @@ -42,7 +42,7 @@ "content": { "mimeType": "application/json", "size": 427, - "text": "{\"data\":{\"id\":\"e04d5230-21fa-11f0-96e6-da7ad0900002\",\"type\":\"pipelines\",\"attributes\":{\"name\":\"Main Observability Pipeline\",\"config\":{\"destinations\":[{\"id\":\"datadog-logs-destination\",\"inputs\":[\"filter-processor\"],\"type\":\"datadog_logs\"}],\"processors\":[{\"id\":\"filter-processor\",\"include\":\"service:my-service\",\"inputs\":[\"datadog-agent-source\"],\"type\":\"filter\"}],\"sources\":[{\"id\":\"datadog-agent-source\",\"type\":\"datadog_agent\"}]}}}}\n" + "text": "{\"data\":{\"id\":\"7b1707f4-cae1-11f0-a2cd-da7ad0900002\",\"type\":\"pipelines\",\"attributes\":{\"name\":\"Main Observability Pipeline\",\"config\":{\"destinations\":[{\"id\":\"datadog-logs-destination\",\"inputs\":[\"filter-processor\"],\"type\":\"datadog_logs\"}],\"processors\":[{\"id\":\"filter-processor\",\"include\":\"service:my-service\",\"inputs\":[\"datadog-agent-source\"],\"type\":\"filter\"}],\"sources\":[{\"id\":\"datadog-agent-source\",\"type\":\"datadog_agent\"}]}}}}\n" }, "cookies": [], "headers": [ @@ -57,15 +57,15 @@ "status": 201, "statusText": "Created" }, - "startedDateTime": "2025-04-25T17:29:36.990Z", - "time": 762 + "startedDateTime": "2025-11-26T16:03:42.439Z", + "time": 1124 }, { - "_id": "622ee817795a322e6bd48da965872af3", + "_id": "ac1f2159eab6d91a346fbd1f9f866115", "_order": 0, "cache": {}, "request": { - "bodySize": 431, + "bodySize": 531, "cookies": [], "headers": [ { @@ -85,17 +85,17 @@ "postData": { "mimeType": "application/json", "params": [], - "text": "{\"data\":{\"attributes\":{\"config\":{\"destinations\":[{\"id\":\"updated-datadog-logs-destination-id\",\"inputs\":[\"filter-processor\"],\"type\":\"datadog_logs\"}],\"processors\":[{\"id\":\"filter-processor\",\"include\":\"service:my-service\",\"inputs\":[\"datadog-agent-source\"],\"type\":\"filter\"}],\"sources\":[{\"id\":\"datadog-agent-source\",\"type\":\"datadog_agent\"}]},\"name\":\"Updated Pipeline Name\"},\"id\":\"3fa85f64-5717-4562-b3fc-2c963f66afa6\",\"type\":\"pipelines\"}}" + "text": "{\"data\":{\"attributes\":{\"config\":{\"destinations\":[{\"id\":\"updated-datadog-logs-destination-id\",\"inputs\":[\"my-processor-group\"],\"type\":\"datadog_logs\"}],\"processors\":[{\"enabled\":true,\"id\":\"my-processor-group\",\"include\":\"service:my-service\",\"inputs\":[\"datadog-agent-source\"],\"processors\":[{\"enabled\":true,\"id\":\"filter-processor\",\"include\":\"status:error\",\"type\":\"filter\"}]}],\"sources\":[{\"id\":\"datadog-agent-source\",\"type\":\"datadog_agent\"}]},\"name\":\"Updated Pipeline Name\"},\"id\":\"3fa85f64-5717-4562-b3fc-2c963f66afa6\",\"type\":\"pipelines\"}}" }, "queryString": [], - "url": "https://api.datadoghq.com/api/v2/remote_config/products/obs_pipelines/pipelines/e04d5230-21fa-11f0-96e6-da7ad0900002" + "url": "https://api.datadoghq.com/api/v2/remote_config/products/obs_pipelines/pipelines/7b1707f4-cae1-11f0-a2cd-da7ad0900002" }, "response": { - "bodySize": 432, + "bodySize": 532, "content": { "mimeType": "application/json", - "size": 432, - "text": "{\"data\":{\"id\":\"e04d5230-21fa-11f0-96e6-da7ad0900002\",\"type\":\"pipelines\",\"attributes\":{\"name\":\"Updated Pipeline Name\",\"config\":{\"destinations\":[{\"id\":\"updated-datadog-logs-destination-id\",\"inputs\":[\"filter-processor\"],\"type\":\"datadog_logs\"}],\"processors\":[{\"id\":\"filter-processor\",\"include\":\"service:my-service\",\"inputs\":[\"datadog-agent-source\"],\"type\":\"filter\"}],\"sources\":[{\"id\":\"datadog-agent-source\",\"type\":\"datadog_agent\"}]}}}}\n" + "size": 532, + "text": "{\"data\":{\"id\":\"7b1707f4-cae1-11f0-a2cd-da7ad0900002\",\"type\":\"pipelines\",\"attributes\":{\"name\":\"Updated Pipeline Name\",\"config\":{\"destinations\":[{\"id\":\"updated-datadog-logs-destination-id\",\"inputs\":[\"my-processor-group\"],\"type\":\"datadog_logs\"}],\"processors\":[{\"enabled\":true,\"id\":\"my-processor-group\",\"include\":\"service:my-service\",\"inputs\":[\"datadog-agent-source\"],\"processors\":[{\"enabled\":true,\"id\":\"filter-processor\",\"include\":\"status:error\",\"type\":\"filter\"}]}],\"sources\":[{\"id\":\"datadog-agent-source\",\"type\":\"datadog_agent\"}]}}}}\n" }, "cookies": [], "headers": [ @@ -110,11 +110,11 @@ "status": 200, "statusText": "OK" }, - "startedDateTime": "2025-04-25T17:29:37.759Z", - "time": 800 + "startedDateTime": "2025-11-26T16:03:43.574Z", + "time": 1208 }, { - "_id": "147650d860f4a3414d1ab17f29d4fcee", + "_id": "63029383057b5aafd78c1a07e6690ecc", "_order": 0, "cache": {}, "request": { @@ -131,7 +131,7 @@ "httpVersion": "HTTP/1.1", "method": "DELETE", "queryString": [], - "url": "https://api.datadoghq.com/api/v2/remote_config/products/obs_pipelines/pipelines/e04d5230-21fa-11f0-96e6-da7ad0900002" + "url": "https://api.datadoghq.com/api/v2/remote_config/products/obs_pipelines/pipelines/7b1707f4-cae1-11f0-a2cd-da7ad0900002" }, "response": { "bodySize": 0, @@ -152,8 +152,8 @@ "status": 204, "statusText": "No Content" }, - "startedDateTime": "2025-04-25T17:29:38.563Z", - "time": 670 + "startedDateTime": "2025-11-26T16:03:44.796Z", + "time": 1163 } ], "pages": [], diff --git a/cassettes/v2/Observability-Pipelines_4170000189/Validate-an-observability-pipeline-returns-Bad-Request-response_2539203425/frozen.json b/cassettes/v2/Observability-Pipelines_4170000189/Validate-an-observability-pipeline-returns-Bad-Request-response_2539203425/frozen.json index a920f0b80716..9efba114802c 100644 --- a/cassettes/v2/Observability-Pipelines_4170000189/Validate-an-observability-pipeline-returns-Bad-Request-response_2539203425/frozen.json +++ b/cassettes/v2/Observability-Pipelines_4170000189/Validate-an-observability-pipeline-returns-Bad-Request-response_2539203425/frozen.json @@ -1 +1 @@ -"2025-04-25T17:29:39.236Z" +"2025-11-26T16:03:45.970Z" diff --git a/cassettes/v2/Observability-Pipelines_4170000189/Validate-an-observability-pipeline-returns-Bad-Request-response_2539203425/recording.har b/cassettes/v2/Observability-Pipelines_4170000189/Validate-an-observability-pipeline-returns-Bad-Request-response_2539203425/recording.har index c6b85b17d78d..1d514d81ff4c 100644 --- a/cassettes/v2/Observability-Pipelines_4170000189/Validate-an-observability-pipeline-returns-Bad-Request-response_2539203425/recording.har +++ b/cassettes/v2/Observability-Pipelines_4170000189/Validate-an-observability-pipeline-returns-Bad-Request-response_2539203425/recording.har @@ -8,11 +8,11 @@ }, "entries": [ { - "_id": "be868b777a39d125df9570b7226efe40", + "_id": "7fc1803cbcf66eaca55da658ba3ec4b3", "_order": 0, "cache": {}, "request": { - "bodySize": 351, + "bodySize": 426, "cookies": [], "headers": [ { @@ -32,17 +32,17 @@ "postData": { "mimeType": "application/json", "params": [], - "text": "{\"data\":{\"attributes\":{\"config\":{\"destinations\":[{\"id\":\"datadog-logs-destination\",\"inputs\":[\"filter-processor\"],\"type\":\"datadog_logs\"}],\"processors\":[{\"id\":\"filter-processor\",\"inputs\":[\"datadog-agent-source\"],\"type\":\"filter\"}],\"sources\":[{\"id\":\"datadog-agent-source\",\"type\":\"datadog_agent\"}]},\"name\":\"Main Observability Pipeline\"},\"type\":\"pipelines\"}}" + "text": "{\"data\":{\"attributes\":{\"config\":{\"destinations\":[{\"id\":\"datadog-logs-destination\",\"inputs\":[\"my-processor-group\"],\"type\":\"datadog_logs\"}],\"processors\":[{\"enabled\":true,\"id\":\"my-processor-group\",\"inputs\":[\"datadog-agent-source\"],\"processors\":[{\"enabled\":true,\"id\":\"filter-processor\",\"type\":\"filter\"}]}],\"sources\":[{\"id\":\"datadog-agent-source\",\"type\":\"datadog_agent\"}]},\"name\":\"Main Observability Pipeline\"},\"type\":\"pipelines\"}}" }, "queryString": [], "url": "https://api.datadoghq.com/api/v2/remote_config/products/obs_pipelines/pipelines/validate" }, "response": { - "bodySize": 144, + "bodySize": 277, "content": { "mimeType": "application/json", - "size": 144, - "text": "{\"errors\":[{\"title\":\"Field 'include' is required\",\"meta\":{\"field\":\"include\",\"id\":\"filter-processor\",\"message\":\"Field 'include' is required\"}}]}\n" + "size": 277, + "text": "{\"errors\":[{\"title\":\"Field 'include' is required\",\"meta\":{\"field\":\"include\",\"id\":\"my-processor-group\",\"message\":\"Field 'include' is required\"}},{\"title\":\"Field 'include' is required\",\"meta\":{\"field\":\"include\",\"id\":\"filter-processor\",\"message\":\"Field 'include' is required\"}}]}\n" }, "cookies": [], "headers": [ @@ -57,8 +57,8 @@ "status": 400, "statusText": "Bad Request" }, - "startedDateTime": "2025-04-25T17:29:39.238Z", - "time": 370 + "startedDateTime": "2025-11-26T16:03:45.976Z", + "time": 497 } ], "pages": [], diff --git a/cassettes/v2/Observability-Pipelines_4170000189/Validate-an-observability-pipeline-returns-OK-response_1773535341/frozen.json b/cassettes/v2/Observability-Pipelines_4170000189/Validate-an-observability-pipeline-returns-OK-response_1773535341/frozen.json index 3eafaa57b375..f2fd523e19bc 100644 --- a/cassettes/v2/Observability-Pipelines_4170000189/Validate-an-observability-pipeline-returns-OK-response_1773535341/frozen.json +++ b/cassettes/v2/Observability-Pipelines_4170000189/Validate-an-observability-pipeline-returns-OK-response_1773535341/frozen.json @@ -1 +1 @@ -"2025-04-25T17:29:39.613Z" +"2025-11-26T16:03:46.484Z" diff --git a/cassettes/v2/Observability-Pipelines_4170000189/Validate-an-observability-pipeline-returns-OK-response_1773535341/recording.har b/cassettes/v2/Observability-Pipelines_4170000189/Validate-an-observability-pipeline-returns-OK-response_1773535341/recording.har index 309b636bba0f..9d4f592e9a1e 100644 --- a/cassettes/v2/Observability-Pipelines_4170000189/Validate-an-observability-pipeline-returns-OK-response_1773535341/recording.har +++ b/cassettes/v2/Observability-Pipelines_4170000189/Validate-an-observability-pipeline-returns-OK-response_1773535341/recording.har @@ -8,11 +8,11 @@ }, "entries": [ { - "_id": "78f615a7dcd18ec7725144f1fe9ba135", + "_id": "621a711b583d6a391a85b709238bf078", "_order": 0, "cache": {}, "request": { - "bodySize": 382, + "bodySize": 482, "cookies": [], "headers": [ { @@ -32,7 +32,7 @@ "postData": { "mimeType": "application/json", "params": [], - "text": "{\"data\":{\"attributes\":{\"config\":{\"destinations\":[{\"id\":\"datadog-logs-destination\",\"inputs\":[\"filter-processor\"],\"type\":\"datadog_logs\"}],\"processors\":[{\"id\":\"filter-processor\",\"include\":\"service:my-service\",\"inputs\":[\"datadog-agent-source\"],\"type\":\"filter\"}],\"sources\":[{\"id\":\"datadog-agent-source\",\"type\":\"datadog_agent\"}]},\"name\":\"Main Observability Pipeline\"},\"type\":\"pipelines\"}}" + "text": "{\"data\":{\"attributes\":{\"config\":{\"destinations\":[{\"id\":\"datadog-logs-destination\",\"inputs\":[\"my-processor-group\"],\"type\":\"datadog_logs\"}],\"processors\":[{\"enabled\":true,\"id\":\"my-processor-group\",\"include\":\"service:my-service\",\"inputs\":[\"datadog-agent-source\"],\"processors\":[{\"enabled\":true,\"id\":\"filter-processor\",\"include\":\"status:error\",\"type\":\"filter\"}]}],\"sources\":[{\"id\":\"datadog-agent-source\",\"type\":\"datadog_agent\"}]},\"name\":\"Main Observability Pipeline\"},\"type\":\"pipelines\"}}" }, "queryString": [], "url": "https://api.datadoghq.com/api/v2/remote_config/products/obs_pipelines/pipelines/validate" @@ -40,7 +40,7 @@ "response": { "bodySize": 14, "content": { - "mimeType": "application/json", + "mimeType": "application/vnd.api+json", "size": 14, "text": "{\"errors\":[]}\n" }, @@ -48,17 +48,17 @@ "headers": [ { "name": "content-type", - "value": "application/json" + "value": "application/vnd.api+json" } ], - "headersSize": 216, + "headersSize": 224, "httpVersion": "HTTP/1.1", "redirectURL": "", "status": 200, "statusText": "OK" }, - "startedDateTime": "2025-04-25T17:29:39.614Z", - "time": 393 + "startedDateTime": "2025-11-26T16:03:46.488Z", + "time": 502 } ], "pages": [], diff --git a/examples/v2/observability-pipelines/CreatePipeline.ts b/examples/v2/observability-pipelines/CreatePipeline.ts index 68c86c40d55a..58d81afa4cd3 100644 --- a/examples/v2/observability-pipelines/CreatePipeline.ts +++ b/examples/v2/observability-pipelines/CreatePipeline.ts @@ -16,16 +16,24 @@ const params: v2.ObservabilityPipelinesApiCreatePipelineRequest = { destinations: [ { id: "datadog-logs-destination", - inputs: ["filter-processor"], + inputs: ["my-processor-group"], type: "datadog_logs", }, ], processors: [ { - id: "filter-processor", + enabled: true, + id: "my-processor-group", include: "service:my-service", inputs: ["datadog-agent-source"], - type: "filter", + processors: [ + { + enabled: true, + id: "filter-processor", + include: "status:error", + type: "filter", + }, + ], }, ], sources: [ diff --git a/examples/v2/observability-pipelines/UpdatePipeline.ts b/examples/v2/observability-pipelines/UpdatePipeline.ts index e7deda13b2d5..21127e520af0 100644 --- a/examples/v2/observability-pipelines/UpdatePipeline.ts +++ b/examples/v2/observability-pipelines/UpdatePipeline.ts @@ -19,16 +19,24 @@ const params: v2.ObservabilityPipelinesApiUpdatePipelineRequest = { destinations: [ { id: "updated-datadog-logs-destination-id", - inputs: ["filter-processor"], + inputs: ["my-processor-group"], type: "datadog_logs", }, ], processors: [ { - id: "filter-processor", + enabled: true, + id: "my-processor-group", include: "service:my-service", inputs: ["datadog-agent-source"], - type: "filter", + processors: [ + { + enabled: true, + id: "filter-processor", + include: "status:error", + type: "filter", + }, + ], }, ], sources: [ diff --git a/examples/v2/observability-pipelines/ValidatePipeline.ts b/examples/v2/observability-pipelines/ValidatePipeline.ts index 1a6cc8995dcb..6a5b539a95cf 100644 --- a/examples/v2/observability-pipelines/ValidatePipeline.ts +++ b/examples/v2/observability-pipelines/ValidatePipeline.ts @@ -16,16 +16,24 @@ const params: v2.ObservabilityPipelinesApiValidatePipelineRequest = { destinations: [ { id: "datadog-logs-destination", - inputs: ["filter-processor"], + inputs: ["my-processor-group"], type: "datadog_logs", }, ], processors: [ { - id: "filter-processor", + enabled: true, + id: "my-processor-group", include: "service:my-service", inputs: ["datadog-agent-source"], - type: "filter", + processors: [ + { + enabled: true, + id: "filter-processor", + include: "status:error", + type: "filter", + }, + ], }, ], sources: [ diff --git a/features/v2/observability_pipelines.feature b/features/v2/observability_pipelines.feature index c7149b1e4fad..c2a2e39f7cad 100644 --- a/features/v2/observability_pipelines.feature +++ b/features/v2/observability_pipelines.feature @@ -12,7 +12,7 @@ Feature: Observability Pipelines Scenario: Create a new pipeline returns "Bad Request" response Given operation "CreatePipeline" enabled And new "CreatePipeline" request - And body with value {"data": {"attributes": {"config": {"destinations": [{"id": "datadog-logs-destination", "inputs": ["filter-processor"], "type": "datadog_logs"}], "processors": [{"id": "unknown-processor", "include": "service:my-service", "inputs": ["datadog-agent-source"], "type": "filter"}], "sources": [{"id": "datadog-agent-source", "type": "datadog_agent"}]}, "name": "Main Observability Pipeline"}, "type": "pipelines"}} + And body with value {"data": {"attributes": {"config": {"destinations": [{"id": "datadog-logs-destination", "inputs": ["my-processor-group"], "type": "datadog_logs"}], "processors": [{"enabled": true, "id": "unknown-processor", "include": "service:my-service", "inputs": ["datadog-agent-source"], "processors": [{"enabled": true, "id": "filter-processor", "include": "status:error", "type": "filter"}]}], "sources": [{"id": "datadog-agent-source", "type": "datadog_agent"}]}, "name": "Main Observability Pipeline"}, "type": "pipelines"}} When the request is sent Then the response status is 400 Bad Request @@ -20,7 +20,7 @@ Feature: Observability Pipelines Scenario: Create a new pipeline returns "Conflict" response Given operation "CreatePipeline" enabled And new "CreatePipeline" request - And body with value {"data": {"attributes": {"config": {"destinations": [{"id": "datadog-logs-destination", "inputs": ["filter-processor"], "type": "datadog_logs"}], "processors": [{"id": "filter-processor", "include": "service:my-service", "inputs": ["datadog-agent-source"], "type": "filter"}], "sources": [{"id": "datadog-agent-source", "type": "datadog_agent"}]}, "name": "Main Observability Pipeline"}, "type": "pipelines"}} + And body with value {"data": {"attributes": {"config": {"destinations": [{"id": "datadog-logs-destination", "inputs": ["filter-processor"], "type": "datadog_logs"}], "processors": [{"enabled": true, "id": "my-processor-group", "include": "service:my-service", "inputs": ["datadog-agent-source"], "processors": [{"enabled": true, "id": "filter-processor", "include": "status:error", "type": "filter"}]}], "sources": [{"id": "datadog-agent-source", "type": "datadog_agent"}]}, "name": "Main Observability Pipeline"}, "type": "pipelines"}} When the request is sent Then the response status is 409 Conflict @@ -28,7 +28,7 @@ Feature: Observability Pipelines Scenario: Create a new pipeline returns "OK" response Given operation "CreatePipeline" enabled And new "CreatePipeline" request - And body with value {"data": {"attributes": {"config": {"destinations": [{"id": "datadog-logs-destination", "inputs": ["filter-processor"], "type": "datadog_logs"}], "processors": [{"id": "filter-processor", "include": "service:my-service", "inputs": ["datadog-agent-source"], "type": "filter"}], "sources": [{"id": "datadog-agent-source", "type": "datadog_agent"}]}, "name": "Main Observability Pipeline"}, "type": "pipelines"}} + And body with value {"data": {"attributes": {"config": {"destinations": [{"id": "datadog-logs-destination", "inputs": ["my-processor-group"], "type": "datadog_logs"}], "processors": [{"enabled": true, "id": "my-processor-group", "include": "service:my-service", "inputs": ["datadog-agent-source"], "processors": [{"enabled": true, "id": "filter-processor", "include": "status:error", "type": "filter"}]}], "sources": [{"id": "datadog-agent-source", "type": "datadog_agent"}]}, "name": "Main Observability Pipeline"}, "type": "pipelines"}} When the request is sent Then the response status is 201 OK And the response "data" has field "id" @@ -106,7 +106,7 @@ Feature: Observability Pipelines And new "UpdatePipeline" request And there is a valid "pipeline" in the system And request contains "pipeline_id" parameter from "pipeline.data.id" - And body with value {"data": {"attributes": {"config": {"destinations": [{"id": "datadog-logs-destination", "inputs": ["filter-processor"], "type": "datadog_logs"}], "processors": [{"id": "unknown-processor", "include": "service:my-service", "inputs": ["datadog-agent-source"], "type": "filter"}], "sources": [{"id": "datadog-agent-source", "type": "datadog_agent"}]}, "name": "Main Observability Pipeline"}, "id": "3fa85f64-5717-4562-b3fc-2c963f66afa6", "type": "pipelines"}} + And body with value {"data": {"attributes": {"config": {"destinations": [{"id": "datadog-logs-destination", "inputs": ["my-processor-group"], "type": "datadog_logs"}], "processors": [{"enabled": true, "id": "unknown-processor", "include": "service:my-service", "inputs": ["datadog-agent-source"], "processors": [{"enabled": true, "id": "filter-processor", "include": "status:error", "type": "filter"}]}], "sources": [{"id": "datadog-agent-source", "type": "datadog_agent"}]}, "name": "Main Observability Pipeline"}, "id": "3fa85f64-5717-4562-b3fc-2c963f66afa6", "type": "pipelines"}} When the request is sent Then the response status is 400 Bad Request @@ -115,7 +115,7 @@ Feature: Observability Pipelines Given operation "UpdatePipeline" enabled And new "UpdatePipeline" request And request contains "pipeline_id" parameter from "REPLACE.ME" - And body with value {"data": {"attributes": {"config": {"destinations": [{"id": "datadog-logs-destination", "inputs": ["filter-processor"], "type": "datadog_logs"}], "processors": [{"id": "filter-processor", "include": "service:my-service", "inputs": ["datadog-agent-source"], "type": "filter"}], "sources": [{"id": "datadog-agent-source", "type": "datadog_agent"}]}, "name": "Main Observability Pipeline"}, "id": "3fa85f64-5717-4562-b3fc-2c963f66afa6", "type": "pipelines"}} + And body with value {"data": {"attributes": {"config": {"destinations": [{"id": "datadog-logs-destination", "inputs": ["filter-processor"], "type": "datadog_logs"}], "processors": [{"enabled": true, "id": "my-processor-group", "include": "service:my-service", "inputs": ["datadog-agent-source"], "processors": [{"enabled": true, "id": "filter-processor", "include": "status:error", "type": "filter"}]}], "sources": [{"id": "datadog-agent-source", "type": "datadog_agent"}]}, "name": "Main Observability Pipeline"}, "id": "3fa85f64-5717-4562-b3fc-2c963f66afa6", "type": "pipelines"}} When the request is sent Then the response status is 409 Conflict @@ -124,7 +124,7 @@ Feature: Observability Pipelines Given operation "UpdatePipeline" enabled And new "UpdatePipeline" request And request contains "pipeline_id" parameter with value "3fa85f64-5717-4562-b3fc-2c963f66afa6" - And body with value {"data": {"attributes": {"config": {"destinations": [{"id": "datadog-logs-destination", "inputs": ["filter-processor"], "type": "datadog_logs"}], "processors": [{"id": "filter-processor", "include": "service:my-service", "inputs": ["datadog-agent-source"], "type": "filter"}], "sources": [{"id": "datadog-agent-source", "type": "datadog_agent"}]}, "name": "Main Observability Pipeline"}, "id": "3fa85f64-5717-4562-b3fc-2c963f66afa6", "type": "pipelines"}} + And body with value {"data": {"attributes": {"config": {"destinations": [{"id": "datadog-logs-destination", "inputs": ["my-processor-group"], "type": "datadog_logs"}], "processors": [{"enabled": true, "id": "my-processor-group", "include": "service:my-service", "inputs": ["datadog-agent-source"], "processors": [{"enabled": true, "id": "filter-processor", "include": "status:error", "type": "filter"}]}], "sources": [{"id": "datadog-agent-source", "type": "datadog_agent"}]}, "name": "Main Observability Pipeline"}, "id": "3fa85f64-5717-4562-b3fc-2c963f66afa6", "type": "pipelines"}} When the request is sent Then the response status is 404 Not Found @@ -134,7 +134,7 @@ Feature: Observability Pipelines And there is a valid "pipeline" in the system And new "UpdatePipeline" request And request contains "pipeline_id" parameter from "pipeline.data.id" - And body with value {"data": {"attributes": {"config": {"destinations": [{"id": "updated-datadog-logs-destination-id", "inputs": ["filter-processor"], "type": "datadog_logs"}], "processors": [{"id": "filter-processor", "include": "service:my-service", "inputs": ["datadog-agent-source"], "type": "filter"}], "sources": [{"id": "datadog-agent-source", "type": "datadog_agent"}]}, "name": "Updated Pipeline Name"}, "id": "3fa85f64-5717-4562-b3fc-2c963f66afa6", "type": "pipelines"}} + And body with value {"data": {"attributes": {"config": {"destinations": [{"id": "updated-datadog-logs-destination-id", "inputs": ["my-processor-group"], "type": "datadog_logs"}], "processors": [{"enabled": true, "id": "my-processor-group", "include": "service:my-service", "inputs": ["datadog-agent-source"], "processors": [{"enabled": true, "id": "filter-processor", "include": "status:error", "type": "filter"}]}], "sources": [{"id": "datadog-agent-source", "type": "datadog_agent"}]}, "name": "Updated Pipeline Name"}, "id": "3fa85f64-5717-4562-b3fc-2c963f66afa6", "type": "pipelines"}} When the request is sent Then the response status is 200 OK And the response "data" has field "id" @@ -149,19 +149,19 @@ Feature: Observability Pipelines Scenario: Validate an observability pipeline returns "Bad Request" response Given operation "ValidatePipeline" enabled And new "ValidatePipeline" request - And body with value {"data": {"attributes": {"config": {"destinations": [{"id": "datadog-logs-destination", "inputs": ["filter-processor"], "type": "datadog_logs"}], "processors": [{"id": "filter-processor", "inputs": ["datadog-agent-source"], "type": "filter"}], "sources": [{"id": "datadog-agent-source", "type": "datadog_agent"}]}, "name": "Main Observability Pipeline"}, "type": "pipelines"}} + And body with value {"data": {"attributes": {"config": {"destinations": [{"id": "datadog-logs-destination", "inputs": ["my-processor-group"], "type": "datadog_logs"}], "processors": [{"enabled": true, "id": "my-processor-group", "inputs": ["datadog-agent-source"], "processors": [{"enabled": true, "id": "filter-processor", "type": "filter"}]}], "sources": [{"id": "datadog-agent-source", "type": "datadog_agent"}]}, "name": "Main Observability Pipeline"}, "type": "pipelines"}} When the request is sent Then the response status is 400 Bad Request And the response "errors[0].title" is equal to "Field 'include' is required" And the response "errors[0].meta.field" is equal to "include" - And the response "errors[0].meta.id" is equal to "filter-processor" + And the response "errors[0].meta.id" is equal to "my-processor-group" And the response "errors[0].meta.message" is equal to "Field 'include' is required" @team:DataDog/observability-pipelines Scenario: Validate an observability pipeline returns "OK" response Given operation "ValidatePipeline" enabled And new "ValidatePipeline" request - And body with value {"data": {"attributes": {"config": {"destinations": [{"id": "datadog-logs-destination", "inputs": ["filter-processor"], "type": "datadog_logs"}], "processors": [{"id": "filter-processor", "include": "service:my-service", "inputs": ["datadog-agent-source"], "type": "filter"}], "sources": [{"id": "datadog-agent-source", "type": "datadog_agent"}]}, "name": "Main Observability Pipeline"}, "type": "pipelines"}} + And body with value {"data": {"attributes": {"config": {"destinations": [{"id": "datadog-logs-destination", "inputs": ["my-processor-group"], "type": "datadog_logs"}], "processors": [{"enabled": true, "id": "my-processor-group", "include": "service:my-service", "inputs": ["datadog-agent-source"], "processors": [{"enabled": true, "id": "filter-processor", "include": "status:error", "type": "filter"}]}], "sources": [{"id": "datadog-agent-source", "type": "datadog_agent"}]}, "name": "Main Observability Pipeline"}, "type": "pipelines"}} When the request is sent Then the response status is 200 OK And the response "errors" has length 0 diff --git a/packages/datadog-api-client-v2/index.ts b/packages/datadog-api-client-v2/index.ts index 00bee8317f47..2afe6e134e7b 100644 --- a/packages/datadog-api-client-v2/index.ts +++ b/packages/datadog-api-client-v2/index.ts @@ -3040,6 +3040,7 @@ export { ObservabilityPipelineAmazonSecurityLakeDestinationType } from "./models export { ObservabilityPipelineAwsAuth } from "./models/ObservabilityPipelineAwsAuth"; export { ObservabilityPipelineConfig } from "./models/ObservabilityPipelineConfig"; export { ObservabilityPipelineConfigDestinationItem } from "./models/ObservabilityPipelineConfigDestinationItem"; +export { ObservabilityPipelineConfigProcessorGroup } from "./models/ObservabilityPipelineConfigProcessorGroup"; export { ObservabilityPipelineConfigProcessorItem } from "./models/ObservabilityPipelineConfigProcessorItem"; export { ObservabilityPipelineConfigSourceItem } from "./models/ObservabilityPipelineConfigSourceItem"; export { ObservabilityPipelineCrowdStrikeNextGenSiemDestination } from "./models/ObservabilityPipelineCrowdStrikeNextGenSiemDestination"; diff --git a/packages/datadog-api-client-v2/models/ObjectSerializer.ts b/packages/datadog-api-client-v2/models/ObjectSerializer.ts index df5aaf40e489..97277b9b6a0f 100644 --- a/packages/datadog-api-client-v2/models/ObjectSerializer.ts +++ b/packages/datadog-api-client-v2/models/ObjectSerializer.ts @@ -1595,6 +1595,7 @@ import { ObservabilityPipelineAmazonS3Source } from "./ObservabilityPipelineAmaz import { ObservabilityPipelineAmazonSecurityLakeDestination } from "./ObservabilityPipelineAmazonSecurityLakeDestination"; import { ObservabilityPipelineAwsAuth } from "./ObservabilityPipelineAwsAuth"; import { ObservabilityPipelineConfig } from "./ObservabilityPipelineConfig"; +import { ObservabilityPipelineConfigProcessorGroup } from "./ObservabilityPipelineConfigProcessorGroup"; import { ObservabilityPipelineCrowdStrikeNextGenSiemDestination } from "./ObservabilityPipelineCrowdStrikeNextGenSiemDestination"; import { ObservabilityPipelineCrowdStrikeNextGenSiemDestinationCompression } from "./ObservabilityPipelineCrowdStrikeNextGenSiemDestinationCompression"; import { ObservabilityPipelineCustomProcessor } from "./ObservabilityPipelineCustomProcessor"; @@ -6166,6 +6167,8 @@ const typeMap: { [index: string]: any } = { ObservabilityPipelineAmazonSecurityLakeDestination, ObservabilityPipelineAwsAuth: ObservabilityPipelineAwsAuth, ObservabilityPipelineConfig: ObservabilityPipelineConfig, + ObservabilityPipelineConfigProcessorGroup: + ObservabilityPipelineConfigProcessorGroup, ObservabilityPipelineCrowdStrikeNextGenSiemDestination: ObservabilityPipelineCrowdStrikeNextGenSiemDestination, ObservabilityPipelineCrowdStrikeNextGenSiemDestinationCompression: diff --git a/packages/datadog-api-client-v2/models/ObservabilityPipelineAddEnvVarsProcessor.ts b/packages/datadog-api-client-v2/models/ObservabilityPipelineAddEnvVarsProcessor.ts index b53ea3f750f1..a1db189f6513 100644 --- a/packages/datadog-api-client-v2/models/ObservabilityPipelineAddEnvVarsProcessor.ts +++ b/packages/datadog-api-client-v2/models/ObservabilityPipelineAddEnvVarsProcessor.ts @@ -12,6 +12,10 @@ import { AttributeTypeMap } from "../../datadog-api-client-common/util"; * The `add_env_vars` processor adds environment variable values to log events. */ export class ObservabilityPipelineAddEnvVarsProcessor { + /** + * Whether this processor is enabled. + */ + "enabled": boolean; /** * The unique identifier for this component. Used to reference this processor in the pipeline. */ @@ -20,10 +24,6 @@ export class ObservabilityPipelineAddEnvVarsProcessor { * A Datadog search query used to determine which logs this processor targets. */ "include": string; - /** - * A list of component IDs whose output is used as the input for this processor. - */ - "inputs": Array; /** * The processor type. The value should always be `add_env_vars`. */ @@ -49,6 +49,11 @@ export class ObservabilityPipelineAddEnvVarsProcessor { * @ignore */ static readonly attributeTypeMap: AttributeTypeMap = { + enabled: { + baseName: "enabled", + type: "boolean", + required: true, + }, id: { baseName: "id", type: "string", @@ -59,11 +64,6 @@ export class ObservabilityPipelineAddEnvVarsProcessor { type: "string", required: true, }, - inputs: { - baseName: "inputs", - type: "Array", - required: true, - }, type: { baseName: "type", type: "ObservabilityPipelineAddEnvVarsProcessorType", diff --git a/packages/datadog-api-client-v2/models/ObservabilityPipelineAddFieldsProcessor.ts b/packages/datadog-api-client-v2/models/ObservabilityPipelineAddFieldsProcessor.ts index f2dcae19d2c3..5beaed87e914 100644 --- a/packages/datadog-api-client-v2/models/ObservabilityPipelineAddFieldsProcessor.ts +++ b/packages/datadog-api-client-v2/models/ObservabilityPipelineAddFieldsProcessor.ts @@ -12,6 +12,10 @@ import { AttributeTypeMap } from "../../datadog-api-client-common/util"; * The `add_fields` processor adds static key-value fields to logs. */ export class ObservabilityPipelineAddFieldsProcessor { + /** + * Whether this processor is enabled. + */ + "enabled": boolean; /** * A list of static fields (key-value pairs) that is added to each log event processed by this component. */ @@ -24,10 +28,6 @@ export class ObservabilityPipelineAddFieldsProcessor { * A Datadog search query used to determine which logs this processor targets. */ "include": string; - /** - * A list of component IDs whose output is used as the `input` for this component. - */ - "inputs": Array; /** * The processor type. The value should always be `add_fields`. */ @@ -49,6 +49,11 @@ export class ObservabilityPipelineAddFieldsProcessor { * @ignore */ static readonly attributeTypeMap: AttributeTypeMap = { + enabled: { + baseName: "enabled", + type: "boolean", + required: true, + }, fields: { baseName: "fields", type: "Array", @@ -64,11 +69,6 @@ export class ObservabilityPipelineAddFieldsProcessor { type: "string", required: true, }, - inputs: { - baseName: "inputs", - type: "Array", - required: true, - }, type: { baseName: "type", type: "ObservabilityPipelineAddFieldsProcessorType", diff --git a/packages/datadog-api-client-v2/models/ObservabilityPipelineConfig.ts b/packages/datadog-api-client-v2/models/ObservabilityPipelineConfig.ts index eff11798e2c4..8394d388805e 100644 --- a/packages/datadog-api-client-v2/models/ObservabilityPipelineConfig.ts +++ b/packages/datadog-api-client-v2/models/ObservabilityPipelineConfig.ts @@ -4,7 +4,7 @@ * Copyright 2020-Present Datadog, Inc. */ import { ObservabilityPipelineConfigDestinationItem } from "./ObservabilityPipelineConfigDestinationItem"; -import { ObservabilityPipelineConfigProcessorItem } from "./ObservabilityPipelineConfigProcessorItem"; +import { ObservabilityPipelineConfigProcessorGroup } from "./ObservabilityPipelineConfigProcessorGroup"; import { ObservabilityPipelineConfigSourceItem } from "./ObservabilityPipelineConfigSourceItem"; import { AttributeTypeMap } from "../../datadog-api-client-common/util"; @@ -18,9 +18,9 @@ export class ObservabilityPipelineConfig { */ "destinations": Array; /** - * A list of processors that transform or enrich log data. + * A list of processor groups that transform or enrich log data. */ - "processors"?: Array; + "processors"?: Array; /** * A list of configured data sources for the pipeline. */ @@ -49,7 +49,7 @@ export class ObservabilityPipelineConfig { }, processors: { baseName: "processors", - type: "Array", + type: "Array", }, sources: { baseName: "sources", diff --git a/packages/datadog-api-client-v2/models/ObservabilityPipelineConfigProcessorGroup.ts b/packages/datadog-api-client-v2/models/ObservabilityPipelineConfigProcessorGroup.ts new file mode 100644 index 000000000000..368de8855202 --- /dev/null +++ b/packages/datadog-api-client-v2/models/ObservabilityPipelineConfigProcessorGroup.ts @@ -0,0 +1,90 @@ +/** + * Unless explicitly stated otherwise all files in this repository are licensed under the Apache-2.0 License. + * This product includes software developed at Datadog (https://www.datadoghq.com/). + * Copyright 2020-Present Datadog, Inc. + */ +import { ObservabilityPipelineConfigProcessorItem } from "./ObservabilityPipelineConfigProcessorItem"; + +import { AttributeTypeMap } from "../../datadog-api-client-common/util"; + +/** + * A group of processors. + */ +export class ObservabilityPipelineConfigProcessorGroup { + /** + * Whether this processor group is enabled. + */ + "enabled": boolean; + /** + * The unique identifier for the processor group. + */ + "id": string; + /** + * Conditional expression for when this processor group should execute. + */ + "include": string; + /** + * A list of component IDs whose output is used as the input for this processor group. + */ + "inputs": Array; + /** + * Processors applied sequentially within this group. Events flow through each processor in order. + */ + "processors": Array; + + /** + * A container for additional, undeclared properties. + * This is a holder for any undeclared properties as specified with + * the 'additionalProperties' keyword in the OAS document. + */ + "additionalProperties"?: { [key: string]: any }; + + /** + * @ignore + */ + "_unparsed"?: boolean; + + /** + * @ignore + */ + static readonly attributeTypeMap: AttributeTypeMap = { + enabled: { + baseName: "enabled", + type: "boolean", + required: true, + }, + id: { + baseName: "id", + type: "string", + required: true, + }, + include: { + baseName: "include", + type: "string", + required: true, + }, + inputs: { + baseName: "inputs", + type: "Array", + required: true, + }, + processors: { + baseName: "processors", + type: "Array", + required: true, + }, + additionalProperties: { + baseName: "additionalProperties", + type: "{ [key: string]: any; }", + }, + }; + + /** + * @ignore + */ + static getAttributeTypeMap(): AttributeTypeMap { + return ObservabilityPipelineConfigProcessorGroup.attributeTypeMap; + } + + public constructor() {} +} diff --git a/packages/datadog-api-client-v2/models/ObservabilityPipelineCustomProcessor.ts b/packages/datadog-api-client-v2/models/ObservabilityPipelineCustomProcessor.ts index 303466edb1f2..4021056c2547 100644 --- a/packages/datadog-api-client-v2/models/ObservabilityPipelineCustomProcessor.ts +++ b/packages/datadog-api-client-v2/models/ObservabilityPipelineCustomProcessor.ts @@ -12,6 +12,10 @@ import { AttributeTypeMap } from "../../datadog-api-client-common/util"; * The `custom_processor` processor transforms events using [Vector Remap Language (VRL)](https://vector.dev/docs/reference/vrl/) scripts with advanced filtering capabilities. */ export class ObservabilityPipelineCustomProcessor { + /** + * Whether this processor is enabled. + */ + "enabled": boolean; /** * The unique identifier for this processor. */ @@ -20,10 +24,6 @@ export class ObservabilityPipelineCustomProcessor { * A Datadog search query used to determine which logs this processor targets. This field should always be set to `*` for the custom_processor processor. */ "include": string; - /** - * A list of component IDs whose output is used as the input for this processor. - */ - "inputs": Array; /** * Array of VRL remap rules. */ @@ -49,6 +49,11 @@ export class ObservabilityPipelineCustomProcessor { * @ignore */ static readonly attributeTypeMap: AttributeTypeMap = { + enabled: { + baseName: "enabled", + type: "boolean", + required: true, + }, id: { baseName: "id", type: "string", @@ -59,11 +64,6 @@ export class ObservabilityPipelineCustomProcessor { type: "string", required: true, }, - inputs: { - baseName: "inputs", - type: "Array", - required: true, - }, remaps: { baseName: "remaps", type: "Array", diff --git a/packages/datadog-api-client-v2/models/ObservabilityPipelineCustomProcessorRemap.ts b/packages/datadog-api-client-v2/models/ObservabilityPipelineCustomProcessorRemap.ts index 1b1332942fa7..413b94a1835a 100644 --- a/packages/datadog-api-client-v2/models/ObservabilityPipelineCustomProcessorRemap.ts +++ b/packages/datadog-api-client-v2/models/ObservabilityPipelineCustomProcessorRemap.ts @@ -17,7 +17,7 @@ export class ObservabilityPipelineCustomProcessorRemap { /** * Whether this remap rule is enabled. */ - "enabled": boolean; + "enabled"?: boolean; /** * A Datadog search query used to filter events for this specific remap rule. */ @@ -55,7 +55,6 @@ export class ObservabilityPipelineCustomProcessorRemap { enabled: { baseName: "enabled", type: "boolean", - required: true, }, include: { baseName: "include", diff --git a/packages/datadog-api-client-v2/models/ObservabilityPipelineDatadogTagsProcessor.ts b/packages/datadog-api-client-v2/models/ObservabilityPipelineDatadogTagsProcessor.ts index e96f031a82be..feacce6dacd8 100644 --- a/packages/datadog-api-client-v2/models/ObservabilityPipelineDatadogTagsProcessor.ts +++ b/packages/datadog-api-client-v2/models/ObservabilityPipelineDatadogTagsProcessor.ts @@ -17,6 +17,10 @@ export class ObservabilityPipelineDatadogTagsProcessor { * The action to take on tags with matching keys. */ "action": ObservabilityPipelineDatadogTagsProcessorAction; + /** + * Whether this processor is enabled. + */ + "enabled": boolean; /** * The unique identifier for this component. Used to reference this component in other parts of the pipeline (for example, as the `input` to downstream components). */ @@ -25,10 +29,6 @@ export class ObservabilityPipelineDatadogTagsProcessor { * A Datadog search query used to determine which logs this processor targets. */ "include": string; - /** - * A list of component IDs whose output is used as the `input` for this component. - */ - "inputs": Array; /** * A list of tag keys. */ @@ -63,6 +63,11 @@ export class ObservabilityPipelineDatadogTagsProcessor { type: "ObservabilityPipelineDatadogTagsProcessorAction", required: true, }, + enabled: { + baseName: "enabled", + type: "boolean", + required: true, + }, id: { baseName: "id", type: "string", @@ -73,11 +78,6 @@ export class ObservabilityPipelineDatadogTagsProcessor { type: "string", required: true, }, - inputs: { - baseName: "inputs", - type: "Array", - required: true, - }, keys: { baseName: "keys", type: "Array", diff --git a/packages/datadog-api-client-v2/models/ObservabilityPipelineDedupeProcessor.ts b/packages/datadog-api-client-v2/models/ObservabilityPipelineDedupeProcessor.ts index 93eb24b3de77..07fea1f50ca2 100644 --- a/packages/datadog-api-client-v2/models/ObservabilityPipelineDedupeProcessor.ts +++ b/packages/datadog-api-client-v2/models/ObservabilityPipelineDedupeProcessor.ts @@ -12,6 +12,10 @@ import { AttributeTypeMap } from "../../datadog-api-client-common/util"; * The `dedupe` processor removes duplicate fields in log events. */ export class ObservabilityPipelineDedupeProcessor { + /** + * Whether this processor is enabled. + */ + "enabled": boolean; /** * A list of log field paths to check for duplicates. */ @@ -24,10 +28,6 @@ export class ObservabilityPipelineDedupeProcessor { * A Datadog search query used to determine which logs this processor targets. */ "include": string; - /** - * A list of component IDs whose output is used as the input for this processor. - */ - "inputs": Array; /** * The deduplication mode to apply to the fields. */ @@ -53,6 +53,11 @@ export class ObservabilityPipelineDedupeProcessor { * @ignore */ static readonly attributeTypeMap: AttributeTypeMap = { + enabled: { + baseName: "enabled", + type: "boolean", + required: true, + }, fields: { baseName: "fields", type: "Array", @@ -68,11 +73,6 @@ export class ObservabilityPipelineDedupeProcessor { type: "string", required: true, }, - inputs: { - baseName: "inputs", - type: "Array", - required: true, - }, mode: { baseName: "mode", type: "ObservabilityPipelineDedupeProcessorMode", diff --git a/packages/datadog-api-client-v2/models/ObservabilityPipelineEnrichmentTableProcessor.ts b/packages/datadog-api-client-v2/models/ObservabilityPipelineEnrichmentTableProcessor.ts index 2d810554f013..87abe074525d 100644 --- a/packages/datadog-api-client-v2/models/ObservabilityPipelineEnrichmentTableProcessor.ts +++ b/packages/datadog-api-client-v2/models/ObservabilityPipelineEnrichmentTableProcessor.ts @@ -13,6 +13,10 @@ import { AttributeTypeMap } from "../../datadog-api-client-common/util"; * The `enrichment_table` processor enriches logs using a static CSV file or GeoIP database. */ export class ObservabilityPipelineEnrichmentTableProcessor { + /** + * Whether this processor is enabled. + */ + "enabled": boolean; /** * Defines a static enrichment table loaded from a CSV file. */ @@ -29,10 +33,6 @@ export class ObservabilityPipelineEnrichmentTableProcessor { * A Datadog search query used to determine which logs this processor targets. */ "include": string; - /** - * A list of component IDs whose output is used as the input for this processor. - */ - "inputs": Array; /** * Path where enrichment results should be stored in the log. */ @@ -58,6 +58,11 @@ export class ObservabilityPipelineEnrichmentTableProcessor { * @ignore */ static readonly attributeTypeMap: AttributeTypeMap = { + enabled: { + baseName: "enabled", + type: "boolean", + required: true, + }, file: { baseName: "file", type: "ObservabilityPipelineEnrichmentTableFile", @@ -76,11 +81,6 @@ export class ObservabilityPipelineEnrichmentTableProcessor { type: "string", required: true, }, - inputs: { - baseName: "inputs", - type: "Array", - required: true, - }, target: { baseName: "target", type: "string", diff --git a/packages/datadog-api-client-v2/models/ObservabilityPipelineFilterProcessor.ts b/packages/datadog-api-client-v2/models/ObservabilityPipelineFilterProcessor.ts index 9acbf9ff2c35..c3aaabee704c 100644 --- a/packages/datadog-api-client-v2/models/ObservabilityPipelineFilterProcessor.ts +++ b/packages/datadog-api-client-v2/models/ObservabilityPipelineFilterProcessor.ts @@ -11,6 +11,10 @@ import { AttributeTypeMap } from "../../datadog-api-client-common/util"; * The `filter` processor allows conditional processing of logs based on a Datadog search query. Logs that match the `include` query are passed through; others are discarded. */ export class ObservabilityPipelineFilterProcessor { + /** + * Whether this processor is enabled. + */ + "enabled": boolean; /** * The unique identifier for this component. Used to reference this component in other parts of the pipeline (for example, as the `input` to downstream components). */ @@ -19,10 +23,6 @@ export class ObservabilityPipelineFilterProcessor { * A Datadog search query used to determine which logs should pass through the filter. Logs that match this query continue to downstream components; others are dropped. */ "include": string; - /** - * A list of component IDs whose output is used as the `input` for this component. - */ - "inputs": Array; /** * The processor type. The value should always be `filter`. */ @@ -44,6 +44,11 @@ export class ObservabilityPipelineFilterProcessor { * @ignore */ static readonly attributeTypeMap: AttributeTypeMap = { + enabled: { + baseName: "enabled", + type: "boolean", + required: true, + }, id: { baseName: "id", type: "string", @@ -54,11 +59,6 @@ export class ObservabilityPipelineFilterProcessor { type: "string", required: true, }, - inputs: { - baseName: "inputs", - type: "Array", - required: true, - }, type: { baseName: "type", type: "ObservabilityPipelineFilterProcessorType", diff --git a/packages/datadog-api-client-v2/models/ObservabilityPipelineGenerateMetricsProcessor.ts b/packages/datadog-api-client-v2/models/ObservabilityPipelineGenerateMetricsProcessor.ts index 8ea8882848df..1aca0eb87051 100644 --- a/packages/datadog-api-client-v2/models/ObservabilityPipelineGenerateMetricsProcessor.ts +++ b/packages/datadog-api-client-v2/models/ObservabilityPipelineGenerateMetricsProcessor.ts @@ -13,6 +13,10 @@ import { AttributeTypeMap } from "../../datadog-api-client-common/util"; * Metrics can be counters, gauges, or distributions and optionally grouped by log fields. */ export class ObservabilityPipelineGenerateMetricsProcessor { + /** + * Whether this processor is enabled. + */ + "enabled": boolean; /** * The unique identifier for this component. Used to reference this component in other parts of the pipeline. */ @@ -20,15 +24,11 @@ export class ObservabilityPipelineGenerateMetricsProcessor { /** * A Datadog search query used to determine which logs this processor targets. */ - "include": string; - /** - * A list of component IDs whose output is used as the `input` for this processor. - */ - "inputs": Array; + "include"?: string; /** * Configuration for generating individual metrics. */ - "metrics": Array; + "metrics"?: Array; /** * The processor type. Always `generate_datadog_metrics`. */ @@ -50,6 +50,11 @@ export class ObservabilityPipelineGenerateMetricsProcessor { * @ignore */ static readonly attributeTypeMap: AttributeTypeMap = { + enabled: { + baseName: "enabled", + type: "boolean", + required: true, + }, id: { baseName: "id", type: "string", @@ -58,17 +63,10 @@ export class ObservabilityPipelineGenerateMetricsProcessor { include: { baseName: "include", type: "string", - required: true, - }, - inputs: { - baseName: "inputs", - type: "Array", - required: true, }, metrics: { baseName: "metrics", type: "Array", - required: true, }, type: { baseName: "type", diff --git a/packages/datadog-api-client-v2/models/ObservabilityPipelineOcsfMapperProcessor.ts b/packages/datadog-api-client-v2/models/ObservabilityPipelineOcsfMapperProcessor.ts index bf3b81d43068..d06ae0419878 100644 --- a/packages/datadog-api-client-v2/models/ObservabilityPipelineOcsfMapperProcessor.ts +++ b/packages/datadog-api-client-v2/models/ObservabilityPipelineOcsfMapperProcessor.ts @@ -12,6 +12,10 @@ import { AttributeTypeMap } from "../../datadog-api-client-common/util"; * The `ocsf_mapper` processor transforms logs into the OCSF schema using a predefined mapping configuration. */ export class ObservabilityPipelineOcsfMapperProcessor { + /** + * Whether this processor is enabled. + */ + "enabled": boolean; /** * The unique identifier for this component. Used to reference this component in other parts of the pipeline. */ @@ -20,10 +24,6 @@ export class ObservabilityPipelineOcsfMapperProcessor { * A Datadog search query used to determine which logs this processor targets. */ "include": string; - /** - * A list of component IDs whose output is used as the `input` for this processor. - */ - "inputs": Array; /** * A list of mapping rules to convert events to the OCSF format. */ @@ -49,6 +49,11 @@ export class ObservabilityPipelineOcsfMapperProcessor { * @ignore */ static readonly attributeTypeMap: AttributeTypeMap = { + enabled: { + baseName: "enabled", + type: "boolean", + required: true, + }, id: { baseName: "id", type: "string", @@ -59,11 +64,6 @@ export class ObservabilityPipelineOcsfMapperProcessor { type: "string", required: true, }, - inputs: { - baseName: "inputs", - type: "Array", - required: true, - }, mappings: { baseName: "mappings", type: "Array", diff --git a/packages/datadog-api-client-v2/models/ObservabilityPipelineParseGrokProcessor.ts b/packages/datadog-api-client-v2/models/ObservabilityPipelineParseGrokProcessor.ts index 3516ee81976f..49590cdf07d2 100644 --- a/packages/datadog-api-client-v2/models/ObservabilityPipelineParseGrokProcessor.ts +++ b/packages/datadog-api-client-v2/models/ObservabilityPipelineParseGrokProcessor.ts @@ -16,6 +16,10 @@ export class ObservabilityPipelineParseGrokProcessor { * If set to `true`, disables the default Grok rules provided by Datadog. */ "disableLibraryRules"?: boolean; + /** + * Whether this processor is enabled. + */ + "enabled": boolean; /** * A unique identifier for this processor. */ @@ -24,10 +28,6 @@ export class ObservabilityPipelineParseGrokProcessor { * A Datadog search query used to determine which logs this processor targets. */ "include": string; - /** - * A list of component IDs whose output is used as the `input` for this component. - */ - "inputs": Array; /** * The list of Grok parsing rules. If multiple matching rules are provided, they are evaluated in order. The first successful match is applied. */ @@ -57,6 +57,11 @@ export class ObservabilityPipelineParseGrokProcessor { baseName: "disable_library_rules", type: "boolean", }, + enabled: { + baseName: "enabled", + type: "boolean", + required: true, + }, id: { baseName: "id", type: "string", @@ -67,11 +72,6 @@ export class ObservabilityPipelineParseGrokProcessor { type: "string", required: true, }, - inputs: { - baseName: "inputs", - type: "Array", - required: true, - }, rules: { baseName: "rules", type: "Array", diff --git a/packages/datadog-api-client-v2/models/ObservabilityPipelineParseJSONProcessor.ts b/packages/datadog-api-client-v2/models/ObservabilityPipelineParseJSONProcessor.ts index 80679820a744..2a4c673de323 100644 --- a/packages/datadog-api-client-v2/models/ObservabilityPipelineParseJSONProcessor.ts +++ b/packages/datadog-api-client-v2/models/ObservabilityPipelineParseJSONProcessor.ts @@ -11,6 +11,10 @@ import { AttributeTypeMap } from "../../datadog-api-client-common/util"; * The `parse_json` processor extracts JSON from a specified field and flattens it into the event. This is useful when logs contain embedded JSON as a string. */ export class ObservabilityPipelineParseJSONProcessor { + /** + * Whether this processor is enabled. + */ + "enabled": boolean; /** * The name of the log field that contains a JSON string. */ @@ -23,10 +27,6 @@ export class ObservabilityPipelineParseJSONProcessor { * A Datadog search query used to determine which logs this processor targets. */ "include": string; - /** - * A list of component IDs whose output is used as the `input` for this component. - */ - "inputs": Array; /** * The processor type. The value should always be `parse_json`. */ @@ -48,6 +48,11 @@ export class ObservabilityPipelineParseJSONProcessor { * @ignore */ static readonly attributeTypeMap: AttributeTypeMap = { + enabled: { + baseName: "enabled", + type: "boolean", + required: true, + }, field: { baseName: "field", type: "string", @@ -63,11 +68,6 @@ export class ObservabilityPipelineParseJSONProcessor { type: "string", required: true, }, - inputs: { - baseName: "inputs", - type: "Array", - required: true, - }, type: { baseName: "type", type: "ObservabilityPipelineParseJSONProcessorType", diff --git a/packages/datadog-api-client-v2/models/ObservabilityPipelineQuotaProcessor.ts b/packages/datadog-api-client-v2/models/ObservabilityPipelineQuotaProcessor.ts index 2e0a8bc5b804..31ff3a7e3fc4 100644 --- a/packages/datadog-api-client-v2/models/ObservabilityPipelineQuotaProcessor.ts +++ b/packages/datadog-api-client-v2/models/ObservabilityPipelineQuotaProcessor.ts @@ -17,7 +17,11 @@ export class ObservabilityPipelineQuotaProcessor { /** * If set to `true`, logs that matched the quota filter and sent after the quota has been met are dropped; only logs that did not match the filter query continue through the pipeline. */ - "dropEvents": boolean; + "dropEvents"?: boolean; + /** + * Whether this processor is enabled. + */ + "enabled": boolean; /** * The unique identifier for this component. Used to reference this component in other parts of the pipeline (for example, as the `input` to downstream components). */ @@ -30,10 +34,6 @@ export class ObservabilityPipelineQuotaProcessor { * A Datadog search query used to determine which logs this processor targets. */ "include": string; - /** - * A list of component IDs whose output is used as the `input` for this component. - */ - "inputs": Array; /** * The maximum amount of data or number of events allowed before the quota is enforced. Can be specified in bytes or events. */ @@ -81,6 +81,10 @@ export class ObservabilityPipelineQuotaProcessor { dropEvents: { baseName: "drop_events", type: "boolean", + }, + enabled: { + baseName: "enabled", + type: "boolean", required: true, }, id: { @@ -97,11 +101,6 @@ export class ObservabilityPipelineQuotaProcessor { type: "string", required: true, }, - inputs: { - baseName: "inputs", - type: "Array", - required: true, - }, limit: { baseName: "limit", type: "ObservabilityPipelineQuotaProcessorLimit", diff --git a/packages/datadog-api-client-v2/models/ObservabilityPipelineReduceProcessor.ts b/packages/datadog-api-client-v2/models/ObservabilityPipelineReduceProcessor.ts index 44c5bdd7a7ff..579ce8d9dd67 100644 --- a/packages/datadog-api-client-v2/models/ObservabilityPipelineReduceProcessor.ts +++ b/packages/datadog-api-client-v2/models/ObservabilityPipelineReduceProcessor.ts @@ -12,6 +12,10 @@ import { AttributeTypeMap } from "../../datadog-api-client-common/util"; * The `reduce` processor aggregates and merges logs based on matching keys and merge strategies. */ export class ObservabilityPipelineReduceProcessor { + /** + * Whether this processor is enabled. + */ + "enabled": boolean; /** * A list of fields used to group log events for merging. */ @@ -24,10 +28,6 @@ export class ObservabilityPipelineReduceProcessor { * A Datadog search query used to determine which logs this processor targets. */ "include": string; - /** - * A list of component IDs whose output is used as the input for this processor. - */ - "inputs": Array; /** * List of merge strategies defining how values from grouped events should be combined. */ @@ -53,6 +53,11 @@ export class ObservabilityPipelineReduceProcessor { * @ignore */ static readonly attributeTypeMap: AttributeTypeMap = { + enabled: { + baseName: "enabled", + type: "boolean", + required: true, + }, groupBy: { baseName: "group_by", type: "Array", @@ -68,11 +73,6 @@ export class ObservabilityPipelineReduceProcessor { type: "string", required: true, }, - inputs: { - baseName: "inputs", - type: "Array", - required: true, - }, mergeStrategies: { baseName: "merge_strategies", type: "Array", diff --git a/packages/datadog-api-client-v2/models/ObservabilityPipelineRemoveFieldsProcessor.ts b/packages/datadog-api-client-v2/models/ObservabilityPipelineRemoveFieldsProcessor.ts index 75b78c14b1b0..ccc08662cf44 100644 --- a/packages/datadog-api-client-v2/models/ObservabilityPipelineRemoveFieldsProcessor.ts +++ b/packages/datadog-api-client-v2/models/ObservabilityPipelineRemoveFieldsProcessor.ts @@ -11,6 +11,10 @@ import { AttributeTypeMap } from "../../datadog-api-client-common/util"; * The `remove_fields` processor deletes specified fields from logs. */ export class ObservabilityPipelineRemoveFieldsProcessor { + /** + * Whether this processor is enabled. + */ + "enabled": boolean; /** * A list of field names to be removed from each log event. */ @@ -23,10 +27,6 @@ export class ObservabilityPipelineRemoveFieldsProcessor { * A Datadog search query used to determine which logs this processor targets. */ "include": string; - /** - * The `PipelineRemoveFieldsProcessor` `inputs`. - */ - "inputs": Array; /** * The processor type. The value should always be `remove_fields`. */ @@ -48,6 +48,11 @@ export class ObservabilityPipelineRemoveFieldsProcessor { * @ignore */ static readonly attributeTypeMap: AttributeTypeMap = { + enabled: { + baseName: "enabled", + type: "boolean", + required: true, + }, fields: { baseName: "fields", type: "Array", @@ -63,11 +68,6 @@ export class ObservabilityPipelineRemoveFieldsProcessor { type: "string", required: true, }, - inputs: { - baseName: "inputs", - type: "Array", - required: true, - }, type: { baseName: "type", type: "ObservabilityPipelineRemoveFieldsProcessorType", diff --git a/packages/datadog-api-client-v2/models/ObservabilityPipelineRenameFieldsProcessor.ts b/packages/datadog-api-client-v2/models/ObservabilityPipelineRenameFieldsProcessor.ts index edd622b70a48..7b9af7c59ccf 100644 --- a/packages/datadog-api-client-v2/models/ObservabilityPipelineRenameFieldsProcessor.ts +++ b/packages/datadog-api-client-v2/models/ObservabilityPipelineRenameFieldsProcessor.ts @@ -12,6 +12,10 @@ import { AttributeTypeMap } from "../../datadog-api-client-common/util"; * The `rename_fields` processor changes field names. */ export class ObservabilityPipelineRenameFieldsProcessor { + /** + * Whether this processor is enabled. + */ + "enabled": boolean; /** * A list of rename rules specifying which fields to rename in the event, what to rename them to, and whether to preserve the original fields. */ @@ -24,10 +28,6 @@ export class ObservabilityPipelineRenameFieldsProcessor { * A Datadog search query used to determine which logs this processor targets. */ "include": string; - /** - * A list of component IDs whose output is used as the `input` for this component. - */ - "inputs": Array; /** * The processor type. The value should always be `rename_fields`. */ @@ -49,6 +49,11 @@ export class ObservabilityPipelineRenameFieldsProcessor { * @ignore */ static readonly attributeTypeMap: AttributeTypeMap = { + enabled: { + baseName: "enabled", + type: "boolean", + required: true, + }, fields: { baseName: "fields", type: "Array", @@ -64,11 +69,6 @@ export class ObservabilityPipelineRenameFieldsProcessor { type: "string", required: true, }, - inputs: { - baseName: "inputs", - type: "Array", - required: true, - }, type: { baseName: "type", type: "ObservabilityPipelineRenameFieldsProcessorType", diff --git a/packages/datadog-api-client-v2/models/ObservabilityPipelineSampleProcessor.ts b/packages/datadog-api-client-v2/models/ObservabilityPipelineSampleProcessor.ts index d43e0182b633..a9cf933b53b4 100644 --- a/packages/datadog-api-client-v2/models/ObservabilityPipelineSampleProcessor.ts +++ b/packages/datadog-api-client-v2/models/ObservabilityPipelineSampleProcessor.ts @@ -11,6 +11,10 @@ import { AttributeTypeMap } from "../../datadog-api-client-common/util"; * The `sample` processor allows probabilistic sampling of logs at a fixed rate. */ export class ObservabilityPipelineSampleProcessor { + /** + * Whether this processor is enabled. + */ + "enabled": boolean; /** * The unique identifier for this component. Used to reference this component in other parts of the pipeline (for example, as the `input` to downstream components). */ @@ -19,10 +23,6 @@ export class ObservabilityPipelineSampleProcessor { * A Datadog search query used to determine which logs this processor targets. */ "include": string; - /** - * A list of component IDs whose output is used as the `input` for this component. - */ - "inputs": Array; /** * The percentage of logs to sample. */ @@ -52,6 +52,11 @@ export class ObservabilityPipelineSampleProcessor { * @ignore */ static readonly attributeTypeMap: AttributeTypeMap = { + enabled: { + baseName: "enabled", + type: "boolean", + required: true, + }, id: { baseName: "id", type: "string", @@ -62,11 +67,6 @@ export class ObservabilityPipelineSampleProcessor { type: "string", required: true, }, - inputs: { - baseName: "inputs", - type: "Array", - required: true, - }, percentage: { baseName: "percentage", type: "number", diff --git a/packages/datadog-api-client-v2/models/ObservabilityPipelineSensitiveDataScannerProcessor.ts b/packages/datadog-api-client-v2/models/ObservabilityPipelineSensitiveDataScannerProcessor.ts index 6137f0b66da9..73e965a32b27 100644 --- a/packages/datadog-api-client-v2/models/ObservabilityPipelineSensitiveDataScannerProcessor.ts +++ b/packages/datadog-api-client-v2/models/ObservabilityPipelineSensitiveDataScannerProcessor.ts @@ -12,6 +12,10 @@ import { AttributeTypeMap } from "../../datadog-api-client-common/util"; * The `sensitive_data_scanner` processor detects and optionally redacts sensitive data in log events. */ export class ObservabilityPipelineSensitiveDataScannerProcessor { + /** + * Whether this processor is enabled. + */ + "enabled": boolean; /** * The unique identifier for this component. Used to reference this component in other parts of the pipeline (e.g., as input to downstream components). */ @@ -20,10 +24,6 @@ export class ObservabilityPipelineSensitiveDataScannerProcessor { * A Datadog search query used to determine which logs this processor targets. */ "include": string; - /** - * A list of component IDs whose output is used as the `input` for this component. - */ - "inputs": Array; /** * A list of rules for identifying and acting on sensitive data patterns. */ @@ -49,6 +49,11 @@ export class ObservabilityPipelineSensitiveDataScannerProcessor { * @ignore */ static readonly attributeTypeMap: AttributeTypeMap = { + enabled: { + baseName: "enabled", + type: "boolean", + required: true, + }, id: { baseName: "id", type: "string", @@ -59,11 +64,6 @@ export class ObservabilityPipelineSensitiveDataScannerProcessor { type: "string", required: true, }, - inputs: { - baseName: "inputs", - type: "Array", - required: true, - }, rules: { baseName: "rules", type: "Array", diff --git a/packages/datadog-api-client-v2/models/ObservabilityPipelineThrottleProcessor.ts b/packages/datadog-api-client-v2/models/ObservabilityPipelineThrottleProcessor.ts index 706dc4b34901..d3d737305ef5 100644 --- a/packages/datadog-api-client-v2/models/ObservabilityPipelineThrottleProcessor.ts +++ b/packages/datadog-api-client-v2/models/ObservabilityPipelineThrottleProcessor.ts @@ -11,6 +11,10 @@ import { AttributeTypeMap } from "../../datadog-api-client-common/util"; * The `throttle` processor limits the number of events that pass through over a given time window. */ export class ObservabilityPipelineThrottleProcessor { + /** + * Whether this processor is enabled. + */ + "enabled": boolean; /** * Optional list of fields used to group events before the threshold has been reached. */ @@ -23,10 +27,6 @@ export class ObservabilityPipelineThrottleProcessor { * A Datadog search query used to determine which logs this processor targets. */ "include": string; - /** - * A list of component IDs whose output is used as the input for this processor. - */ - "inputs": Array; /** * the number of events allowed in a given time window. Events sent after the threshold has been reached, are dropped. */ @@ -56,6 +56,11 @@ export class ObservabilityPipelineThrottleProcessor { * @ignore */ static readonly attributeTypeMap: AttributeTypeMap = { + enabled: { + baseName: "enabled", + type: "boolean", + required: true, + }, groupBy: { baseName: "group_by", type: "Array", @@ -70,11 +75,6 @@ export class ObservabilityPipelineThrottleProcessor { type: "string", required: true, }, - inputs: { - baseName: "inputs", - type: "Array", - required: true, - }, threshold: { baseName: "threshold", type: "number",