Add observability pipelines Generate metrics (generate_metrics) processor

.generator/schemas/v2/openapi.yaml

@@ -59823,6 +59823,7 @@ components:
         - $ref: "#/components/schemas/ObservabilityPipelineDedupeProcessor"
         - $ref: "#/components/schemas/ObservabilityPipelineEnrichmentTableProcessor"
         - $ref: "#/components/schemas/ObservabilityPipelineGenerateMetricsProcessor"
+        - $ref: "#/components/schemas/ObservabilityPipelineGenerateMetricsV2Processor"
         - $ref: "#/components/schemas/ObservabilityPipelineOcsfMapperProcessor"
         - $ref: "#/components/schemas/ObservabilityPipelineParseGrokProcessor"
         - $ref: "#/components/schemas/ObservabilityPipelineParseJSONProcessor"
@@ -60962,6 +60963,50 @@ components:
       type: string
       x-enum-varnames:
         - GENERATE_DATADOG_METRICS
+    ObservabilityPipelineGenerateMetricsV2Processor:
+      description: |-
+        The `generate_metrics` processor creates custom metrics from logs.
+        Metrics can be counters, gauges, or distributions and optionally grouped by log fields.
+        The generated metrics must be routed to a metrics destination using the input `<processor-id>.metrics`.
+
+        **Supported pipeline types:** logs
+      properties:
+        display_name:
+          $ref: "#/components/schemas/ObservabilityPipelineComponentDisplayName"
+        enabled:
+          description: Indicates whether the processor is enabled.
+          example: true
+          type: boolean
+        id:
+          description: The unique identifier for this component. Used to reference this component in other parts of the pipeline.
+          example: generate-metrics-processor
+          type: string
+        include:
+          description: A Datadog search query used to determine which logs this processor targets.
+          example: "service:my-service"
+          type: string
+        metrics:
+          description: Configuration for generating individual metrics.
+          items:
+            $ref: "#/components/schemas/ObservabilityPipelineGeneratedMetric"
+          type: array
+        type:
+          $ref: "#/components/schemas/ObservabilityPipelineGenerateMetricsV2ProcessorType"
+      required:
+        - id
+        - type
+        - enabled
+      type: object
+      x-pipeline-types: [logs]
+    ObservabilityPipelineGenerateMetricsV2ProcessorType:
+      default: generate_metrics
+      description: The processor type. Always `generate_metrics`.
+      enum:
+        - generate_metrics
+      example: generate_metrics
+      type: string
+      x-enum-varnames:
+        - GENERATE_METRICS
     ObservabilityPipelineGeneratedMetric:
       description: |-
         Defines a log-based custom metric, including its name, type, filter, value computation strategy,

src/main/java/com/datadog/api/client/v2/model/ObservabilityPipelineConfigProcessorItem.java

@@ -545,6 +545,59 @@ public ObservabilityPipelineConfigProcessorItem deserialize(
             e);
       }
 
+      // deserialize ObservabilityPipelineGenerateMetricsV2Processor
+      try {
+        boolean attemptParsing = true;
+        // ensure that we respect type coercion as set on the client ObjectMapper
+        if (ObservabilityPipelineGenerateMetricsV2Processor.class.equals(Integer.class)
+            || ObservabilityPipelineGenerateMetricsV2Processor.class.equals(Long.class)
+            || ObservabilityPipelineGenerateMetricsV2Processor.class.equals(Float.class)
+            || ObservabilityPipelineGenerateMetricsV2Processor.class.equals(Double.class)
+            || ObservabilityPipelineGenerateMetricsV2Processor.class.equals(Boolean.class)
+            || ObservabilityPipelineGenerateMetricsV2Processor.class.equals(String.class)) {
+          attemptParsing = typeCoercion;
+          if (!attemptParsing) {
+            attemptParsing |=
+                ((ObservabilityPipelineGenerateMetricsV2Processor.class.equals(Integer.class)
+                        || ObservabilityPipelineGenerateMetricsV2Processor.class.equals(Long.class))
+                    && token == JsonToken.VALUE_NUMBER_INT);
+            attemptParsing |=
+                ((ObservabilityPipelineGenerateMetricsV2Processor.class.equals(Float.class)
+                        || ObservabilityPipelineGenerateMetricsV2Processor.class.equals(
+                            Double.class))
+                    && (token == JsonToken.VALUE_NUMBER_FLOAT
+                        || token == JsonToken.VALUE_NUMBER_INT));
+            attemptParsing |=
+                (ObservabilityPipelineGenerateMetricsV2Processor.class.equals(Boolean.class)
+                    && (token == JsonToken.VALUE_FALSE || token == JsonToken.VALUE_TRUE));
+            attemptParsing |=
+                (ObservabilityPipelineGenerateMetricsV2Processor.class.equals(String.class)
+                    && token == JsonToken.VALUE_STRING);
+          }
+        }
+        if (attemptParsing) {
+          tmp =
+              tree.traverse(jp.getCodec())
+                  .readValueAs(ObservabilityPipelineGenerateMetricsV2Processor.class);
+          // TODO: there is no validation against JSON schema constraints
+          // (min, max, enum, pattern...), this does not perform a strict JSON
+          // validation, which means the 'match' count may be higher than it should be.
+          if (!((ObservabilityPipelineGenerateMetricsV2Processor) tmp).unparsed) {
+            deserialized = tmp;
+            match++;
+          }
+          log.log(
+              Level.FINER,
+              "Input data matches schema 'ObservabilityPipelineGenerateMetricsV2Processor'");
+        }
+      } catch (Exception e) {
+        // deserialization failed, continue
+        log.log(
+            Level.FINER,
+            "Input data does not match schema 'ObservabilityPipelineGenerateMetricsV2Processor'",
+            e);
+      }
+
       // deserialize ObservabilityPipelineOcsfMapperProcessor
       try {
         boolean attemptParsing = true;
@@ -1491,6 +1544,12 @@ public ObservabilityPipelineConfigProcessorItem(ObservabilityPipelineGenerateMet
     setActualInstance(o);
   }
 
+  public ObservabilityPipelineConfigProcessorItem(
+      ObservabilityPipelineGenerateMetricsV2Processor o) {
+    super("oneOf", Boolean.FALSE);
+    setActualInstance(o);
+  }
+
   public ObservabilityPipelineConfigProcessorItem(ObservabilityPipelineOcsfMapperProcessor o) {
     super("oneOf", Boolean.FALSE);
     setActualInstance(o);
@@ -1607,6 +1666,9 @@ public ObservabilityPipelineConfigProcessorItem(
     schemas.put(
         "ObservabilityPipelineGenerateMetricsProcessor",
         new GenericType<ObservabilityPipelineGenerateMetricsProcessor>() {});
+    schemas.put(
+        "ObservabilityPipelineGenerateMetricsV2Processor",
+        new GenericType<ObservabilityPipelineGenerateMetricsV2Processor>() {});
     schemas.put(
         "ObservabilityPipelineOcsfMapperProcessor",
         new GenericType<ObservabilityPipelineOcsfMapperProcessor>() {});
@@ -1674,14 +1736,15 @@ public Map<String, GenericType> getSchemas() {
    * ObservabilityPipelineAddHostnameProcessor, ObservabilityPipelineCustomProcessor,
    * ObservabilityPipelineDatadogTagsProcessor, ObservabilityPipelineDedupeProcessor,
    * ObservabilityPipelineEnrichmentTableProcessor, ObservabilityPipelineGenerateMetricsProcessor,
-   * ObservabilityPipelineOcsfMapperProcessor, ObservabilityPipelineParseGrokProcessor,
-   * ObservabilityPipelineParseJSONProcessor, ObservabilityPipelineParseXMLProcessor,
-   * ObservabilityPipelineQuotaProcessor, ObservabilityPipelineReduceProcessor,
-   * ObservabilityPipelineRemoveFieldsProcessor, ObservabilityPipelineRenameFieldsProcessor,
-   * ObservabilityPipelineSampleProcessor, ObservabilityPipelineSensitiveDataScannerProcessor,
-   * ObservabilityPipelineSplitArrayProcessor, ObservabilityPipelineThrottleProcessor,
-   * ObservabilityPipelineAddMetricTagsProcessor, ObservabilityPipelineAggregateProcessor,
-   * ObservabilityPipelineMetricTagsProcessor, ObservabilityPipelineRenameMetricTagsProcessor,
+   * ObservabilityPipelineGenerateMetricsV2Processor, ObservabilityPipelineOcsfMapperProcessor,
+   * ObservabilityPipelineParseGrokProcessor, ObservabilityPipelineParseJSONProcessor,
+   * ObservabilityPipelineParseXMLProcessor, ObservabilityPipelineQuotaProcessor,
+   * ObservabilityPipelineReduceProcessor, ObservabilityPipelineRemoveFieldsProcessor,
+   * ObservabilityPipelineRenameFieldsProcessor, ObservabilityPipelineSampleProcessor,
+   * ObservabilityPipelineSensitiveDataScannerProcessor, ObservabilityPipelineSplitArrayProcessor,
+   * ObservabilityPipelineThrottleProcessor, ObservabilityPipelineAddMetricTagsProcessor,
+   * ObservabilityPipelineAggregateProcessor, ObservabilityPipelineMetricTagsProcessor,
+   * ObservabilityPipelineRenameMetricTagsProcessor,
    * ObservabilityPipelineTagCardinalityLimitProcessor
    *
    * <p>It could be an instance of the 'oneOf' schemas. The oneOf child schemas may themselves be a
@@ -1734,6 +1797,11 @@ public void setActualInstance(Object instance) {
       super.setActualInstance(instance);
       return;
     }
+    if (JSON.isInstanceOf(
+        ObservabilityPipelineGenerateMetricsV2Processor.class, instance, new HashSet<Class<?>>())) {
+      super.setActualInstance(instance);
+      return;
+    }
     if (JSON.isInstanceOf(
         ObservabilityPipelineOcsfMapperProcessor.class, instance, new HashSet<Class<?>>())) {
       super.setActualInstance(instance);
@@ -1835,6 +1903,7 @@ public void setActualInstance(Object instance) {
             + " ObservabilityPipelineDatadogTagsProcessor, ObservabilityPipelineDedupeProcessor,"
             + " ObservabilityPipelineEnrichmentTableProcessor,"
             + " ObservabilityPipelineGenerateMetricsProcessor,"
+            + " ObservabilityPipelineGenerateMetricsV2Processor,"
             + " ObservabilityPipelineOcsfMapperProcessor, ObservabilityPipelineParseGrokProcessor,"
             + " ObservabilityPipelineParseJSONProcessor, ObservabilityPipelineParseXMLProcessor,"
             + " ObservabilityPipelineQuotaProcessor, ObservabilityPipelineReduceProcessor,"
@@ -1854,22 +1923,24 @@ public void setActualInstance(Object instance) {
    * ObservabilityPipelineAddHostnameProcessor, ObservabilityPipelineCustomProcessor,
    * ObservabilityPipelineDatadogTagsProcessor, ObservabilityPipelineDedupeProcessor,
    * ObservabilityPipelineEnrichmentTableProcessor, ObservabilityPipelineGenerateMetricsProcessor,
-   * ObservabilityPipelineOcsfMapperProcessor, ObservabilityPipelineParseGrokProcessor,
-   * ObservabilityPipelineParseJSONProcessor, ObservabilityPipelineParseXMLProcessor,
-   * ObservabilityPipelineQuotaProcessor, ObservabilityPipelineReduceProcessor,
-   * ObservabilityPipelineRemoveFieldsProcessor, ObservabilityPipelineRenameFieldsProcessor,
-   * ObservabilityPipelineSampleProcessor, ObservabilityPipelineSensitiveDataScannerProcessor,
-   * ObservabilityPipelineSplitArrayProcessor, ObservabilityPipelineThrottleProcessor,
-   * ObservabilityPipelineAddMetricTagsProcessor, ObservabilityPipelineAggregateProcessor,
-   * ObservabilityPipelineMetricTagsProcessor, ObservabilityPipelineRenameMetricTagsProcessor,
+   * ObservabilityPipelineGenerateMetricsV2Processor, ObservabilityPipelineOcsfMapperProcessor,
+   * ObservabilityPipelineParseGrokProcessor, ObservabilityPipelineParseJSONProcessor,
+   * ObservabilityPipelineParseXMLProcessor, ObservabilityPipelineQuotaProcessor,
+   * ObservabilityPipelineReduceProcessor, ObservabilityPipelineRemoveFieldsProcessor,
+   * ObservabilityPipelineRenameFieldsProcessor, ObservabilityPipelineSampleProcessor,
+   * ObservabilityPipelineSensitiveDataScannerProcessor, ObservabilityPipelineSplitArrayProcessor,
+   * ObservabilityPipelineThrottleProcessor, ObservabilityPipelineAddMetricTagsProcessor,
+   * ObservabilityPipelineAggregateProcessor, ObservabilityPipelineMetricTagsProcessor,
+   * ObservabilityPipelineRenameMetricTagsProcessor,
    * ObservabilityPipelineTagCardinalityLimitProcessor
    *
    * @return The actual instance (ObservabilityPipelineFilterProcessor,
    *     ObservabilityPipelineAddEnvVarsProcessor, ObservabilityPipelineAddFieldsProcessor,
    *     ObservabilityPipelineAddHostnameProcessor, ObservabilityPipelineCustomProcessor,
    *     ObservabilityPipelineDatadogTagsProcessor, ObservabilityPipelineDedupeProcessor,
    *     ObservabilityPipelineEnrichmentTableProcessor,
-   *     ObservabilityPipelineGenerateMetricsProcessor, ObservabilityPipelineOcsfMapperProcessor,
+   *     ObservabilityPipelineGenerateMetricsProcessor,
+   *     ObservabilityPipelineGenerateMetricsV2Processor, ObservabilityPipelineOcsfMapperProcessor,
    *     ObservabilityPipelineParseGrokProcessor, ObservabilityPipelineParseJSONProcessor,
    *     ObservabilityPipelineParseXMLProcessor, ObservabilityPipelineQuotaProcessor,
    *     ObservabilityPipelineReduceProcessor, ObservabilityPipelineRemoveFieldsProcessor,
@@ -1997,6 +2068,20 @@ public ObservabilityPipelineDedupeProcessor getObservabilityPipelineDedupeProces
     return (ObservabilityPipelineGenerateMetricsProcessor) super.getActualInstance();
   }
 
+  /**
+   * Get the actual instance of `ObservabilityPipelineGenerateMetricsV2Processor`. If the actual
+   * instance is not `ObservabilityPipelineGenerateMetricsV2Processor`, the ClassCastException will
+   * be thrown.
+   *
+   * @return The actual instance of `ObservabilityPipelineGenerateMetricsV2Processor`
+   * @throws ClassCastException if the instance is not
+   *     `ObservabilityPipelineGenerateMetricsV2Processor`
+   */
+  public ObservabilityPipelineGenerateMetricsV2Processor
+      getObservabilityPipelineGenerateMetricsV2Processor() throws ClassCastException {
+    return (ObservabilityPipelineGenerateMetricsV2Processor) super.getActualInstance();
+  }
+
   /**
    * Get the actual instance of `ObservabilityPipelineOcsfMapperProcessor`. If the actual instance
    * is not `ObservabilityPipelineOcsfMapperProcessor`, the ClassCastException will be thrown.