Add flags to allow for routing to dynamic datasets and namespaces (#327)

Adds data_stream.elasticsearch.dynamic_dataset/data_stream.elasticsearch.dynamic_namespace.

When set to true, instead of granting permissions to the exact data stream the
integration is sending data to (for example logs-router-default), it grants
permissions for all datasets and namespaces, respectively, for the data_stream.type
(for example (logs-*-*).

Author: felixbarny

spec/changelog.yml

@@ -13,6 +13,9 @@
   - description: Allow to include a sample event in input packages
     type: enhancement
     link: https://github.com/elastic/package-spec/pull/447
+  - description: Add "elasticsearch.dynamic_dataset" and "elasticsearch.dynamic_namespace" to data stream manifest
+    type: enhancement
+    link: https://github.com/elastic/package-spec/pull/327
 - version: 2.1.0
   changes:
   - description: Allowing multiple services included as part of custom-agent-deployer

spec/integration/data_stream/manifest.spec.yml

@@ -252,5 +252,11 @@ spec:
           - "synthetic"
           examples:
           - "synthetic"
+        dynamic_dataset:
+          description: When set to true, agents running this integration are granted data stream privileges for all datasets of its type
+          type: boolean
+        dynamic_namespace:
+          description: When set to true, agents running this integration are granted data stream privileges for all namespaces of its type
+          type: boolean
   required:
   - title

test/packages/good/data_stream/foo/manifest.yml

@@ -33,3 +33,5 @@ elasticsearch.index_template.mappings:
     b: 1
 elasticsearch.index_template.ingest_pipeline.name: foobar
 elasticsearch.privileges.indices: [auto_configure, create_doc, monitor]
+elasticsearch.dynamic_dataset: true
+elasticsearch.dynamic_namespace: true