diff --git a/packages/azure/data_stream/eventhub/agent/stream/stream.yml.hbs b/packages/azure/data_stream/eventhub/agent/stream/stream.yml.hbs index 40c0dd21700..2d3f4ae5b87 100644 --- a/packages/azure/data_stream/eventhub/agent/stream/stream.yml.hbs +++ b/packages/azure/data_stream/eventhub/agent/stream/stream.yml.hbs @@ -19,10 +19,31 @@ storage_account: {{storage_account}} {{/if}} {{#if storage_account_key}} storage_account_key: {{storage_account_key}} +storage_account_connection_string: DefaultEndpointsProtocol=https;AccountName={{storage_account}};AccountKey={{storage_account_key}};EndpointSuffix={{endpoint_suffix}} {{/if}} {{#if resource_manager_endpoint}} resource_manager_endpoint: {{resource_manager_endpoint}} {{/if}} + +{{#if processor_version}} +processor_version: {{processor_version}} +{{/if}} +{{#if migrate_checkpoint}} +migrate_checkpoint: {{migrate_checkpoint}} +{{/if}} +{{#if processor_update_interval}} +processor_update_interval: {{processor_update_interval}} +{{/if}} +{{#if processor_start_position}} +processor_start_position: {{processor_start_position}} +{{/if}} +{{#if partition_receive_timeout}} +partition_receive_timeout: {{partition_receive_timeout}} +{{/if}} +{{#if partition_receive_count}} +partition_receive_count: {{partition_receive_count}} +{{/if}} + data_stream: dataset: {{data_stream.dataset}} tags: diff --git a/packages/azure/data_stream/eventhub/manifest.yml b/packages/azure/data_stream/eventhub/manifest.yml index 2dc49caa7e8..56c1504ae3e 100644 --- a/packages/azure/data_stream/eventhub/manifest.yml +++ b/packages/azure/data_stream/eventhub/manifest.yml @@ -74,6 +74,94 @@ streams: type: bool multi: false default: false + + # + # Processor v2 only settings + # + - name: processor_version + type: text + title: Processor version + multi: false + required: false + show_user: false + default: v1 + description: "The processor version that the integration should use. Possible values are `v1` and `v2` (preview). \nThe v2 event hub processor is in preview, so using the v1 processor is recommended for typical use cases.\nDefault is `v1`." + - name: processor_update_interval + type: text + title: Processor update interval + multi: false + required: false + show_user: false + default: 10s + description: >- + (Processor v2 only) How often the processor should attempt to claim partitions. + + Default is `10` seconds. + - name: processor_start_position + type: text + title: Processor start position + multi: false + required: false + show_user: false + default: earliest + description: >- + (Processor v2 only) Controls from what position in the event hub the processor should start processing messages for all partitions. + + Possible values are `earliest` and `latest`. + + `earliest` starts processing messages from the last checkpoint, or the beginning of the event hub if no checkpoint is available. + + `latest` starts processing messages from the the latest event in the event hub and continues to process new events as they arrive. + + Default is `earliest`. + - name: partition_receive_timeout + type: text + title: Partition receive timeout + multi: false + required: false + show_user: false + default: 5s + description: >- + (Processor v2 only) Maximum time to wait before processing the messages received from the event hub. + + The partition consumer waits up to a "receive count" or a "receive timeout", whichever comes first. + + Default is `5` seconds. + - name: partition_receive_count + type: text + title: Partition receive count + multi: false + required: false + show_user: false + default: 100 + description: >- + (Processor v2 only) Maximum number of messages from the event hub to wait for before processing them. + + The partition consumer waits up to a "receive count" or a "receive timeout", whichever comes first. + + Default is `100` messages. + - name: migrate_checkpoint + type: bool + title: Migrate checkpoint information + multi: false + required: false + show_user: false + default: true + description: >- + (Processor v2 only) Flag to control if the processor should perform the checkpoint information migration from processor v1 to v2 at startup. + + The checkpoint migration converts the checkpoint information from the v1 format to the v2 format. + + Default is `false`, which means the processor will not perform the checkpoint migration. + - name: endpoint_suffix + type: text + default: core.windows.net + required: true + title: Storage account endpoint suffix + show_user: false + description: >- + (Processor v2 only) Override the default storage account endpoint suffix. + # Ensures agents have permissions to write data to `logs-*-*` elasticsearch: dynamic_dataset: true