From 4d61ecf416738bd064b4d86cd4fabf989184927f Mon Sep 17 00:00:00 2001 From: Maurizio Branca Date: Fri, 7 Nov 2025 15:24:09 +0100 Subject: [PATCH 1/3] Add processor version options --- .../eventhub/agent/stream/stream.yml.hbs | 21 +++++ .../azure/data_stream/eventhub/manifest.yml | 88 +++++++++++++++++++ 2 files changed, 109 insertions(+) diff --git a/packages/azure/data_stream/eventhub/agent/stream/stream.yml.hbs b/packages/azure/data_stream/eventhub/agent/stream/stream.yml.hbs index 40c0dd21700..2d3f4ae5b87 100644 --- a/packages/azure/data_stream/eventhub/agent/stream/stream.yml.hbs +++ b/packages/azure/data_stream/eventhub/agent/stream/stream.yml.hbs @@ -19,10 +19,31 @@ storage_account: {{storage_account}} {{/if}} {{#if storage_account_key}} storage_account_key: {{storage_account_key}} +storage_account_connection_string: DefaultEndpointsProtocol=https;AccountName={{storage_account}};AccountKey={{storage_account_key}};EndpointSuffix={{endpoint_suffix}} {{/if}} {{#if resource_manager_endpoint}} resource_manager_endpoint: {{resource_manager_endpoint}} {{/if}} + +{{#if processor_version}} +processor_version: {{processor_version}} +{{/if}} +{{#if migrate_checkpoint}} +migrate_checkpoint: {{migrate_checkpoint}} +{{/if}} +{{#if processor_update_interval}} +processor_update_interval: {{processor_update_interval}} +{{/if}} +{{#if processor_start_position}} +processor_start_position: {{processor_start_position}} +{{/if}} +{{#if partition_receive_timeout}} +partition_receive_timeout: {{partition_receive_timeout}} +{{/if}} +{{#if partition_receive_count}} +partition_receive_count: {{partition_receive_count}} +{{/if}} + data_stream: dataset: {{data_stream.dataset}} tags: diff --git a/packages/azure/data_stream/eventhub/manifest.yml b/packages/azure/data_stream/eventhub/manifest.yml index 2dc49caa7e8..56c1504ae3e 100644 --- a/packages/azure/data_stream/eventhub/manifest.yml +++ b/packages/azure/data_stream/eventhub/manifest.yml @@ -74,6 +74,94 @@ streams: type: bool multi: false default: false + + # + # Processor v2 only settings + # + - name: processor_version + type: text + title: Processor version + multi: false + required: false + show_user: false + default: v1 + description: "The processor version that the integration should use. Possible values are `v1` and `v2` (preview). \nThe v2 event hub processor is in preview, so using the v1 processor is recommended for typical use cases.\nDefault is `v1`." + - name: processor_update_interval + type: text + title: Processor update interval + multi: false + required: false + show_user: false + default: 10s + description: >- + (Processor v2 only) How often the processor should attempt to claim partitions. + + Default is `10` seconds. + - name: processor_start_position + type: text + title: Processor start position + multi: false + required: false + show_user: false + default: earliest + description: >- + (Processor v2 only) Controls from what position in the event hub the processor should start processing messages for all partitions. + + Possible values are `earliest` and `latest`. + + `earliest` starts processing messages from the last checkpoint, or the beginning of the event hub if no checkpoint is available. + + `latest` starts processing messages from the the latest event in the event hub and continues to process new events as they arrive. + + Default is `earliest`. + - name: partition_receive_timeout + type: text + title: Partition receive timeout + multi: false + required: false + show_user: false + default: 5s + description: >- + (Processor v2 only) Maximum time to wait before processing the messages received from the event hub. + + The partition consumer waits up to a "receive count" or a "receive timeout", whichever comes first. + + Default is `5` seconds. + - name: partition_receive_count + type: text + title: Partition receive count + multi: false + required: false + show_user: false + default: 100 + description: >- + (Processor v2 only) Maximum number of messages from the event hub to wait for before processing them. + + The partition consumer waits up to a "receive count" or a "receive timeout", whichever comes first. + + Default is `100` messages. + - name: migrate_checkpoint + type: bool + title: Migrate checkpoint information + multi: false + required: false + show_user: false + default: true + description: >- + (Processor v2 only) Flag to control if the processor should perform the checkpoint information migration from processor v1 to v2 at startup. + + The checkpoint migration converts the checkpoint information from the v1 format to the v2 format. + + Default is `false`, which means the processor will not perform the checkpoint migration. + - name: endpoint_suffix + type: text + default: core.windows.net + required: true + title: Storage account endpoint suffix + show_user: false + description: >- + (Processor v2 only) Override the default storage account endpoint suffix. + # Ensures agents have permissions to write data to `logs-*-*` elasticsearch: dynamic_dataset: true From 6d3b84b98b06f18d8d701b3660b4ddf7f94acaaa Mon Sep 17 00:00:00 2001 From: Maurizio Branca Date: Thu, 13 Nov 2025 09:30:55 +0100 Subject: [PATCH 2/3] Update packages/azure/data_stream/eventhub/manifest.yml Co-authored-by: kaiyan-sheng --- packages/azure/data_stream/eventhub/manifest.yml | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/packages/azure/data_stream/eventhub/manifest.yml b/packages/azure/data_stream/eventhub/manifest.yml index 56c1504ae3e..b2accbd47c6 100644 --- a/packages/azure/data_stream/eventhub/manifest.yml +++ b/packages/azure/data_stream/eventhub/manifest.yml @@ -75,9 +75,6 @@ streams: multi: false default: false - # - # Processor v2 only settings - # - name: processor_version type: text title: Processor version @@ -86,6 +83,9 @@ streams: show_user: false default: v1 description: "The processor version that the integration should use. Possible values are `v1` and `v2` (preview). \nThe v2 event hub processor is in preview, so using the v1 processor is recommended for typical use cases.\nDefault is `v1`." + # + # Processor v2 only settings + # - name: processor_update_interval type: text title: Processor update interval From 27ab0647170b16c1eb89ff89c9b7a11402f70f55 Mon Sep 17 00:00:00 2001 From: Maurizio Branca Date: Thu, 13 Nov 2025 22:12:31 +0100 Subject: [PATCH 3/3] Update changelog --- packages/azure/changelog.yml | 5 +++++ packages/azure/data_stream/eventhub/manifest.yml | 6 +++--- packages/azure/manifest.yml | 2 +- 3 files changed, 9 insertions(+), 4 deletions(-) diff --git a/packages/azure/changelog.yml b/packages/azure/changelog.yml index 3078f891ffa..95924e76d03 100644 --- a/packages/azure/changelog.yml +++ b/packages/azure/changelog.yml @@ -1,3 +1,8 @@ +- version: "1.30.0" + changes: + - description: Add processor version options for the Raw Events (v1) integration. + type: enhancement + link: https://github.com/elastic/integrations/pull/15900 - version: "1.29.0" changes: - description: Parse responseBody and requestBody json in activitylogs. diff --git a/packages/azure/data_stream/eventhub/manifest.yml b/packages/azure/data_stream/eventhub/manifest.yml index b2accbd47c6..56c1504ae3e 100644 --- a/packages/azure/data_stream/eventhub/manifest.yml +++ b/packages/azure/data_stream/eventhub/manifest.yml @@ -75,6 +75,9 @@ streams: multi: false default: false + # + # Processor v2 only settings + # - name: processor_version type: text title: Processor version @@ -83,9 +86,6 @@ streams: show_user: false default: v1 description: "The processor version that the integration should use. Possible values are `v1` and `v2` (preview). \nThe v2 event hub processor is in preview, so using the v1 processor is recommended for typical use cases.\nDefault is `v1`." - # - # Processor v2 only settings - # - name: processor_update_interval type: text title: Processor update interval diff --git a/packages/azure/manifest.yml b/packages/azure/manifest.yml index 73345378ce8..0c34ce30311 100644 --- a/packages/azure/manifest.yml +++ b/packages/azure/manifest.yml @@ -1,6 +1,6 @@ name: azure title: Azure Logs -version: "1.29.0" +version: "1.30.0" description: This Elastic integration collects logs from Azure type: integration icons: