feat(wip): support latest versions of kafka protocol

.github/workflows/ci.yml

@@ -2,7 +2,7 @@ name: kafka_protocol
 on:
   push:
     branches:
-      - '*'
+      - master
   pull_request:
     branches:
       - master
@@ -18,26 +18,26 @@ jobs:
           - '27.3'
           - '26.2'
         kafka:
+          - '4.1'
           - '4.0'
           - '3.9'
           - '2.8'
           - '1.1'
-          - '0.9'
-    runs-on: ubuntu-22.04
+    runs-on: ubuntu-latest
     steps:
 
     # Setup
     - name: Checkout
-      uses: actions/checkout@v2
+      uses: actions/checkout@08c6903cd8c0fde910a37f88322edcfb5dd907a8 # v5.0.0
     - name: Cache Hex packages
-      uses: actions/cache@v4
+      uses: actions/cache@0400d5f644dc74513175e3cd8d07132dd4860809 # v4.2.4
       with:
         path: ~/.cache/rebar3/hex/hexpm/packages
         key: ${{ runner.os }}-hex2-${{ hashFiles(format('{0}{1}', github.workspace, '/rebar.lock')) }}
         restore-keys: |
           ${{ runner.os }}-hex2-
     - name: Cache Dialyzer PLTs
-      uses: actions/cache@v4
+      uses: actions/cache@0400d5f644dc74513175e3cd8d07132dd4860809 # v4.2.4
       with:
         path: ~/.cache/rebar3/rebar3_*_plt
         key: ${{ runner.os }}--dialyzer2-${{ hashFiles(format('{0}{1}', github.workspace, '/rebar.config')) }}
@@ -46,7 +46,7 @@ jobs:
 
     # Install Erlang
     - name: Install Erlang/OTP
-      uses: erlef/setup-beam@v1
+      uses: erlef/setup-beam@e6d7c94229049569db56a7ad5a540c051a010af9 # v1.20.4
       with:
         version-type: strict
         otp-version: ${{matrix.otp}}
@@ -66,6 +66,6 @@ jobs:
           make cover
 
     - name: Upload coverage reports to Codecov
-      uses: codecov/codecov-action@v5
+      uses: codecov/codecov-action@5a1091511ad55cbe89839c7260b706298ca349f7 # v5.5.1
       with:
         token: ${{ secrets.CODECOV_TOKEN }}

.tool-versions

@@ -0,0 +1,3 @@
+scala 3.7.2
+gradle 9.0.0
+erlang 27.2-3

Makefile

@@ -1,5 +1,5 @@
 export KAFKA_IMAGE_VERSION ?= 1.1.3
-export KAFKA_VERSION ?= 4.0.0
+export KAFKA_VERSION ?= 4.1.0
 all: compile
 
 rebar ?= $(shell which rebar3)
@@ -12,7 +12,7 @@ GEN_CODE = src/kpro_schema.erl
 .PHONY: kafka-bnf
 kafka-bnf:
 	@cd priv/kafka_protocol_bnf && gradle run
-	@cat priv/kafka.bnf | grep "#.*ApiKey" | awk '{print "{"$$2" "$$3"}."}' | sed -r 's/([A-Z])/_\L\1/g' | sed 's/{_/{/' | sort -hk2 > priv/api-keys.eterm
+	@python3 priv/process_api_keys.py
 
 $(GEN_CODE): $(GEN_INPUT)
 	@priv/kpro_gen.escript

priv/api-keys.eterm

@@ -41,3 +41,33 @@
 {alter_partition_reassignments, 45}.
 {list_partition_reassignments, 46}.
 {offset_delete, 47}.
+{describe_client_quotas, 48}.
+{alter_client_quotas, 49}.
+{describe_user_scram_credentials, 50}.
+{alter_user_scram_credentials, 51}.
+{fetch_snapshot, 59}.
+{describe_cluster, 60}.
+{describe_producers, 61}.
+{unregister_broker, 64}.
+{describe_transactions, 65}.
+{list_transactions, 66}.
+{consumer_group_heartbeat, 68}.
+{consumer_group_describe, 69}.
+{controller_registration, 70}.
+{get_telemetry_subscriptions, 71}.
+{push_telemetry, 72}.
+{assign_replicas_to_dirs, 73}.
+{list_config_resources, 74}.
+{describe_topic_partitions, 75}.
+{share_group_heartbeat, 76}.
+{share_group_describe, 77}.
+{share_fetch, 78}.
+{share_acknowledge, 79}.
+{add_raft_voter, 80}.
+{remove_raft_voter, 81}.
+{update_raft_voter, 82}.
+{streams_group_heartbeat, 88}.
+{streams_group_describe, 89}.
+{describe_share_group_offsets, 90}.
+{alter_share_group_offsets, 91}.
+{delete_share_group_offsets, 92}.