Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
Original file line number Diff line number Diff line change
Expand Up @@ -29,7 +29,7 @@ public class MicrometerMetricsCollector implements MetricsCollector {
private final Counter readBytes;

private final AtomicLong outstandingPublishConfirm;
private final DistributionSummary chunkSize;
protected final DistributionSummary chunkSize;

public MicrometerMetricsCollector(MeterRegistry registry) {
this(registry, "rabbitmq.stream");
Expand All @@ -50,15 +50,24 @@ public MicrometerMetricsCollector(
this.publish = registry.counter(prefix + ".published", tags);
this.publishConfirm = registry.counter(prefix + ".confirmed", tags);
this.publishError = registry.counter(prefix + ".errored", tags);
this.chunk = registry.counter(prefix + ".chunk", tags);
this.chunkSize = registry.summary(prefix + ".chunk_size", tags);
this.chunk = this.createChunkCounter(registry, prefix, tags);
this.chunkSize = this.createChunkSizeDistributionSummary(registry, prefix, tags);
this.consume = registry.counter(prefix + ".consumed", tags);
this.writtenBytes = registry.counter(prefix + ".written_bytes", tags);
this.readBytes = registry.counter(prefix + ".read_bytes", tags);
this.outstandingPublishConfirm =
registry.gauge(prefix + ".outstanding_publish_confirm", tags, new AtomicLong(0));
}

protected Counter createChunkCounter(MeterRegistry registry, String prefix, Iterable<Tag> tags) {
return Counter.builder(prefix + ".chunk").tags(tags).register(registry);
}

protected DistributionSummary createChunkSizeDistributionSummary(
MeterRegistry registry, String prefix, Iterable<Tag> tags) {
return DistributionSummary.builder(prefix + ".chunk_size").tags(tags).register(registry);
}

@Override
public void openConnection() {
this.connections.incrementAndGet();
Expand Down
4 changes: 2 additions & 2 deletions src/main/java/com/rabbitmq/stream/perf/StreamPerfTest.java
Original file line number Diff line number Diff line change
Expand Up @@ -45,9 +45,9 @@
import com.rabbitmq.stream.compression.Compression;
import com.rabbitmq.stream.impl.Client;
import com.rabbitmq.stream.metrics.MetricsCollector;
import com.rabbitmq.stream.metrics.MicrometerMetricsCollector;
import com.rabbitmq.stream.perf.ShutdownService.CloseCallback;
import com.rabbitmq.stream.perf.Utils.NamedThreadFactory;
import com.rabbitmq.stream.perf.Utils.PerformanceMicrometerMetricsCollector;
import io.micrometer.core.instrument.Counter;
import io.micrometer.core.instrument.Tag;
import io.micrometer.core.instrument.composite.CompositeMeterRegistry;
Expand Down Expand Up @@ -513,7 +513,7 @@ public Integer call() throws Exception {
CompositeMeterRegistry meterRegistry = new CompositeMeterRegistry();
meterRegistry.config().commonTags(this.metricsTags);
String metricsPrefix = "rabbitmq.stream";
this.metricsCollector = new MicrometerMetricsCollector(meterRegistry, metricsPrefix);
this.metricsCollector = new PerformanceMicrometerMetricsCollector(meterRegistry, metricsPrefix);

Counter producerConfirm = meterRegistry.counter(metricsPrefix + ".producer_confirmed");

Expand Down
34 changes: 34 additions & 0 deletions src/main/java/com/rabbitmq/stream/perf/Utils.java
Original file line number Diff line number Diff line change
Expand Up @@ -23,7 +23,11 @@
import com.rabbitmq.stream.OffsetSpecification;
import com.rabbitmq.stream.StreamCreator.LeaderLocator;
import com.rabbitmq.stream.compression.Compression;
import com.rabbitmq.stream.metrics.MicrometerMetricsCollector;
import com.sun.management.OperatingSystemMXBean;
import io.micrometer.core.instrument.Counter;
import io.micrometer.core.instrument.DistributionSummary;
import io.micrometer.core.instrument.MeterRegistry;
import io.micrometer.core.instrument.Tag;
import java.lang.reflect.Constructor;
import java.lang.reflect.Field;
Expand Down Expand Up @@ -730,4 +734,34 @@ static Connection amqpConnection(
}
return connectionFactory.newConnection("stream-perf-test-amqp-connection");
}

static class PerformanceMicrometerMetricsCollector extends MicrometerMetricsCollector {

public PerformanceMicrometerMetricsCollector(MeterRegistry registry, String prefix) {
super(registry, prefix);
}

@Override
protected Counter createChunkCounter(
MeterRegistry registry, String prefix, Iterable<Tag> tags) {
return null;
}

@Override
protected DistributionSummary createChunkSizeDistributionSummary(
MeterRegistry registry, String prefix, Iterable<Tag> tags) {
return DistributionSummary.builder(prefix + ".chunk_size")
.tags(tags)
.description("chunk size")
.publishPercentiles(0.5, 0.75, 0.95, 0.99)
.distributionStatisticExpiry(Duration.ofSeconds(1))
.serviceLevelObjectives()
.register(registry);
}

@Override
public void chunk(int entriesCount) {
this.chunkSize.record(entriesCount);
}
}
}
Original file line number Diff line number Diff line change
Expand Up @@ -381,7 +381,9 @@ void monitoringShouldReturnValidEndpoint() throws Exception {
() -> {
HttpResponse response = httpRequest("http://localhost:" + monitoringPort + "/metrics");
return response.responseCode == 200
&& response.body.contains("# HELP rabbitmq_stream_published_total");
&& response.body.contains("# HELP rabbitmq_stream_published_total")
&& response.body.contains("rabbitmq_stream_chunk_size{quantile=\"0.5\",}")
&& !response.body.contains("chunk_total");
});
run.cancel(true);
waitRunEnds();
Expand Down