diff --git a/.circleci/config.continue.yml.j2 b/.circleci/config.continue.yml.j2
index 005dfcdd7e7..d808f9a8bc5 100644
--- a/.circleci/config.continue.yml.j2
+++ b/.circleci/config.continue.yml.j2
@@ -1337,6 +1337,24 @@ build_test_jobs: &build_test_jobs
       cacheType: smoke
       testJvm: "semeru8"
 
+  - tests:
+      requires:
+        - ok_to_test
+      name: test_graalvm17_smoke
+      gradleTarget: "stageMainDist :dd-smoke-test:quarkus-native:test"
+      stage: smoke
+      cacheType: smoke
+      testJvm: "graalvm17"
+
+  - tests:
+      requires:
+        - ok_to_test
+      name: test_graalvm21_smoke
+      gradleTarget: "stageMainDist :dd-smoke-test:quarkus-native:test"
+      stage: smoke
+      cacheType: smoke
+      testJvm: "graalvm21"
+
   - tests:
       requires:
         - ok_to_test
diff --git a/dd-smoke-tests/quarkus-native/src/test/groovy/datadog/smoketest/QuarkusNativeSmokeTest.groovy b/dd-smoke-tests/quarkus-native/src/test/groovy/datadog/smoketest/QuarkusNativeSmokeTest.groovy
index c152964f185..136b49b5dc6 100644
--- a/dd-smoke-tests/quarkus-native/src/test/groovy/datadog/smoketest/QuarkusNativeSmokeTest.groovy
+++ b/dd-smoke-tests/quarkus-native/src/test/groovy/datadog/smoketest/QuarkusNativeSmokeTest.groovy
@@ -45,6 +45,11 @@ abstract class QuarkusNativeSmokeTest extends AbstractServerSmokeTest {
 
   abstract String resourceName()
 
+  @Override
+  boolean testTelemetry() {
+    return false
+  }
+
   def "get welcome endpoint in parallel"() {
     expect:
     // Do one request before to initialize the server