diff --git a/collector/benchmarks/token-stream-stress/Cargo.toml b/collector/benchmarks/token-stream-stress/Cargo.toml
index 87f1024cd..d36252306 100644
--- a/collector/benchmarks/token-stream-stress/Cargo.toml
+++ b/collector/benchmarks/token-stream-stress/Cargo.toml
@@ -5,11 +5,15 @@ edition = "2018"
 publish = false
 
 [lib]
+# Documenting the library means that we try to rebuild it after src/main.rs
+# changes, as of rust-lang/cargo#10172. Since our benchmarks don't actually care
+# about it being built, disable that.
+doc = false
 path = "src/lib.rs"
 proc-macro = true
 
 [[bin]]
-name = "token-stream-stress"
+name = "token-stream-stress-bin"
 path = "src/main.rs"
 
-[workspace]
\ No newline at end of file
+[workspace]
diff --git a/collector/benchmarks/token-stream-stress/perf-config.json b/collector/benchmarks/token-stream-stress/perf-config.json
index 13ef66406..43b14d8db 100644
--- a/collector/benchmarks/token-stream-stress/perf-config.json
+++ b/collector/benchmarks/token-stream-stress/perf-config.json
@@ -1,4 +1,4 @@
 {
-    "cargo_opts": "--bin token-stream-stress",
+    "cargo_opts": "--bin token-stream-stress-bin",
     "touch_file": "src/main.rs"
 }