diff --git a/test-plans/Makefile b/test-plans/Makefile
index ee8713e0bcc..dea1fc37eaf 100644
--- a/test-plans/Makefile
+++ b/test-plans/Makefile
@@ -1,6 +1,6 @@
 all: ping-image.tar
 
-ping-image.tar: Dockerfile Cargo.toml $(wildcard src/*)
+ping-image.tar: Dockerfile Cargo.toml src/bin/ping.rs
 	cargo build --release -p interop-tests
 	mkdir -p target/release/
 	cp ../target/release/ping target/release
diff --git a/test-plans/src/main.rs b/test-plans/src/main.rs
deleted file mode 100644
index 8f559477485..00000000000
--- a/test-plans/src/main.rs
+++ /dev/null
@@ -1,3 +0,0 @@
-fn main() {
-    println!("This is a dummy main file that is used for creating a cache layer inside the docker container.")
-}