diff --git a/experimental/custom-metrics-api/teardown.sh b/experimental/custom-metrics-api/teardown.sh
index a62f685e..b3a455f5 100644
--- a/experimental/custom-metrics-api/teardown.sh
+++ b/experimental/custom-metrics-api/teardown.sh
@@ -1,7 +1,7 @@
 #!/usr/bin/env bash
 
-kubectl delete -n monitoring custom-metrics-apiserver-resource-reader-cluster-role-binding.yaml
-kubectl delete -n monitoring custom-metrics-apiservice.yaml
-kubectl delete -n monitoring custom-metrics-cluster-role.yaml
-kubectl delete -n monitoring custom-metrics-configmap.yaml
-kubectl delete -n monitoring hpa-custom-metrics-cluster-role-binding.yaml
+kubectl delete -n monitoring -f custom-metrics-apiserver-resource-reader-cluster-role-binding.yaml
+kubectl delete -n monitoring -f custom-metrics-apiservice.yaml
+kubectl delete -n monitoring -f custom-metrics-cluster-role.yaml
+kubectl delete -n monitoring -f custom-metrics-configmap.yaml
+kubectl delete -n monitoring -f hpa-custom-metrics-cluster-role-binding.yaml