diff --git a/src/transformers/benchmark/benchmark_args_tf.py b/src/transformers/benchmark/benchmark_args_tf.py
index 1b6896dd2a8..06217882ece 100644
--- a/src/transformers/benchmark/benchmark_args_tf.py
+++ b/src/transformers/benchmark/benchmark_args_tf.py
@@ -79,6 +79,7 @@ class TensorFlowBenchmarkArguments(BenchmarkArguments):
     @cached_property
     @tf_required
     def _setup_tpu(self) -> Tuple["tf.distribute.cluster_resolver.TPUClusterResolver"]:
+        tpu = None
         if self.tpu:
             try:
                 if self.tpu_name: