diff --git a/d2go/runner/default_runner.py b/d2go/runner/default_runner.py
index 35be2fec..3e8202de 100644
--- a/d2go/runner/default_runner.py
+++ b/d2go/runner/default_runner.py
@@ -526,7 +526,7 @@ def _get_model_with_abnormal_checker(model):
                 _get_model_with_abnormal_checker(model), data_loader, optimizer
             )
 
-        if cfg.SOLVER.AMP.ENABLED and torch.cuda.is_available():
+        if torch.cuda.is_available():
             # Allow to use the TensorFloat32 (TF32) tensor cores, available on A100 GPUs.
             # For more details https://pytorch.org/docs/stable/notes/cuda.html#tf32-on-ampere.
             torch.backends.cuda.matmul.allow_tf32 = True