Update modeling_t5.py

modeling_t5.py

@@ -274,18 +274,18 @@ class T5LayerNorm(nn.Module):
         return self.weight * hidden_states
 
 
-try:
-    from apex.normalization import FusedRMSNorm
-
-    T5LayerNorm = FusedRMSNorm  # noqa
-
-    logger.info("Discovered apex.normalization.FusedRMSNorm - will use it instead of T5LayerNorm")
-except ImportError:
-    # using the normal T5LayerNorm
-    pass
-except Exception:
-    logger.warning("discovered apex but it failed to load, falling back to T5LayerNorm")
-    pass
+# try:
+#     from apex.normalization import FusedRMSNorm
+
+#     T5LayerNorm = FusedRMSNorm  # noqa
+
+#     logger.info("Discovered apex.normalization.FusedRMSNorm - will use it instead of T5LayerNorm")
+# except ImportError:
+#     # using the normal T5LayerNorm
+#     pass
+# except Exception:
+#     logger.warning("discovered apex but it failed to load, falling back to T5LayerNorm")
+#     pass
 
 ALL_LAYERNORM_LAYERS.append(T5LayerNorm)