diff --git a/torch_xla/core/xla_model.py b/torch_xla/core/xla_model.py
index 1e4243480c5..91c2bf22b3b 100755
--- a/torch_xla/core/xla_model.py
+++ b/torch_xla/core/xla_model.py
@@ -40,6 +40,8 @@
 # Default bucket size for all-reduce
 _ALLREDUCE_BUCKET_CAP_MB = 50
 
+XLA_LIB = Library("xla", "DEF")
+
 
 def _init_world_size_ordinal():
   global _WORLD_SIZE, _ORDINAL