Refactored token dictionary loading and encapsulated dictionary (#398)

- Refactored token dictionary loading and encapsulated dictionary (fad91b8ccc1ad2931ed53fcb30902a04f6f30f90)


Co-authored-by: Madhavan Venkatesh <[email protected]>

geneformer/mtl/__init__.py

@@ -0,0 +1,11 @@
+# ruff: noqa: F401
+from .. import TOKEN_DICTIONARY_FILE
+import pickle
+
+def load_token_dictionary():
+    with open(TOKEN_DICTIONARY_FILE, 'rb') as f:
+        return pickle.load(f)
+
+TOKEN_DICTIONARY = load_token_dictionary()
+
+__all__ = ["TOKEN_DICTIONARY"]