Update app.py

app.py

@@ -1,14 +1,16 @@
-#import os
-#os.environ["CUDA_VISIBLE_DEVICES"] = "0,2,3"
+import os
+token = os.getenv('HUGGINGFACE_TOKEN')
+
 import torch
 from transformers import AutoConfig, AutoModelForCausalLM, AutoTokenizer
 
 model_path= "CubeAI/Zhuji-Internet-Literature-Intelligent-Writing-Model-V1.0"
-tokenizer = AutoTokenizer.from_pretrained(model_path, encode_special_tokens=True)
+tokenizer = AutoTokenizer.from_pretrained(model_path, encode_special_tokens=True, token=token)
 model= AutoModelForCausalLM.from_pretrained(
                                             model_path,
                                             torch_dtype= torch.bfloat16,
                                             low_cpu_mem_usage= True, 
+                                            token=token,
                                             attn_implementation="flash_attention_2",
                                             device_map= "auto"
      )