disable cuda

app.py

@@ -49,8 +49,8 @@ st.write('Loading the pretrained model ...')
 model_name = "CarolXia/pii-kd-deberta-v2"
 # config = PeftConfig.from_pretrained(model_name)
 model = DebertaV2ForTokenClassification.from_pretrained(model_name, token=st.secrets["HUGGINGFACE_TOKEN"])
-if torch.cuda.is_available():
-    model = model.to("cuda")
+# if torch.cuda.is_available():
+#     model = model.to("cuda")
 # Try quantization instead
 # model = AutoModelForTokenClassification.from_pretrained(model_name, device_map="auto", load_in_8bit=True)
 tokenizer = DebertaV2Tokenizer.from_pretrained("microsoft/mdeberta-v3-base", token=st.secrets["HUGGINGFACE_TOKEN"])