calcuis commited on
Commit
614af73
1 Parent(s): 5afac70

Update chat.py

Browse files
Files changed (1) hide show
  1. chat.py +2 -0
chat.py CHANGED
@@ -1,9 +1,11 @@
1
  from ctransformers import AutoModelForCausalLM
2
  llm = AutoModelForCausalLM.from_pretrained("chat.gguf")
 
3
  while True:
4
  ask = input("Enter a Question (Q for quit): ")
5
  if ask == "q" or ask == "Q":
6
  break
7
  ans = llm(ask, max_new_tokens=1024)
8
  print(ask+ans)
 
9
  print("Goodbye!")
 
1
  from ctransformers import AutoModelForCausalLM
2
  llm = AutoModelForCausalLM.from_pretrained("chat.gguf")
3
+
4
  while True:
5
  ask = input("Enter a Question (Q for quit): ")
6
  if ask == "q" or ask == "Q":
7
  break
8
  ans = llm(ask, max_new_tokens=1024)
9
  print(ask+ans)
10
+
11
  print("Goodbye!")