Spaces:
Runtime error
Runtime error
Commit
·
83f63dc
1
Parent(s):
caa89b1
Update chat.py
Browse files
chat.py
CHANGED
|
@@ -28,12 +28,14 @@ parser.add_argument("--int8", type=int, default=1)
|
|
| 28 |
args = parser.parse_args()
|
| 29 |
args.fix_token = True
|
| 30 |
printf('>>> args:', args)
|
| 31 |
-
|
| 32 |
|
| 33 |
LOAD_8BIT = args.int8
|
| 34 |
BASE_MODEL = args.model_path
|
| 35 |
-
LORA_WEIGHTS = args.lora_path
|
| 36 |
|
|
|
|
|
|
|
|
|
|
| 37 |
# fix the path for local checkpoint
|
| 38 |
lora_bin_path = os.path.join(args.lora_path, "adapter_model.bin")
|
| 39 |
if args.lora_path != '' and os.path.exists(args.lora_path):
|
|
|
|
| 28 |
args = parser.parse_args()
|
| 29 |
args.fix_token = True
|
| 30 |
printf('>>> args:', args)
|
| 31 |
+
|
| 32 |
|
| 33 |
LOAD_8BIT = args.int8
|
| 34 |
BASE_MODEL = args.model_path
|
|
|
|
| 35 |
|
| 36 |
+
LORA_WEIGHTS = "teachyourselfcoding/llama-2-13b-22sep"
|
| 37 |
+
BASE_MODEL="ziqingyang/chinese-llama-2-13b"
|
| 38 |
+
tokenizer = LlamaTokenizer.from_pretrained(args.model_path)
|
| 39 |
# fix the path for local checkpoint
|
| 40 |
lora_bin_path = os.path.join(args.lora_path, "adapter_model.bin")
|
| 41 |
if args.lora_path != '' and os.path.exists(args.lora_path):
|