cicdatopea commited on
Commit
111f854
·
verified ·
1 Parent(s): 4a22258

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +2 -2
README.md CHANGED
@@ -291,11 +291,11 @@ for n, m in block.named_modules():
291
 
292
  from auto_round import AutoRound
293
 
294
- autoround = AutoRound(model=model, tokenizer=tokenizer, device_map=device_map, iters=50, lr=5e-3, nsamples=512,
295
  batch_size=4, low_gpu_mem_usage=True, seqlen=2048,
296
  )
297
  autoround.quantize()
298
- autoround.save_quantized(format="auto_round", output_dir="tmp_autoround")
299
 
300
  ~~~
301
 
 
291
 
292
  from auto_round import AutoRound
293
 
294
+ autoround = AutoRound(model=model, tokenizer=tokenizer, device_map=device_map, nsamples=512,
295
  batch_size=4, low_gpu_mem_usage=True, seqlen=2048,
296
  )
297
  autoround.quantize()
298
+ autoround.save_quantized(format="auto_awq", output_dir="tmp_autoround")
299
 
300
  ~~~
301