CreitinGameplays commited on
Commit
a4e9281
1 Parent(s): 2b0f34f

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +0 -13
app.py CHANGED
@@ -1,20 +1,7 @@
1
  import gradio as gr
2
  import torch
3
- #import bitsandbytes as bnb
4
  from transformers import AutoTokenizer, AutoModelForCausalLM
5
 
6
- """
7
- # BNB config
8
- bnb_config = BitsAndBytesConfig(
9
- load_in_4bit=True,
10
- bnb_4bit_use_double_quant=True,
11
- bnb_4bit_quant_type="nf4",
12
- bnb_4bit_compute_dtype=torch.bfloat16
13
- )
14
- """
15
-
16
- #quantization_config=bnb_config
17
-
18
  # Define the BLOOM model name
19
  model_name = "CreitinGameplays/bloom-3b-conversational"
20
 
 
1
  import gradio as gr
2
  import torch
 
3
  from transformers import AutoTokenizer, AutoModelForCausalLM
4
 
 
 
 
 
 
 
 
 
 
 
 
 
5
  # Define the BLOOM model name
6
  model_name = "CreitinGameplays/bloom-3b-conversational"
7