Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
@@ -10,6 +10,9 @@ model = GemmaForCausalLM.from_pretrained('google/gemma-2-9b',
|
|
10 |
)
|
11 |
# pipe = pipeline('text-generation', model=model,tokenizer = tokenizer)
|
12 |
|
|
|
|
|
|
|
13 |
@spaces.GPU(duration=120)
|
14 |
def generate(
|
15 |
message: str,
|
|
|
10 |
)
|
11 |
# pipe = pipeline('text-generation', model=model,tokenizer = tokenizer)
|
12 |
|
13 |
+
MAX_MAX_NEW_TOKENS = 2048
|
14 |
+
DEFAULT_MAX_NEW_TOKENS = 1024
|
15 |
+
|
16 |
@spaces.GPU(duration=120)
|
17 |
def generate(
|
18 |
message: str,
|