Commit
·
f590854
1
Parent(s):
6d895c6
switching to a sync call when loading the model
Browse files- src/index.mts +1 -1
src/index.mts
CHANGED
|
@@ -2,7 +2,7 @@ import express from 'express'
|
|
| 2 |
import { python } from 'pythonia'
|
| 3 |
|
| 4 |
const { AutoModelForCausalLM } = await python('ctransformers')
|
| 5 |
-
const llm =
|
| 6 |
'TheBloke/WizardCoder-15B-1.0-GGML', {
|
| 7 |
model_file: 'WizardCoder-15B-1.0.ggmlv3.q4_0.bin',
|
| 8 |
model_type: 'starcoder'
|
|
|
|
| 2 |
import { python } from 'pythonia'
|
| 3 |
|
| 4 |
const { AutoModelForCausalLM } = await python('ctransformers')
|
| 5 |
+
const llm = AutoModelForCausalLM.from_pretrained$(
|
| 6 |
'TheBloke/WizardCoder-15B-1.0-GGML', {
|
| 7 |
model_file: 'WizardCoder-15B-1.0.ggmlv3.q4_0.bin',
|
| 8 |
model_type: 'starcoder'
|