File size: 193 Bytes
5b0a43d
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
{
    "llm_model": "tinyllama-1.1b-int4.mnn",
    "llm_weight": "tinyllama-1.1b-int4.mnn.weight",

    "backend_type": "cpu",
    "thread_num": 4,
    "precision": "low",
    "memory": "low"
}