File size: 344 Bytes
3784c34 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 |
openhermes-2.5-mistral-7b.Q4_K_S.gguf$:
loader: llama.cpp
cpu: false
threads: 0
threads_batch: 0
n_batch: 512
no_mmap: false
mlock: false
no_mul_mat_q: false
n_gpu_layers: 0
tensor_split: ''
n_ctx: 32768
compress_pos_emb: 1
alpha_value: 1
rope_freq_base: 0
numa: false
no_offload_kqv: false
tensorcores: false
|