File size: 450 Bytes
9b5ae4d
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
model_info:
  name: anemll-Llama-3.2-1B-Instruct-ctx4096
  version: 0.1.1
  description: |
    Demonstarates running Llama-3.2-1B-Instruct on Apple Neural Engine
    Context length: 4096
    Batch size: 64
    Chunks: 2
  license: MIT
  author: Anemll
  framework: Core ML
  language: Python
  parameters:
    context_length: 4096
    batch_size: 64
    lut_embeddings: none
    lut_ffn: 4
    lut_lmhead: 6
    num_chunks: 2
    model_prefix: llama