description.txt

- Training Parameters: 
  - base_model: TinyLlama/TinyLlama_v1.1
  - save_ckpt_log_name: tinyllama_prune_log
  - pruning_ratio: 0.39
  - pruner_type: taylor
  - temperature: 1.0
  - top_p: 0.95
  - max_seq_len: 2048
  - channel_wise: False
  - block_wise: True
  - layer_wise: False
  - layer: 12
  - block_attention_layer_start: 3
  - block_attention_layer_end: 19
  - block_mlp_layer_start: 3
  - block_mlp_layer_end: 19
  - iterative_steps: 1
  - grouping_strategy: sum
  - global_pruning: False
  - taylor: param_first
  - num_examples: 10
  - device: cuda
  - test_before_train: True
  - eval_device: cuda
  - test_after_train: True
  - seed: 42
  - save_model: True
  - torch_version: 2.4