1 Epoch of RAG Needle in Haystack on pruned vanilla model, removed 2.2 billion uneeded parameters.
782701c
verified
| { | |
| "_from_model_config": true, | |
| "bos_token_id": 1, | |
| "eos_token_id": 2, | |
| "transformers_version": "4.40.2" | |
| } | |
| { | |
| "_from_model_config": true, | |
| "bos_token_id": 1, | |
| "eos_token_id": 2, | |
| "transformers_version": "4.40.2" | |
| } | |