Hugging Face's logo

sanchit-gandhi
/
distil-zephyr-1.5b-dpo-ultrafeedback

Text Generation
Transformers
TensorBoard
Safetensors
mistral
alignment-handbook
trl
dpo
Generated from Trainer
conversational
text-generation-inference
Inference Endpoints
Model card Files Metrics Community
distil-zephyr-1.5b-dpo-ultrafeedback / wandb /run-20240426_155715-vljs8xzo /files /wandb-metadata.json
sanchit-gandhi's picture
sanchit-gandhi HF staff
Training in progress, step 100
409a825 verified
raw
history blame contribute delete
11.6 kB
{
"os": "Linux-5.15.0-1048-aws-x86_64-with-glibc2.31",
"python": "3.11.9",
"heartbeatAt": "2024-04-26T15:57:16.277357",
"startedAt": "2024-04-26T15:57:15.677140",
"docker": null,
"cuda": null,
"args": [
"./config_full.yaml"
],
"state": "running",
"program": "/fsx/sanchit/distil-zephyr-1.5b-dpo-ultrafeedback/./run_dpo.py",
"codePathLocal": "run_dpo.py",
"codePath": "run_dpo.py",
"git": {
"remote": "https://huggingface.co/sanchit-gandhi/distil-zephyr-1.5b-dpo-ultrafeedback",
"commit": "087b22a9416f56b8862e6f5259874a73b30a9c0b"
},
"email": null,
"root": "/fsx/sanchit/distil-zephyr-1.5b-dpo-ultrafeedback",
"host": "ip-26-0-160-225",
"username": "sanchit",
"executable": "/fsx/sanchit/miniconda3/envs/alignment/bin/python",
"cpu_count": 96,
"cpu_count_logical": 96,
"cpu_freq": {
"current": 2728.6554687499997,
"min": 0.0,
"max": 0.0
},
"cpu_freq_per_core": [
{
"current": 2650.0,
"min": 0.0,
"max": 0.0
},
{
"current": 2650.0,
"min": 0.0,
"max": 0.0
},
{
"current": 2650.0,
"min": 0.0,
"max": 0.0
},
{
"current": 2650.0,
"min": 0.0,
"max": 0.0
},
{
"current": 3569.387,
"min": 0.0,
"max": 0.0
},
{
"current": 2650.0,
"min": 0.0,
"max": 0.0
},
{
"current": 2650.0,
"min": 0.0,
"max": 0.0
},
{
"current": 2650.0,
"min": 0.0,
"max": 0.0
},
{
"current": 2650.0,
"min": 0.0,
"max": 0.0
},
{
"current": 2650.0,
"min": 0.0,
"max": 0.0
},
{
"current": 2650.0,
"min": 0.0,
"max": 0.0
},
{
"current": 2650.0,
"min": 0.0,
"max": 0.0
},
{
"current": 2650.0,
"min": 0.0,
"max": 0.0
},
{
"current": 2650.0,
"min": 0.0,
"max": 0.0
},
{
"current": 2650.0,
"min": 0.0,
"max": 0.0
},
{
"current": 2650.0,
"min": 0.0,
"max": 0.0
},
{
"current": 3597.689,
"min": 0.0,
"max": 0.0
},
{
"current": 2650.0,
"min": 0.0,
"max": 0.0
},
{
"current": 2650.0,
"min": 0.0,
"max": 0.0
},
{
"current": 2650.0,
"min": 0.0,
"max": 0.0
},
{
"current": 2650.0,
"min": 0.0,
"max": 0.0
},
{
"current": 2650.0,
"min": 0.0,
"max": 0.0
},
{
"current": 2650.0,
"min": 0.0,
"max": 0.0
},
{
"current": 2650.0,
"min": 0.0,
"max": 0.0
},
{
"current": 2650.0,
"min": 0.0,
"max": 0.0
},
{
"current": 2650.0,
"min": 0.0,
"max": 0.0
},
{
"current": 2650.0,
"min": 0.0,
"max": 0.0
},
{
"current": 2650.0,
"min": 0.0,
"max": 0.0
},
{
"current": 2650.0,
"min": 0.0,
"max": 0.0
},
{
"current": 2650.0,
"min": 0.0,
"max": 0.0
},
{
"current": 2650.0,
"min": 0.0,
"max": 0.0
},
{
"current": 2650.0,
"min": 0.0,
"max": 0.0
},
{
"current": 2650.0,
"min": 0.0,
"max": 0.0
},
{
"current": 2650.0,
"min": 0.0,
"max": 0.0
},
{
"current": 3598.118,
"min": 0.0,
"max": 0.0
},
{
"current": 2650.0,
"min": 0.0,
"max": 0.0
},
{
"current": 2650.0,
"min": 0.0,
"max": 0.0
},
{
"current": 2650.0,
"min": 0.0,
"max": 0.0
},
{
"current": 2650.0,
"min": 0.0,
"max": 0.0
},
{
"current": 2650.0,
"min": 0.0,
"max": 0.0
},
{
"current": 2650.0,
"min": 0.0,
"max": 0.0
},
{
"current": 2650.0,
"min": 0.0,
"max": 0.0
},
{
"current": 2650.0,
"min": 0.0,
"max": 0.0
},
{
"current": 2650.0,
"min": 0.0,
"max": 0.0
},
{
"current": 2650.0,
"min": 0.0,
"max": 0.0
},
{
"current": 2650.0,
"min": 0.0,
"max": 0.0
},
{
"current": 2650.0,
"min": 0.0,
"max": 0.0
},
{
"current": 2650.0,
"min": 0.0,
"max": 0.0
},
{
"current": 3597.248,
"min": 0.0,
"max": 0.0
},
{
"current": 2650.0,
"min": 0.0,
"max": 0.0
},
{
"current": 2650.0,
"min": 0.0,
"max": 0.0
},
{
"current": 2650.0,
"min": 0.0,
"max": 0.0
},
{
"current": 2650.0,
"min": 0.0,
"max": 0.0
},
{
"current": 2650.0,
"min": 0.0,
"max": 0.0
},
{
"current": 2650.0,
"min": 0.0,
"max": 0.0
},
{
"current": 2650.0,
"min": 0.0,
"max": 0.0
},
{
"current": 2650.0,
"min": 0.0,
"max": 0.0
},
{
"current": 2650.0,
"min": 0.0,
"max": 0.0
},
{
"current": 2650.0,
"min": 0.0,
"max": 0.0
},
{
"current": 2650.0,
"min": 0.0,
"max": 0.0
},
{
"current": 2650.0,
"min": 0.0,
"max": 0.0
},
{
"current": 2650.0,
"min": 0.0,
"max": 0.0
},
{
"current": 2650.0,
"min": 0.0,
"max": 0.0
},
{
"current": 2650.0,
"min": 0.0,
"max": 0.0
},
{
"current": 3597.735,
"min": 0.0,
"max": 0.0
},
{
"current": 2650.0,
"min": 0.0,
"max": 0.0
},
{
"current": 2650.0,
"min": 0.0,
"max": 0.0
},
{
"current": 2650.0,
"min": 0.0,
"max": 0.0
},
{
"current": 2650.0,
"min": 0.0,
"max": 0.0
},
{
"current": 2650.0,
"min": 0.0,
"max": 0.0
},
{
"current": 2650.0,
"min": 0.0,
"max": 0.0
},
{
"current": 2650.0,
"min": 0.0,
"max": 0.0
},
{
"current": 3598.023,
"min": 0.0,
"max": 0.0
},
{
"current": 2650.0,
"min": 0.0,
"max": 0.0
},
{
"current": 2650.0,
"min": 0.0,
"max": 0.0
},
{
"current": 2650.0,
"min": 0.0,
"max": 0.0
},
{
"current": 2650.0,
"min": 0.0,
"max": 0.0
},
{
"current": 2650.0,
"min": 0.0,
"max": 0.0
},
{
"current": 2650.0,
"min": 0.0,
"max": 0.0
},
{
"current": 2650.0,
"min": 0.0,
"max": 0.0
},
{
"current": 3594.821,
"min": 0.0,
"max": 0.0
},
{
"current": 2650.0,
"min": 0.0,
"max": 0.0
},
{
"current": 2650.0,
"min": 0.0,
"max": 0.0
},
{
"current": 2650.0,
"min": 0.0,
"max": 0.0
},
{
"current": 2650.0,
"min": 0.0,
"max": 0.0
},
{
"current": 2650.0,
"min": 0.0,
"max": 0.0
},
{
"current": 2650.0,
"min": 0.0,
"max": 0.0
},
{
"current": 2650.0,
"min": 0.0,
"max": 0.0
},
{
"current": 2650.0,
"min": 0.0,
"max": 0.0
},
{
"current": 2650.0,
"min": 0.0,
"max": 0.0
},
{
"current": 2650.0,
"min": 0.0,
"max": 0.0
},
{
"current": 2650.0,
"min": 0.0,
"max": 0.0
},
{
"current": 2650.0,
"min": 0.0,
"max": 0.0
},
{
"current": 2650.0,
"min": 0.0,
"max": 0.0
},
{
"current": 3597.904,
"min": 0.0,
"max": 0.0
},
{
"current": 2650.0,
"min": 0.0,
"max": 0.0
}
],
"disk": {
"/": {
"total": 290.7472343444824,
"used": 59.15196990966797
}
},
"gpu": "NVIDIA H100 80GB HBM3",
"gpu_count": 8,
"gpu_devices": [
{
"name": "NVIDIA H100 80GB HBM3",
"memory_total": 85520809984
},
{
"name": "NVIDIA H100 80GB HBM3",
"memory_total": 85520809984
},
{
"name": "NVIDIA H100 80GB HBM3",
"memory_total": 85520809984
},
{
"name": "NVIDIA H100 80GB HBM3",
"memory_total": 85520809984
},
{
"name": "NVIDIA H100 80GB HBM3",
"memory_total": 85520809984
},
{
"name": "NVIDIA H100 80GB HBM3",
"memory_total": 85520809984
},
{
"name": "NVIDIA H100 80GB HBM3",
"memory_total": 85520809984
},
{
"name": "NVIDIA H100 80GB HBM3",
"memory_total": 85520809984
}
],
"memory": {
"total": 1999.985538482666
}
}