python convert_checkpoint.py --model_dir /home/user/hf/deepseek-v3-bf16 \ --output_dir /home/user/hf/deepseek-v3-int4 \ --dtype bfloat16 \ --tp_size 4 \ --use_weight_only \ --weight_only_precision int4 \ --workers 4