x-lai commited on
Commit
1e37883
·
1 Parent(s): e53daa9

Update new download links for refCOCO series data

Browse files

Former-commit-id: 967044106400fd1a0c6f2f2f213e22aa0200ad2d

Files changed (2) hide show
  1. README.md +6 -4
  2. train_ds.py +1 -1
README.md CHANGED
@@ -170,9 +170,11 @@ Download SAM ViT-H pre-trained weights from the [link](https://dl.fbaipublicfile
170
  ### Training
171
  ```
172
  deepspeed --master_port=24999 train_ds.py \
173
- --version="PATH_TO_LLaVA_Wegihts" \
174
  --dataset_dir='./dataset' \
175
- --vision_pretrained="PATH_TO_SAM_Weights" \
 
 
176
  --exp_name="lisa-7b"
177
  ```
178
  When training is finished, to get the full model weight:
@@ -183,9 +185,9 @@ cd ./runs/lisa-7b/ckpt_model && python zero_to_fp32.py . ../pytorch_model.bin
183
  ### Validation
184
  ```
185
  deepspeed --master_port=24999 train_ds.py \
186
- --version="PATH_TO_LLaVA_Wegihts" \
187
  --dataset_dir='./dataset' \
188
- --vision_pretrained="PATH_TO_SAM_Weights" \
189
  --exp_name="lisa-7b" \
190
  --weight='PATH_TO_pytorch_model.bin' \
191
  --eval_only
 
170
  ### Training
171
  ```
172
  deepspeed --master_port=24999 train_ds.py \
173
+ --version="PATH_TO_LLaVA" \
174
  --dataset_dir='./dataset' \
175
+ --vision_pretrained="PATH_TO_SAM" \
176
+ --dataset="sem_seg||refer_seg||vqa||reason_seg" \
177
+ --sample_rates="9,3,3,1" \
178
  --exp_name="lisa-7b"
179
  ```
180
  When training is finished, to get the full model weight:
 
185
  ### Validation
186
  ```
187
  deepspeed --master_port=24999 train_ds.py \
188
+ --version="PATH_TO_LLaVA" \
189
  --dataset_dir='./dataset' \
190
+ --vision_pretrained="PATH_TO_SAM" \
191
  --exp_name="lisa-7b" \
192
  --weight='PATH_TO_pytorch_model.bin' \
193
  --eval_only
train_ds.py CHANGED
@@ -49,6 +49,7 @@ def parse_args(args):
49
  parser.add_argument(
50
  "--dataset", default="sem_seg||refer_seg||vqa||reason_seg", type=str
51
  )
 
52
  parser.add_argument(
53
  "--sem_seg_data",
54
  default="ade20k||cocostuff||pascal_part||paco_lvis||mapillary",
@@ -57,7 +58,6 @@ def parse_args(args):
57
  parser.add_argument(
58
  "--refer_seg_data", default="refclef||refcoco||refcoco+||refcocog", type=str
59
  )
60
- parser.add_argument("--sample_rates", default="9,3,3,1", type=str)
61
  parser.add_argument("--vqa_data", default="llava_instruct_150k", type=str)
62
  parser.add_argument("--reason_seg_data", default="ReasonSeg|train", type=str)
63
  parser.add_argument("--val_dataset", default="ReasonSeg|val", type=str)
 
49
  parser.add_argument(
50
  "--dataset", default="sem_seg||refer_seg||vqa||reason_seg", type=str
51
  )
52
+ parser.add_argument("--sample_rates", default="9,3,3,1", type=str)
53
  parser.add_argument(
54
  "--sem_seg_data",
55
  default="ade20k||cocostuff||pascal_part||paco_lvis||mapillary",
 
58
  parser.add_argument(
59
  "--refer_seg_data", default="refclef||refcoco||refcoco+||refcocog", type=str
60
  )
 
61
  parser.add_argument("--vqa_data", default="llava_instruct_150k", type=str)
62
  parser.add_argument("--reason_seg_data", default="ReasonSeg|train", type=str)
63
  parser.add_argument("--val_dataset", default="ReasonSeg|val", type=str)