Spaces:
Paused
Paused
x-lai
commited on
Commit
·
1e37883
1
Parent(s):
e53daa9
Update new download links for refCOCO series data
Browse filesFormer-commit-id: 967044106400fd1a0c6f2f2f213e22aa0200ad2d
- README.md +6 -4
- train_ds.py +1 -1
README.md
CHANGED
@@ -170,9 +170,11 @@ Download SAM ViT-H pre-trained weights from the [link](https://dl.fbaipublicfile
|
|
170 |
### Training
|
171 |
```
|
172 |
deepspeed --master_port=24999 train_ds.py \
|
173 |
-
--version="
|
174 |
--dataset_dir='./dataset' \
|
175 |
-
--vision_pretrained="
|
|
|
|
|
176 |
--exp_name="lisa-7b"
|
177 |
```
|
178 |
When training is finished, to get the full model weight:
|
@@ -183,9 +185,9 @@ cd ./runs/lisa-7b/ckpt_model && python zero_to_fp32.py . ../pytorch_model.bin
|
|
183 |
### Validation
|
184 |
```
|
185 |
deepspeed --master_port=24999 train_ds.py \
|
186 |
-
--version="
|
187 |
--dataset_dir='./dataset' \
|
188 |
-
--vision_pretrained="
|
189 |
--exp_name="lisa-7b" \
|
190 |
--weight='PATH_TO_pytorch_model.bin' \
|
191 |
--eval_only
|
|
|
170 |
### Training
|
171 |
```
|
172 |
deepspeed --master_port=24999 train_ds.py \
|
173 |
+
--version="PATH_TO_LLaVA" \
|
174 |
--dataset_dir='./dataset' \
|
175 |
+
--vision_pretrained="PATH_TO_SAM" \
|
176 |
+
--dataset="sem_seg||refer_seg||vqa||reason_seg" \
|
177 |
+
--sample_rates="9,3,3,1" \
|
178 |
--exp_name="lisa-7b"
|
179 |
```
|
180 |
When training is finished, to get the full model weight:
|
|
|
185 |
### Validation
|
186 |
```
|
187 |
deepspeed --master_port=24999 train_ds.py \
|
188 |
+
--version="PATH_TO_LLaVA" \
|
189 |
--dataset_dir='./dataset' \
|
190 |
+
--vision_pretrained="PATH_TO_SAM" \
|
191 |
--exp_name="lisa-7b" \
|
192 |
--weight='PATH_TO_pytorch_model.bin' \
|
193 |
--eval_only
|
train_ds.py
CHANGED
@@ -49,6 +49,7 @@ def parse_args(args):
|
|
49 |
parser.add_argument(
|
50 |
"--dataset", default="sem_seg||refer_seg||vqa||reason_seg", type=str
|
51 |
)
|
|
|
52 |
parser.add_argument(
|
53 |
"--sem_seg_data",
|
54 |
default="ade20k||cocostuff||pascal_part||paco_lvis||mapillary",
|
@@ -57,7 +58,6 @@ def parse_args(args):
|
|
57 |
parser.add_argument(
|
58 |
"--refer_seg_data", default="refclef||refcoco||refcoco+||refcocog", type=str
|
59 |
)
|
60 |
-
parser.add_argument("--sample_rates", default="9,3,3,1", type=str)
|
61 |
parser.add_argument("--vqa_data", default="llava_instruct_150k", type=str)
|
62 |
parser.add_argument("--reason_seg_data", default="ReasonSeg|train", type=str)
|
63 |
parser.add_argument("--val_dataset", default="ReasonSeg|val", type=str)
|
|
|
49 |
parser.add_argument(
|
50 |
"--dataset", default="sem_seg||refer_seg||vqa||reason_seg", type=str
|
51 |
)
|
52 |
+
parser.add_argument("--sample_rates", default="9,3,3,1", type=str)
|
53 |
parser.add_argument(
|
54 |
"--sem_seg_data",
|
55 |
default="ade20k||cocostuff||pascal_part||paco_lvis||mapillary",
|
|
|
58 |
parser.add_argument(
|
59 |
"--refer_seg_data", default="refclef||refcoco||refcoco+||refcocog", type=str
|
60 |
)
|
|
|
61 |
parser.add_argument("--vqa_data", default="llava_instruct_150k", type=str)
|
62 |
parser.add_argument("--reason_seg_data", default="ReasonSeg|train", type=str)
|
63 |
parser.add_argument("--val_dataset", default="ReasonSeg|val", type=str)
|