|
|
|
|
|
|
|
|
|
|
|
model:
|
|
arch: img2prompt_vqa
|
|
model_type: base
|
|
|
|
image_question_matching_model:
|
|
arch: blip_image_text_matching
|
|
load_finetuned: True
|
|
|
|
finetuned: "https://storage.googleapis.com/sfr-vision-language-research/BLIP/models/model_large_retrieval_coco_train2014.pth"
|
|
|
|
|
|
vit_type: "large"
|
|
vit_grad_ckpt: False
|
|
vit_ckpt_layer: 0
|
|
|
|
image_size: 384
|
|
|
|
|
|
med_config_path: "configs/models/med_large_config.json"
|
|
|
|
embed_dim: 256
|
|
|
|
image_captioning_model:
|
|
arch: blip_caption
|
|
load_finetuned: True
|
|
|
|
finetuned: "https://storage.googleapis.com/sfr-vision-language-research/BLIP/models/model_large_caption_coco_train2014.pth"
|
|
|
|
vit_type: "large"
|
|
vit_grad_ckpt: True
|
|
vit_ckpt_layer: 5
|
|
|
|
image_size: 384
|
|
|
|
|
|
med_config_path: "configs/models/med_large_config.json"
|
|
|
|
|
|
prompt: "a picture of "
|
|
|
|
question_generation_moodel:
|
|
pretrained: "https://storage.googleapis.com/sfr-vision-language-research/LAVIS/projects/img2prompt/T5_large_QG.pth"
|
|
|
|
|
|
|
|
preprocess:
|
|
vis_processor:
|
|
eval:
|
|
name: "blip_image_eval"
|
|
image_size: 384
|
|
text_processor:
|
|
eval:
|
|
name: "blip_caption"
|
|
|