LICENSE.txt
MANIFEST.in
README.md
pyproject.toml
requirements.txt
setup.py
app/__init__.py
app/calculate_coco_features.py
app/caption.py
app/classification.py
app/dataset_browser.py
app/image_text_match.py
app/main.py
app/multimodal_search.py
app/multipage.py
app/text_localization.py
app/utils.py
app/vqa.py
docs/conf.py
lavis/__init__.py
lavis/common/config.py
lavis/common/dist_utils.py
lavis/common/gradcam.py
lavis/common/logger.py
lavis/common/optims.py
lavis/common/registry.py
lavis/common/utils.py
lavis/common/vqa_tools/__init__.py
lavis/common/vqa_tools/vqa.py
lavis/common/vqa_tools/vqa_eval.py
lavis/configs/default.yaml
lavis/configs/datasets/aokvqa/defaults.yaml
lavis/configs/datasets/avsd/defaults_dial.yaml
lavis/configs/datasets/coco/defaults_cap.yaml
lavis/configs/datasets/coco/defaults_ret.yaml
lavis/configs/datasets/coco/defaults_vqa.yaml
lavis/configs/datasets/coco/eval_vqa.yaml
lavis/configs/datasets/conceptual_caption/defaults_12m.yaml
lavis/configs/datasets/conceptual_caption/defaults_3m.yaml
lavis/configs/datasets/didemo/defaults_ret.yaml
lavis/configs/datasets/flickr30k/defaults.yaml
lavis/configs/datasets/gqa/balanced_testdev.yaml
lavis/configs/datasets/gqa/balanced_val.yaml
lavis/configs/datasets/gqa/defaults.yaml
lavis/configs/datasets/imagenet/defaults.yaml
lavis/configs/datasets/laion/defaults_2B_multi.yaml
lavis/configs/datasets/msrvtt/defaults_cap.yaml
lavis/configs/datasets/msrvtt/defaults_qa.yaml
lavis/configs/datasets/msrvtt/defaults_ret.yaml
lavis/configs/datasets/msvd/defaults_cap.yaml
lavis/configs/datasets/msvd/defaults_qa.yaml
lavis/configs/datasets/nlvr/defaults.yaml
lavis/configs/datasets/nocaps/defaults.yaml
lavis/configs/datasets/okvqa/defaults.yaml
lavis/configs/datasets/sbu_caption/defaults.yaml
lavis/configs/datasets/snli_ve/defaults.yaml
lavis/configs/datasets/vatex/defaults_cap.yaml
lavis/configs/datasets/vg/defaults_caption.yaml
lavis/configs/datasets/vg/defaults_vqa.yaml
lavis/configs/models/albef_classification_ve.yaml
lavis/configs/models/albef_feature_extractor.yaml
lavis/configs/models/albef_nlvr.yaml
lavis/configs/models/albef_pretrain_base.yaml
lavis/configs/models/albef_retrieval_coco.yaml
lavis/configs/models/albef_retrieval_flickr.yaml
lavis/configs/models/albef_vqav2.yaml
lavis/configs/models/alpro_qa_msrvtt.yaml
lavis/configs/models/alpro_qa_msvd.yaml
lavis/configs/models/alpro_retrieval_didemo.yaml
lavis/configs/models/alpro_retrieval_msrvtt.yaml
lavis/configs/models/bert_config.json
lavis/configs/models/bert_config_alpro.json
lavis/configs/models/blip_caption_base_coco.yaml
lavis/configs/models/blip_caption_large_coco.yaml
lavis/configs/models/blip_classification_base.yaml
lavis/configs/models/blip_feature_extractor_base.yaml
lavis/configs/models/blip_itm_base.yaml
lavis/configs/models/blip_itm_large.yaml
lavis/configs/models/blip_nlvr.yaml
lavis/configs/models/blip_pretrain_base.yaml
lavis/configs/models/blip_pretrain_large.yaml
lavis/configs/models/blip_retrieval_coco.yaml
lavis/configs/models/blip_retrieval_flickr.yaml
lavis/configs/models/blip_vqa_aokvqa.yaml
lavis/configs/models/blip_vqa_okvqa.yaml
lavis/configs/models/blip_vqav2.yaml
lavis/configs/models/clip_resnet50.yaml
lavis/configs/models/clip_vit_base16.yaml
lavis/configs/models/clip_vit_base32.yaml
lavis/configs/models/clip_vit_large14.yaml
lavis/configs/models/clip_vit_large14_336.yaml
lavis/configs/models/gpt_dialogue_base.yaml
lavis/configs/models/med_config.json
lavis/configs/models/med_config_albef.json
lavis/configs/models/med_large_config.json
lavis/configs/models/blip2/blip2_caption_flant5xl.yaml
lavis/configs/models/blip2/blip2_caption_opt2.7b.yaml
lavis/configs/models/blip2/blip2_caption_opt6.7b.yaml
lavis/configs/models/blip2/blip2_coco.yaml
lavis/configs/models/blip2/blip2_pretrain.yaml
lavis/configs/models/blip2/blip2_pretrain_flant5xl.yaml
lavis/configs/models/blip2/blip2_pretrain_flant5xl_vitL.yaml
lavis/configs/models/blip2/blip2_pretrain_flant5xxl.yaml
lavis/configs/models/blip2/blip2_pretrain_opt2.7b.yaml
lavis/configs/models/blip2/blip2_pretrain_opt6.7b.yaml
lavis/configs/models/blip2/blip2_pretrain_vitL.yaml
lavis/configs/models/clip/RN101-quickgelu.json
lavis/configs/models/clip/RN101.json
lavis/configs/models/clip/RN50-quickgelu.json
lavis/configs/models/clip/RN50.json
lavis/configs/models/clip/RN50x16.json
lavis/configs/models/clip/RN50x4.json
lavis/configs/models/clip/ViT-B-16-plus-240.json
lavis/configs/models/clip/ViT-B-16-plus.json
lavis/configs/models/clip/ViT-B-16.json
lavis/configs/models/clip/ViT-B-32-plus-256.json
lavis/configs/models/clip/ViT-B-32-quickgelu.json
lavis/configs/models/clip/ViT-B-32.json
lavis/configs/models/clip/ViT-H-14.json
lavis/configs/models/clip/ViT-H-16.json
lavis/configs/models/clip/ViT-L-14-280.json
lavis/configs/models/clip/ViT-L-14-336.json
lavis/configs/models/clip/ViT-L-14.json
lavis/configs/models/clip/ViT-L-16-320.json
lavis/configs/models/clip/ViT-L-16.json
lavis/configs/models/clip/ViT-g-14.json
lavis/configs/models/clip/timm-efficientnetv2_rw_s.json
lavis/configs/models/clip/timm-resnet50d.json
lavis/configs/models/clip/timm-resnetaa50d.json
lavis/configs/models/clip/timm-resnetblur50.json
lavis/configs/models/clip/timm-swin_base_patch4_window7_224.json
lavis/configs/models/clip/timm-vit_base_patch16_224.json
lavis/configs/models/clip/timm-vit_base_patch32_224.json
lavis/configs/models/clip/timm-vit_small_patch16_224.json
lavis/configs/models/img2prompt-vqa/img2prompt_vqa_base.yaml
lavis/configs/models/pnp-vqa/pnp_vqa_3b.yaml
lavis/configs/models/pnp-vqa/pnp_vqa_base.yaml
lavis/configs/models/pnp-vqa/pnp_vqa_large.yaml
lavis/configs/models/pnp-vqa/unifiedqav2_3b_config.json
lavis/configs/models/pnp-vqa/unifiedqav2_base_config.json
lavis/configs/models/pnp-vqa/unifiedqav2_large_config.json
lavis/datasets/data_utils.py
lavis/datasets/builders/__init__.py
lavis/datasets/builders/base_dataset_builder.py
lavis/datasets/builders/caption_builder.py
lavis/datasets/builders/classification_builder.py
lavis/datasets/builders/dialogue_builder.py
lavis/datasets/builders/image_text_pair_builder.py
lavis/datasets/builders/imagefolder_builder.py
lavis/datasets/builders/retrieval_builder.py
lavis/datasets/builders/video_qa_builder.py
lavis/datasets/builders/vqa_builder.py
lavis/datasets/datasets/aok_vqa_datasets.py
lavis/datasets/datasets/avsd_dialogue_datasets.py
lavis/datasets/datasets/base_dataset.py
lavis/datasets/datasets/caption_datasets.py
lavis/datasets/datasets/coco_caption_datasets.py
lavis/datasets/datasets/coco_vqa_datasets.py
lavis/datasets/datasets/dataloader_utils.py
lavis/datasets/datasets/dialogue_datasets.py
lavis/datasets/datasets/gqa_datasets.py
lavis/datasets/datasets/image_text_pair_datasets.py
lavis/datasets/datasets/imagefolder_dataset.py
lavis/datasets/datasets/laion_dataset.py
lavis/datasets/datasets/multimodal_classification_datasets.py
lavis/datasets/datasets/nlvr_datasets.py
lavis/datasets/datasets/retrieval_datasets.py
lavis/datasets/datasets/snli_ve_datasets.py
lavis/datasets/datasets/vg_vqa_datasets.py
lavis/datasets/datasets/video_caption_datasets.py
lavis/datasets/datasets/video_vqa_datasets.py
lavis/datasets/datasets/vqa_datasets.py
lavis/models/__init__.py
lavis/models/base_model.py
lavis/models/clip_vit.py
lavis/models/eva_vit.py
lavis/models/med.py
lavis/models/vit.py
lavis/models/albef_models/__init__.py
lavis/models/albef_models/albef_classification.py
lavis/models/albef_models/albef_feature_extractor.py
lavis/models/albef_models/albef_nlvr.py
lavis/models/albef_models/albef_outputs.py
lavis/models/albef_models/albef_pretrain.py
lavis/models/albef_models/albef_retrieval.py
lavis/models/albef_models/albef_vqa.py
lavis/models/alpro_models/__init__.py
lavis/models/alpro_models/alpro_outputs.py
lavis/models/alpro_models/alpro_qa.py
lavis/models/alpro_models/alpro_retrieval.py
lavis/models/blip2_models/Qformer.py
lavis/models/blip2_models/__init__.py
lavis/models/blip2_models/blip2.py
lavis/models/blip2_models/blip2_image_text_matching.py
lavis/models/blip2_models/blip2_opt.py
lavis/models/blip2_models/blip2_qformer.py
lavis/models/blip2_models/blip2_t5.py
lavis/models/blip2_models/modeling_opt.py
lavis/models/blip2_models/modeling_t5.py
lavis/models/blip_models/__init__.py
lavis/models/blip_models/blip.py
lavis/models/blip_models/blip_caption.py
lavis/models/blip_models/blip_classification.py
lavis/models/blip_models/blip_feature_extractor.py
lavis/models/blip_models/blip_image_text_matching.py
lavis/models/blip_models/blip_nlvr.py
lavis/models/blip_models/blip_outputs.py
lavis/models/blip_models/blip_pretrain.py
lavis/models/blip_models/blip_retrieval.py
lavis/models/blip_models/blip_vqa.py
lavis/models/blip_models/nlvr_encoder.py
lavis/models/clip_models/__init__.py
lavis/models/clip_models/bpe_simple_vocab_16e6.txt.gz
lavis/models/clip_models/clip_outputs.py
lavis/models/clip_models/loss.py
lavis/models/clip_models/model.py
lavis/models/clip_models/pretrained.py
lavis/models/clip_models/timm_model.py
lavis/models/clip_models/tokenizer.py
lavis/models/clip_models/transform.py
lavis/models/clip_models/utils.py
lavis/models/gpt_models/gpt_dialogue.py
lavis/models/img2prompt_models/__init__.py
lavis/models/img2prompt_models/img2prompt_vqa.py
lavis/models/pnp_vqa_models/__init__.py
lavis/models/pnp_vqa_models/pnp_unifiedqav2_fid.py
lavis/models/pnp_vqa_models/pnp_vqa.py
lavis/models/timesformer/__init__.py
lavis/models/timesformer/conv2d_same.py
lavis/models/timesformer/features.py
lavis/models/timesformer/helpers.py
lavis/models/timesformer/linear.py
lavis/models/timesformer/vit.py
lavis/models/timesformer/vit_utils.py
lavis/processors/__init__.py
lavis/processors/alpro_processors.py
lavis/processors/base_processor.py
lavis/processors/blip_processors.py
lavis/processors/clip_processors.py
lavis/processors/functional_video.py
lavis/processors/gpt_processors.py
lavis/processors/randaugment.py
lavis/processors/transforms_video.py
lavis/projects/albef/eval/nlvr_eval.yaml
lavis/projects/albef/eval/ret_coco_eval.yaml
lavis/projects/albef/eval/ret_flickr30k_eval.yaml
lavis/projects/albef/eval/snli_ve_eval.yaml
lavis/projects/albef/eval/vqa_test.yaml
lavis/projects/albef/eval/vqa_val.yaml
lavis/projects/albef/train/aokvqa_ft.yaml
lavis/projects/albef/train/nlvr_ft.yaml
lavis/projects/albef/train/okvqa_ft.yaml
lavis/projects/albef/train/pretrain.yaml
lavis/projects/albef/train/ret_coco_ft.yaml
lavis/projects/albef/train/ret_flickr30k_ft.yaml
lavis/projects/albef/train/snli_ve_ft.yaml
lavis/projects/albef/train/vqa_ft.yaml
lavis/projects/alpro/eval/didemo_ret_eval.yaml
lavis/projects/alpro/eval/msrvtt_qa_eval.yaml
lavis/projects/alpro/eval/msrvtt_ret_eval.yaml
lavis/projects/alpro/eval/msvd_qa_eval.yaml
lavis/projects/alpro/train/didemo_ret_ft.yaml
lavis/projects/alpro/train/msrvtt_qa_ft.yaml
lavis/projects/alpro/train/msrvtt_retrieval_ft.yaml
lavis/projects/alpro/train/msvd_qa_ft.yaml
lavis/projects/blip/coco_cap_ft_iter.yaml
lavis/projects/blip/eval/aokvqa_eval.yaml
lavis/projects/blip/eval/caption_coco_eval.yaml
lavis/projects/blip/eval/caption_coco_eval_large.yaml
lavis/projects/blip/eval/nlvr_eval.yaml
lavis/projects/blip/eval/nocaps_eval.yaml
lavis/projects/blip/eval/okvqa_eval.yaml
lavis/projects/blip/eval/ret_coco_eval.yaml
lavis/projects/blip/eval/ret_flickr_eval.yaml
lavis/projects/blip/eval/vqav2_eval.yaml
lavis/projects/blip/train/aokvqa_ft.yaml
lavis/projects/blip/train/caption_coco_ft.yaml
lavis/projects/blip/train/caption_coco_large_ft.yaml
lavis/projects/blip/train/nlvr_ft.yaml
lavis/projects/blip/train/okvqa_ft.yaml
lavis/projects/blip/train/pretrain_14m.yaml
lavis/projects/blip/train/retrieval_coco_ft.yaml
lavis/projects/blip/train/retrieval_flickr_ft.yaml
lavis/projects/blip/train/vqav2_ft.yaml
lavis/projects/blip2/eval/caption_coco_flant5xl_eval.yaml
lavis/projects/blip2/eval/caption_coco_opt2.7b_eval.yaml
lavis/projects/blip2/eval/caption_coco_opt6.7b_eval.yaml
lavis/projects/blip2/eval/gqa_zeroshot_flant5xl_eval.yaml
lavis/projects/blip2/eval/okvqa_zeroshot_flant5xl_eval.yaml
lavis/projects/blip2/eval/ret_coco_eval.yaml
lavis/projects/blip2/eval/ret_flickr_eval.yaml
lavis/projects/blip2/eval/vqav2_zeroshot_flant5xl_eval.yaml
lavis/projects/blip2/train/caption_coco_ft.yaml
lavis/projects/blip2/train/pretrain_stage1.yaml
lavis/projects/blip2/train/pretrain_stage2.yaml
lavis/projects/clip/exp_coco_ret_eval.yaml
lavis/projects/clip/exp_flickr_ret_eval.yaml
lavis/projects/clip/exp_imnet_zs_eval.yaml
lavis/projects/gpt/eval/dialogue_avsd_eval.yaml
lavis/projects/gpt/train/dialogue_avsd_ft.yaml
lavis/projects/pnp-vqa/eval/gqa_eval.yaml
lavis/projects/pnp-vqa/eval/gqa_eval_3b.yaml
lavis/projects/pnp-vqa/eval/gqa_eval_large.yaml
lavis/projects/pnp-vqa/eval/okvqa_eval.yaml
lavis/projects/pnp-vqa/eval/okvqa_eval_3b.yaml
lavis/projects/pnp-vqa/eval/okvqa_eval_large.yaml
lavis/projects/pnp-vqa/eval/vqav2_eval.yaml
lavis/projects/pnp-vqa/eval/vqav2_eval_3b.yaml
lavis/projects/pnp-vqa/eval/vqav2_eval_large.yaml
lavis/projects/pnp-vqa/eval/vqav2_test_eval.yaml
lavis/projects/pnp-vqa/eval/vqav2_test_eval_3b.yaml
lavis/projects/pnp-vqa/eval/vqav2_test_eval_large.yaml
lavis/runners/__init__.py
lavis/runners/runner_base.py
lavis/runners/runner_iter.py
lavis/tasks/__init__.py
lavis/tasks/base_task.py
lavis/tasks/captioning.py
lavis/tasks/dialogue.py
lavis/tasks/image_text_pretrain.py
lavis/tasks/multimodal_classification.py
lavis/tasks/retrieval.py
lavis/tasks/vqa.py
lavis/tasks/vqa_reading_comprehension.py
projects/img2prompt-vqa/img2prompt_vqa.py
salesforce_lavis.egg-info/PKG-INFO
salesforce_lavis.egg-info/SOURCES.txt
salesforce_lavis.egg-info/dependency_links.txt
salesforce_lavis.egg-info/not-zip-safe
salesforce_lavis.egg-info/requires.txt
salesforce_lavis.egg-info/top_level.txt
tests/models/test_albef.py
tests/models/test_blip.py
tests/models/test_blip2.py
tests/models/test_pnp_vqa.py