mirror of
https://github.com/open-mmlab/mmclassification.git
synced 2025-06-03 21:53:55 +08:00
* [Feat] Migrate blip caption to mmpretrain. (#50) * Migrate blip caption to mmpretrain * minor fix * support train * [Feature] Support OFA caption task. (#51) * [Feature] Support OFA caption task. * Remove duplicated files. * [Feature] Support OFA vqa task. (#58) * [Feature] Support OFA vqa task. * Fix lint. * [Feat] Add BLIP retrieval to mmpretrain. (#55) * init * minor fix for train * fix according to comments * refactor * Update Blip retrieval. (#62) * [Feature] Support OFA visual grounding task. (#59) * [Feature] Support OFA visual grounding task. * minor add TODO --------- Co-authored-by: yingfhu <yingfhu@gmail.com> * [Feat] Add flamingos coco caption and vqa. (#60) * first init * init flamingo coco * add vqa * minor fix * remove unnecessary modules * Update config * Use `ApplyToList`. --------- Co-authored-by: mzr1996 <mzr1996@163.com> * [Feature]: BLIP2 coco retrieval (#53) * [Feature]: Add blip2 retriever * [Feature]: Add blip2 all modules * [Feature]: Refine model * [Feature]: x1 * [Feature]: Runnable coco ret * [Feature]: Runnable version * [Feature]: Fix lint * [Fix]: Fix lint * [Feature]: Use 364 img size * [Feature]: Refactor blip2 * [Fix]: Fix lint * refactor files * minor fix * minor fix --------- Co-authored-by: yingfhu <yingfhu@gmail.com> * Remove * fix blip caption inputs (#68) * [Feat] Add BLIP NLVR support. (#67) * first init * init flamingo coco * add vqa * add nlvr * refactor nlvr * minor fix * minor fix * Update dataset --------- Co-authored-by: mzr1996 <mzr1996@163.com> * [Feature]: BLIP2 Caption (#70) * [Feature]: Add language model * [Feature]: blip2 caption forward * [Feature]: Reproduce the results * [Feature]: Refactor caption * refine config --------- Co-authored-by: yingfhu <yingfhu@gmail.com> * [Feat] Migrate BLIP VQA to mmpretrain (#69) * reformat * change * change * change * change * change * change * change * change * change * change * change * change * change * change * change * change * change * change * change * refactor code --------- Co-authored-by: yingfhu <yingfhu@gmail.com> * Update RefCOCO dataset * [Fix] fix lint * [Feature] Implement inference APIs for multi-modal tasks. (#65) * [Feature] Implement inference APIs for multi-modal tasks. * [Project] Add gradio demo. * [Improve] Update requirements * Update flamingo * Update blip * Add NLVR inferencer * Update flamingo * Update hugging face model register * Update ofa vqa * Update BLIP-vqa (#71) * Update blip-vqa docstring (#72) * Refine flamingo docstring (#73) * [Feature]: BLIP2 VQA (#61) * [Feature]: VQA forward * [Feature]: Reproduce accuracy * [Fix]: Fix lint * [Fix]: Add blank line * minor fix --------- Co-authored-by: yingfhu <yingfhu@gmail.com> * [Feature]: BLIP2 docstring (#74) * [Feature]: Add caption docstring * [Feature]: Add docstring to blip2 vqa * [Feature]: Add docstring to retrieval * Update BLIP-2 metafile and README (#75) * [Feature]: Add readme and docstring * Update blip2 results --------- Co-authored-by: mzr1996 <mzr1996@163.com> * [Feature] BLIP Visual Grounding on MMPretrain Branch (#66) * blip grounding merge with mmpretrain * remove commit * blip grounding test and inference api * refcoco dataset * refcoco dataset refine config * rebasing * gitignore * rebasing * minor edit * minor edit * Update blip-vqa docstring (#72) * rebasing * Revert "minor edit" This reverts commit 639cec757c215e654625ed0979319e60f0be9044. * blip grounding final * precommit * refine config * refine config * Update blip visual grounding --------- Co-authored-by: Yiqin Wang 王逸钦 <wyq1217@outlook.com> Co-authored-by: mzr1996 <mzr1996@163.com> * Update visual grounding metric * Update OFA docstring, README and metafiles. (#76) * [Docs] Update installation docs and gradio demo docs. (#77) * Update OFA name * Update Visual Grounding Visualizer * Integrate accelerate support * Fix imports. * Fix timm backbone * Update imports * Update README * Update circle ci * Update flamingo config * Add gradio demo README * [Feature]: Add scienceqa (#1571) * [Feature]: Add scienceqa * [Feature]: Change param name * Update docs * Update video --------- Co-authored-by: Hubert <42952108+yingfhu@users.noreply.github.com> Co-authored-by: yingfhu <yingfhu@gmail.com> Co-authored-by: Yuan Liu <30762564+YuanLiuuuuuu@users.noreply.github.com> Co-authored-by: Yiqin Wang 王逸钦 <wyq1217@outlook.com> Co-authored-by: Rongjie Li <limo97@163.com>
83 lines
2.3 KiB
Python
83 lines
2.3 KiB
Python
# Copyright (c) OpenMMLab. All rights reserved.
|
|
import re
|
|
from functools import wraps
|
|
from inspect import isfunction
|
|
|
|
from importlib_metadata import PackageNotFoundError, distribution
|
|
from mmengine.utils import digit_version
|
|
|
|
|
|
def satisfy_requirement(dep):
|
|
pat = '(' + '|'.join(['>=', '==', '>']) + ')'
|
|
parts = re.split(pat, dep, maxsplit=1)
|
|
parts = [p.strip() for p in parts]
|
|
package = parts[0]
|
|
if len(parts) > 1:
|
|
op, version = parts[1:]
|
|
op = {
|
|
'>=': '__ge__',
|
|
'==': '__eq__',
|
|
'>': '__gt__',
|
|
'<': '__lt__',
|
|
'<=': '__le__'
|
|
}[op]
|
|
else:
|
|
op, version = None, None
|
|
|
|
try:
|
|
dist = distribution(package)
|
|
if op is None or getattr(digit_version(dist.version), op)(
|
|
digit_version(version)):
|
|
return True
|
|
except PackageNotFoundError:
|
|
pass
|
|
|
|
return False
|
|
|
|
|
|
def require(dep, install=None):
|
|
"""A wrapper of function for extra package requirements.
|
|
|
|
Args:
|
|
dep (str): The dependency package name, like ``transformers``
|
|
or ``transformers>=4.28.0``.
|
|
install (str, optional): The installation command hint. Defaults
|
|
to None, which means to use "pip install dep".
|
|
"""
|
|
|
|
def wrapper(fn):
|
|
assert isfunction(fn)
|
|
|
|
@wraps(fn)
|
|
def ask_install(*args, **kwargs):
|
|
name = fn.__qualname__.replace('.__init__', '')
|
|
ins = install or f'pip install "{dep}"'
|
|
raise ImportError(
|
|
f'{name} requires {dep}, please install it by `{ins}`.')
|
|
|
|
if satisfy_requirement(dep):
|
|
fn._verify_require = getattr(fn, '_verify_require', lambda: None)
|
|
return fn
|
|
|
|
ask_install._verify_require = ask_install
|
|
return ask_install
|
|
|
|
return wrapper
|
|
|
|
|
|
WITH_MULTIMODAL = all(
|
|
satisfy_requirement(item)
|
|
for item in ['pycocotools', 'transformers>=4.28.0'])
|
|
|
|
|
|
def register_multimodal_placeholder(names, registry):
|
|
for name in names:
|
|
|
|
def ask_install(*args, **kwargs):
|
|
raise ImportError(
|
|
f'{name} requires extra multi-modal dependencies, please '
|
|
'install it by `pip install "mmpretrain[multimodal]"` '
|
|
'or `pip install -e ".[multimodal]"`.')
|
|
|
|
registry.register_module(name=name, module=ask_install)
|