mirror of
https://github.com/open-mmlab/mmclassification.git
synced 2025-06-03 21:53:55 +08:00
* [Feat] Migrate blip caption to mmpretrain. (#50) * Migrate blip caption to mmpretrain * minor fix * support train * [Feature] Support OFA caption task. (#51) * [Feature] Support OFA caption task. * Remove duplicated files. * [Feature] Support OFA vqa task. (#58) * [Feature] Support OFA vqa task. * Fix lint. * [Feat] Add BLIP retrieval to mmpretrain. (#55) * init * minor fix for train * fix according to comments * refactor * Update Blip retrieval. (#62) * [Feature] Support OFA visual grounding task. (#59) * [Feature] Support OFA visual grounding task. * minor add TODO --------- Co-authored-by: yingfhu <yingfhu@gmail.com> * [Feat] Add flamingos coco caption and vqa. (#60) * first init * init flamingo coco * add vqa * minor fix * remove unnecessary modules * Update config * Use `ApplyToList`. --------- Co-authored-by: mzr1996 <mzr1996@163.com> * [Feature]: BLIP2 coco retrieval (#53) * [Feature]: Add blip2 retriever * [Feature]: Add blip2 all modules * [Feature]: Refine model * [Feature]: x1 * [Feature]: Runnable coco ret * [Feature]: Runnable version * [Feature]: Fix lint * [Fix]: Fix lint * [Feature]: Use 364 img size * [Feature]: Refactor blip2 * [Fix]: Fix lint * refactor files * minor fix * minor fix --------- Co-authored-by: yingfhu <yingfhu@gmail.com> * Remove * fix blip caption inputs (#68) * [Feat] Add BLIP NLVR support. (#67) * first init * init flamingo coco * add vqa * add nlvr * refactor nlvr * minor fix * minor fix * Update dataset --------- Co-authored-by: mzr1996 <mzr1996@163.com> * [Feature]: BLIP2 Caption (#70) * [Feature]: Add language model * [Feature]: blip2 caption forward * [Feature]: Reproduce the results * [Feature]: Refactor caption * refine config --------- Co-authored-by: yingfhu <yingfhu@gmail.com> * [Feat] Migrate BLIP VQA to mmpretrain (#69) * reformat * change * change * change * change * change * change * change * change * change * change * change * change * change * change * change * change * change * change * change * refactor code --------- Co-authored-by: yingfhu <yingfhu@gmail.com> * Update RefCOCO dataset * [Fix] fix lint * [Feature] Implement inference APIs for multi-modal tasks. (#65) * [Feature] Implement inference APIs for multi-modal tasks. * [Project] Add gradio demo. * [Improve] Update requirements * Update flamingo * Update blip * Add NLVR inferencer * Update flamingo * Update hugging face model register * Update ofa vqa * Update BLIP-vqa (#71) * Update blip-vqa docstring (#72) * Refine flamingo docstring (#73) * [Feature]: BLIP2 VQA (#61) * [Feature]: VQA forward * [Feature]: Reproduce accuracy * [Fix]: Fix lint * [Fix]: Add blank line * minor fix --------- Co-authored-by: yingfhu <yingfhu@gmail.com> * [Feature]: BLIP2 docstring (#74) * [Feature]: Add caption docstring * [Feature]: Add docstring to blip2 vqa * [Feature]: Add docstring to retrieval * Update BLIP-2 metafile and README (#75) * [Feature]: Add readme and docstring * Update blip2 results --------- Co-authored-by: mzr1996 <mzr1996@163.com> * [Feature] BLIP Visual Grounding on MMPretrain Branch (#66) * blip grounding merge with mmpretrain * remove commit * blip grounding test and inference api * refcoco dataset * refcoco dataset refine config * rebasing * gitignore * rebasing * minor edit * minor edit * Update blip-vqa docstring (#72) * rebasing * Revert "minor edit" This reverts commit 639cec757c215e654625ed0979319e60f0be9044. * blip grounding final * precommit * refine config * refine config * Update blip visual grounding --------- Co-authored-by: Yiqin Wang 王逸钦 <wyq1217@outlook.com> Co-authored-by: mzr1996 <mzr1996@163.com> * Update visual grounding metric * Update OFA docstring, README and metafiles. (#76) * [Docs] Update installation docs and gradio demo docs. (#77) * Update OFA name * Update Visual Grounding Visualizer * Integrate accelerate support * Fix imports. * Fix timm backbone * Update imports * Update README * Update circle ci * Update flamingo config * Add gradio demo README * [Feature]: Add scienceqa (#1571) * [Feature]: Add scienceqa * [Feature]: Change param name * Update docs * Update video --------- Co-authored-by: Hubert <42952108+yingfhu@users.noreply.github.com> Co-authored-by: yingfhu <yingfhu@gmail.com> Co-authored-by: Yuan Liu <30762564+YuanLiuuuuuu@users.noreply.github.com> Co-authored-by: Yiqin Wang 王逸钦 <wyq1217@outlook.com> Co-authored-by: Rongjie Li <limo97@163.com>
65 lines
1.9 KiB
Python
65 lines
1.9 KiB
Python
# Copyright (c) OpenMMLab. All rights reserved.
|
|
from typing import Any, Type
|
|
|
|
from mmpretrain.registry import MODELS
|
|
|
|
|
|
class ExtendModule:
|
|
"""Combine the base language model with adapter. This module will create a
|
|
instance from base with extended functions in adapter.
|
|
|
|
Args:
|
|
base (object): Base module could be any object that represent
|
|
a instance of language model or a dict that can build the
|
|
base module.
|
|
adapter: (dict): Dict to build the adapter.
|
|
"""
|
|
|
|
def __new__(cls, base: object, adapter: dict):
|
|
|
|
if isinstance(base, dict):
|
|
base = MODELS.build(base)
|
|
|
|
adapter_module = MODELS.get(adapter.pop('type'))
|
|
cls.extend_instance(base, adapter_module)
|
|
return adapter_module.extend_init(base, **adapter)
|
|
|
|
@classmethod
|
|
def extend_instance(cls, base: object, mixin: Type[Any]):
|
|
"""Apply mixins to a class instance after creation.
|
|
|
|
Args:
|
|
base (object): Base module instance.
|
|
mixin: (Type[Any]): Adapter class type to mixin.
|
|
"""
|
|
base_cls = base.__class__
|
|
base_cls_name = base.__class__.__name__
|
|
base.__class__ = type(
|
|
base_cls_name, (mixin, base_cls),
|
|
{}) # mixin needs to go first for our forward() logic to work
|
|
|
|
|
|
def getattr_recursive(obj, att):
|
|
"""
|
|
Return nested attribute of obj
|
|
Example: getattr_recursive(obj, 'a.b.c') is equivalent to obj.a.b.c
|
|
"""
|
|
if att == '':
|
|
return obj
|
|
i = att.find('.')
|
|
if i < 0:
|
|
return getattr(obj, att)
|
|
else:
|
|
return getattr_recursive(getattr(obj, att[:i]), att[i + 1:])
|
|
|
|
|
|
def setattr_recursive(obj, att, val):
|
|
"""
|
|
Set nested attribute of obj
|
|
Example: setattr_recursive(obj, 'a.b.c', val)
|
|
is equivalent to obj.a.b.c = val
|
|
"""
|
|
if '.' in att:
|
|
obj = getattr_recursive(obj, '.'.join(att.split('.')[:-1]))
|
|
setattr(obj, att.split('.')[-1], val)
|