mirror of
https://github.com/open-mmlab/mmclassification.git
synced 2025-06-03 21:53:55 +08:00
* [Feat] Migrate blip caption to mmpretrain. (#50) * Migrate blip caption to mmpretrain * minor fix * support train * [Feature] Support OFA caption task. (#51) * [Feature] Support OFA caption task. * Remove duplicated files. * [Feature] Support OFA vqa task. (#58) * [Feature] Support OFA vqa task. * Fix lint. * [Feat] Add BLIP retrieval to mmpretrain. (#55) * init * minor fix for train * fix according to comments * refactor * Update Blip retrieval. (#62) * [Feature] Support OFA visual grounding task. (#59) * [Feature] Support OFA visual grounding task. * minor add TODO --------- Co-authored-by: yingfhu <yingfhu@gmail.com> * [Feat] Add flamingos coco caption and vqa. (#60) * first init * init flamingo coco * add vqa * minor fix * remove unnecessary modules * Update config * Use `ApplyToList`. --------- Co-authored-by: mzr1996 <mzr1996@163.com> * [Feature]: BLIP2 coco retrieval (#53) * [Feature]: Add blip2 retriever * [Feature]: Add blip2 all modules * [Feature]: Refine model * [Feature]: x1 * [Feature]: Runnable coco ret * [Feature]: Runnable version * [Feature]: Fix lint * [Fix]: Fix lint * [Feature]: Use 364 img size * [Feature]: Refactor blip2 * [Fix]: Fix lint * refactor files * minor fix * minor fix --------- Co-authored-by: yingfhu <yingfhu@gmail.com> * Remove * fix blip caption inputs (#68) * [Feat] Add BLIP NLVR support. (#67) * first init * init flamingo coco * add vqa * add nlvr * refactor nlvr * minor fix * minor fix * Update dataset --------- Co-authored-by: mzr1996 <mzr1996@163.com> * [Feature]: BLIP2 Caption (#70) * [Feature]: Add language model * [Feature]: blip2 caption forward * [Feature]: Reproduce the results * [Feature]: Refactor caption * refine config --------- Co-authored-by: yingfhu <yingfhu@gmail.com> * [Feat] Migrate BLIP VQA to mmpretrain (#69) * reformat * change * change * change * change * change * change * change * change * change * change * change * change * change * change * change * change * change * change * change * refactor code --------- Co-authored-by: yingfhu <yingfhu@gmail.com> * Update RefCOCO dataset * [Fix] fix lint * [Feature] Implement inference APIs for multi-modal tasks. (#65) * [Feature] Implement inference APIs for multi-modal tasks. * [Project] Add gradio demo. * [Improve] Update requirements * Update flamingo * Update blip * Add NLVR inferencer * Update flamingo * Update hugging face model register * Update ofa vqa * Update BLIP-vqa (#71) * Update blip-vqa docstring (#72) * Refine flamingo docstring (#73) * [Feature]: BLIP2 VQA (#61) * [Feature]: VQA forward * [Feature]: Reproduce accuracy * [Fix]: Fix lint * [Fix]: Add blank line * minor fix --------- Co-authored-by: yingfhu <yingfhu@gmail.com> * [Feature]: BLIP2 docstring (#74) * [Feature]: Add caption docstring * [Feature]: Add docstring to blip2 vqa * [Feature]: Add docstring to retrieval * Update BLIP-2 metafile and README (#75) * [Feature]: Add readme and docstring * Update blip2 results --------- Co-authored-by: mzr1996 <mzr1996@163.com> * [Feature] BLIP Visual Grounding on MMPretrain Branch (#66) * blip grounding merge with mmpretrain * remove commit * blip grounding test and inference api * refcoco dataset * refcoco dataset refine config * rebasing * gitignore * rebasing * minor edit * minor edit * Update blip-vqa docstring (#72) * rebasing * Revert "minor edit" This reverts commit 639cec757c215e654625ed0979319e60f0be9044. * blip grounding final * precommit * refine config * refine config * Update blip visual grounding --------- Co-authored-by: Yiqin Wang 王逸钦 <wyq1217@outlook.com> Co-authored-by: mzr1996 <mzr1996@163.com> * Update visual grounding metric * Update OFA docstring, README and metafiles. (#76) * [Docs] Update installation docs and gradio demo docs. (#77) * Update OFA name * Update Visual Grounding Visualizer * Integrate accelerate support * Fix imports. * Fix timm backbone * Update imports * Update README * Update circle ci * Update flamingo config * Add gradio demo README * [Feature]: Add scienceqa (#1571) * [Feature]: Add scienceqa * [Feature]: Change param name * Update docs * Update video --------- Co-authored-by: Hubert <42952108+yingfhu@users.noreply.github.com> Co-authored-by: yingfhu <yingfhu@gmail.com> Co-authored-by: Yuan Liu <30762564+YuanLiuuuuuu@users.noreply.github.com> Co-authored-by: Yiqin Wang 王逸钦 <wyq1217@outlook.com> Co-authored-by: Rongjie Li <limo97@163.com>
249 lines
7.8 KiB
Python
249 lines
7.8 KiB
Python
# flake8: noqa
|
|
# Configuration file for the Sphinx documentation builder.
|
|
#
|
|
# This file only contains a selection of the most common options. For a full
|
|
# list see the documentation:
|
|
# https://www.sphinx-doc.org/en/master/usage/configuration.html
|
|
|
|
# -- Path setup --------------------------------------------------------------
|
|
|
|
# If extensions (or modules to document with autodoc) are in another directory,
|
|
# add these directories to sys.path here. If the directory is relative to the
|
|
# documentation root, use os.path.abspath to make it absolute, like shown here.
|
|
#
|
|
import os
|
|
import subprocess
|
|
import sys
|
|
|
|
import pytorch_sphinx_theme
|
|
from sphinx.builders.html import StandaloneHTMLBuilder
|
|
|
|
sys.path.insert(0, os.path.abspath('../../'))
|
|
|
|
# -- Project information -----------------------------------------------------
|
|
|
|
project = 'MMPretrain'
|
|
copyright = '2020, OpenMMLab'
|
|
author = 'MMPretrain Authors'
|
|
|
|
# The full version, including alpha/beta/rc tags
|
|
version_file = '../../mmpretrain/version.py'
|
|
|
|
|
|
def get_version():
|
|
with open(version_file, 'r') as f:
|
|
exec(compile(f.read(), version_file, 'exec'))
|
|
return locals()['__version__']
|
|
|
|
|
|
release = get_version()
|
|
|
|
# -- General configuration ---------------------------------------------------
|
|
|
|
# Add any Sphinx extension module names here, as strings. They can be
|
|
# extensions coming with Sphinx (named 'sphinx.ext.*') or your custom
|
|
# ones.
|
|
extensions = [
|
|
'sphinx.ext.autodoc',
|
|
'sphinx.ext.autosummary',
|
|
'sphinx.ext.intersphinx',
|
|
'sphinx.ext.napoleon',
|
|
'sphinx.ext.viewcode',
|
|
'myst_parser',
|
|
'sphinx_copybutton',
|
|
'sphinx_tabs.tabs',
|
|
'notfound.extension',
|
|
'sphinxcontrib.jquery',
|
|
]
|
|
|
|
# Add any paths that contain templates here, relative to this directory.
|
|
templates_path = ['_templates']
|
|
|
|
# The suffix(es) of source filenames.
|
|
# You can specify multiple suffix as a list of string:
|
|
#
|
|
source_suffix = {
|
|
'.rst': 'restructuredtext',
|
|
'.md': 'markdown',
|
|
}
|
|
|
|
language = 'en'
|
|
|
|
# The master toctree document.
|
|
root_doc = 'index'
|
|
|
|
# List of patterns, relative to source directory, that match files and
|
|
# directories to ignore when looking for source files.
|
|
# This pattern also affects html_static_path and html_extra_path.
|
|
exclude_patterns = ['_build', 'Thumbs.db', '.DS_Store']
|
|
|
|
# -- Options for HTML output -------------------------------------------------
|
|
|
|
# The theme to use for HTML and HTML Help pages. See the documentation for
|
|
# a list of builtin themes.
|
|
#
|
|
html_theme = 'pytorch_sphinx_theme'
|
|
html_theme_path = [pytorch_sphinx_theme.get_html_theme_path()]
|
|
|
|
# Theme options are theme-specific and customize the look and feel of a theme
|
|
# further. For a list of options available for each theme, see the
|
|
# documentation.
|
|
# yapf: disable
|
|
html_theme_options = {
|
|
'menu': [
|
|
{
|
|
'name': 'GitHub',
|
|
'url': 'https://github.com/open-mmlab/mmpretrain'
|
|
},
|
|
{
|
|
'name': 'Colab Tutorials',
|
|
'children': [
|
|
{'name': 'Train and inference with shell commands',
|
|
'url': 'https://colab.research.google.com/github/mzr1996/mmpretrain-tutorial/blob/master/1.x/MMPretrain_tools.ipynb'},
|
|
{'name': 'Train and inference with Python APIs',
|
|
'url': 'https://colab.research.google.com/github/mzr1996/mmpretrain-tutorial/blob/master/1.x/MMPretrain_python.ipynb'},
|
|
]
|
|
},
|
|
{
|
|
'name': 'Version',
|
|
'children': [
|
|
{'name': 'MMPreTrain 0.x',
|
|
'url': 'https://mmpretrain.readthedocs.io/en/0.x/',
|
|
'description': '0.x branch'},
|
|
{'name': 'MMPreTrain 1.x',
|
|
'url': 'https://mmpretrain.readthedocs.io/en/latest/',
|
|
'description': 'Main branch'},
|
|
],
|
|
}
|
|
],
|
|
# Specify the language of shared menu
|
|
'menu_lang': 'en',
|
|
# Disable the default edit on GitHub
|
|
'default_edit_on_github': False,
|
|
}
|
|
# yapf: enable
|
|
|
|
# Add any paths that contain custom static files (such as style sheets) here,
|
|
# relative to this directory. They are copied after the builtin static files,
|
|
# so a file named "default.css" will overwrite the builtin "default.css".
|
|
html_static_path = ['_static']
|
|
html_css_files = [
|
|
'https://cdn.datatables.net/v/bs4/dt-1.12.1/datatables.min.css',
|
|
'css/readthedocs.css'
|
|
]
|
|
html_js_files = [
|
|
'https://cdn.datatables.net/v/bs4/dt-1.12.1/datatables.min.js',
|
|
'js/custom.js'
|
|
]
|
|
|
|
# -- Options for HTMLHelp output ---------------------------------------------
|
|
|
|
# Output file base name for HTML help builder.
|
|
htmlhelp_basename = 'mmpretraindoc'
|
|
|
|
# -- Options for LaTeX output ------------------------------------------------
|
|
|
|
latex_elements = {
|
|
# The paper size ('letterpaper' or 'a4paper').
|
|
#
|
|
# 'papersize': 'letterpaper',
|
|
|
|
# The font size ('10pt', '11pt' or '12pt').
|
|
#
|
|
# 'pointsize': '10pt',
|
|
|
|
# Additional stuff for the LaTeX preamble.
|
|
#
|
|
# 'preamble': '',
|
|
}
|
|
|
|
# Grouping the document tree into LaTeX files. List of tuples
|
|
# (source start file, target name, title,
|
|
# author, documentclass [howto, manual, or own class]).
|
|
latex_documents = [
|
|
(root_doc, 'mmpretrain.tex', 'MMPretrain Documentation', author, 'manual'),
|
|
]
|
|
|
|
# -- Options for manual page output ------------------------------------------
|
|
|
|
# One entry per manual page. List of tuples
|
|
# (source start file, name, description, authors, manual section).
|
|
man_pages = [(root_doc, 'mmpretrain', 'MMPretrain Documentation', [author], 1)]
|
|
|
|
# -- Options for Texinfo output ----------------------------------------------
|
|
|
|
# Grouping the document tree into Texinfo files. List of tuples
|
|
# (source start file, target name, title, author,
|
|
# dir menu entry, description, category)
|
|
texinfo_documents = [
|
|
(root_doc, 'mmpretrain', 'MMPretrain Documentation', author, 'mmpretrain',
|
|
'OpenMMLab pre-training toolbox and benchmark.', 'Miscellaneous'),
|
|
]
|
|
|
|
# -- Options for Epub output -------------------------------------------------
|
|
|
|
# Bibliographic Dublin Core info.
|
|
epub_title = project
|
|
|
|
# The unique identifier of the text. This can be a ISBN number
|
|
# or the project homepage.
|
|
#
|
|
# epub_identifier = ''
|
|
|
|
# A unique identification for the text.
|
|
#
|
|
# epub_uid = ''
|
|
|
|
# A list of files that should not be packed into the epub file.
|
|
epub_exclude_files = ['search.html']
|
|
|
|
# set priority when building html
|
|
StandaloneHTMLBuilder.supported_image_types = [
|
|
'image/svg+xml', 'image/gif', 'image/png', 'image/jpeg'
|
|
]
|
|
|
|
# -- Extension configuration -------------------------------------------------
|
|
# Ignore >>> when copying code
|
|
copybutton_prompt_text = r'>>> |\.\.\. '
|
|
copybutton_prompt_is_regexp = True
|
|
|
|
# Auto-generated header anchors
|
|
myst_heading_anchors = 3
|
|
# Enable "colon_fence" extension of myst.
|
|
myst_enable_extensions = ['colon_fence', 'dollarmath']
|
|
|
|
# Configuration for intersphinx
|
|
intersphinx_mapping = {
|
|
'python': ('https://docs.python.org/3', None),
|
|
'numpy': ('https://numpy.org/doc/stable', None),
|
|
'torch': ('https://pytorch.org/docs/stable/', None),
|
|
'mmcv': ('https://mmcv.readthedocs.io/en/2.x/', None),
|
|
'mmengine': ('https://mmengine.readthedocs.io/en/latest/', None),
|
|
'transformers':
|
|
('https://huggingface.co/docs/transformers/main/en/', None),
|
|
}
|
|
napoleon_custom_sections = [
|
|
# Custom sections for data elements.
|
|
('Meta fields', 'params_style'),
|
|
('Data fields', 'params_style'),
|
|
]
|
|
|
|
# Disable docstring inheritance
|
|
autodoc_inherit_docstrings = False
|
|
# Mock some imports during generate API docs.
|
|
autodoc_mock_imports = ['rich', 'attr', 'einops', 'mat4py']
|
|
# Disable displaying type annotations, these can be very verbose
|
|
autodoc_typehints = 'none'
|
|
|
|
# The not found page
|
|
notfound_template = '404.html'
|
|
|
|
|
|
def builder_inited_handler(app):
|
|
if subprocess.run(['./stat.py']).returncode != 0:
|
|
raise RuntimeError('Failed to run the script `stat.py`.')
|
|
|
|
|
|
def setup(app):
|
|
app.connect('builder-inited', builder_inited_handler)
|