mirror of https://github.com/YifanXu74/MQ-Det.git
55 lines
1.5 KiB
Python
55 lines
1.5 KiB
Python
from collections import OrderedDict
|
|
import torch
|
|
from torch import nn
|
|
|
|
from maskrcnn_benchmark.modeling import registry
|
|
from . import bert_model
|
|
from . import rnn_model
|
|
from . import clip_model
|
|
from . import word_utils
|
|
from . import bert_model_new
|
|
|
|
import os
|
|
|
|
|
|
@registry.LANGUAGE_BACKBONES.register("bert-base-uncased")
|
|
def build_bert_backbone(cfg):
|
|
if cfg.VISION_QUERY.ENABLED:
|
|
body = bert_model_new.BertEncoder(cfg)
|
|
else:
|
|
body = bert_model.BertEncoder(cfg)
|
|
model = nn.Sequential(OrderedDict([("body", body)]))
|
|
return model
|
|
|
|
|
|
@registry.LANGUAGE_BACKBONES.register("roberta-base")
|
|
def build_bert_backbone(cfg):
|
|
body = bert_model.BertEncoder(cfg)
|
|
model = nn.Sequential(OrderedDict([("body", body)]))
|
|
return model
|
|
|
|
|
|
@registry.LANGUAGE_BACKBONES.register("rnn")
|
|
def build_rnn_backbone(cfg):
|
|
body = rnn_model.RNNEnoder(cfg)
|
|
model = nn.Sequential(OrderedDict([("body", body)]))
|
|
return model
|
|
|
|
|
|
@registry.LANGUAGE_BACKBONES.register("clip")
|
|
def build_clip_backbone(cfg):
|
|
body = clip_model.CLIPTransformer(cfg)
|
|
model = nn.Sequential(OrderedDict([("body", body)]))
|
|
return model
|
|
|
|
|
|
def build_backbone(cfg):
|
|
# Enable load from local
|
|
model_type = os.path.basename(cfg.MODEL.LANGUAGE_BACKBONE.MODEL_TYPE)
|
|
|
|
assert model_type in registry.LANGUAGE_BACKBONES, \
|
|
"cfg.MODEL.LANGUAGE_BACKBONE.TYPE: {} is not registered in registry".format(
|
|
model_type
|
|
)
|
|
return registry.LANGUAGE_BACKBONES[model_type](cfg)
|