mirrors/pytorch-image-models
1
0
Fork 0
mirror of https://github.com/huggingface/pytorch-image-models.git synced 2025-06-03 15:01:08 +08:00
Code Issues Projects Releases Wiki Activity

Add final attr for fast_attn on beit / eva

Browse Source
This commit is contained in:
Ross Wightman 2023-03-28 08:40:40 -07:00
parent a84abe6656
commit ac67098147
2 changed files with 6 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
timm/models/beit.py
View File

@ -40,7 +40,7 @@ Modifications by / Copyright 2021 Ross Wightman, original copyrights below
import math
from functools import partial
from typing import Callable, Optional, Tuple, Union
from typing import Callable, Final, Optional, Tuple, Union
import torch
import torch.nn as nn
@ -80,6 +80,8 @@ def gen_relative_position_index(window_size: Tuple[int, int]) -> torch.Tensor:
class Attention(nn.Module):
fast_attn: Final[bool]
def __init__(
self,
dim: int,

4
timm/models/eva.py
View File

@ -26,7 +26,7 @@ Modifications by / Copyright 2023 Ross Wightman, original copyrights below
# EVA02 models Copyright (c) 2023 BAAI-Vision
import math
from typing import Callable, Optional, Tuple, Union
from typing import Callable, Final, Optional, Tuple, Union
import torch
import torch.nn as nn
@ -44,6 +44,8 @@ __all__ = ['Eva']
class EvaAttention(nn.Module):
fast_attn: Final[bool]
def __init__(
self,
dim: int,