mirror of
https://github.com/open-mmlab/mmengine.git
synced 2025-06-03 21:54:44 +08:00
[Fix] Fix the type hint of fileio module (#20)
This commit is contained in:
parent
100ede73e6
commit
3b5e4606b6
@ -1,5 +1,4 @@
|
|||||||
# Copyright (c) OpenMMLab. All rights reserved.
|
# Copyright (c) OpenMMLab. All rights reserved.
|
||||||
# type: ignore
|
|
||||||
from .fileio import (FileClient, dict_from_file, dump, list_from_file, load,
|
from .fileio import (FileClient, dict_from_file, dump, list_from_file, load,
|
||||||
register_handler)
|
register_handler)
|
||||||
from .misc import (check_prerequisites, concat_list, deprecated_api_warning,
|
from .misc import (check_prerequisites, concat_list, deprecated_api_warning,
|
||||||
|
@ -1,5 +1,4 @@
|
|||||||
# Copyright (c) OpenMMLab. All rights reserved.
|
# Copyright (c) OpenMMLab. All rights reserved.
|
||||||
# type: ignore
|
|
||||||
from .file_client import BaseStorageBackend, FileClient
|
from .file_client import BaseStorageBackend, FileClient
|
||||||
from .handlers import BaseFileHandler, JsonHandler, PickleHandler, YamlHandler
|
from .handlers import BaseFileHandler, JsonHandler, PickleHandler, YamlHandler
|
||||||
from .io import dump, load, register_handler
|
from .io import dump, load, register_handler
|
||||||
|
@ -1,5 +1,4 @@
|
|||||||
# Copyright (c) OpenMMLab. All rights reserved.
|
# Copyright (c) OpenMMLab. All rights reserved.
|
||||||
# type: ignore
|
|
||||||
import inspect
|
import inspect
|
||||||
import os
|
import os
|
||||||
import os.path as osp
|
import os.path as osp
|
||||||
@ -9,7 +8,7 @@ import warnings
|
|||||||
from abc import ABCMeta, abstractmethod
|
from abc import ABCMeta, abstractmethod
|
||||||
from contextlib import contextmanager
|
from contextlib import contextmanager
|
||||||
from pathlib import Path
|
from pathlib import Path
|
||||||
from typing import Iterable, Iterator, Optional, Tuple, Union
|
from typing import Any, Generator, Iterator, Optional, Tuple, Union
|
||||||
from urllib.request import urlopen
|
from urllib.request import urlopen
|
||||||
|
|
||||||
import mmengine
|
import mmengine
|
||||||
@ -298,7 +297,10 @@ class PetrelBackend(BaseStorageBackend):
|
|||||||
return '/'.join(formatted_paths)
|
return '/'.join(formatted_paths)
|
||||||
|
|
||||||
@contextmanager
|
@contextmanager
|
||||||
def get_local_path(self, filepath: Union[str, Path]) -> Iterable[str]:
|
def get_local_path(
|
||||||
|
self,
|
||||||
|
filepath: Union[str,
|
||||||
|
Path]) -> Generator[Union[str, Path], None, None]:
|
||||||
"""Download a file from ``filepath`` and return a temporary path.
|
"""Download a file from ``filepath`` and return a temporary path.
|
||||||
|
|
||||||
``get_local_path`` is decorated by :meth:`contxtlib.contextmanager`. It
|
``get_local_path`` is decorated by :meth:`contxtlib.contextmanager`. It
|
||||||
@ -632,7 +634,9 @@ class HardDiskBackend(BaseStorageBackend):
|
|||||||
|
|
||||||
@contextmanager
|
@contextmanager
|
||||||
def get_local_path(
|
def get_local_path(
|
||||||
self, filepath: Union[str, Path]) -> Iterable[Union[str, Path]]:
|
self,
|
||||||
|
filepath: Union[str,
|
||||||
|
Path]) -> Generator[Union[str, Path], None, None]:
|
||||||
"""Only for unified API and do nothing."""
|
"""Only for unified API and do nothing."""
|
||||||
yield filepath
|
yield filepath
|
||||||
|
|
||||||
@ -701,7 +705,8 @@ class HTTPBackend(BaseStorageBackend):
|
|||||||
return value_buf.decode(encoding)
|
return value_buf.decode(encoding)
|
||||||
|
|
||||||
@contextmanager
|
@contextmanager
|
||||||
def get_local_path(self, filepath: str) -> Iterable[str]:
|
def get_local_path(
|
||||||
|
self, filepath: str) -> Generator[Union[str, Path], None, None]:
|
||||||
"""Download a file from ``filepath``.
|
"""Download a file from ``filepath``.
|
||||||
|
|
||||||
``get_local_path`` is decorated by :meth:`contxtlib.contextmanager`. It
|
``get_local_path`` is decorated by :meth:`contxtlib.contextmanager`. It
|
||||||
@ -775,15 +780,17 @@ class FileClient:
|
|||||||
# backend appears in the collection, the singleton pattern is disabled for
|
# backend appears in the collection, the singleton pattern is disabled for
|
||||||
# that backend, because if the singleton pattern is used, then the object
|
# that backend, because if the singleton pattern is used, then the object
|
||||||
# returned will be the backend before overwriting
|
# returned will be the backend before overwriting
|
||||||
_overridden_backends = set()
|
_overridden_backends: set = set()
|
||||||
_prefix_to_backends = {
|
_prefix_to_backends: dict = {
|
||||||
's3': PetrelBackend,
|
's3': PetrelBackend,
|
||||||
'http': HTTPBackend,
|
'http': HTTPBackend,
|
||||||
'https': HTTPBackend,
|
'https': HTTPBackend,
|
||||||
}
|
}
|
||||||
_overridden_prefixes = set()
|
_overridden_prefixes: set = set()
|
||||||
|
|
||||||
_instances = {}
|
_instances: dict = {}
|
||||||
|
|
||||||
|
client: Any
|
||||||
|
|
||||||
def __new__(cls, backend=None, prefix=None, **kwargs):
|
def __new__(cls, backend=None, prefix=None, **kwargs):
|
||||||
if backend is None and prefix is None:
|
if backend is None and prefix is None:
|
||||||
@ -1093,7 +1100,10 @@ class FileClient:
|
|||||||
return self.client.join_path(filepath, *filepaths)
|
return self.client.join_path(filepath, *filepaths)
|
||||||
|
|
||||||
@contextmanager
|
@contextmanager
|
||||||
def get_local_path(self, filepath: Union[str, Path]) -> Iterable[str]:
|
def get_local_path(
|
||||||
|
self,
|
||||||
|
filepath: Union[str,
|
||||||
|
Path]) -> Generator[Union[str, Path], None, None]:
|
||||||
"""Download data from ``filepath`` and write the data to local path.
|
"""Download data from ``filepath`` and write the data to local path.
|
||||||
|
|
||||||
``get_local_path`` is decorated by :meth:`contxtlib.contextmanager`. It
|
``get_local_path`` is decorated by :meth:`contxtlib.contextmanager`. It
|
||||||
|
@ -1,5 +1,4 @@
|
|||||||
# Copyright (c) OpenMMLab. All rights reserved.
|
# Copyright (c) OpenMMLab. All rights reserved.
|
||||||
# type: ignore
|
|
||||||
from io import BytesIO, StringIO
|
from io import BytesIO, StringIO
|
||||||
from pathlib import Path
|
from pathlib import Path
|
||||||
|
|
||||||
|
@ -1,5 +1,4 @@
|
|||||||
# Copyright (c) OpenMMLab. All rights reserved.
|
# Copyright (c) OpenMMLab. All rights reserved.
|
||||||
# type: ignore
|
|
||||||
from io import StringIO
|
from io import StringIO
|
||||||
|
|
||||||
from .file_client import FileClient
|
from .file_client import FileClient
|
||||||
|
Loading…
x
Reference in New Issue
Block a user