mirrors/yolov5
1
0
Fork 0
mirror of https://github.com/ultralytics/yolov5.git synced 2025-06-03 14:49:29 +08:00
Code Issues Projects Releases Wiki Activity

GitHub API rate limit fallback (#1930)

Browse Source
This commit is contained in:
Glenn Jocher 2021-01-13 21:09:50 -08:00 committed by GitHub
parent 051e9e80de
commit b75c432ea0
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 12 additions and 8 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

18
utils/google_utils.py
View File

@ -16,28 +16,32 @@ def gsutil_getsize(url=''):
return eval(s.split(' ')[0]) if len(s) else 0 # bytes return eval(s.split(' ')[0]) if len(s) else 0 # bytes
def attempt_download(file): def attempt_download(file, repo='ultralytics/yolov5'):
# Attempt file download if does not exist # Attempt file download if does not exist
file = Path(str(file).strip().replace("'", '').lower()) file = Path(str(file).strip().replace("'", '').lower())
if not file.exists(): if not file.exists():
response = requests.get('https://api.github.com/repos/ultralytics/yolov5/releases/latest').json() # github api try:
response = requests.get(f'https://api.github.com/repos/{repo}/releases/latest').json() # github api
assets = [x['name'] for x in response['assets']] # release assets, i.e. ['yolov5s.pt', 'yolov5m.pt', ...] assets = [x['name'] for x in response['assets']] # release assets, i.e. ['yolov5s.pt', 'yolov5m.pt', ...]
name = file.name tag = response['tag_name'] # i.e. 'v1.0'
except: # fallback plan
assets = ['yolov5.pt', 'yolov5.pt', 'yolov5l.pt', 'yolov5x.pt']
tag = subprocess.check_output('git tag', shell=True).decode('utf-8').split('\n')[-2]
name = file.name
if name in assets: if name in assets:
msg = f'{file} missing, try downloading from https://github.com/ultralytics/yolov5/releases/' msg = f'{file} missing, try downloading from https://github.com/{repo}/releases/'
redundant = False # second download option redundant = False # second download option
try: # GitHub try: # GitHub
tag = response['tag_name'] # i.e. 'v1.0' url = f'https://github.com/{repo}/releases/download/{tag}/{name}'
url = f'https://github.com/ultralytics/yolov5/releases/download/{tag}/{name}'
print(f'Downloading {url} to {file}...') print(f'Downloading {url} to {file}...')
torch.hub.download_url_to_file(url, file) torch.hub.download_url_to_file(url, file)
assert file.exists() and file.stat().st_size > 1E6 # check assert file.exists() and file.stat().st_size > 1E6 # check
except Exception as e: # GCP except Exception as e: # GCP
print(f'Download error: {e}') print(f'Download error: {e}')
assert redundant, 'No secondary mirror' assert redundant, 'No secondary mirror'
url = f'https://storage.googleapis.com/ultralytics/yolov5/ckpt/{name}' url = f'https://storage.googleapis.com/{repo}/ckpt/{name}'
print(f'Downloading {url} to {file}...') print(f'Downloading {url} to {file}...')
os.system(f'curl -L {url} -o {file}') # torch.hub.download_url_to_file(url, weights) os.system(f'curl -L {url} -o {file}') # torch.hub.download_url_to_file(url, weights)
finally: finally: