LUCENE-8827: Speed up poll-mirrors.py and add -once argument. Python3 only (#699)

Also skips Python2 support like the other scripts in the folder
This commit is contained in:
Jan Høydahl 2019-06-05 21:14:31 +02:00 committed by GitHub
parent da832d4f3a
commit f070b7c742
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 9 additions and 10 deletions

View File

@ -1,4 +1,4 @@
#!/usr/bin/python
#!/usr/bin/env python3
#
# vim: softtabstop=2 shiftwidth=2 expandtab
#
@ -32,20 +32,16 @@ import re
import sys
import time
try:
from urllib.parse import urlparse
except:
from urlparse import urlparse
from urllib.parse import urlparse
from multiprocessing import Pool
import http.client as http
try:
import http.client as http
except ImportError:
import httplib as http
def p(s):
sys.stdout.write(s)
sys.stdout.flush()
def mirror_contains_file(url):
url = urlparse(url)
@ -54,6 +50,7 @@ def mirror_contains_file(url):
elif url.scheme == 'ftp':
return ftp_file_exists(url)
def http_file_exists(url):
exists = False
@ -68,6 +65,7 @@ def http_file_exists(url):
return exists
def ftp_file_exists(url):
listing = []
try:
@ -97,6 +95,7 @@ parser.add_argument('-version', '-v', help='Lucene/Solr version to check')
parser.add_argument('-path', '-p', help='instead of a versioned release, check for some/explicit/path')
parser.add_argument('-interval', '-i', help='seconds to wait before re-querying mirrors', type=int, default=300)
parser.add_argument('-details', '-d', help='print missing mirror URLs', action='store_true', default=False)
parser.add_argument('-once', '-o', help='run only once', action='store_true', default=False)
args = parser.parse_args()
if (args.version is None and args.path is None) \
@ -153,7 +152,7 @@ while True:
p('\n\n{} is{}downloadable from Maven Central'.format(label, ' ' if maven_available else ' not '))
p('\n{} is downloadable from {}/{} Apache Mirrors ({:.2f}%)\n'
.format(label, available_mirrors, total_mirrors, available_mirrors * 100 / total_mirrors))
if len(pending_mirrors) == 0:
if len(pending_mirrors) == 0 or args.once == True:
break
if remaining > 0: