mirror of https://github.com/apache/lucene.git
LUCENE-8827: Speed up poll-mirrors.py and add -once argument. Python3 only (#699)
Also skips Python2 support like the other scripts in the folder
This commit is contained in:
parent
da832d4f3a
commit
f070b7c742
|
@ -1,4 +1,4 @@
|
|||
#!/usr/bin/python
|
||||
#!/usr/bin/env python3
|
||||
#
|
||||
# vim: softtabstop=2 shiftwidth=2 expandtab
|
||||
#
|
||||
|
@ -32,20 +32,16 @@ import re
|
|||
import sys
|
||||
import time
|
||||
|
||||
try:
|
||||
from urllib.parse import urlparse
|
||||
except:
|
||||
from urlparse import urlparse
|
||||
from urllib.parse import urlparse
|
||||
from multiprocessing import Pool
|
||||
import http.client as http
|
||||
|
||||
try:
|
||||
import http.client as http
|
||||
except ImportError:
|
||||
import httplib as http
|
||||
|
||||
def p(s):
|
||||
sys.stdout.write(s)
|
||||
sys.stdout.flush()
|
||||
|
||||
|
||||
def mirror_contains_file(url):
|
||||
url = urlparse(url)
|
||||
|
||||
|
@ -54,6 +50,7 @@ def mirror_contains_file(url):
|
|||
elif url.scheme == 'ftp':
|
||||
return ftp_file_exists(url)
|
||||
|
||||
|
||||
def http_file_exists(url):
|
||||
exists = False
|
||||
|
||||
|
@ -68,6 +65,7 @@ def http_file_exists(url):
|
|||
|
||||
return exists
|
||||
|
||||
|
||||
def ftp_file_exists(url):
|
||||
listing = []
|
||||
try:
|
||||
|
@ -97,6 +95,7 @@ parser.add_argument('-version', '-v', help='Lucene/Solr version to check')
|
|||
parser.add_argument('-path', '-p', help='instead of a versioned release, check for some/explicit/path')
|
||||
parser.add_argument('-interval', '-i', help='seconds to wait before re-querying mirrors', type=int, default=300)
|
||||
parser.add_argument('-details', '-d', help='print missing mirror URLs', action='store_true', default=False)
|
||||
parser.add_argument('-once', '-o', help='run only once', action='store_true', default=False)
|
||||
args = parser.parse_args()
|
||||
|
||||
if (args.version is None and args.path is None) \
|
||||
|
@ -153,7 +152,7 @@ while True:
|
|||
p('\n\n{} is{}downloadable from Maven Central'.format(label, ' ' if maven_available else ' not '))
|
||||
p('\n{} is downloadable from {}/{} Apache Mirrors ({:.2f}%)\n'
|
||||
.format(label, available_mirrors, total_mirrors, available_mirrors * 100 / total_mirrors))
|
||||
if len(pending_mirrors) == 0:
|
||||
if len(pending_mirrors) == 0 or args.once == True:
|
||||
break
|
||||
|
||||
if remaining > 0:
|
||||
|
|
Loading…
Reference in New Issue