d_mcknight/Varken
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

keep retrying geolite database download. Fixes #103

Browse source
This commit is contained in:
Nicholas St. Germain 2019-02-12 13:02:00 -06:00
parent 1cef8d2e60
commit b7e8d6e3fc
1 changed files with 9 additions and 2 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

11
varken/helpers.py
View file

@ -2,6 +2,7 @@ from hashlib import md5
from datetime import date from datetime import date
from logging import getLogger from logging import getLogger
from ipaddress import IPv4Address from ipaddress import IPv4Address
from urllib.error import HTTPError
from calendar import monthcalendar from calendar import monthcalendar
from geoip2.database import Reader from geoip2.database import Reader
from tarfile import open as taropen from tarfile import open as taropen
@ -68,9 +69,15 @@ class GeoIPHandler(object):
def download(self): def download(self):
tar_dbfile = abspath(join(self.data_folder, 'GeoLite2-City.tar.gz')) tar_dbfile = abspath(join(self.data_folder, 'GeoLite2-City.tar.gz'))
url = 'http://geolite.maxmind.com/download/geoip/database/GeoLite2-City.tar.gz' url = 'http://geolite.maxmind.com/download/geoip/database/GeoLite2-City.tar.gz'
downloaded = False
self.logger.info('Downloading GeoLite2 from %s', url) while not downloaded:
urlretrieve(url, tar_dbfile) self.logger.info('Downloading GeoLite2 from %s', url)
try:
urlretrieve(url, tar_dbfile)
downloaded = True
except HTTPError as e:
self.logger.error('Problem downloading new MaxMind DB... Trying again. Error: %s', e)
self.logger.debug('Opening GeoLite2 tar file : %s', tar_dbfile) self.logger.debug('Opening GeoLite2 tar file : %s', tar_dbfile)