d_mcknight/Varken
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Added logging to the GeoLite2 downloader

Browse source
This commit is contained in:
samwiseg0 2018-12-10 19:10:59 -08:00
parent 5d3ec2db11
commit 5d284a5259
1 changed files with 10 additions and 0 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

10
varken/helpers.py
View file

@ -16,14 +16,24 @@ logger = logging.getLogger('varken')
def geoip_download(data_folder): def geoip_download(data_folder):
datafolder = data_folder datafolder = data_folder
tar_dbfile = abspath(join(datafolder, 'GeoLite2-City.tar.gz')) tar_dbfile = abspath(join(datafolder, 'GeoLite2-City.tar.gz'))
url = 'http://geolite.maxmind.com/download/geoip/database/GeoLite2-City.tar.gz' url = 'http://geolite.maxmind.com/download/geoip/database/GeoLite2-City.tar.gz'
logger.info('Downloading GeoLite2 from %s', url)
urlretrieve(url, tar_dbfile) urlretrieve(url, tar_dbfile)
tar = tarfile.open(tar_dbfile, 'r:gz') tar = tarfile.open(tar_dbfile, 'r:gz')
logging.debug('Opening GeoLite2 tar file : %s', tar_dbfile)
for files in tar.getmembers(): for files in tar.getmembers():
if 'GeoLite2-City.mmdb' in files.name: if 'GeoLite2-City.mmdb' in files.name:
logging.debug('"GeoLite2-City.mmdb" FOUND in tar file')
files.name = os.path.basename(files.name) files.name = os.path.basename(files.name)
tar.extract(files, datafolder) tar.extract(files, datafolder)
logging.debug('%s has been extracted to %s', files, datafolder)
os.remove(tar_dbfile) os.remove(tar_dbfile)