Varken/varken/iniparser.py

from os import W_OK, access
from shutil import copyfile
from os import environ as env
from logging import getLogger
from os.path import join, exists
from re import match, compile, IGNORECASE
from configparser import ConfigParser, NoOptionError, NoSectionError

from varken.varkenlogger import BlacklistFilter
from varken.structures import SickChillServer, UniFiServer
from varken.helpers import clean_sid_check, rfc1918_ip_check, boolcheck
from varken.structures import SonarrServer, RadarrServer, OmbiServer, OverseerrServer, TautulliServer, InfluxServer, Influx2Server


class INIParser(object):
    def __init__(self, data_folder):
        self.config = None
        self.data_folder = data_folder
        self.filtered_strings = None
        self.services = ['sonarr', 'radarr', 'lidarr', 'ombi', 'overseerr', 'tautulli', 'sickchill', 'unifi']

        self.logger = getLogger()
        self.influx_server = InfluxServer()

        try:
            self.parse_opts(read_file=True)
        except NoSectionError as e:
            self.logger.error('Missing section in (varken.ini): %s', e)
            self.rectify_ini()

    def config_blacklist(self):
        filtered_strings = [section.get(k) for key, section in self.config.items()
                            for k in section if k in BlacklistFilter.blacklisted_strings]
        self.filtered_strings = list(filter(None, filtered_strings))
        # Added matching for domains that use /locations. ConnectionPool ignores the location in logs
        domains_only = [string.split('/')[0] for string in filtered_strings if '/' in string]
        self.filtered_strings.extend(domains_only)
        # Added matching for domains that use :port. ConnectionPool splits the domain/ip from the port
        without_port = [string.split(':')[0] for string in filtered_strings if ':' in string]
        self.filtered_strings.extend(without_port)

        for handler in self.logger.handlers:
            handler.addFilter(BlacklistFilter(set(self.filtered_strings)))

    def enable_check(self, server_type=None):
        t = server_type
        global_server_ids = env.get(f'VRKN_GLOBAL_{t.upper()}', self.config.get('global', t))
        if global_server_ids.lower() in ['false', 'no']:
            self.logger.info('%s disabled.', t.upper())
        else:
            sids = clean_sid_check(global_server_ids, t)
            return sids

    def read_file(self, inifile):
        config = ConfigParser(interpolation=None)
        ini = inifile
        file_path = join(self.data_folder, ini)

        if not exists(file_path):
            self.logger.error('File missing (%s) in %s', ini, self.data_folder)
            if inifile == 'varken.ini':
                try:
                    self.logger.debug('Creating varken.ini from varken.example.ini')
                    copyfile(join(self.data_folder, 'varken.example.ini'), file_path)
                except IOError as e:
                    self.logger.error("Varken does not have permission to write to %s. Error: %s - Exiting.", e,
                                      self.data_folder)
                    exit(1)

        self.logger.debug('Reading from %s', inifile)
        with open(file_path) as config_ini:
            config.read_file(config_ini)

        return config

    def write_file(self, inifile):
        ini = inifile
        file_path = join(self.data_folder, ini)
        if exists(file_path):
            self.logger.debug('Writing to %s', inifile)
            if not access(file_path, W_OK):
                self.logger.error("Config file is incomplete and read-only. Exiting.")
                exit(1)
            with open(file_path, 'w') as config_ini:
                self.config.write(config_ini)
        else:
            self.logger.error('File missing (%s) in %s', ini, self.data_folder)
            exit(1)

    def url_check(self, url=None, include_port=True, section=None):
        url_check = url
        module = section
        inc_port = include_port

        search = (r'(?:([a-z0-9]+(-[a-z0-9]+)*\.)+[a-z]{2,}|'  # domain...
                  r'localhost|'  # localhost...
                  r'^[a-zA-Z0-9_-]*|'  # hostname only. My soul dies a little every time this is used...
                  r'\d{1,3}\.\d{1,3}\.\d{1,3}\.\d{1,3})'  # ...or ip
                  )
        # Include search for port if it is needed.
        if inc_port:
            search = (search + r'(?::\d+)?' + r'(?:/?|[/?]\S+)$')
        else:
            search = (search + r'(?:/?|[/?]\S+)$')

        regex = compile('{}'.format(search), IGNORECASE)

        valid = match(regex, url_check) is not None
        if not valid:
            return url_check
            if inc_port:
                self.logger.error('%s is invalid in module [%s]! URL must host/IP and '
                                  'port if not 80 or 443. ie. localhost:8080',
                                  url_check, module)
                exit(1)
            else:
                self.logger.error('%s is invalid in module [%s]! URL must host/IP. ie. localhost', url_check, module)
                exit(1)
        else:
            self.logger.debug('%s is a valid URL in module [%s].', url_check, module)
            return url_check

    def rectify_ini(self):
        self.logger.debug('Rectifying varken.ini with varken.example.ini')
        current_ini = self.config
        example_ini = self.read_file('varken.example.ini')

        for name, section in example_ini.items():
            if name not in current_ini:
                self.logger.debug('Section %s missing. Adding...', name)
                current_ini[name] = {}
            for key, value in section.items():
                if not current_ini[name].get(key):
                    self.logger.debug('%s is missing in %s. Adding defaults...', key, name)
                    current_ini[name][key] = value

        self.config = current_ini
        self.write_file('varken.ini')
        self.parse_opts()

    def parse_opts(self, read_file=False):
        for service in self.services:
            setattr(self, f'{service}_servers', [])

        if read_file:
            self.config = self.read_file('varken.ini')
            self.config_blacklist()

        # Parse InfluxDB options
        self.influx2_enabled = env.get('VRKN_GLOBAL_INFLUXDB2_ENABLED',
                                       self.config.getboolean('global', 'influx2_enabled'))

        if self.influx2_enabled:
            # Use INFLUX version 2
            try:
                url = self.url_check(env.get('VRKN_INFLUXDB2_URL', self.config.get('influx2', 'url')),
                                     section='influx2', include_port=False)
                ssl = boolcheck(env.get('VRKN_INFLUXDB2_SSL', self.config.get('influx2', 'ssl')))
                verify_ssl = boolcheck(env.get('VRKN_INFLUXDB2_VERIFY_SSL', self.config.get('influx2', 'verify_ssl')))

                org = env.get('VRKN_INFLUXDB2_ORG', self.config.get('influx2', 'org'))
                bucket = env.get('VRKN_INFLUXDB2_BUCKET', self.config.get('influx2', 'bucket'))
                token = env.get('VRKN_INFLUXDB2_TOKEN', self.config.get('influx2', 'token'))
                timeout = env.get('VRKN_INFLUXDB2_TIMEOUT', self.config.get('influx2', 'timeout'))
            except NoOptionError as e:
                self.logger.error('Missing key in %s. Error: %s', "influx2", e)
                self.rectify_ini()
                return

            self.influx_server = Influx2Server(url=url, token=token, org=org, timeout=timeout, ssl=ssl,
                                               verify_ssl=verify_ssl, bucket=bucket)
        else:
            try:
                url = self.url_check(env.get('VRKN_INFLUXDB_URL', self.config.get('influxdb', 'url')),
                                     include_port=False, section='influxdb')
                port = int(env.get('VRKN_INFLUXDB_PORT', self.config.getint('influxdb', 'port')))
                ssl = boolcheck(env.get('VRKN_INFLUXDB_SSL', self.config.get('influxdb', 'ssl')))
                verify_ssl = boolcheck(env.get('VRKN_INFLUXDB_VERIFY_SSL', self.config.get('influxdb', 'verify_ssl')))

                username = env.get('VRKN_INFLUXDB_USERNAME', self.config.get('influxdb', 'username'))
                password = env.get('VRKN_INFLUXDB_PASSWORD', self.config.get('influxdb', 'password'))
            except NoOptionError as e:
                self.logger.error('Missing key in %s. Error: %s', "influxdb", e)
                self.rectify_ini()
                return

            self.influx_server = InfluxServer(url=url, port=port, username=username, password=password, ssl=ssl,
                                              verify_ssl=verify_ssl)

        # Check for all enabled services
        for service in self.services:
            try:
                setattr(self, f'{service}_enabled', self.enable_check(f'{service}_server_ids'))
            except NoOptionError as e:
                self.logger.error('Missing global %s. Error: %s', f'{service}_server_ids', e)
                self.rectify_ini()
                return
            service_enabled = getattr(self, f'{service}_enabled')

            if service_enabled:
                for server_id in service_enabled:
                    server = None
                    section = f"{service}-{server_id}"
                    envsection = f"{service}_{server_id}".upper()
                    try:
                        url = self.url_check(env.get(f'VRKN_{envsection}_URL', self.config.get(section, 'url')),
                                             section=section)

                        apikey = None
                        if service != 'unifi':
                            apikey = env.get(f'VRKN_{envsection}_APIKEY', self.config.get(section, 'apikey'))
                        ssl_scheme = boolcheck(env.get(f'VRKN_{envsection}_SSL', self.config.get(section, 'ssl')))
                        scheme = 'https://' if ssl_scheme else 'http://'
                        verify_ssl = boolcheck(env.get(f'VRKN_{envsection}_VERIFY_SSL',
                                                       self.config.get(section, 'verify_ssl')))

                        if scheme != 'https://':
                            verify_ssl = False

                        if service in ['sonarr', 'radarr', 'lidarr']:
                            queue = boolcheck(env.get(f'VRKN_{envsection}_QUEUE',
                                                      self.config.get(section, 'queue')))
                            queue_run_seconds = int(env.get(f'VRKN_{envsection}_QUEUE_RUN_SECONDS',
                                                    self.config.getint(section, 'queue_run_seconds')))

                        if service in ['sonarr', 'lidarr']:
                            missing_days = int(env.get(f'VRKN_{envsection}_MISSING_DAYS',
                                                       self.config.getint(section, 'missing_days')))
                            future_days = int(env.get(f'VRKN_{envsection}_FUTURE_DAYS',
                                                      self.config.getint(section, 'future_days')))

                            missing_days_run_seconds = int(env.get(
                                f'VRKN_{envsection}_MISSING_DAYS_RUN_SECONDS',
                                self.config.getint(section, 'missing_days_run_seconds')))

                            future_days_run_seconds = int(env.get(
                                f'VRKN_{envsection}_FUTURE_DAYS_RUN_SECONDS',
                                self.config.getint(section, 'future_days_run_seconds')))

                            server = SonarrServer(id=server_id, url=scheme + url, api_key=apikey, verify_ssl=verify_ssl,
                                                  missing_days=missing_days, future_days=future_days,
                                                  missing_days_run_seconds=missing_days_run_seconds,
                                                  future_days_run_seconds=future_days_run_seconds,
                                                  queue=queue, queue_run_seconds=queue_run_seconds)

                        if service == 'radarr':
                            get_missing = boolcheck(env.get(f'VRKN_{envsection}_GET_MISSING',
                                                            self.config.get(section, 'get_missing')))
                            get_missing_run_seconds = int(env.get(
                                f'VRKN_{envsection}_GET_MISSING_RUN_SECONDS',
                                self.config.getint(section, 'get_missing_run_seconds')))

                            server = RadarrServer(id=server_id, url=scheme + url, api_key=apikey, verify_ssl=verify_ssl,
                                                  queue_run_seconds=queue_run_seconds, get_missing=get_missing,
                                                  queue=queue, get_missing_run_seconds=get_missing_run_seconds)

                        if service == 'tautulli':
                            fallback_ip = env.get(f'VRKN_{envsection}_FALLBACK_IP',
                                                  self.config.get(section, 'fallback_ip'))

                            get_stats = boolcheck(env.get(f'VRKN_{envsection}_GET_STATS',
                                                          self.config.get(section, 'get_stats')))

                            get_activity = boolcheck(env.get(f'VRKN_{envsection}_GET_ACTIVITY',
                                                             self.config.get(section, 'get_activity')))

                            get_activity_run_seconds = int(env.get(
                                f'VRKN_{envsection}_GET_ACTIVITY_RUN_SECONDS',
                                self.config.getint(section, 'get_activity_run_seconds')))

                            get_stats_run_seconds = int(env.get(
                                f'VRKN_{envsection}_GET_STATS_RUN_SECONDS',
                                self.config.getint(section, 'get_stats_run_seconds')))

                            invalid_wan_ip = rfc1918_ip_check(fallback_ip)

                            if invalid_wan_ip:
                                self.logger.error('Invalid fallback_ip [%s] set for %s-%s!', fallback_ip, service,
                                                  server_id)
                                exit(1)

                            maxmind_license_key = env.get('VRKN_GLOBAL_MAXMIND_LICENSE_KEY',
                                                          self.config.get('global', 'maxmind_license_key'))

                            server = TautulliServer(id=server_id, url=scheme + url, api_key=apikey,
                                                    verify_ssl=verify_ssl, get_activity=get_activity,
                                                    fallback_ip=fallback_ip, get_stats=get_stats,
                                                    get_activity_run_seconds=get_activity_run_seconds,
                                                    get_stats_run_seconds=get_stats_run_seconds,
                                                    maxmind_license_key=maxmind_license_key)

                        if service == 'ombi':
                            issue_status_counts = boolcheck(env.get(
                                f'VRKN_{envsection}_GET_ISSUE_STATUS_COUNTS',
                                self.config.get(section, 'get_issue_status_counts')))
                            request_type_counts = boolcheck(env.get(
                                f'VRKN_{envsection}_GET_REQUEST_TYPE_COUNTS',
                                self.config.get(section, 'get_request_type_counts')))
                            request_total_counts = boolcheck(env.get(
                                f'VRKN_{envsection}_GET_REQUEST_TOTAL_COUNTS',
                                self.config.get(section, 'get_request_total_counts')))

                            issue_status_run_seconds = int(env.get(
                                f'VRKN_{envsection}_ISSUE_STATUS_RUN_SECONDS',
                                self.config.getint(section, 'issue_status_run_seconds')))
                            request_type_run_seconds = int(env.get(
                                f'VRKN_{envsection}_REQUEST_TYPE_RUN_SECONDS',
                                self.config.getint(section, 'request_type_run_seconds')))
                            request_total_run_seconds = int(env.get(
                                f'VRKN_{envsection}_REQUEST_TOTAL_RUN_SECONDS',
                                self.config.getint(section, 'request_total_run_seconds')))

                            server = OmbiServer(id=server_id, url=scheme + url, api_key=apikey, verify_ssl=verify_ssl,
                                                request_type_counts=request_type_counts,
                                                request_type_run_seconds=request_type_run_seconds,
                                                request_total_counts=request_total_counts,
                                                request_total_run_seconds=request_total_run_seconds,
                                                issue_status_counts=issue_status_counts,
                                                issue_status_run_seconds=issue_status_run_seconds)

                        if service == 'overseerr':
                            get_request_total_counts = boolcheck(env.get(
                                f'VRKN_{envsection}_GET_REQUEST_TOTAL_COUNTS',
                                self.config.get(section, 'get_request_total_counts')))
                            request_total_run_seconds = int(env.get(
                                f'VRKN_{envsection}_REQUEST_TOTAL_RUN_SECONDS',
                                self.config.getint(section, 'request_total_run_seconds')))
                            num_latest_requests_to_fetch = int(env.get(
                                f'VRKN_{envsection}_GET_LATEST_REQUESTS_TO_FETCH',
                                self.config.getint(section, 'num_latest_requests_to_fetch')))
                            num_latest_requests_seconds = int(env.get(
                                f'VRKN_{envsection}_NUM_LATEST_REQUESTS_SECONDS',
                                self.config.getint(section, 'num_latest_requests_seconds')))

                            server = OverseerrServer(id=server_id, url=scheme + url, api_key=apikey,
                                                     verify_ssl=verify_ssl,
                                                     get_request_total_counts=get_request_total_counts,
                                                     request_total_run_seconds=request_total_run_seconds,
                                                     num_latest_requests_to_fetch=num_latest_requests_to_fetch,
                                                     num_latest_requests_seconds=num_latest_requests_seconds)

                        if service == 'sickchill':
                            get_missing = boolcheck(env.get(f'VRKN_{envsection}_GET_MISSING',
                                                            self.config.get(section, 'get_missing')))
                            get_missing_run_seconds = int(env.get(
                                f'VRKN_{envsection}_GET_MISSING_RUN_SECONDS',
                                self.config.getint(section, 'get_missing_run_seconds')))

                            server = SickChillServer(id=server_id, url=scheme + url, api_key=apikey,
                                                     verify_ssl=verify_ssl, get_missing=get_missing,
                                                     get_missing_run_seconds=get_missing_run_seconds)

                        if service == 'unifi':
                            username = env.get(f'VRKN_{envsection}_USERNAME', self.config.get(section, 'username'))
                            password = env.get(f'VRKN_{envsection}_PASSWORD', self.config.get(section, 'password'))
                            site = env.get(f'VRKN_{envsection}_SITE', self.config.get(section, 'site')).lower()
                            usg_name = env.get(f'VRKN_{envsection}_USG_NAME', self.config.get(section, 'usg_name'))
                            get_usg_stats_run_seconds = int(env.get(
                                f'VRKN_{envsection}_GET_USG_STATS_RUN_SECONDS',
                                self.config.getint(section, 'get_usg_stats_run_seconds')))

                            server = UniFiServer(id=server_id, url=scheme + url, verify_ssl=verify_ssl, site=site,
                                                 username=username, password=password, usg_name=usg_name,
                                                 get_usg_stats_run_seconds=get_usg_stats_run_seconds)

                        getattr(self, f'{service}_servers').append(server)
                    except NoOptionError as e:
                        self.logger.error('Missing key in %s. Error: %s', section, e)
                        self.rectify_ini()
                        return
                    except ValueError as e:
                        self.logger.error("Invalid configuration value in %s. Error: %s", section, e)