Influxdb #1

Merged
d_mcknight merged 50 commits from github/fork/Dinnerbone/influxdb into master 2023-06-21 20:14:15 -07:00
15 changed files with 552 additions and 198 deletions

View file

@ -1,5 +1,29 @@
# Change Log # Change Log
## [v1.7.7](https://github.com/Boerderij/Varken/tree/v1.7.7) (2020-12-21)
[Full Changelog](https://github.com/Boerderij/Varken/compare/1.7.6...v1.7.7)
**Implemented enhancements:**
- \[Enhancement\] Ombi 4.0 compatibility [\#186](https://github.com/Boerderij/Varken/issues/186)
([samwiseg0](https://github.com/samwiseg0))
**Merged pull requests:**
- v1.7.7 Merge [\#191](https://github.com/Boerderij/Varken/pull/191)
([DirtyCajunRice](https://github.com/DirtyCajunRice))
- Type Error fix [\#177](https://github.com/Boerderij/Varken/pull/177)
([derek-miller](https://github.com/derek-miller))
**Fixed bugs:**
- \[BUG\] Influxdb exit code [\#174](https://github.com/Boerderij/Varken/issues/174)
([samwiseg0](https://github.com/samwiseg0))
**Notes:**
- Now built via github actions
- Available on ghcr, quay.io, and dockerhub
- Nightly builds done to accommodate dependabot MRs
## [v1.7.6](https://github.com/Boerderij/Varken/tree/v1.7.6) (2020-01-01) ## [v1.7.6](https://github.com/Boerderij/Varken/tree/v1.7.6) (2020-01-01)
[Full Changelog](https://github.com/Boerderij/Varken/compare/1.7.5...v1.7.6) [Full Changelog](https://github.com/Boerderij/Varken/compare/1.7.5...v1.7.6)

View file

@ -17,7 +17,7 @@ ecosystem into InfluxDB using Grafana for a frontend
Requirements: Requirements:
* [Python 3.6.7+](https://www.python.org/downloads/release/python-367/) * [Python 3.6.7+](https://www.python.org/downloads/release/python-367/)
* [Python3-pip](https://pip.pypa.io/en/stable/installing/) * [Python3-pip](https://pip.pypa.io/en/stable/installing/)
* [InfluxDB 1.8.x](https://www.influxdata.com/) * [InfluxDB 1.8.x or 2.x](https://www.influxdata.com/)
* [Grafana](https://grafana.com/) * [Grafana](https://grafana.com/)
<p align="center"> <p align="center">
@ -50,7 +50,7 @@ Please read [Asking for Support](https://wiki.cajun.pro/books/varken/chapter/ask
### InfluxDB ### InfluxDB
[InfluxDB Installation Documentation](https://wiki.cajun.pro/books/varken/page/influxdb-d1f) [InfluxDB Installation Documentation](https://wiki.cajun.pro/books/varken/page/influxdb-d1f)
Note: Only v1.8.x is currently supported. Note: Only v1.8.x or v2.x are supported.
Influxdb is required but not packaged as part of Varken. Varken will create Influxdb is required but not packaged as part of Varken. Varken will create
its database on its own. If you choose to give varken user permissions that its database on its own. If you choose to give varken user permissions that

View file

@ -1,19 +1,21 @@
import platform import platform
import schedule import schedule
import distro
from time import sleep from time import sleep
from queue import Queue from queue import Queue
from sys import version from sys import version
from threading import Thread from threading import Thread
from os import environ as env from os import environ as env
from os import access, R_OK, getenv from os import access, R_OK, getenv
from distro import linux_distribution
from os.path import isdir, abspath, dirname, join from os.path import isdir, abspath, dirname, join
from argparse import ArgumentParser, RawTextHelpFormatter from argparse import ArgumentParser, RawTextHelpFormatter
from logging import getLogger, StreamHandler, Formatter, DEBUG from logging import getLogger, StreamHandler, Formatter, DEBUG
# Needed to check version of python # Needed to check version of python
from varken import structures # noqa from varken import structures # noqa
from varken.ombi import OmbiAPI from varken.ombi import OmbiAPI
from varken.overseerr import OverseerrAPI
from varken.unifi import UniFiAPI from varken.unifi import UniFiAPI
from varken import VERSION, BRANCH, BUILD_DATE from varken import VERSION, BRANCH, BUILD_DATE
from varken.sonarr import SonarrAPI from varken.sonarr import SonarrAPI
@ -27,7 +29,7 @@ from varken.sickchill import SickChillAPI
from varken.varkenlogger import VarkenLogger from varken.varkenlogger import VarkenLogger
PLATFORM_LINUX_DISTRO = ' '.join(x for x in linux_distribution() if x) PLATFORM_LINUX_DISTRO = ' '.join(distro.id() + distro.version() + distro.name())
def thread(job, **kwargs): def thread(job, **kwargs):
@ -156,6 +158,18 @@ if __name__ == "__main__":
at_time = schedule.every(server.issue_status_run_seconds).seconds at_time = schedule.every(server.issue_status_run_seconds).seconds
at_time.do(thread, OMBI.get_issue_counts).tag("ombi-{}-get_issue_counts".format(server.id)) at_time.do(thread, OMBI.get_issue_counts).tag("ombi-{}-get_issue_counts".format(server.id))
if CONFIG.overseerr_enabled:
for server in CONFIG.overseerr_servers:
OVERSEER = OverseerrAPI(server, DBMANAGER)
if server.get_request_total_counts:
at_time = schedule.every(server.request_total_run_seconds).seconds
at_time.do(thread, OVERSEER.get_request_counts).tag("overseerr-{}-get_request_counts"
.format(server.id))
if server.num_latest_requests_to_fetch > 0:
at_time = schedule.every(server.num_latest_requests_seconds).seconds
at_time.do(thread, OVERSEER.get_latest_requests).tag("overseerr-{}-get_latest_requests"
.format(server.id))
if CONFIG.sickchill_enabled: if CONFIG.sickchill_enabled:
for server in CONFIG.sickchill_servers: for server in CONFIG.sickchill_servers:
SICKCHILL = SickChillAPI(server, DBMANAGER) SICKCHILL = SickChillAPI(server, DBMANAGER)
@ -171,7 +185,8 @@ if __name__ == "__main__":
# Run all on startup # Run all on startup
SERVICES_ENABLED = [CONFIG.ombi_enabled, CONFIG.radarr_enabled, CONFIG.tautulli_enabled, CONFIG.unifi_enabled, SERVICES_ENABLED = [CONFIG.ombi_enabled, CONFIG.radarr_enabled, CONFIG.tautulli_enabled, CONFIG.unifi_enabled,
CONFIG.sonarr_enabled, CONFIG.sickchill_enabled, CONFIG.lidarr_enabled] CONFIG.sonarr_enabled, CONFIG.sickchill_enabled, CONFIG.lidarr_enabled,
CONFIG.overseerr_enabled]
if not [enabled for enabled in SERVICES_ENABLED if enabled]: if not [enabled for enabled in SERVICES_ENABLED if enabled]:
vl.logger.error("All services disabled. Exiting") vl.logger.error("All services disabled. Exiting")
exit(1) exit(1)

View file

@ -3,7 +3,8 @@ sonarr_server_ids = 1,2
radarr_server_ids = 1,2 radarr_server_ids = 1,2
lidarr_server_ids = false lidarr_server_ids = false
tautulli_server_ids = 1 tautulli_server_ids = 1
ombi_server_ids = 1 ombi_server_ids = false
overseerr_server_ids = 1
sickchill_server_ids = false sickchill_server_ids = false
unifi_server_ids = false unifi_server_ids = false
maxmind_license_key = xxxxxxxxxxxxxxxx maxmind_license_key = xxxxxxxxxxxxxxxx
@ -15,6 +16,7 @@ ssl = false
verify_ssl = false verify_ssl = false
username = root username = root
password = root password = root
org = -
[tautulli-1] [tautulli-1]
url = tautulli.domain.tld:8181 url = tautulli.domain.tld:8181
@ -95,6 +97,17 @@ request_total_run_seconds = 300
get_issue_status_counts = true get_issue_status_counts = true
issue_status_run_seconds = 300 issue_status_run_seconds = 300
[overseerr-1]
url = overseerr.domain.tld
apikey = xxxxxxxxxxxxxxxx
ssl = false
verify_ssl = false
get_request_total_counts = true
request_total_run_seconds = 30
get_latest_requests = true
num_latest_requests_to_fetch = 10
num_latest_requests_seconds = 30
[sickchill-1] [sickchill-1]
url = sickchill.domain.tld:8081 url = sickchill.domain.tld:8081
apikey = xxxxxxxxxxxxxxxx apikey = xxxxxxxxxxxxxxxx

View file

@ -6,7 +6,7 @@ services:
influxdb: influxdb:
hostname: influxdb hostname: influxdb
container_name: influxdb container_name: influxdb
image: influxdb image: influxdb:1.8
networks: networks:
- internal - internal
volumes: volumes:
@ -22,91 +22,6 @@ services:
- /path/to/docker-varken/config-folder:/config - /path/to/docker-varken/config-folder:/config
environment: environment:
- TZ=America/Chicago - TZ=America/Chicago
- VRKN_GLOBAL_SONARR_SERVER_IDS=1,2
- VRKN_GLOBAL_RADARR_SERVER_IDS=1,2
- VRKN_GLOBAL_LIDARR_SERVER_IDS=false
- VRKN_GLOBAL_TAUTULLI_SERVER_IDS=1
- VRKN_GLOBAL_OMBI_SERVER_IDS=1
- VRKN_GLOBAL_SICKCHILL_SERVER_IDS=false
- VRKN_GLOBAL_UNIFI_SERVER_IDS=false
- VRKN_GLOBAL_MAXMIND_LICENSE_KEY=xxxxxxxxxxxxxxxx
- VRKN_INFLUXDB_URL=influxdb.domain.tld
- VRKN_INFLUXDB_PORT=8086
- VRKN_INFLUXDB_SSL=false
- VRKN_INFLUXDB_VERIFY_SSL=false
- VRKN_INFLUXDB_USERNAME=root
- VRKN_INFLUXDB_PASSWORD=root
- VRKN_TAUTULLI_1_URL=tautulli.domain.tld:8181
- VRKN_TAUTULLI_1_FALLBACK_IP=1.1.1.1
- VRKN_TAUTULLI_1_APIKEY=xxxxxxxxxxxxxxxx
- VRKN_TAUTULLI_1_SSL=false
- VRKN_TAUTULLI_1_VERIFY_SSL=false
- VRKN_TAUTULLI_1_GET_ACTIVITY=true
- VRKN_TAUTULLI_1_GET_ACTIVITY_RUN_SECONDS=30
- VRKN_TAUTULLI_1_GET_STATS=true
- VRKN_TAUTULLI_1_GET_STATS_RUN_SECONDS=3600
- VRKN_SONARR_1_URL=sonarr1.domain.tld:8989
- VRKN_SONARR_1_APIKEY=xxxxxxxxxxxxxxxx
- VRKN_SONARR_1_SSL=false
- VRKN_SONARR_1_VERIFY_SSL=false
- VRKN_SONARR_1_MISSING_DAYS=7
- VRKN_SONARR_1_MISSING_DAYS_RUN_SECONDS=300
- VRKN_SONARR_1_FUTURE_DAYS=1
- VRKN_SONARR_1_FUTURE_DAYS_RUN_SECONDS=300
- VRKN_SONARR_1_QUEUE=true
- VRKN_SONARR_1_QUEUE_RUN_SECONDS=300
- VRKN_SONARR_2_URL=sonarr2.domain.tld:8989
- VRKN_SONARR_2_APIKEY=yyyyyyyyyyyyyyyy
- VRKN_SONARR_2_SSL=false
- VRKN_SONARR_2_VERIFY_SSL=false
- VRKN_SONARR_2_MISSING_DAYS=7
- VRKN_SONARR_2_MISSING_DAYS_RUN_SECONDS=300
- VRKN_SONARR_2_FUTURE_DAYS=1
- VRKN_SONARR_2_FUTURE_DAYS_RUN_SECONDS=300
- VRKN_SONARR_2_QUEUE=true
- VRKN_SONARR_2_QUEUE_RUN_SECONDS=300
- VRKN_RADARR_1_URL=radarr1.domain.tld
- VRKN_RADARR_1_APIKEY=xxxxxxxxxxxxxxxx
- VRKN_RADARR_1_SSL=false
- VRKN_RADARR_1_VERIFY_SSL=false
- VRKN_RADARR_1_QUEUE=true
- VRKN_RADARR_1_QUEUE_RUN_SECONDS=300
- VRKN_RADARR_1_GET_MISSING=true
- VRKN_RADARR_1_GET_MISSING_RUN_SECONDS=300
- VRKN_RADARR_2_URL=radarr2.domain.tld
- VRKN_RADARR_2_APIKEY=yyyyyyyyyyyyyyyy
- VRKN_RADARR_2_SSL=false
- VRKN_RADARR_2_VERIFY_SSL=false
- VRKN_RADARR_2_QUEUE=true
- VRKN_RADARR_2_QUEUE_RUN_SECONDS=300
- VRKN_RADARR_2_GET_MISSING=true
- VRKN_RADARR_2_GET_MISSING_RUN_SECONDS=300
- VRKN_LIDARR_1_URL=lidarr1.domain.tld:8686
- VRKN_LIDARR_1_APIKEY=xxxxxxxxxxxxxxxx
- VRKN_LIDARR_1_SSL=false
- VRKN_LIDARR_1_VERIFY_SSL=false
- VRKN_LIDARR_1_MISSING_DAYS=30
- VRKN_LIDARR_1_MISSING_DAYS_RUN_SECONDS=300
- VRKN_LIDARR_1_FUTURE_DAYS=30
- VRKN_LIDARR_1_FUTURE_DAYS_RUN_SECONDS=300
- VRKN_LIDARR_1_QUEUE=true
- VRKN_LIDARR_1_QUEUE_RUN_SECONDS=300
- VRKN_OMBI_1_URL=ombi.domain.tld
- VRKN_OMBI_1_APIKEY=xxxxxxxxxxxxxxxx
- VRKN_OMBI_1_SSL=false
- VRKN_OMBI_1_VERIFY_SSL=false
- VRKN_OMBI_1_GET_REQUEST_TYPE_COUNTS=true
- VRKN_OMBI_1_REQUEST_TYPE_RUN_SECONDS=300
- VRKN_OMBI_1_GET_REQUEST_TOTAL_COUNTS=true
- VRKN_OMBI_1_REQUEST_TOTAL_RUN_SECONDS=300
- VRKN_OMBI_1_GET_ISSUE_STATUS_COUNTS=true
- VRKN_OMBI_1_ISSUE_STATUS_RUN_SECONDS=300
- VRKN_SICKCHILL_1_URL=sickchill.domain.tld:8081
- VRKN_SICKCHILL_1_APIKEY=xxxxxxxxxxxxxxxx
- VRKN_SICKCHILL_1_SSL=false
- VRKN_SICKCHILL_1_VERIFY_SSL=false
- VRKN_SICKCHILL_1_GET_MISSING=true
- VRKN_SICKCHILL_1_GET_MISSING_RUN_SECONDS=300
depends_on: depends_on:
- influxdb - influxdb
restart: unless-stopped restart: unless-stopped
@ -118,7 +33,7 @@ services:
- internal - internal
ports: ports:
- 3000:3000 - 3000:3000
volumes: volumes:
- /path/to/docker-grafana/config-folder:/config - /path/to/docker-grafana/config-folder:/config
environment: environment:
- GF_PATHS_DATA=/config/data - GF_PATHS_DATA=/config/data
@ -128,4 +43,4 @@ services:
depends_on: depends_on:
- influxdb - influxdb
- varken - varken
restart: unless-stopped restart: unless-stopped

View file

@ -2,9 +2,10 @@
# Potential requirements. # Potential requirements.
# pip3 install -r requirements.txt # pip3 install -r requirements.txt
#--------------------------------------------------------- #---------------------------------------------------------
requests==2.21 requests==2.25.1
geoip2==2.9.0 geoip2==2.9.0
influxdb==5.2.0 influxdb==5.2.0
influxdb-client==1.30.0
schedule==0.6.0 schedule==0.6.0
distro==1.4.0 distro==1.4.0
urllib3==1.24.2 urllib3==1.26.5

View file

@ -41,7 +41,7 @@ if __name__ == "__main__":
DBMANAGER = DBManager(CONFIG.influx_server) DBMANAGER = DBManager(CONFIG.influx_server)
if CONFIG.tautulli_enabled: if CONFIG.tautulli_enabled:
GEOIPHANDLER = GeoIPHandler(DATA_FOLDER) GEOIPHANDLER = GeoIPHandler(DATA_FOLDER, CONFIG.tautulli_servers[0].maxmind_license_key)
for server in CONFIG.tautulli_servers: for server in CONFIG.tautulli_servers:
TAUTULLI = TautulliAPI(server, DBMANAGER, GEOIPHANDLER) TAUTULLI = TautulliAPI(server, DBMANAGER, GEOIPHANDLER)
TAUTULLI.get_historical(days=opts.days) TAUTULLI.get_historical(days=opts.days)

View file

@ -51,5 +51,6 @@
<Labels/> <Labels/>
<Config Name="PGID" Target="PGID" Default="" Mode="" Description="Container Variable: PGID" Type="Variable" Display="always" Required="true" Mask="false">99</Config> <Config Name="PGID" Target="PGID" Default="" Mode="" Description="Container Variable: PGID" Type="Variable" Display="always" Required="true" Mask="false">99</Config>
<Config Name="PUID" Target="PUID" Default="" Mode="" Description="Container Variable: PUID" Type="Variable" Display="always" Required="true" Mask="false">100</Config> <Config Name="PUID" Target="PUID" Default="" Mode="" Description="Container Variable: PUID" Type="Variable" Display="always" Required="true" Mask="false">100</Config>
<Config Name="Debug" Target="DEBUG" Default="False" Mode="" Description="Turn Debug on or off" Type="Variable" Display="always" Required="false" Mask="false">False</Config>
<Config Name="Varken DataDir" Target="/config" Default="" Mode="rw" Description="Container Path: /config" Type="Path" Display="advanced-hide" Required="true" Mask="false">/mnt/user/appdata/varken</Config> <Config Name="Varken DataDir" Target="/config" Default="" Mode="rw" Description="Container Path: /config" Type="Path" Display="advanced-hide" Required="true" Mask="false">/mnt/user/appdata/varken</Config>
</Container> </Container>

View file

@ -1,45 +1,91 @@
import re
from sys import exit from sys import exit
from logging import getLogger from logging import getLogger
from influxdb import InfluxDBClient from influxdb_client import InfluxDBClient, BucketRetentionRules
from requests.exceptions import ConnectionError from influxdb_client.client.write_api import SYNCHRONOUS
from influxdb.exceptions import InfluxDBServerError from influxdb_client.client.exceptions import InfluxDBError
from urllib3.exceptions import NewConnectionError
class DBManager(object): class DBManager(object):
def __init__(self, server): def __init__(self, server):
self.server = server self.server = server
self.logger = getLogger() self.logger = getLogger()
self.bucket = "varken"
if self.server.url == "influxdb.domain.tld": if self.server.url == "influxdb.domain.tld":
self.logger.critical("You have not configured your varken.ini. Please read Wiki page for configuration") self.logger.critical("You have not configured your varken.ini. Please read Wiki page for configuration")
exit() exit()
self.influx = InfluxDBClient(host=self.server.url, port=self.server.port, username=self.server.username,
password=self.server.password, ssl=self.server.ssl, database='varken', url = self.server.url
verify_ssl=self.server.verify_ssl) if 'http' not in url:
scheme = 'http'
if self.server.ssl:
scheme = 'https'
url = "{}://{}:{}".format(scheme, self.server.url, self.server.port)
token = f'{self.server.username}:{self.server.password}'
self.influx = InfluxDBClient(url=url, token=token,
verify_ssl=self.server.verify_ssl, org=self.server.org)
try: try:
version = self.influx.request('ping', expected_response_code=204).headers['X-Influxdb-Version'] version = self.influx.version()
self.logger.info('Influxdb version: %s', version) self.logger.info('Influxdb version: %s', version)
except ConnectionError: match = re.match(r'v?(\d+)\.', version)
self.logger.critical("Error testing connection to InfluxDB. Please check your url/hostname") if match:
self.version = int(match[1])
self.logger.info("Using InfluxDB API v%s", self.version)
else:
self.logger.critical("Unknown influxdb version")
exit(1)
except NewConnectionError:
self.logger.critical("Error getting InfluxDB version number. Please check your url/hostname are valid")
exit(1) exit(1)
databases = [db['name'] for db in self.influx.get_list_database()] if self.version >= 2:
# If we pass username/password to a v1 server, it breaks :(
self.influx = InfluxDBClient(url=url, username=self.server.username,
password=self.server.password,
verify_ssl=self.server.verify_ssl, org=self.server.org)
self.create_v2_bucket()
else:
self.create_v1_database()
if 'varken' not in databases: def create_v2_bucket(self):
if not self.influx.buckets_api().find_bucket_by_name(self.bucket):
self.logger.info("Creating varken bucket")
retention = BucketRetentionRules(type="expire", every_seconds=60 * 60 * 24 * 30,
shard_group_duration_seconds=60 * 60)
self.influx.buckets_api().create_bucket(bucket_name=self.bucket,
retention_rules=retention)
def create_v1_database(self):
from influxdb import InfluxDBClient
client = InfluxDBClient(host=self.server.url, port=self.server.port, username=self.server.username,
password=self.server.password, ssl=self.server.ssl, database=self.bucket,
verify_ssl=self.server.verify_ssl)
databases = [db['name'] for db in client.get_list_database()]
if self.bucket not in databases:
self.logger.info("Creating varken database") self.logger.info("Creating varken database")
self.influx.create_database('varken') client.create_database(self.bucket)
retention_policies = [policy['name'] for policy in retention_policies = [policy['name'] for policy in
self.influx.get_list_retention_policies(database='varken')] client.get_list_retention_policies(database=self.bucket)]
if 'varken 30d-1h' not in retention_policies: if 'varken 30d-1h' not in retention_policies:
self.logger.info("Creating varken retention policy (30d-1h)") self.logger.info("Creating varken retention policy (30d-1h)")
self.influx.create_retention_policy(name='varken 30d-1h', duration='30d', replication='1', client.create_retention_policy(name='varken 30d-1h', duration='30d', replication='1',
database='varken', default=True, shard_duration='1h') database=self.bucket, default=True, shard_duration='1h')
self.bucket = f'{self.bucket}/varken 30d-1h'
def write_points(self, data): def write_points(self, data):
d = data d = data
self.logger.debug('Writing Data to InfluxDB %s', d) self.logger.debug('Writing Data to InfluxDB %s', d)
write_api = self.influx.write_api(write_options=SYNCHRONOUS)
try: try:
self.influx.write_points(d) write_api.write(bucket=self.bucket, record=data)
except (InfluxDBServerError, ConnectionError) as e: except (InfluxDBError, NewConnectionError) as e:
self.logger.error('Error writing data to influxdb. Dropping this set of data. ' self.logger.error('Error writing data to influxdb. Dropping this set of data. '
'Check your database! Error: %s', e) 'Check your database! Error: %s', e)

View file

@ -9,7 +9,7 @@ from configparser import ConfigParser, NoOptionError, NoSectionError
from varken.varkenlogger import BlacklistFilter from varken.varkenlogger import BlacklistFilter
from varken.structures import SickChillServer, UniFiServer from varken.structures import SickChillServer, UniFiServer
from varken.helpers import clean_sid_check, rfc1918_ip_check, boolcheck from varken.helpers import clean_sid_check, rfc1918_ip_check, boolcheck
from varken.structures import SonarrServer, RadarrServer, OmbiServer, TautulliServer, InfluxServer from varken.structures import SonarrServer, RadarrServer, OmbiServer, OverseerrServer, TautulliServer, InfluxServer
class INIParser(object): class INIParser(object):
@ -17,7 +17,7 @@ class INIParser(object):
self.config = None self.config = None
self.data_folder = data_folder self.data_folder = data_folder
self.filtered_strings = None self.filtered_strings = None
self.services = ['sonarr', 'radarr', 'lidarr', 'ombi', 'tautulli', 'sickchill', 'unifi'] self.services = ['sonarr', 'radarr', 'lidarr', 'ombi', 'overseerr', 'tautulli', 'sickchill', 'unifi']
self.logger = getLogger() self.logger = getLogger()
self.influx_server = InfluxServer() self.influx_server = InfluxServer()
@ -154,13 +154,15 @@ class INIParser(object):
username = env.get('VRKN_INFLUXDB_USERNAME', self.config.get('influxdb', 'username')) username = env.get('VRKN_INFLUXDB_USERNAME', self.config.get('influxdb', 'username'))
password = env.get('VRKN_INFLUXDB_PASSWORD', self.config.get('influxdb', 'password')) password = env.get('VRKN_INFLUXDB_PASSWORD', self.config.get('influxdb', 'password'))
org = env.get('VRKN_INFLUXDB_ORG', self.config.get('influxdb', 'org'))
except NoOptionError as e: except NoOptionError as e:
self.logger.error('Missing key in %s. Error: %s', "influxdb", e) self.logger.error('Missing key in %s. Error: %s', "influxdb", e)
self.rectify_ini() self.rectify_ini()
return return
self.influx_server = InfluxServer(url=url, port=port, username=username, password=password, ssl=ssl, self.influx_server = InfluxServer(url=url, port=port, username=username, password=password, ssl=ssl,
verify_ssl=verify_ssl) verify_ssl=verify_ssl, org=org)
# Check for all enabled services # Check for all enabled services
for service in self.services: for service in self.services:
@ -293,6 +295,27 @@ class INIParser(object):
issue_status_counts=issue_status_counts, issue_status_counts=issue_status_counts,
issue_status_run_seconds=issue_status_run_seconds) issue_status_run_seconds=issue_status_run_seconds)
if service == 'overseerr':
get_request_total_counts = boolcheck(env.get(
f'VRKN_{envsection}_GET_REQUEST_TOTAL_COUNTS',
self.config.get(section, 'get_request_total_counts')))
request_total_run_seconds = int(env.get(
f'VRKN_{envsection}_REQUEST_TOTAL_RUN_SECONDS',
self.config.getint(section, 'request_total_run_seconds')))
num_latest_requests_to_fetch = int(env.get(
f'VRKN_{envsection}_GET_LATEST_REQUESTS_TO_FETCH',
self.config.getint(section, 'num_latest_requests_to_fetch')))
num_latest_requests_seconds = int(env.get(
f'VRKN_{envsection}_NUM_LATEST_REQUESTS_SECONDS',
self.config.getint(section, 'num_latest_requests_seconds')))
server = OverseerrServer(id=server_id, url=scheme + url, api_key=apikey,
verify_ssl=verify_ssl,
get_request_total_counts=get_request_total_counts,
request_total_run_seconds=request_total_run_seconds,
num_latest_requests_to_fetch=num_latest_requests_to_fetch,
num_latest_requests_seconds=num_latest_requests_seconds)
if service == 'sickchill': if service == 'sickchill':
get_missing = boolcheck(env.get(f'VRKN_{envsection}_GET_MISSING', get_missing = boolcheck(env.get(f'VRKN_{envsection}_GET_MISSING',
self.config.get(section, 'get_missing'))) self.config.get(section, 'get_missing')))

133
varken/overseerr.py Normal file
View file

@ -0,0 +1,133 @@
from logging import getLogger
from requests import Session, Request
from datetime import datetime, timezone
from varken.helpers import connection_handler, hashit
from varken.structures import OverseerrRequestCounts
class OverseerrAPI(object):
def __init__(self, server, dbmanager):
self.dbmanager = dbmanager
self.server = server
# Create session to reduce server web thread load, and globally define pageSize for all requests
self.session = Session()
self.session.headers = {'X-Api-Key': self.server.api_key}
self.logger = getLogger()
def __repr__(self):
return f"<overseerr-{self.server.id}>"
def get_request_counts(self):
now = datetime.now(timezone.utc).astimezone().isoformat()
endpoint = '/api/v1/request/count'
req = self.session.prepare_request(Request('GET', self.server.url + endpoint))
get_req = connection_handler(self.session, req, self.server.verify_ssl)
if not get_req:
return
requests = OverseerrRequestCounts(**get_req)
influx_payload = [
{
"measurement": "Overseerr",
"tags": {
"type": "Request_Counts"
},
"time": now,
"fields": {
"pending": requests.pending,
"approved": requests.approved,
"processing": requests.processing,
"available": requests.available,
"total": requests.total,
"movies": requests.movie,
"tv": requests.tv,
"declined": requests.declined
}
}
]
if influx_payload:
self.dbmanager.write_points(influx_payload)
else:
self.logger.warning("No data to send to influx for overseerr-request-counts instance, discarding.")
def get_latest_requests(self):
now = datetime.now(timezone.utc).astimezone().isoformat()
endpoint = '/api/v1/request?take=' + str(self.server.num_latest_requests_to_fetch) + '&filter=all&sort=added'
movie_endpoint = '/api/v1/movie/'
tv_endpoint = '/api/v1/tv/'
# GET THE LATEST n REQUESTS
req = self.session.prepare_request(Request('GET', self.server.url + endpoint))
get_latest_req = connection_handler(self.session, req, self.server.verify_ssl)
# RETURN NOTHING IF NO RESULTS
if not get_latest_req:
self.logger.warning("No data to send to influx for overseerr-latest-requests instance, discarding.")
return
influx_payload = []
# Request Type: Movie = 1, TV Show = 0
for result in get_latest_req['results']:
if result['type'] == 'tv':
req = self.session.prepare_request(Request('GET',
self.server.url +
tv_endpoint +
str(result['media']['tmdbId'])))
get_tv_req = connection_handler(self.session, req, self.server.verify_ssl)
hash_id = hashit(f'{get_tv_req["id"]}{get_tv_req["name"]}')
influx_payload.append(
{
"measurement": "Overseerr",
"tags": {
"type": "Requests",
"server": self.server.id,
"request_type": 0,
"status": get_tv_req['mediaInfo']['status'],
"title": get_tv_req['name'],
"requested_user": get_tv_req['mediaInfo']['requests'][0]['requestedBy']['displayName'],
"requested_date": get_tv_req['mediaInfo']['requests'][0]['createdAt']
},
"time": now,
"fields": {
"hash": hash_id
}
}
)
if result['type'] == 'movie':
req = self.session.prepare_request(Request('GET',
self.server.url +
movie_endpoint +
str(result['media']['tmdbId'])))
get_movie_req = connection_handler(self.session, req, self.server.verify_ssl)
hash_id = hashit(f'{get_movie_req["id"]}{get_movie_req["title"]}')
influx_payload.append(
{
"measurement": "Overseerr",
"tags": {
"type": "Requests",
"server": self.server.id,
"request_type": 1,
"status": get_movie_req['mediaInfo']['status'],
"title": get_movie_req['title'],
"requested_user": get_movie_req['mediaInfo']['requests'][0]['requestedBy']['displayName'],
"requested_date": get_movie_req['mediaInfo']['requests'][0]['createdAt']
},
"time": now,
"fields": {
"hash": hash_id
}
}
)
if influx_payload:
self.dbmanager.write_points(influx_payload)
else:
self.logger.warning("No data to send to influx for overseerr-latest-requests instance, discarding.")

View file

@ -2,7 +2,7 @@ from logging import getLogger
from requests import Session, Request from requests import Session, Request
from datetime import datetime, timezone from datetime import datetime, timezone
from varken.structures import RadarrMovie, Queue from varken.structures import QueuePages, RadarrMovie, RadarrQueue
from varken.helpers import hashit, connection_handler from varken.helpers import hashit, connection_handler
@ -19,7 +19,7 @@ class RadarrAPI(object):
return f"<radarr-{self.server.id}>" return f"<radarr-{self.server.id}>"
def get_missing(self): def get_missing(self):
endpoint = '/api/movie' endpoint = '/api/v3/movie'
now = datetime.now(timezone.utc).astimezone().isoformat() now = datetime.now(timezone.utc).astimezone().isoformat()
influx_payload = [] influx_payload = []
missing = [] missing = []
@ -37,7 +37,7 @@ class RadarrAPI(object):
return return
for movie in movies: for movie in movies:
if movie.monitored and not movie.downloaded: if movie.monitored and not movie.hasFile:
if movie.isAvailable: if movie.isAvailable:
ma = 0 ma = 0
else: else:
@ -66,35 +66,53 @@ class RadarrAPI(object):
} }
) )
self.dbmanager.write_points(influx_payload) if influx_payload:
self.dbmanager.write_points(influx_payload)
else:
self.logger.warning("No data to send to influx for radarr-missing instance, discarding.")
def get_queue(self): def get_queue(self):
endpoint = '/api/queue' endpoint = '/api/v3/queue'
now = datetime.now(timezone.utc).astimezone().isoformat() now = datetime.now(timezone.utc).astimezone().isoformat()
influx_payload = [] influx_payload = []
pageSize = 250
params = {'pageSize': pageSize, 'includeMovie': True, 'includeUnknownMovieItems': False}
queueResponse = []
queue = [] queue = []
req = self.session.prepare_request(Request('GET', self.server.url + endpoint)) req = self.session.prepare_request(Request('GET', self.server.url + endpoint, params=params))
get = connection_handler(self.session, req, self.server.verify_ssl) get = connection_handler(self.session, req, self.server.verify_ssl)
if not get: if not get:
return return
for movie in get: response = QueuePages(**get)
try: queueResponse.extend(response.records)
movie['movie'] = RadarrMovie(**movie['movie'])
except TypeError as e: while response.totalRecords > response.page * response.pageSize:
self.logger.error('TypeError has occurred : %s while creating RadarrMovie structure', e) page = response.page + 1
params = {'pageSize': pageSize, 'page': page, 'includeMovie': True, 'includeUnknownMovieItems': False}
req = self.session.prepare_request(Request('GET', self.server.url + endpoint, params=params))
get = connection_handler(self.session, req, self.server.verify_ssl)
if not get:
return return
try: response = QueuePages(**get)
download_queue = [Queue(**movie) for movie in get] queueResponse.extend(response.records)
except TypeError as e:
self.logger.error('TypeError has occurred : %s while creating Queue structure', e) download_queue = []
for queueItem in queueResponse:
try:
download_queue.append(RadarrQueue(**queueItem))
except TypeError as e:
self.logger.warning('TypeError has occurred : %s while creating RadarrQueue structure', e)
return
if not download_queue:
self.logger.warning("No data to send to influx for radarr-queue instance, discarding.")
return return
for queue_item in download_queue: for queue_item in download_queue:
movie = queue_item.movie movie = RadarrMovie(**queue_item.movie)
name = f'{movie.title} ({movie.year})' name = f'{movie.title} ({movie.year})'
@ -128,4 +146,7 @@ class RadarrAPI(object):
} }
) )
self.dbmanager.write_points(influx_payload) if influx_payload:
self.dbmanager.write_points(influx_payload)
else:
self.logger.warning("No data to send to influx for radarr-queue instance, discarding.")

View file

@ -2,7 +2,7 @@ from logging import getLogger
from requests import Session, Request from requests import Session, Request
from datetime import datetime, timezone, date, timedelta from datetime import datetime, timezone, date, timedelta
from varken.structures import Queue, SonarrTVShow from varken.structures import SonarrEpisode, SonarrTVShow, SonarrQueue, QueuePages
from varken.helpers import hashit, connection_handler from varken.helpers import hashit, connection_handler
@ -19,16 +19,28 @@ class SonarrAPI(object):
def __repr__(self): def __repr__(self):
return f"<sonarr-{self.server.id}>" return f"<sonarr-{self.server.id}>"
def get_episode(self, id):
endpoint = '/api/v3/episode'
params = {'episodeIds': id}
req = self.session.prepare_request(Request('GET', self.server.url + endpoint, params=params))
get = connection_handler(self.session, req, self.server.verify_ssl)
if not get:
return
return SonarrEpisode(**get[0])
def get_calendar(self, query="Missing"): def get_calendar(self, query="Missing"):
endpoint = '/api/calendar/' endpoint = '/api/v3/calendar/'
today = str(date.today()) today = str(date.today())
last_days = str(date.today() - timedelta(days=self.server.missing_days)) last_days = str(date.today() - timedelta(days=self.server.missing_days))
future = str(date.today() + timedelta(days=self.server.future_days)) future = str(date.today() + timedelta(days=self.server.future_days))
now = datetime.now(timezone.utc).astimezone().isoformat() now = datetime.now(timezone.utc).astimezone().isoformat()
if query == "Missing": if query == "Missing":
params = {'start': last_days, 'end': today} params = {'start': last_days, 'end': today, 'includeSeries': True}
else: else:
params = {'start': today, 'end': future} params = {'start': today, 'end': future, 'includeSeries': True}
influx_payload = [] influx_payload = []
air_days = [] air_days = []
missing = [] missing = []
@ -42,22 +54,24 @@ class SonarrAPI(object):
tv_shows = [] tv_shows = []
for show in get: for show in get:
try: try:
tv_shows.append(SonarrTVShow(**show)) tv_shows.append(SonarrEpisode(**show))
except TypeError as e: except TypeError as e:
self.logger.error('TypeError has occurred : %s while creating SonarrTVShow structure for show. Data ' self.logger.error('TypeError has occurred : %s while creating SonarrEpisode structure for show. Data '
'attempted is: %s', e, show) 'attempted is: %s', e, show)
for show in tv_shows: for episode in tv_shows:
sxe = f'S{show.seasonNumber:0>2}E{show.episodeNumber:0>2}' tvShow = episode.series
if show.hasFile: sxe = f'S{episode.seasonNumber:0>2}E{episode.episodeNumber:0>2}'
if episode.hasFile:
downloaded = 1 downloaded = 1
else: else:
downloaded = 0 downloaded = 0
if query == "Missing": if query == "Missing":
if show.monitored and not downloaded: if episode.monitored and not downloaded:
missing.append((show.series['title'], downloaded, sxe, show.title, show.airDateUtc, show.id)) missing.append((tvShow['title'], downloaded, sxe, episode.title,
episode.airDateUtc, episode.seriesId))
else: else:
air_days.append((show.series['title'], downloaded, sxe, show.title, show.airDateUtc, show.id)) air_days.append((tvShow['title'], downloaded, sxe, episode.title, episode.airDateUtc, episode.seriesId))
for series_title, dl_status, sxe, episode_title, air_date_utc, sonarr_id in (air_days or missing): for series_title, dl_status, sxe, episode_title, air_date_utc, sonarr_id in (air_days or missing):
hash_id = hashit(f'{self.server.id}{series_title}{sxe}') hash_id = hashit(f'{self.server.id}{series_title}{sxe}')
@ -81,45 +95,66 @@ class SonarrAPI(object):
} }
) )
self.dbmanager.write_points(influx_payload) if influx_payload:
self.dbmanager.write_points(influx_payload)
else:
self.logger.warning("No data to send to influx for sonarr-calendar instance, discarding.")
def get_queue(self): def get_queue(self):
influx_payload = [] influx_payload = []
endpoint = '/api/queue' endpoint = '/api/v3/queue'
now = datetime.now(timezone.utc).astimezone().isoformat() now = datetime.now(timezone.utc).astimezone().isoformat()
pageSize = 250
params = {'pageSize': pageSize, 'includeSeries': True, 'includeEpisode': True}
queueResponse = []
queue = [] queue = []
req = self.session.prepare_request(Request('GET', self.server.url + endpoint)) req = self.session.prepare_request(Request('GET', self.server.url + endpoint, params=params))
get = connection_handler(self.session, req, self.server.verify_ssl) get = connection_handler(self.session, req, self.server.verify_ssl)
if not get: if not get:
return return
response = QueuePages(**get)
queueResponse.extend(response.records)
while response.totalRecords > response.page * response.pageSize:
page = response.page + 1
params = {'pageSize': pageSize, 'page': page, 'includeSeries': True, 'includeEpisode': True}
req = self.session.prepare_request(Request('GET', self.server.url + endpoint, params=params))
get = connection_handler(self.session, req, self.server.verify_ssl)
if not get:
return
response = QueuePages(**get)
queueResponse.extend(response.records)
download_queue = [] download_queue = []
for show in get: for queueItem in queueResponse:
try: try:
download_queue.append(Queue(**show)) download_queue.append(SonarrQueue(**queueItem))
except TypeError as e: except TypeError as e:
self.logger.error('TypeError has occurred : %s while creating Queue structure. Data attempted is: ' self.logger.error('TypeError has occurred : %s while creating Queue structure. Data attempted is: '
'%s', e, show) '%s', e, queueItem)
if not download_queue: if not download_queue:
return return
for show in download_queue: for queueItem in download_queue:
tvShow = SonarrTVShow(**queueItem.series)
episode = SonarrEpisode(**queueItem.episode)
try: try:
sxe = f"S{show.episode['seasonNumber']:0>2}E{show.episode['episodeNumber']:0>2}" sxe = f"S{episode.seasonNumber:0>2}E{episode.episodeNumber:0>2}"
except TypeError as e: except TypeError as e:
self.logger.error('TypeError has occurred : %s while processing the sonarr queue. \ self.logger.error('TypeError has occurred : %s while processing the sonarr queue. \
Remove invalid queue entry. Data attempted is: %s', e, show) Remove invalid queue entry. Data attempted is: %s', e, queueItem)
continue continue
if show.protocol.upper() == 'USENET': if queueItem.protocol.upper() == 'USENET':
protocol_id = 1 protocol_id = 1
else: else:
protocol_id = 0 protocol_id = 0
queue.append((show.series['title'], show.episode['title'], show.protocol.upper(), queue.append((tvShow.title, episode.title, queueItem.protocol.upper(),
protocol_id, sxe, show.id, show.quality['quality']['name'])) protocol_id, sxe, queueItem.seriesId, queueItem.quality['quality']['name']))
for series_title, episode_title, protocol, protocol_id, sxe, sonarr_id, quality in queue: for series_title, episode_title, protocol, protocol_id, sxe, sonarr_id, quality in queue:
hash_id = hashit(f'{self.server.id}{series_title}{sxe}') hash_id = hashit(f'{self.server.id}{series_title}{sxe}')
@ -143,7 +178,8 @@ class SonarrAPI(object):
} }
} }
) )
if influx_payload: if influx_payload:
self.dbmanager.write_points(influx_payload) self.dbmanager.write_points(influx_payload)
else: else:
self.logger.debug("No data to send to influx for sonarr instance, discarding.") self.logger.warning("No data to send to influx for sonarr-queue instance, discarding.")

View file

@ -18,6 +18,7 @@ class InfluxServer(NamedTuple):
url: str = 'localhost' url: str = 'localhost'
username: str = 'root' username: str = 'root'
verify_ssl: bool = False verify_ssl: bool = False
org: str = '-'
class SonarrServer(NamedTuple): class SonarrServer(NamedTuple):
@ -57,6 +58,17 @@ class OmbiServer(NamedTuple):
verify_ssl: bool = False verify_ssl: bool = False
class OverseerrServer(NamedTuple):
api_key: str = None
id: int = None
url: str = None
verify_ssl: bool = False
get_request_total_counts: bool = False
request_total_run_seconds: int = 30
num_latest_requests_to_fetch: int = 10
num_latest_requests_seconds: int = 30
class TautulliServer(NamedTuple): class TautulliServer(NamedTuple):
api_key: str = None api_key: str = None
fallback_ip: str = None fallback_ip: str = None
@ -91,22 +103,13 @@ class UniFiServer(NamedTuple):
# Shared # Shared
class Queue(NamedTuple): class QueuePages(NamedTuple):
downloadId: str = None page: int = None
episode: dict = None pageSize: int = None
estimatedCompletionTime: str = None sortKey: str = None
id: int = None sortDirection: str = None
movie: dict = None totalRecords: str = None
protocol: str = None records: list = None
quality: dict = None
series: dict = None
size: float = None
sizeleft: float = None
status: str = None
statusMessages: list = None
timeleft: str = None
title: str = None
trackedDownloadStatus: str = None
# Ombi Structures # Ombi Structures
@ -127,8 +130,10 @@ class OmbiTVRequest(NamedTuple):
childRequests: list = None childRequests: list = None
denied: bool = None denied: bool = None
deniedReason: None = None deniedReason: None = None
externalProviderId: str = None
id: int = None id: int = None
imdbId: str = None imdbId: str = None
languageProfile: str = None
markedAsDenied: str = None markedAsDenied: str = None
overview: str = None overview: str = None
posterPath: str = None posterPath: str = None
@ -145,72 +150,159 @@ class OmbiTVRequest(NamedTuple):
class OmbiMovieRequest(NamedTuple): class OmbiMovieRequest(NamedTuple):
approved: bool = None approved: bool = None
approved4K: bool = None
available: bool = None available: bool = None
available4K: bool = None
background: str = None background: str = None
canApprove: bool = None canApprove: bool = None
denied: bool = None denied: bool = None
denied4K: None = None
deniedReason: None = None deniedReason: None = None
deniedReason4K: None = None
digitalRelease: bool = None digitalRelease: bool = None
digitalReleaseDate: None = None digitalReleaseDate: None = None
has4KRequest: bool = None
id: int = None id: int = None
imdbId: str = None imdbId: str = None
is4kRequest: bool = None
issueId: None = None issueId: None = None
issues: None = None issues: None = None
langCode: str = None
languageCode: str = None
markedAsApproved: str = None markedAsApproved: str = None
markedAsApproved4K: str = None
markedAsAvailable: None = None markedAsAvailable: None = None
markedAsAvailable4K: None = None
markedAsDenied: str = None markedAsDenied: str = None
markedAsDenied4K: str = None
overview: str = None overview: str = None
posterPath: str = None posterPath: str = None
qualityOverride: int = None qualityOverride: int = None
released: bool = None released: bool = None
releaseDate: str = None releaseDate: str = None
requestedByAlias: str = None
requestedDate: str = None requestedDate: str = None
requestedDate4k: str = None
requestedUser: dict = None requestedUser: dict = None
requestedUserId: str = None requestedUserId: str = None
requestStatus: str = None
requestType: int = None requestType: int = None
rootPathOverride: int = None rootPathOverride: int = None
showSubscribe: bool = None showSubscribe: bool = None
source: int = None
status: str = None status: str = None
subscribed: bool = None subscribed: bool = None
theMovieDbId: int = None theMovieDbId: int = None
title: str = None title: str = None
langCode: str = None
languageCode: str = None
requestedByAlias: str = None # Overseerr
requestStatus: str = None class OverseerrRequestCounts(NamedTuple):
pending: int = None
approved: int = None
processing: int = None
available: int = None
total: int = None
movie: int = None
tv: int = None
declined: int = None
# Sonarr # Sonarr
class SonarrTVShow(NamedTuple): class SonarrTVShow(NamedTuple):
added: str = None
airTime: str = None
alternateTitles: list = None
certification: str = None
cleanTitle: str = None
ended: bool = None
firstAired: str = None
genres: list = None
id: int = None
images: list = None
imdbId: str = None
languageProfileId: int = None
monitored: bool = None
nextAiring: str = None
network: str = None
overview: str = None
path: str = None
previousAiring: str = None
qualityProfileId: int = None
ratings: dict = None
rootFolderPath: str = None
runtime: int = None
seasonFolder: bool = None
seasons: list = None
seriesType: str = None
sortTitle: str = None
statistics: dict = None
status: str = None
tags: list = None
title: str = None
titleSlug: str = None
tvdbId: int = None
tvMazeId: int = None
tvRageId: int = None
useSceneNumbering: bool = None
year: int = None
class SonarrEpisode(NamedTuple):
absoluteEpisodeNumber: int = None absoluteEpisodeNumber: int = None
airDate: str = None airDate: str = None
airDateUtc: str = None airDateUtc: str = None
episodeFile: dict = None
episodeFileId: int = None episodeFileId: int = None
episodeNumber: int = None episodeNumber: int = None
grabbed: bool = None
hasFile: bool = None hasFile: bool = None
id: int = None id: int = None
lastSearchTime: str = None
monitored: bool = None monitored: bool = None
overview: str = None overview: str = None
sceneAbsoluteEpisodeNumber: int = None
sceneEpisodeNumber: int = None
sceneSeasonNumber: int = None
seasonNumber: int = None seasonNumber: int = None
series: dict = None
seriesId: int = None seriesId: int = None
title: str = None title: str = None
unverifiedSceneNumbering: bool = None unverifiedSceneNumbering: bool = None
sceneAbsoluteEpisodeNumber: int = None
sceneEpisodeNumber: int = None
sceneSeasonNumber: int = None
series: SonarrTVShow = None
tvdbId: int = None
class SonarrQueue(NamedTuple):
downloadClient: str = None
downloadId: str = None
episodeId: int = None
id: int = None
indexer: str = None
language: dict = None
protocol: str = None
quality: dict = None
size: float = None
sizeleft: float = None
status: str = None
statusMessages: list = None
title: str = None
trackedDownloadState: str = None
trackedDownloadStatus: str = None
seriesId: int = None
errorMessage: str = None
outputPath: str = None
series: SonarrTVShow = None
episode: SonarrEpisode = None
timeleft: str = None
estimatedCompletionTime: str = None
# Radarr # Radarr
class RadarrMovie(NamedTuple): class RadarrMovie(NamedTuple):
added: str = None added: str = None
addOptions: str = None alternateTitles: list = None
alternativeTitles: list = None
certification: str = None certification: str = None
cleanTitle: str = None cleanTitle: str = None
downloaded: bool = None collection: dict = None
digitalRelease: str = None
folderName: str = None folderName: str = None
genres: list = None genres: list = None
hasFile: bool = None hasFile: bool = None
@ -219,32 +311,58 @@ class RadarrMovie(NamedTuple):
imdbId: str = None imdbId: str = None
inCinemas: str = None inCinemas: str = None
isAvailable: bool = None isAvailable: bool = None
lastInfoSync: str = None
minimumAvailability: str = None minimumAvailability: str = None
monitored: bool = None monitored: bool = None
movieFile: dict = None movieFile: dict = None
originalTitle: str = None
overview: str = None overview: str = None
path: str = None path: str = None
pathState: str = None
physicalRelease: str = None physicalRelease: str = None
physicalReleaseNote: str = None
profileId: int = None
qualityProfileId: int = None qualityProfileId: int = None
ratings: dict = None ratings: dict = None
runtime: int = None runtime: int = None
secondaryYear: str = None secondaryYear: int = None
secondaryYearSourceId: int = None secondaryYearSourceId: int = None
sizeOnDisk: int = None sizeOnDisk: float = None
sortTitle: str = None sortTitle: str = None
status: str = None status: str = None
studio: str = None studio: str = None
tags: list = None tags: list = None
title: str = None
titleSlug: str = None titleSlug: str = None
tmdbId: int = None tmdbId: int = None
website: str = None website: str = None
year: int = None year: int = None
youTubeTrailerId: str = None youTubeTrailerId: str = None
title: str = None
originalLanguage: str = None
addOptions: str = None
popularity: str = None
# Radarr Queue
class RadarrQueue(NamedTuple):
customFormats: list = None
downloadClient: str = None
downloadId: str = None
id: int = None
indexer: str = None
languages: list = None
movieId: int = None
protocol: str = None
quality: dict = None
size: float = None
sizeleft: float = None
status: str = None
statusMessages: list = None
title: str = None
trackedDownloadState: str = None
trackedDownloadStatus: str = None
timeleft: str = None
estimatedCompletionTime: str = None
errorMessage: str = None
outputPath: str = None
movie: RadarrMovie = None
timeleft: str = None
# Sickchill # Sickchill
@ -364,6 +482,7 @@ class TautulliStream(NamedTuple):
reference_id: int = None reference_id: int = None
relay: int = None relay: int = None
relayed: int = None relayed: int = None
row_id: int = None
section_id: str = None section_id: str = None
secure: str = None secure: str = None
selected: int = None selected: int = None
@ -402,6 +521,7 @@ class TautulliStream(NamedTuple):
stream_video_codec: str = None stream_video_codec: str = None
stream_video_codec_level: str = None stream_video_codec_level: str = None
stream_video_decision: str = None stream_video_decision: str = None
stream_video_dynamic_range: str = None
stream_video_framerate: str = None stream_video_framerate: str = None
stream_video_full_resolution: str = None stream_video_full_resolution: str = None
stream_video_height: str = None stream_video_height: str = None
@ -461,6 +581,7 @@ class TautulliStream(NamedTuple):
video_codec: str = None video_codec: str = None
video_codec_level: str = None video_codec_level: str = None
video_decision: str = None video_decision: str = None
video_dynamic_range: str = None
video_frame_rate: str = None video_frame_rate: str = None
video_framerate: str = None video_framerate: str = None
video_full_resolution: str = None video_full_resolution: str = None
@ -491,7 +612,9 @@ class LidarrQueue(NamedTuple):
sizeleft: float = None sizeleft: float = None
status: str = None status: str = None
trackedDownloadStatus: str = None trackedDownloadStatus: str = None
trackedDownloadState: str = None
statusMessages: list = None statusMessages: list = None
errorMessage: str = None
downloadId: str = None downloadId: str = None
protocol: str = None protocol: str = None
downloadClient: str = None downloadClient: str = None
@ -499,6 +622,7 @@ class LidarrQueue(NamedTuple):
outputPath: str = None outputPath: str = None
downloadForced: bool = None downloadForced: bool = None
id: int = None id: int = None
estimatedCompletionTime: str = None
class LidarrAlbum(NamedTuple): class LidarrAlbum(NamedTuple):

View file

@ -2,7 +2,7 @@ from logging import getLogger
from requests import Session, Request from requests import Session, Request
from geoip2.errors import AddressNotFoundError from geoip2.errors import AddressNotFoundError
from datetime import datetime, timezone, date, timedelta from datetime import datetime, timezone, date, timedelta
from influxdb.exceptions import InfluxDBClientError from influxdb_client.client.exceptions import InfluxDBError
from varken.structures import TautulliStream from varken.structures import TautulliStream
from varken.helpers import hashit, connection_handler, itemgetter_with_default from varken.helpers import hashit, connection_handler, itemgetter_with_default
@ -129,6 +129,7 @@ class TautulliAPI(object):
"tags": { "tags": {
"type": "Session", "type": "Session",
"session_id": session.session_id, "session_id": session.session_id,
"ip_address": session.ip_address,
"friendly_name": session.friendly_name, "friendly_name": session.friendly_name,
"username": session.username, "username": session.username,
"title": session.full_title, "title": session.full_title,
@ -327,6 +328,7 @@ class TautulliAPI(object):
"tags": { "tags": {
"type": "Session", "type": "Session",
"session_id": session.session_id, "session_id": session.session_id,
"ip_address": session.ip_address,
"friendly_name": session.friendly_name, "friendly_name": session.friendly_name,
"username": session.user, "username": session.user,
"title": session.full_title, "title": session.full_title,
@ -361,7 +363,7 @@ class TautulliAPI(object):
) )
try: try:
self.dbmanager.write_points(influx_payload) self.dbmanager.write_points(influx_payload)
except InfluxDBClientError as e: except InfluxDBError as e:
if "beyond retention policy" in str(e): if "beyond retention policy" in str(e):
self.logger.debug('Only imported 30 days of data per retention policy') self.logger.debug('Only imported 30 days of data per retention policy')
else: else: