Influxdb #1
15 changed files with 552 additions and 198 deletions
24
CHANGELOG.md
24
CHANGELOG.md
|
@ -1,5 +1,29 @@
|
||||||
# Change Log
|
# Change Log
|
||||||
|
|
||||||
|
## [v1.7.7](https://github.com/Boerderij/Varken/tree/v1.7.7) (2020-12-21)
|
||||||
|
[Full Changelog](https://github.com/Boerderij/Varken/compare/1.7.6...v1.7.7)
|
||||||
|
|
||||||
|
**Implemented enhancements:**
|
||||||
|
- \[Enhancement\] Ombi 4.0 compatibility [\#186](https://github.com/Boerderij/Varken/issues/186)
|
||||||
|
([samwiseg0](https://github.com/samwiseg0))
|
||||||
|
|
||||||
|
**Merged pull requests:**
|
||||||
|
|
||||||
|
- v1.7.7 Merge [\#191](https://github.com/Boerderij/Varken/pull/191)
|
||||||
|
([DirtyCajunRice](https://github.com/DirtyCajunRice))
|
||||||
|
- Type Error fix [\#177](https://github.com/Boerderij/Varken/pull/177)
|
||||||
|
([derek-miller](https://github.com/derek-miller))
|
||||||
|
|
||||||
|
**Fixed bugs:**
|
||||||
|
|
||||||
|
- \[BUG\] Influxdb exit code [\#174](https://github.com/Boerderij/Varken/issues/174)
|
||||||
|
([samwiseg0](https://github.com/samwiseg0))
|
||||||
|
|
||||||
|
**Notes:**
|
||||||
|
- Now built via github actions
|
||||||
|
- Available on ghcr, quay.io, and dockerhub
|
||||||
|
- Nightly builds done to accommodate dependabot MRs
|
||||||
|
|
||||||
## [v1.7.6](https://github.com/Boerderij/Varken/tree/v1.7.6) (2020-01-01)
|
## [v1.7.6](https://github.com/Boerderij/Varken/tree/v1.7.6) (2020-01-01)
|
||||||
[Full Changelog](https://github.com/Boerderij/Varken/compare/1.7.5...v1.7.6)
|
[Full Changelog](https://github.com/Boerderij/Varken/compare/1.7.5...v1.7.6)
|
||||||
|
|
||||||
|
|
|
@ -17,7 +17,7 @@ ecosystem into InfluxDB using Grafana for a frontend
|
||||||
Requirements:
|
Requirements:
|
||||||
* [Python 3.6.7+](https://www.python.org/downloads/release/python-367/)
|
* [Python 3.6.7+](https://www.python.org/downloads/release/python-367/)
|
||||||
* [Python3-pip](https://pip.pypa.io/en/stable/installing/)
|
* [Python3-pip](https://pip.pypa.io/en/stable/installing/)
|
||||||
* [InfluxDB 1.8.x](https://www.influxdata.com/)
|
* [InfluxDB 1.8.x or 2.x](https://www.influxdata.com/)
|
||||||
* [Grafana](https://grafana.com/)
|
* [Grafana](https://grafana.com/)
|
||||||
|
|
||||||
<p align="center">
|
<p align="center">
|
||||||
|
@ -50,7 +50,7 @@ Please read [Asking for Support](https://wiki.cajun.pro/books/varken/chapter/ask
|
||||||
|
|
||||||
### InfluxDB
|
### InfluxDB
|
||||||
[InfluxDB Installation Documentation](https://wiki.cajun.pro/books/varken/page/influxdb-d1f)
|
[InfluxDB Installation Documentation](https://wiki.cajun.pro/books/varken/page/influxdb-d1f)
|
||||||
Note: Only v1.8.x is currently supported.
|
Note: Only v1.8.x or v2.x are supported.
|
||||||
|
|
||||||
Influxdb is required but not packaged as part of Varken. Varken will create
|
Influxdb is required but not packaged as part of Varken. Varken will create
|
||||||
its database on its own. If you choose to give varken user permissions that
|
its database on its own. If you choose to give varken user permissions that
|
||||||
|
|
21
Varken.py
21
Varken.py
|
@ -1,19 +1,21 @@
|
||||||
import platform
|
import platform
|
||||||
import schedule
|
import schedule
|
||||||
|
import distro
|
||||||
from time import sleep
|
from time import sleep
|
||||||
from queue import Queue
|
from queue import Queue
|
||||||
from sys import version
|
from sys import version
|
||||||
from threading import Thread
|
from threading import Thread
|
||||||
from os import environ as env
|
from os import environ as env
|
||||||
from os import access, R_OK, getenv
|
from os import access, R_OK, getenv
|
||||||
from distro import linux_distribution
|
|
||||||
from os.path import isdir, abspath, dirname, join
|
from os.path import isdir, abspath, dirname, join
|
||||||
from argparse import ArgumentParser, RawTextHelpFormatter
|
from argparse import ArgumentParser, RawTextHelpFormatter
|
||||||
from logging import getLogger, StreamHandler, Formatter, DEBUG
|
from logging import getLogger, StreamHandler, Formatter, DEBUG
|
||||||
|
|
||||||
|
|
||||||
# Needed to check version of python
|
# Needed to check version of python
|
||||||
from varken import structures # noqa
|
from varken import structures # noqa
|
||||||
from varken.ombi import OmbiAPI
|
from varken.ombi import OmbiAPI
|
||||||
|
from varken.overseerr import OverseerrAPI
|
||||||
from varken.unifi import UniFiAPI
|
from varken.unifi import UniFiAPI
|
||||||
from varken import VERSION, BRANCH, BUILD_DATE
|
from varken import VERSION, BRANCH, BUILD_DATE
|
||||||
from varken.sonarr import SonarrAPI
|
from varken.sonarr import SonarrAPI
|
||||||
|
@ -27,7 +29,7 @@ from varken.sickchill import SickChillAPI
|
||||||
from varken.varkenlogger import VarkenLogger
|
from varken.varkenlogger import VarkenLogger
|
||||||
|
|
||||||
|
|
||||||
PLATFORM_LINUX_DISTRO = ' '.join(x for x in linux_distribution() if x)
|
PLATFORM_LINUX_DISTRO = ' '.join(distro.id() + distro.version() + distro.name())
|
||||||
|
|
||||||
|
|
||||||
def thread(job, **kwargs):
|
def thread(job, **kwargs):
|
||||||
|
@ -156,6 +158,18 @@ if __name__ == "__main__":
|
||||||
at_time = schedule.every(server.issue_status_run_seconds).seconds
|
at_time = schedule.every(server.issue_status_run_seconds).seconds
|
||||||
at_time.do(thread, OMBI.get_issue_counts).tag("ombi-{}-get_issue_counts".format(server.id))
|
at_time.do(thread, OMBI.get_issue_counts).tag("ombi-{}-get_issue_counts".format(server.id))
|
||||||
|
|
||||||
|
if CONFIG.overseerr_enabled:
|
||||||
|
for server in CONFIG.overseerr_servers:
|
||||||
|
OVERSEER = OverseerrAPI(server, DBMANAGER)
|
||||||
|
if server.get_request_total_counts:
|
||||||
|
at_time = schedule.every(server.request_total_run_seconds).seconds
|
||||||
|
at_time.do(thread, OVERSEER.get_request_counts).tag("overseerr-{}-get_request_counts"
|
||||||
|
.format(server.id))
|
||||||
|
if server.num_latest_requests_to_fetch > 0:
|
||||||
|
at_time = schedule.every(server.num_latest_requests_seconds).seconds
|
||||||
|
at_time.do(thread, OVERSEER.get_latest_requests).tag("overseerr-{}-get_latest_requests"
|
||||||
|
.format(server.id))
|
||||||
|
|
||||||
if CONFIG.sickchill_enabled:
|
if CONFIG.sickchill_enabled:
|
||||||
for server in CONFIG.sickchill_servers:
|
for server in CONFIG.sickchill_servers:
|
||||||
SICKCHILL = SickChillAPI(server, DBMANAGER)
|
SICKCHILL = SickChillAPI(server, DBMANAGER)
|
||||||
|
@ -171,7 +185,8 @@ if __name__ == "__main__":
|
||||||
|
|
||||||
# Run all on startup
|
# Run all on startup
|
||||||
SERVICES_ENABLED = [CONFIG.ombi_enabled, CONFIG.radarr_enabled, CONFIG.tautulli_enabled, CONFIG.unifi_enabled,
|
SERVICES_ENABLED = [CONFIG.ombi_enabled, CONFIG.radarr_enabled, CONFIG.tautulli_enabled, CONFIG.unifi_enabled,
|
||||||
CONFIG.sonarr_enabled, CONFIG.sickchill_enabled, CONFIG.lidarr_enabled]
|
CONFIG.sonarr_enabled, CONFIG.sickchill_enabled, CONFIG.lidarr_enabled,
|
||||||
|
CONFIG.overseerr_enabled]
|
||||||
if not [enabled for enabled in SERVICES_ENABLED if enabled]:
|
if not [enabled for enabled in SERVICES_ENABLED if enabled]:
|
||||||
vl.logger.error("All services disabled. Exiting")
|
vl.logger.error("All services disabled. Exiting")
|
||||||
exit(1)
|
exit(1)
|
||||||
|
|
|
@ -3,7 +3,8 @@ sonarr_server_ids = 1,2
|
||||||
radarr_server_ids = 1,2
|
radarr_server_ids = 1,2
|
||||||
lidarr_server_ids = false
|
lidarr_server_ids = false
|
||||||
tautulli_server_ids = 1
|
tautulli_server_ids = 1
|
||||||
ombi_server_ids = 1
|
ombi_server_ids = false
|
||||||
|
overseerr_server_ids = 1
|
||||||
sickchill_server_ids = false
|
sickchill_server_ids = false
|
||||||
unifi_server_ids = false
|
unifi_server_ids = false
|
||||||
maxmind_license_key = xxxxxxxxxxxxxxxx
|
maxmind_license_key = xxxxxxxxxxxxxxxx
|
||||||
|
@ -15,6 +16,7 @@ ssl = false
|
||||||
verify_ssl = false
|
verify_ssl = false
|
||||||
username = root
|
username = root
|
||||||
password = root
|
password = root
|
||||||
|
org = -
|
||||||
|
|
||||||
[tautulli-1]
|
[tautulli-1]
|
||||||
url = tautulli.domain.tld:8181
|
url = tautulli.domain.tld:8181
|
||||||
|
@ -95,6 +97,17 @@ request_total_run_seconds = 300
|
||||||
get_issue_status_counts = true
|
get_issue_status_counts = true
|
||||||
issue_status_run_seconds = 300
|
issue_status_run_seconds = 300
|
||||||
|
|
||||||
|
[overseerr-1]
|
||||||
|
url = overseerr.domain.tld
|
||||||
|
apikey = xxxxxxxxxxxxxxxx
|
||||||
|
ssl = false
|
||||||
|
verify_ssl = false
|
||||||
|
get_request_total_counts = true
|
||||||
|
request_total_run_seconds = 30
|
||||||
|
get_latest_requests = true
|
||||||
|
num_latest_requests_to_fetch = 10
|
||||||
|
num_latest_requests_seconds = 30
|
||||||
|
|
||||||
[sickchill-1]
|
[sickchill-1]
|
||||||
url = sickchill.domain.tld:8081
|
url = sickchill.domain.tld:8081
|
||||||
apikey = xxxxxxxxxxxxxxxx
|
apikey = xxxxxxxxxxxxxxxx
|
||||||
|
|
|
@ -6,7 +6,7 @@ services:
|
||||||
influxdb:
|
influxdb:
|
||||||
hostname: influxdb
|
hostname: influxdb
|
||||||
container_name: influxdb
|
container_name: influxdb
|
||||||
image: influxdb
|
image: influxdb:1.8
|
||||||
networks:
|
networks:
|
||||||
- internal
|
- internal
|
||||||
volumes:
|
volumes:
|
||||||
|
@ -22,91 +22,6 @@ services:
|
||||||
- /path/to/docker-varken/config-folder:/config
|
- /path/to/docker-varken/config-folder:/config
|
||||||
environment:
|
environment:
|
||||||
- TZ=America/Chicago
|
- TZ=America/Chicago
|
||||||
- VRKN_GLOBAL_SONARR_SERVER_IDS=1,2
|
|
||||||
- VRKN_GLOBAL_RADARR_SERVER_IDS=1,2
|
|
||||||
- VRKN_GLOBAL_LIDARR_SERVER_IDS=false
|
|
||||||
- VRKN_GLOBAL_TAUTULLI_SERVER_IDS=1
|
|
||||||
- VRKN_GLOBAL_OMBI_SERVER_IDS=1
|
|
||||||
- VRKN_GLOBAL_SICKCHILL_SERVER_IDS=false
|
|
||||||
- VRKN_GLOBAL_UNIFI_SERVER_IDS=false
|
|
||||||
- VRKN_GLOBAL_MAXMIND_LICENSE_KEY=xxxxxxxxxxxxxxxx
|
|
||||||
- VRKN_INFLUXDB_URL=influxdb.domain.tld
|
|
||||||
- VRKN_INFLUXDB_PORT=8086
|
|
||||||
- VRKN_INFLUXDB_SSL=false
|
|
||||||
- VRKN_INFLUXDB_VERIFY_SSL=false
|
|
||||||
- VRKN_INFLUXDB_USERNAME=root
|
|
||||||
- VRKN_INFLUXDB_PASSWORD=root
|
|
||||||
- VRKN_TAUTULLI_1_URL=tautulli.domain.tld:8181
|
|
||||||
- VRKN_TAUTULLI_1_FALLBACK_IP=1.1.1.1
|
|
||||||
- VRKN_TAUTULLI_1_APIKEY=xxxxxxxxxxxxxxxx
|
|
||||||
- VRKN_TAUTULLI_1_SSL=false
|
|
||||||
- VRKN_TAUTULLI_1_VERIFY_SSL=false
|
|
||||||
- VRKN_TAUTULLI_1_GET_ACTIVITY=true
|
|
||||||
- VRKN_TAUTULLI_1_GET_ACTIVITY_RUN_SECONDS=30
|
|
||||||
- VRKN_TAUTULLI_1_GET_STATS=true
|
|
||||||
- VRKN_TAUTULLI_1_GET_STATS_RUN_SECONDS=3600
|
|
||||||
- VRKN_SONARR_1_URL=sonarr1.domain.tld:8989
|
|
||||||
- VRKN_SONARR_1_APIKEY=xxxxxxxxxxxxxxxx
|
|
||||||
- VRKN_SONARR_1_SSL=false
|
|
||||||
- VRKN_SONARR_1_VERIFY_SSL=false
|
|
||||||
- VRKN_SONARR_1_MISSING_DAYS=7
|
|
||||||
- VRKN_SONARR_1_MISSING_DAYS_RUN_SECONDS=300
|
|
||||||
- VRKN_SONARR_1_FUTURE_DAYS=1
|
|
||||||
- VRKN_SONARR_1_FUTURE_DAYS_RUN_SECONDS=300
|
|
||||||
- VRKN_SONARR_1_QUEUE=true
|
|
||||||
- VRKN_SONARR_1_QUEUE_RUN_SECONDS=300
|
|
||||||
- VRKN_SONARR_2_URL=sonarr2.domain.tld:8989
|
|
||||||
- VRKN_SONARR_2_APIKEY=yyyyyyyyyyyyyyyy
|
|
||||||
- VRKN_SONARR_2_SSL=false
|
|
||||||
- VRKN_SONARR_2_VERIFY_SSL=false
|
|
||||||
- VRKN_SONARR_2_MISSING_DAYS=7
|
|
||||||
- VRKN_SONARR_2_MISSING_DAYS_RUN_SECONDS=300
|
|
||||||
- VRKN_SONARR_2_FUTURE_DAYS=1
|
|
||||||
- VRKN_SONARR_2_FUTURE_DAYS_RUN_SECONDS=300
|
|
||||||
- VRKN_SONARR_2_QUEUE=true
|
|
||||||
- VRKN_SONARR_2_QUEUE_RUN_SECONDS=300
|
|
||||||
- VRKN_RADARR_1_URL=radarr1.domain.tld
|
|
||||||
- VRKN_RADARR_1_APIKEY=xxxxxxxxxxxxxxxx
|
|
||||||
- VRKN_RADARR_1_SSL=false
|
|
||||||
- VRKN_RADARR_1_VERIFY_SSL=false
|
|
||||||
- VRKN_RADARR_1_QUEUE=true
|
|
||||||
- VRKN_RADARR_1_QUEUE_RUN_SECONDS=300
|
|
||||||
- VRKN_RADARR_1_GET_MISSING=true
|
|
||||||
- VRKN_RADARR_1_GET_MISSING_RUN_SECONDS=300
|
|
||||||
- VRKN_RADARR_2_URL=radarr2.domain.tld
|
|
||||||
- VRKN_RADARR_2_APIKEY=yyyyyyyyyyyyyyyy
|
|
||||||
- VRKN_RADARR_2_SSL=false
|
|
||||||
- VRKN_RADARR_2_VERIFY_SSL=false
|
|
||||||
- VRKN_RADARR_2_QUEUE=true
|
|
||||||
- VRKN_RADARR_2_QUEUE_RUN_SECONDS=300
|
|
||||||
- VRKN_RADARR_2_GET_MISSING=true
|
|
||||||
- VRKN_RADARR_2_GET_MISSING_RUN_SECONDS=300
|
|
||||||
- VRKN_LIDARR_1_URL=lidarr1.domain.tld:8686
|
|
||||||
- VRKN_LIDARR_1_APIKEY=xxxxxxxxxxxxxxxx
|
|
||||||
- VRKN_LIDARR_1_SSL=false
|
|
||||||
- VRKN_LIDARR_1_VERIFY_SSL=false
|
|
||||||
- VRKN_LIDARR_1_MISSING_DAYS=30
|
|
||||||
- VRKN_LIDARR_1_MISSING_DAYS_RUN_SECONDS=300
|
|
||||||
- VRKN_LIDARR_1_FUTURE_DAYS=30
|
|
||||||
- VRKN_LIDARR_1_FUTURE_DAYS_RUN_SECONDS=300
|
|
||||||
- VRKN_LIDARR_1_QUEUE=true
|
|
||||||
- VRKN_LIDARR_1_QUEUE_RUN_SECONDS=300
|
|
||||||
- VRKN_OMBI_1_URL=ombi.domain.tld
|
|
||||||
- VRKN_OMBI_1_APIKEY=xxxxxxxxxxxxxxxx
|
|
||||||
- VRKN_OMBI_1_SSL=false
|
|
||||||
- VRKN_OMBI_1_VERIFY_SSL=false
|
|
||||||
- VRKN_OMBI_1_GET_REQUEST_TYPE_COUNTS=true
|
|
||||||
- VRKN_OMBI_1_REQUEST_TYPE_RUN_SECONDS=300
|
|
||||||
- VRKN_OMBI_1_GET_REQUEST_TOTAL_COUNTS=true
|
|
||||||
- VRKN_OMBI_1_REQUEST_TOTAL_RUN_SECONDS=300
|
|
||||||
- VRKN_OMBI_1_GET_ISSUE_STATUS_COUNTS=true
|
|
||||||
- VRKN_OMBI_1_ISSUE_STATUS_RUN_SECONDS=300
|
|
||||||
- VRKN_SICKCHILL_1_URL=sickchill.domain.tld:8081
|
|
||||||
- VRKN_SICKCHILL_1_APIKEY=xxxxxxxxxxxxxxxx
|
|
||||||
- VRKN_SICKCHILL_1_SSL=false
|
|
||||||
- VRKN_SICKCHILL_1_VERIFY_SSL=false
|
|
||||||
- VRKN_SICKCHILL_1_GET_MISSING=true
|
|
||||||
- VRKN_SICKCHILL_1_GET_MISSING_RUN_SECONDS=300
|
|
||||||
depends_on:
|
depends_on:
|
||||||
- influxdb
|
- influxdb
|
||||||
restart: unless-stopped
|
restart: unless-stopped
|
||||||
|
@ -118,7 +33,7 @@ services:
|
||||||
- internal
|
- internal
|
||||||
ports:
|
ports:
|
||||||
- 3000:3000
|
- 3000:3000
|
||||||
volumes:
|
volumes:
|
||||||
- /path/to/docker-grafana/config-folder:/config
|
- /path/to/docker-grafana/config-folder:/config
|
||||||
environment:
|
environment:
|
||||||
- GF_PATHS_DATA=/config/data
|
- GF_PATHS_DATA=/config/data
|
||||||
|
@ -128,4 +43,4 @@ services:
|
||||||
depends_on:
|
depends_on:
|
||||||
- influxdb
|
- influxdb
|
||||||
- varken
|
- varken
|
||||||
restart: unless-stopped
|
restart: unless-stopped
|
||||||
|
|
|
@ -2,9 +2,10 @@
|
||||||
# Potential requirements.
|
# Potential requirements.
|
||||||
# pip3 install -r requirements.txt
|
# pip3 install -r requirements.txt
|
||||||
#---------------------------------------------------------
|
#---------------------------------------------------------
|
||||||
requests==2.21
|
requests==2.25.1
|
||||||
geoip2==2.9.0
|
geoip2==2.9.0
|
||||||
influxdb==5.2.0
|
influxdb==5.2.0
|
||||||
|
influxdb-client==1.30.0
|
||||||
schedule==0.6.0
|
schedule==0.6.0
|
||||||
distro==1.4.0
|
distro==1.4.0
|
||||||
urllib3==1.24.2
|
urllib3==1.26.5
|
||||||
|
|
|
@ -41,7 +41,7 @@ if __name__ == "__main__":
|
||||||
DBMANAGER = DBManager(CONFIG.influx_server)
|
DBMANAGER = DBManager(CONFIG.influx_server)
|
||||||
|
|
||||||
if CONFIG.tautulli_enabled:
|
if CONFIG.tautulli_enabled:
|
||||||
GEOIPHANDLER = GeoIPHandler(DATA_FOLDER)
|
GEOIPHANDLER = GeoIPHandler(DATA_FOLDER, CONFIG.tautulli_servers[0].maxmind_license_key)
|
||||||
for server in CONFIG.tautulli_servers:
|
for server in CONFIG.tautulli_servers:
|
||||||
TAUTULLI = TautulliAPI(server, DBMANAGER, GEOIPHANDLER)
|
TAUTULLI = TautulliAPI(server, DBMANAGER, GEOIPHANDLER)
|
||||||
TAUTULLI.get_historical(days=opts.days)
|
TAUTULLI.get_historical(days=opts.days)
|
||||||
|
|
|
@ -51,5 +51,6 @@
|
||||||
<Labels/>
|
<Labels/>
|
||||||
<Config Name="PGID" Target="PGID" Default="" Mode="" Description="Container Variable: PGID" Type="Variable" Display="always" Required="true" Mask="false">99</Config>
|
<Config Name="PGID" Target="PGID" Default="" Mode="" Description="Container Variable: PGID" Type="Variable" Display="always" Required="true" Mask="false">99</Config>
|
||||||
<Config Name="PUID" Target="PUID" Default="" Mode="" Description="Container Variable: PUID" Type="Variable" Display="always" Required="true" Mask="false">100</Config>
|
<Config Name="PUID" Target="PUID" Default="" Mode="" Description="Container Variable: PUID" Type="Variable" Display="always" Required="true" Mask="false">100</Config>
|
||||||
|
<Config Name="Debug" Target="DEBUG" Default="False" Mode="" Description="Turn Debug on or off" Type="Variable" Display="always" Required="false" Mask="false">False</Config>
|
||||||
<Config Name="Varken DataDir" Target="/config" Default="" Mode="rw" Description="Container Path: /config" Type="Path" Display="advanced-hide" Required="true" Mask="false">/mnt/user/appdata/varken</Config>
|
<Config Name="Varken DataDir" Target="/config" Default="" Mode="rw" Description="Container Path: /config" Type="Path" Display="advanced-hide" Required="true" Mask="false">/mnt/user/appdata/varken</Config>
|
||||||
</Container>
|
</Container>
|
|
@ -1,45 +1,91 @@
|
||||||
|
import re
|
||||||
from sys import exit
|
from sys import exit
|
||||||
from logging import getLogger
|
from logging import getLogger
|
||||||
from influxdb import InfluxDBClient
|
from influxdb_client import InfluxDBClient, BucketRetentionRules
|
||||||
from requests.exceptions import ConnectionError
|
from influxdb_client.client.write_api import SYNCHRONOUS
|
||||||
from influxdb.exceptions import InfluxDBServerError
|
from influxdb_client.client.exceptions import InfluxDBError
|
||||||
|
from urllib3.exceptions import NewConnectionError
|
||||||
|
|
||||||
|
|
||||||
class DBManager(object):
|
class DBManager(object):
|
||||||
def __init__(self, server):
|
def __init__(self, server):
|
||||||
self.server = server
|
self.server = server
|
||||||
self.logger = getLogger()
|
self.logger = getLogger()
|
||||||
|
self.bucket = "varken"
|
||||||
|
|
||||||
if self.server.url == "influxdb.domain.tld":
|
if self.server.url == "influxdb.domain.tld":
|
||||||
self.logger.critical("You have not configured your varken.ini. Please read Wiki page for configuration")
|
self.logger.critical("You have not configured your varken.ini. Please read Wiki page for configuration")
|
||||||
exit()
|
exit()
|
||||||
self.influx = InfluxDBClient(host=self.server.url, port=self.server.port, username=self.server.username,
|
|
||||||
password=self.server.password, ssl=self.server.ssl, database='varken',
|
url = self.server.url
|
||||||
verify_ssl=self.server.verify_ssl)
|
if 'http' not in url:
|
||||||
|
scheme = 'http'
|
||||||
|
if self.server.ssl:
|
||||||
|
scheme = 'https'
|
||||||
|
url = "{}://{}:{}".format(scheme, self.server.url, self.server.port)
|
||||||
|
token = f'{self.server.username}:{self.server.password}'
|
||||||
|
|
||||||
|
self.influx = InfluxDBClient(url=url, token=token,
|
||||||
|
verify_ssl=self.server.verify_ssl, org=self.server.org)
|
||||||
|
|
||||||
try:
|
try:
|
||||||
version = self.influx.request('ping', expected_response_code=204).headers['X-Influxdb-Version']
|
version = self.influx.version()
|
||||||
self.logger.info('Influxdb version: %s', version)
|
self.logger.info('Influxdb version: %s', version)
|
||||||
except ConnectionError:
|
match = re.match(r'v?(\d+)\.', version)
|
||||||
self.logger.critical("Error testing connection to InfluxDB. Please check your url/hostname")
|
if match:
|
||||||
|
self.version = int(match[1])
|
||||||
|
self.logger.info("Using InfluxDB API v%s", self.version)
|
||||||
|
else:
|
||||||
|
self.logger.critical("Unknown influxdb version")
|
||||||
|
exit(1)
|
||||||
|
except NewConnectionError:
|
||||||
|
self.logger.critical("Error getting InfluxDB version number. Please check your url/hostname are valid")
|
||||||
exit(1)
|
exit(1)
|
||||||
|
|
||||||
databases = [db['name'] for db in self.influx.get_list_database()]
|
if self.version >= 2:
|
||||||
|
# If we pass username/password to a v1 server, it breaks :(
|
||||||
|
self.influx = InfluxDBClient(url=url, username=self.server.username,
|
||||||
|
password=self.server.password,
|
||||||
|
verify_ssl=self.server.verify_ssl, org=self.server.org)
|
||||||
|
self.create_v2_bucket()
|
||||||
|
else:
|
||||||
|
self.create_v1_database()
|
||||||
|
|
||||||
if 'varken' not in databases:
|
def create_v2_bucket(self):
|
||||||
|
if not self.influx.buckets_api().find_bucket_by_name(self.bucket):
|
||||||
|
self.logger.info("Creating varken bucket")
|
||||||
|
|
||||||
|
retention = BucketRetentionRules(type="expire", every_seconds=60 * 60 * 24 * 30,
|
||||||
|
shard_group_duration_seconds=60 * 60)
|
||||||
|
self.influx.buckets_api().create_bucket(bucket_name=self.bucket,
|
||||||
|
retention_rules=retention)
|
||||||
|
|
||||||
|
def create_v1_database(self):
|
||||||
|
from influxdb import InfluxDBClient
|
||||||
|
client = InfluxDBClient(host=self.server.url, port=self.server.port, username=self.server.username,
|
||||||
|
password=self.server.password, ssl=self.server.ssl, database=self.bucket,
|
||||||
|
verify_ssl=self.server.verify_ssl)
|
||||||
|
databases = [db['name'] for db in client.get_list_database()]
|
||||||
|
|
||||||
|
if self.bucket not in databases:
|
||||||
self.logger.info("Creating varken database")
|
self.logger.info("Creating varken database")
|
||||||
self.influx.create_database('varken')
|
client.create_database(self.bucket)
|
||||||
|
|
||||||
retention_policies = [policy['name'] for policy in
|
retention_policies = [policy['name'] for policy in
|
||||||
self.influx.get_list_retention_policies(database='varken')]
|
client.get_list_retention_policies(database=self.bucket)]
|
||||||
if 'varken 30d-1h' not in retention_policies:
|
if 'varken 30d-1h' not in retention_policies:
|
||||||
self.logger.info("Creating varken retention policy (30d-1h)")
|
self.logger.info("Creating varken retention policy (30d-1h)")
|
||||||
self.influx.create_retention_policy(name='varken 30d-1h', duration='30d', replication='1',
|
client.create_retention_policy(name='varken 30d-1h', duration='30d', replication='1',
|
||||||
database='varken', default=True, shard_duration='1h')
|
database=self.bucket, default=True, shard_duration='1h')
|
||||||
|
|
||||||
|
self.bucket = f'{self.bucket}/varken 30d-1h'
|
||||||
|
|
||||||
def write_points(self, data):
|
def write_points(self, data):
|
||||||
d = data
|
d = data
|
||||||
self.logger.debug('Writing Data to InfluxDB %s', d)
|
self.logger.debug('Writing Data to InfluxDB %s', d)
|
||||||
|
write_api = self.influx.write_api(write_options=SYNCHRONOUS)
|
||||||
try:
|
try:
|
||||||
self.influx.write_points(d)
|
write_api.write(bucket=self.bucket, record=data)
|
||||||
except (InfluxDBServerError, ConnectionError) as e:
|
except (InfluxDBError, NewConnectionError) as e:
|
||||||
self.logger.error('Error writing data to influxdb. Dropping this set of data. '
|
self.logger.error('Error writing data to influxdb. Dropping this set of data. '
|
||||||
'Check your database! Error: %s', e)
|
'Check your database! Error: %s', e)
|
||||||
|
|
|
@ -9,7 +9,7 @@ from configparser import ConfigParser, NoOptionError, NoSectionError
|
||||||
from varken.varkenlogger import BlacklistFilter
|
from varken.varkenlogger import BlacklistFilter
|
||||||
from varken.structures import SickChillServer, UniFiServer
|
from varken.structures import SickChillServer, UniFiServer
|
||||||
from varken.helpers import clean_sid_check, rfc1918_ip_check, boolcheck
|
from varken.helpers import clean_sid_check, rfc1918_ip_check, boolcheck
|
||||||
from varken.structures import SonarrServer, RadarrServer, OmbiServer, TautulliServer, InfluxServer
|
from varken.structures import SonarrServer, RadarrServer, OmbiServer, OverseerrServer, TautulliServer, InfluxServer
|
||||||
|
|
||||||
|
|
||||||
class INIParser(object):
|
class INIParser(object):
|
||||||
|
@ -17,7 +17,7 @@ class INIParser(object):
|
||||||
self.config = None
|
self.config = None
|
||||||
self.data_folder = data_folder
|
self.data_folder = data_folder
|
||||||
self.filtered_strings = None
|
self.filtered_strings = None
|
||||||
self.services = ['sonarr', 'radarr', 'lidarr', 'ombi', 'tautulli', 'sickchill', 'unifi']
|
self.services = ['sonarr', 'radarr', 'lidarr', 'ombi', 'overseerr', 'tautulli', 'sickchill', 'unifi']
|
||||||
|
|
||||||
self.logger = getLogger()
|
self.logger = getLogger()
|
||||||
self.influx_server = InfluxServer()
|
self.influx_server = InfluxServer()
|
||||||
|
@ -154,13 +154,15 @@ class INIParser(object):
|
||||||
|
|
||||||
username = env.get('VRKN_INFLUXDB_USERNAME', self.config.get('influxdb', 'username'))
|
username = env.get('VRKN_INFLUXDB_USERNAME', self.config.get('influxdb', 'username'))
|
||||||
password = env.get('VRKN_INFLUXDB_PASSWORD', self.config.get('influxdb', 'password'))
|
password = env.get('VRKN_INFLUXDB_PASSWORD', self.config.get('influxdb', 'password'))
|
||||||
|
|
||||||
|
org = env.get('VRKN_INFLUXDB_ORG', self.config.get('influxdb', 'org'))
|
||||||
except NoOptionError as e:
|
except NoOptionError as e:
|
||||||
self.logger.error('Missing key in %s. Error: %s', "influxdb", e)
|
self.logger.error('Missing key in %s. Error: %s', "influxdb", e)
|
||||||
self.rectify_ini()
|
self.rectify_ini()
|
||||||
return
|
return
|
||||||
|
|
||||||
self.influx_server = InfluxServer(url=url, port=port, username=username, password=password, ssl=ssl,
|
self.influx_server = InfluxServer(url=url, port=port, username=username, password=password, ssl=ssl,
|
||||||
verify_ssl=verify_ssl)
|
verify_ssl=verify_ssl, org=org)
|
||||||
|
|
||||||
# Check for all enabled services
|
# Check for all enabled services
|
||||||
for service in self.services:
|
for service in self.services:
|
||||||
|
@ -293,6 +295,27 @@ class INIParser(object):
|
||||||
issue_status_counts=issue_status_counts,
|
issue_status_counts=issue_status_counts,
|
||||||
issue_status_run_seconds=issue_status_run_seconds)
|
issue_status_run_seconds=issue_status_run_seconds)
|
||||||
|
|
||||||
|
if service == 'overseerr':
|
||||||
|
get_request_total_counts = boolcheck(env.get(
|
||||||
|
f'VRKN_{envsection}_GET_REQUEST_TOTAL_COUNTS',
|
||||||
|
self.config.get(section, 'get_request_total_counts')))
|
||||||
|
request_total_run_seconds = int(env.get(
|
||||||
|
f'VRKN_{envsection}_REQUEST_TOTAL_RUN_SECONDS',
|
||||||
|
self.config.getint(section, 'request_total_run_seconds')))
|
||||||
|
num_latest_requests_to_fetch = int(env.get(
|
||||||
|
f'VRKN_{envsection}_GET_LATEST_REQUESTS_TO_FETCH',
|
||||||
|
self.config.getint(section, 'num_latest_requests_to_fetch')))
|
||||||
|
num_latest_requests_seconds = int(env.get(
|
||||||
|
f'VRKN_{envsection}_NUM_LATEST_REQUESTS_SECONDS',
|
||||||
|
self.config.getint(section, 'num_latest_requests_seconds')))
|
||||||
|
|
||||||
|
server = OverseerrServer(id=server_id, url=scheme + url, api_key=apikey,
|
||||||
|
verify_ssl=verify_ssl,
|
||||||
|
get_request_total_counts=get_request_total_counts,
|
||||||
|
request_total_run_seconds=request_total_run_seconds,
|
||||||
|
num_latest_requests_to_fetch=num_latest_requests_to_fetch,
|
||||||
|
num_latest_requests_seconds=num_latest_requests_seconds)
|
||||||
|
|
||||||
if service == 'sickchill':
|
if service == 'sickchill':
|
||||||
get_missing = boolcheck(env.get(f'VRKN_{envsection}_GET_MISSING',
|
get_missing = boolcheck(env.get(f'VRKN_{envsection}_GET_MISSING',
|
||||||
self.config.get(section, 'get_missing')))
|
self.config.get(section, 'get_missing')))
|
||||||
|
|
133
varken/overseerr.py
Normal file
133
varken/overseerr.py
Normal file
|
@ -0,0 +1,133 @@
|
||||||
|
from logging import getLogger
|
||||||
|
from requests import Session, Request
|
||||||
|
from datetime import datetime, timezone
|
||||||
|
|
||||||
|
from varken.helpers import connection_handler, hashit
|
||||||
|
from varken.structures import OverseerrRequestCounts
|
||||||
|
|
||||||
|
|
||||||
|
class OverseerrAPI(object):
|
||||||
|
def __init__(self, server, dbmanager):
|
||||||
|
self.dbmanager = dbmanager
|
||||||
|
self.server = server
|
||||||
|
# Create session to reduce server web thread load, and globally define pageSize for all requests
|
||||||
|
self.session = Session()
|
||||||
|
self.session.headers = {'X-Api-Key': self.server.api_key}
|
||||||
|
self.logger = getLogger()
|
||||||
|
|
||||||
|
def __repr__(self):
|
||||||
|
return f"<overseerr-{self.server.id}>"
|
||||||
|
|
||||||
|
def get_request_counts(self):
|
||||||
|
now = datetime.now(timezone.utc).astimezone().isoformat()
|
||||||
|
endpoint = '/api/v1/request/count'
|
||||||
|
|
||||||
|
req = self.session.prepare_request(Request('GET', self.server.url + endpoint))
|
||||||
|
get_req = connection_handler(self.session, req, self.server.verify_ssl)
|
||||||
|
|
||||||
|
if not get_req:
|
||||||
|
return
|
||||||
|
|
||||||
|
requests = OverseerrRequestCounts(**get_req)
|
||||||
|
influx_payload = [
|
||||||
|
{
|
||||||
|
"measurement": "Overseerr",
|
||||||
|
"tags": {
|
||||||
|
"type": "Request_Counts"
|
||||||
|
},
|
||||||
|
"time": now,
|
||||||
|
"fields": {
|
||||||
|
"pending": requests.pending,
|
||||||
|
"approved": requests.approved,
|
||||||
|
"processing": requests.processing,
|
||||||
|
"available": requests.available,
|
||||||
|
"total": requests.total,
|
||||||
|
"movies": requests.movie,
|
||||||
|
"tv": requests.tv,
|
||||||
|
"declined": requests.declined
|
||||||
|
}
|
||||||
|
}
|
||||||
|
]
|
||||||
|
|
||||||
|
if influx_payload:
|
||||||
|
self.dbmanager.write_points(influx_payload)
|
||||||
|
else:
|
||||||
|
self.logger.warning("No data to send to influx for overseerr-request-counts instance, discarding.")
|
||||||
|
|
||||||
|
def get_latest_requests(self):
|
||||||
|
now = datetime.now(timezone.utc).astimezone().isoformat()
|
||||||
|
endpoint = '/api/v1/request?take=' + str(self.server.num_latest_requests_to_fetch) + '&filter=all&sort=added'
|
||||||
|
movie_endpoint = '/api/v1/movie/'
|
||||||
|
tv_endpoint = '/api/v1/tv/'
|
||||||
|
|
||||||
|
# GET THE LATEST n REQUESTS
|
||||||
|
req = self.session.prepare_request(Request('GET', self.server.url + endpoint))
|
||||||
|
get_latest_req = connection_handler(self.session, req, self.server.verify_ssl)
|
||||||
|
|
||||||
|
# RETURN NOTHING IF NO RESULTS
|
||||||
|
if not get_latest_req:
|
||||||
|
self.logger.warning("No data to send to influx for overseerr-latest-requests instance, discarding.")
|
||||||
|
return
|
||||||
|
|
||||||
|
influx_payload = []
|
||||||
|
|
||||||
|
# Request Type: Movie = 1, TV Show = 0
|
||||||
|
for result in get_latest_req['results']:
|
||||||
|
if result['type'] == 'tv':
|
||||||
|
req = self.session.prepare_request(Request('GET',
|
||||||
|
self.server.url +
|
||||||
|
tv_endpoint +
|
||||||
|
str(result['media']['tmdbId'])))
|
||||||
|
get_tv_req = connection_handler(self.session, req, self.server.verify_ssl)
|
||||||
|
hash_id = hashit(f'{get_tv_req["id"]}{get_tv_req["name"]}')
|
||||||
|
|
||||||
|
influx_payload.append(
|
||||||
|
{
|
||||||
|
"measurement": "Overseerr",
|
||||||
|
"tags": {
|
||||||
|
"type": "Requests",
|
||||||
|
"server": self.server.id,
|
||||||
|
"request_type": 0,
|
||||||
|
"status": get_tv_req['mediaInfo']['status'],
|
||||||
|
"title": get_tv_req['name'],
|
||||||
|
"requested_user": get_tv_req['mediaInfo']['requests'][0]['requestedBy']['displayName'],
|
||||||
|
"requested_date": get_tv_req['mediaInfo']['requests'][0]['createdAt']
|
||||||
|
},
|
||||||
|
"time": now,
|
||||||
|
"fields": {
|
||||||
|
"hash": hash_id
|
||||||
|
}
|
||||||
|
}
|
||||||
|
)
|
||||||
|
|
||||||
|
if result['type'] == 'movie':
|
||||||
|
req = self.session.prepare_request(Request('GET',
|
||||||
|
self.server.url +
|
||||||
|
movie_endpoint +
|
||||||
|
str(result['media']['tmdbId'])))
|
||||||
|
get_movie_req = connection_handler(self.session, req, self.server.verify_ssl)
|
||||||
|
hash_id = hashit(f'{get_movie_req["id"]}{get_movie_req["title"]}')
|
||||||
|
|
||||||
|
influx_payload.append(
|
||||||
|
{
|
||||||
|
"measurement": "Overseerr",
|
||||||
|
"tags": {
|
||||||
|
"type": "Requests",
|
||||||
|
"server": self.server.id,
|
||||||
|
"request_type": 1,
|
||||||
|
"status": get_movie_req['mediaInfo']['status'],
|
||||||
|
"title": get_movie_req['title'],
|
||||||
|
"requested_user": get_movie_req['mediaInfo']['requests'][0]['requestedBy']['displayName'],
|
||||||
|
"requested_date": get_movie_req['mediaInfo']['requests'][0]['createdAt']
|
||||||
|
},
|
||||||
|
"time": now,
|
||||||
|
"fields": {
|
||||||
|
"hash": hash_id
|
||||||
|
}
|
||||||
|
}
|
||||||
|
)
|
||||||
|
|
||||||
|
if influx_payload:
|
||||||
|
self.dbmanager.write_points(influx_payload)
|
||||||
|
else:
|
||||||
|
self.logger.warning("No data to send to influx for overseerr-latest-requests instance, discarding.")
|
|
@ -2,7 +2,7 @@ from logging import getLogger
|
||||||
from requests import Session, Request
|
from requests import Session, Request
|
||||||
from datetime import datetime, timezone
|
from datetime import datetime, timezone
|
||||||
|
|
||||||
from varken.structures import RadarrMovie, Queue
|
from varken.structures import QueuePages, RadarrMovie, RadarrQueue
|
||||||
from varken.helpers import hashit, connection_handler
|
from varken.helpers import hashit, connection_handler
|
||||||
|
|
||||||
|
|
||||||
|
@ -19,7 +19,7 @@ class RadarrAPI(object):
|
||||||
return f"<radarr-{self.server.id}>"
|
return f"<radarr-{self.server.id}>"
|
||||||
|
|
||||||
def get_missing(self):
|
def get_missing(self):
|
||||||
endpoint = '/api/movie'
|
endpoint = '/api/v3/movie'
|
||||||
now = datetime.now(timezone.utc).astimezone().isoformat()
|
now = datetime.now(timezone.utc).astimezone().isoformat()
|
||||||
influx_payload = []
|
influx_payload = []
|
||||||
missing = []
|
missing = []
|
||||||
|
@ -37,7 +37,7 @@ class RadarrAPI(object):
|
||||||
return
|
return
|
||||||
|
|
||||||
for movie in movies:
|
for movie in movies:
|
||||||
if movie.monitored and not movie.downloaded:
|
if movie.monitored and not movie.hasFile:
|
||||||
if movie.isAvailable:
|
if movie.isAvailable:
|
||||||
ma = 0
|
ma = 0
|
||||||
else:
|
else:
|
||||||
|
@ -66,35 +66,53 @@ class RadarrAPI(object):
|
||||||
}
|
}
|
||||||
)
|
)
|
||||||
|
|
||||||
self.dbmanager.write_points(influx_payload)
|
if influx_payload:
|
||||||
|
self.dbmanager.write_points(influx_payload)
|
||||||
|
else:
|
||||||
|
self.logger.warning("No data to send to influx for radarr-missing instance, discarding.")
|
||||||
|
|
||||||
def get_queue(self):
|
def get_queue(self):
|
||||||
endpoint = '/api/queue'
|
endpoint = '/api/v3/queue'
|
||||||
now = datetime.now(timezone.utc).astimezone().isoformat()
|
now = datetime.now(timezone.utc).astimezone().isoformat()
|
||||||
influx_payload = []
|
influx_payload = []
|
||||||
|
pageSize = 250
|
||||||
|
params = {'pageSize': pageSize, 'includeMovie': True, 'includeUnknownMovieItems': False}
|
||||||
|
queueResponse = []
|
||||||
queue = []
|
queue = []
|
||||||
|
|
||||||
req = self.session.prepare_request(Request('GET', self.server.url + endpoint))
|
req = self.session.prepare_request(Request('GET', self.server.url + endpoint, params=params))
|
||||||
get = connection_handler(self.session, req, self.server.verify_ssl)
|
get = connection_handler(self.session, req, self.server.verify_ssl)
|
||||||
|
|
||||||
if not get:
|
if not get:
|
||||||
return
|
return
|
||||||
|
|
||||||
for movie in get:
|
response = QueuePages(**get)
|
||||||
try:
|
queueResponse.extend(response.records)
|
||||||
movie['movie'] = RadarrMovie(**movie['movie'])
|
|
||||||
except TypeError as e:
|
while response.totalRecords > response.page * response.pageSize:
|
||||||
self.logger.error('TypeError has occurred : %s while creating RadarrMovie structure', e)
|
page = response.page + 1
|
||||||
|
params = {'pageSize': pageSize, 'page': page, 'includeMovie': True, 'includeUnknownMovieItems': False}
|
||||||
|
req = self.session.prepare_request(Request('GET', self.server.url + endpoint, params=params))
|
||||||
|
get = connection_handler(self.session, req, self.server.verify_ssl)
|
||||||
|
if not get:
|
||||||
return
|
return
|
||||||
|
|
||||||
try:
|
response = QueuePages(**get)
|
||||||
download_queue = [Queue(**movie) for movie in get]
|
queueResponse.extend(response.records)
|
||||||
except TypeError as e:
|
|
||||||
self.logger.error('TypeError has occurred : %s while creating Queue structure', e)
|
download_queue = []
|
||||||
|
for queueItem in queueResponse:
|
||||||
|
try:
|
||||||
|
download_queue.append(RadarrQueue(**queueItem))
|
||||||
|
except TypeError as e:
|
||||||
|
self.logger.warning('TypeError has occurred : %s while creating RadarrQueue structure', e)
|
||||||
|
return
|
||||||
|
if not download_queue:
|
||||||
|
self.logger.warning("No data to send to influx for radarr-queue instance, discarding.")
|
||||||
return
|
return
|
||||||
|
|
||||||
for queue_item in download_queue:
|
for queue_item in download_queue:
|
||||||
movie = queue_item.movie
|
movie = RadarrMovie(**queue_item.movie)
|
||||||
|
|
||||||
name = f'{movie.title} ({movie.year})'
|
name = f'{movie.title} ({movie.year})'
|
||||||
|
|
||||||
|
@ -128,4 +146,7 @@ class RadarrAPI(object):
|
||||||
}
|
}
|
||||||
)
|
)
|
||||||
|
|
||||||
self.dbmanager.write_points(influx_payload)
|
if influx_payload:
|
||||||
|
self.dbmanager.write_points(influx_payload)
|
||||||
|
else:
|
||||||
|
self.logger.warning("No data to send to influx for radarr-queue instance, discarding.")
|
||||||
|
|
|
@ -2,7 +2,7 @@ from logging import getLogger
|
||||||
from requests import Session, Request
|
from requests import Session, Request
|
||||||
from datetime import datetime, timezone, date, timedelta
|
from datetime import datetime, timezone, date, timedelta
|
||||||
|
|
||||||
from varken.structures import Queue, SonarrTVShow
|
from varken.structures import SonarrEpisode, SonarrTVShow, SonarrQueue, QueuePages
|
||||||
from varken.helpers import hashit, connection_handler
|
from varken.helpers import hashit, connection_handler
|
||||||
|
|
||||||
|
|
||||||
|
@ -19,16 +19,28 @@ class SonarrAPI(object):
|
||||||
def __repr__(self):
|
def __repr__(self):
|
||||||
return f"<sonarr-{self.server.id}>"
|
return f"<sonarr-{self.server.id}>"
|
||||||
|
|
||||||
|
def get_episode(self, id):
|
||||||
|
endpoint = '/api/v3/episode'
|
||||||
|
params = {'episodeIds': id}
|
||||||
|
|
||||||
|
req = self.session.prepare_request(Request('GET', self.server.url + endpoint, params=params))
|
||||||
|
get = connection_handler(self.session, req, self.server.verify_ssl)
|
||||||
|
|
||||||
|
if not get:
|
||||||
|
return
|
||||||
|
|
||||||
|
return SonarrEpisode(**get[0])
|
||||||
|
|
||||||
def get_calendar(self, query="Missing"):
|
def get_calendar(self, query="Missing"):
|
||||||
endpoint = '/api/calendar/'
|
endpoint = '/api/v3/calendar/'
|
||||||
today = str(date.today())
|
today = str(date.today())
|
||||||
last_days = str(date.today() - timedelta(days=self.server.missing_days))
|
last_days = str(date.today() - timedelta(days=self.server.missing_days))
|
||||||
future = str(date.today() + timedelta(days=self.server.future_days))
|
future = str(date.today() + timedelta(days=self.server.future_days))
|
||||||
now = datetime.now(timezone.utc).astimezone().isoformat()
|
now = datetime.now(timezone.utc).astimezone().isoformat()
|
||||||
if query == "Missing":
|
if query == "Missing":
|
||||||
params = {'start': last_days, 'end': today}
|
params = {'start': last_days, 'end': today, 'includeSeries': True}
|
||||||
else:
|
else:
|
||||||
params = {'start': today, 'end': future}
|
params = {'start': today, 'end': future, 'includeSeries': True}
|
||||||
influx_payload = []
|
influx_payload = []
|
||||||
air_days = []
|
air_days = []
|
||||||
missing = []
|
missing = []
|
||||||
|
@ -42,22 +54,24 @@ class SonarrAPI(object):
|
||||||
tv_shows = []
|
tv_shows = []
|
||||||
for show in get:
|
for show in get:
|
||||||
try:
|
try:
|
||||||
tv_shows.append(SonarrTVShow(**show))
|
tv_shows.append(SonarrEpisode(**show))
|
||||||
except TypeError as e:
|
except TypeError as e:
|
||||||
self.logger.error('TypeError has occurred : %s while creating SonarrTVShow structure for show. Data '
|
self.logger.error('TypeError has occurred : %s while creating SonarrEpisode structure for show. Data '
|
||||||
'attempted is: %s', e, show)
|
'attempted is: %s', e, show)
|
||||||
|
|
||||||
for show in tv_shows:
|
for episode in tv_shows:
|
||||||
sxe = f'S{show.seasonNumber:0>2}E{show.episodeNumber:0>2}'
|
tvShow = episode.series
|
||||||
if show.hasFile:
|
sxe = f'S{episode.seasonNumber:0>2}E{episode.episodeNumber:0>2}'
|
||||||
|
if episode.hasFile:
|
||||||
downloaded = 1
|
downloaded = 1
|
||||||
else:
|
else:
|
||||||
downloaded = 0
|
downloaded = 0
|
||||||
if query == "Missing":
|
if query == "Missing":
|
||||||
if show.monitored and not downloaded:
|
if episode.monitored and not downloaded:
|
||||||
missing.append((show.series['title'], downloaded, sxe, show.title, show.airDateUtc, show.id))
|
missing.append((tvShow['title'], downloaded, sxe, episode.title,
|
||||||
|
episode.airDateUtc, episode.seriesId))
|
||||||
else:
|
else:
|
||||||
air_days.append((show.series['title'], downloaded, sxe, show.title, show.airDateUtc, show.id))
|
air_days.append((tvShow['title'], downloaded, sxe, episode.title, episode.airDateUtc, episode.seriesId))
|
||||||
|
|
||||||
for series_title, dl_status, sxe, episode_title, air_date_utc, sonarr_id in (air_days or missing):
|
for series_title, dl_status, sxe, episode_title, air_date_utc, sonarr_id in (air_days or missing):
|
||||||
hash_id = hashit(f'{self.server.id}{series_title}{sxe}')
|
hash_id = hashit(f'{self.server.id}{series_title}{sxe}')
|
||||||
|
@ -81,45 +95,66 @@ class SonarrAPI(object):
|
||||||
}
|
}
|
||||||
)
|
)
|
||||||
|
|
||||||
self.dbmanager.write_points(influx_payload)
|
if influx_payload:
|
||||||
|
self.dbmanager.write_points(influx_payload)
|
||||||
|
else:
|
||||||
|
self.logger.warning("No data to send to influx for sonarr-calendar instance, discarding.")
|
||||||
|
|
||||||
def get_queue(self):
|
def get_queue(self):
|
||||||
influx_payload = []
|
influx_payload = []
|
||||||
endpoint = '/api/queue'
|
endpoint = '/api/v3/queue'
|
||||||
now = datetime.now(timezone.utc).astimezone().isoformat()
|
now = datetime.now(timezone.utc).astimezone().isoformat()
|
||||||
|
pageSize = 250
|
||||||
|
params = {'pageSize': pageSize, 'includeSeries': True, 'includeEpisode': True}
|
||||||
|
queueResponse = []
|
||||||
queue = []
|
queue = []
|
||||||
|
|
||||||
req = self.session.prepare_request(Request('GET', self.server.url + endpoint))
|
req = self.session.prepare_request(Request('GET', self.server.url + endpoint, params=params))
|
||||||
get = connection_handler(self.session, req, self.server.verify_ssl)
|
get = connection_handler(self.session, req, self.server.verify_ssl)
|
||||||
|
|
||||||
if not get:
|
if not get:
|
||||||
return
|
return
|
||||||
|
|
||||||
|
response = QueuePages(**get)
|
||||||
|
queueResponse.extend(response.records)
|
||||||
|
|
||||||
|
while response.totalRecords > response.page * response.pageSize:
|
||||||
|
page = response.page + 1
|
||||||
|
params = {'pageSize': pageSize, 'page': page, 'includeSeries': True, 'includeEpisode': True}
|
||||||
|
req = self.session.prepare_request(Request('GET', self.server.url + endpoint, params=params))
|
||||||
|
get = connection_handler(self.session, req, self.server.verify_ssl)
|
||||||
|
if not get:
|
||||||
|
return
|
||||||
|
|
||||||
|
response = QueuePages(**get)
|
||||||
|
queueResponse.extend(response.records)
|
||||||
|
|
||||||
download_queue = []
|
download_queue = []
|
||||||
for show in get:
|
for queueItem in queueResponse:
|
||||||
try:
|
try:
|
||||||
download_queue.append(Queue(**show))
|
download_queue.append(SonarrQueue(**queueItem))
|
||||||
except TypeError as e:
|
except TypeError as e:
|
||||||
self.logger.error('TypeError has occurred : %s while creating Queue structure. Data attempted is: '
|
self.logger.error('TypeError has occurred : %s while creating Queue structure. Data attempted is: '
|
||||||
'%s', e, show)
|
'%s', e, queueItem)
|
||||||
if not download_queue:
|
if not download_queue:
|
||||||
return
|
return
|
||||||
|
|
||||||
for show in download_queue:
|
for queueItem in download_queue:
|
||||||
|
tvShow = SonarrTVShow(**queueItem.series)
|
||||||
|
episode = SonarrEpisode(**queueItem.episode)
|
||||||
try:
|
try:
|
||||||
sxe = f"S{show.episode['seasonNumber']:0>2}E{show.episode['episodeNumber']:0>2}"
|
sxe = f"S{episode.seasonNumber:0>2}E{episode.episodeNumber:0>2}"
|
||||||
except TypeError as e:
|
except TypeError as e:
|
||||||
self.logger.error('TypeError has occurred : %s while processing the sonarr queue. \
|
self.logger.error('TypeError has occurred : %s while processing the sonarr queue. \
|
||||||
Remove invalid queue entry. Data attempted is: %s', e, show)
|
Remove invalid queue entry. Data attempted is: %s', e, queueItem)
|
||||||
continue
|
continue
|
||||||
|
|
||||||
if show.protocol.upper() == 'USENET':
|
if queueItem.protocol.upper() == 'USENET':
|
||||||
protocol_id = 1
|
protocol_id = 1
|
||||||
else:
|
else:
|
||||||
protocol_id = 0
|
protocol_id = 0
|
||||||
|
|
||||||
queue.append((show.series['title'], show.episode['title'], show.protocol.upper(),
|
queue.append((tvShow.title, episode.title, queueItem.protocol.upper(),
|
||||||
protocol_id, sxe, show.id, show.quality['quality']['name']))
|
protocol_id, sxe, queueItem.seriesId, queueItem.quality['quality']['name']))
|
||||||
|
|
||||||
for series_title, episode_title, protocol, protocol_id, sxe, sonarr_id, quality in queue:
|
for series_title, episode_title, protocol, protocol_id, sxe, sonarr_id, quality in queue:
|
||||||
hash_id = hashit(f'{self.server.id}{series_title}{sxe}')
|
hash_id = hashit(f'{self.server.id}{series_title}{sxe}')
|
||||||
|
@ -143,7 +178,8 @@ class SonarrAPI(object):
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
)
|
)
|
||||||
|
|
||||||
if influx_payload:
|
if influx_payload:
|
||||||
self.dbmanager.write_points(influx_payload)
|
self.dbmanager.write_points(influx_payload)
|
||||||
else:
|
else:
|
||||||
self.logger.debug("No data to send to influx for sonarr instance, discarding.")
|
self.logger.warning("No data to send to influx for sonarr-queue instance, discarding.")
|
||||||
|
|
|
@ -18,6 +18,7 @@ class InfluxServer(NamedTuple):
|
||||||
url: str = 'localhost'
|
url: str = 'localhost'
|
||||||
username: str = 'root'
|
username: str = 'root'
|
||||||
verify_ssl: bool = False
|
verify_ssl: bool = False
|
||||||
|
org: str = '-'
|
||||||
|
|
||||||
|
|
||||||
class SonarrServer(NamedTuple):
|
class SonarrServer(NamedTuple):
|
||||||
|
@ -57,6 +58,17 @@ class OmbiServer(NamedTuple):
|
||||||
verify_ssl: bool = False
|
verify_ssl: bool = False
|
||||||
|
|
||||||
|
|
||||||
|
class OverseerrServer(NamedTuple):
|
||||||
|
api_key: str = None
|
||||||
|
id: int = None
|
||||||
|
url: str = None
|
||||||
|
verify_ssl: bool = False
|
||||||
|
get_request_total_counts: bool = False
|
||||||
|
request_total_run_seconds: int = 30
|
||||||
|
num_latest_requests_to_fetch: int = 10
|
||||||
|
num_latest_requests_seconds: int = 30
|
||||||
|
|
||||||
|
|
||||||
class TautulliServer(NamedTuple):
|
class TautulliServer(NamedTuple):
|
||||||
api_key: str = None
|
api_key: str = None
|
||||||
fallback_ip: str = None
|
fallback_ip: str = None
|
||||||
|
@ -91,22 +103,13 @@ class UniFiServer(NamedTuple):
|
||||||
|
|
||||||
|
|
||||||
# Shared
|
# Shared
|
||||||
class Queue(NamedTuple):
|
class QueuePages(NamedTuple):
|
||||||
downloadId: str = None
|
page: int = None
|
||||||
episode: dict = None
|
pageSize: int = None
|
||||||
estimatedCompletionTime: str = None
|
sortKey: str = None
|
||||||
id: int = None
|
sortDirection: str = None
|
||||||
movie: dict = None
|
totalRecords: str = None
|
||||||
protocol: str = None
|
records: list = None
|
||||||
quality: dict = None
|
|
||||||
series: dict = None
|
|
||||||
size: float = None
|
|
||||||
sizeleft: float = None
|
|
||||||
status: str = None
|
|
||||||
statusMessages: list = None
|
|
||||||
timeleft: str = None
|
|
||||||
title: str = None
|
|
||||||
trackedDownloadStatus: str = None
|
|
||||||
|
|
||||||
|
|
||||||
# Ombi Structures
|
# Ombi Structures
|
||||||
|
@ -127,8 +130,10 @@ class OmbiTVRequest(NamedTuple):
|
||||||
childRequests: list = None
|
childRequests: list = None
|
||||||
denied: bool = None
|
denied: bool = None
|
||||||
deniedReason: None = None
|
deniedReason: None = None
|
||||||
|
externalProviderId: str = None
|
||||||
id: int = None
|
id: int = None
|
||||||
imdbId: str = None
|
imdbId: str = None
|
||||||
|
languageProfile: str = None
|
||||||
markedAsDenied: str = None
|
markedAsDenied: str = None
|
||||||
overview: str = None
|
overview: str = None
|
||||||
posterPath: str = None
|
posterPath: str = None
|
||||||
|
@ -145,72 +150,159 @@ class OmbiTVRequest(NamedTuple):
|
||||||
|
|
||||||
class OmbiMovieRequest(NamedTuple):
|
class OmbiMovieRequest(NamedTuple):
|
||||||
approved: bool = None
|
approved: bool = None
|
||||||
|
approved4K: bool = None
|
||||||
available: bool = None
|
available: bool = None
|
||||||
|
available4K: bool = None
|
||||||
background: str = None
|
background: str = None
|
||||||
canApprove: bool = None
|
canApprove: bool = None
|
||||||
denied: bool = None
|
denied: bool = None
|
||||||
|
denied4K: None = None
|
||||||
deniedReason: None = None
|
deniedReason: None = None
|
||||||
|
deniedReason4K: None = None
|
||||||
digitalRelease: bool = None
|
digitalRelease: bool = None
|
||||||
digitalReleaseDate: None = None
|
digitalReleaseDate: None = None
|
||||||
|
has4KRequest: bool = None
|
||||||
id: int = None
|
id: int = None
|
||||||
imdbId: str = None
|
imdbId: str = None
|
||||||
|
is4kRequest: bool = None
|
||||||
issueId: None = None
|
issueId: None = None
|
||||||
issues: None = None
|
issues: None = None
|
||||||
|
langCode: str = None
|
||||||
|
languageCode: str = None
|
||||||
markedAsApproved: str = None
|
markedAsApproved: str = None
|
||||||
|
markedAsApproved4K: str = None
|
||||||
markedAsAvailable: None = None
|
markedAsAvailable: None = None
|
||||||
|
markedAsAvailable4K: None = None
|
||||||
markedAsDenied: str = None
|
markedAsDenied: str = None
|
||||||
|
markedAsDenied4K: str = None
|
||||||
overview: str = None
|
overview: str = None
|
||||||
posterPath: str = None
|
posterPath: str = None
|
||||||
qualityOverride: int = None
|
qualityOverride: int = None
|
||||||
released: bool = None
|
released: bool = None
|
||||||
releaseDate: str = None
|
releaseDate: str = None
|
||||||
|
requestedByAlias: str = None
|
||||||
requestedDate: str = None
|
requestedDate: str = None
|
||||||
|
requestedDate4k: str = None
|
||||||
requestedUser: dict = None
|
requestedUser: dict = None
|
||||||
requestedUserId: str = None
|
requestedUserId: str = None
|
||||||
|
requestStatus: str = None
|
||||||
requestType: int = None
|
requestType: int = None
|
||||||
rootPathOverride: int = None
|
rootPathOverride: int = None
|
||||||
showSubscribe: bool = None
|
showSubscribe: bool = None
|
||||||
|
source: int = None
|
||||||
status: str = None
|
status: str = None
|
||||||
subscribed: bool = None
|
subscribed: bool = None
|
||||||
theMovieDbId: int = None
|
theMovieDbId: int = None
|
||||||
title: str = None
|
title: str = None
|
||||||
langCode: str = None
|
|
||||||
languageCode: str = None
|
|
||||||
requestedByAlias: str = None
|
# Overseerr
|
||||||
requestStatus: str = None
|
class OverseerrRequestCounts(NamedTuple):
|
||||||
|
pending: int = None
|
||||||
|
approved: int = None
|
||||||
|
processing: int = None
|
||||||
|
available: int = None
|
||||||
|
total: int = None
|
||||||
|
movie: int = None
|
||||||
|
tv: int = None
|
||||||
|
declined: int = None
|
||||||
|
|
||||||
|
|
||||||
# Sonarr
|
# Sonarr
|
||||||
class SonarrTVShow(NamedTuple):
|
class SonarrTVShow(NamedTuple):
|
||||||
|
added: str = None
|
||||||
|
airTime: str = None
|
||||||
|
alternateTitles: list = None
|
||||||
|
certification: str = None
|
||||||
|
cleanTitle: str = None
|
||||||
|
ended: bool = None
|
||||||
|
firstAired: str = None
|
||||||
|
genres: list = None
|
||||||
|
id: int = None
|
||||||
|
images: list = None
|
||||||
|
imdbId: str = None
|
||||||
|
languageProfileId: int = None
|
||||||
|
monitored: bool = None
|
||||||
|
nextAiring: str = None
|
||||||
|
network: str = None
|
||||||
|
overview: str = None
|
||||||
|
path: str = None
|
||||||
|
previousAiring: str = None
|
||||||
|
qualityProfileId: int = None
|
||||||
|
ratings: dict = None
|
||||||
|
rootFolderPath: str = None
|
||||||
|
runtime: int = None
|
||||||
|
seasonFolder: bool = None
|
||||||
|
seasons: list = None
|
||||||
|
seriesType: str = None
|
||||||
|
sortTitle: str = None
|
||||||
|
statistics: dict = None
|
||||||
|
status: str = None
|
||||||
|
tags: list = None
|
||||||
|
title: str = None
|
||||||
|
titleSlug: str = None
|
||||||
|
tvdbId: int = None
|
||||||
|
tvMazeId: int = None
|
||||||
|
tvRageId: int = None
|
||||||
|
useSceneNumbering: bool = None
|
||||||
|
year: int = None
|
||||||
|
|
||||||
|
|
||||||
|
class SonarrEpisode(NamedTuple):
|
||||||
absoluteEpisodeNumber: int = None
|
absoluteEpisodeNumber: int = None
|
||||||
airDate: str = None
|
airDate: str = None
|
||||||
airDateUtc: str = None
|
airDateUtc: str = None
|
||||||
episodeFile: dict = None
|
|
||||||
episodeFileId: int = None
|
episodeFileId: int = None
|
||||||
episodeNumber: int = None
|
episodeNumber: int = None
|
||||||
|
grabbed: bool = None
|
||||||
hasFile: bool = None
|
hasFile: bool = None
|
||||||
id: int = None
|
id: int = None
|
||||||
lastSearchTime: str = None
|
|
||||||
monitored: bool = None
|
monitored: bool = None
|
||||||
overview: str = None
|
overview: str = None
|
||||||
sceneAbsoluteEpisodeNumber: int = None
|
|
||||||
sceneEpisodeNumber: int = None
|
|
||||||
sceneSeasonNumber: int = None
|
|
||||||
seasonNumber: int = None
|
seasonNumber: int = None
|
||||||
series: dict = None
|
|
||||||
seriesId: int = None
|
seriesId: int = None
|
||||||
title: str = None
|
title: str = None
|
||||||
unverifiedSceneNumbering: bool = None
|
unverifiedSceneNumbering: bool = None
|
||||||
|
sceneAbsoluteEpisodeNumber: int = None
|
||||||
|
sceneEpisodeNumber: int = None
|
||||||
|
sceneSeasonNumber: int = None
|
||||||
|
series: SonarrTVShow = None
|
||||||
|
tvdbId: int = None
|
||||||
|
|
||||||
|
|
||||||
|
class SonarrQueue(NamedTuple):
|
||||||
|
downloadClient: str = None
|
||||||
|
downloadId: str = None
|
||||||
|
episodeId: int = None
|
||||||
|
id: int = None
|
||||||
|
indexer: str = None
|
||||||
|
language: dict = None
|
||||||
|
protocol: str = None
|
||||||
|
quality: dict = None
|
||||||
|
size: float = None
|
||||||
|
sizeleft: float = None
|
||||||
|
status: str = None
|
||||||
|
statusMessages: list = None
|
||||||
|
title: str = None
|
||||||
|
trackedDownloadState: str = None
|
||||||
|
trackedDownloadStatus: str = None
|
||||||
|
seriesId: int = None
|
||||||
|
errorMessage: str = None
|
||||||
|
outputPath: str = None
|
||||||
|
series: SonarrTVShow = None
|
||||||
|
episode: SonarrEpisode = None
|
||||||
|
timeleft: str = None
|
||||||
|
estimatedCompletionTime: str = None
|
||||||
|
|
||||||
|
|
||||||
# Radarr
|
# Radarr
|
||||||
class RadarrMovie(NamedTuple):
|
class RadarrMovie(NamedTuple):
|
||||||
added: str = None
|
added: str = None
|
||||||
addOptions: str = None
|
alternateTitles: list = None
|
||||||
alternativeTitles: list = None
|
|
||||||
certification: str = None
|
certification: str = None
|
||||||
cleanTitle: str = None
|
cleanTitle: str = None
|
||||||
downloaded: bool = None
|
collection: dict = None
|
||||||
|
digitalRelease: str = None
|
||||||
folderName: str = None
|
folderName: str = None
|
||||||
genres: list = None
|
genres: list = None
|
||||||
hasFile: bool = None
|
hasFile: bool = None
|
||||||
|
@ -219,32 +311,58 @@ class RadarrMovie(NamedTuple):
|
||||||
imdbId: str = None
|
imdbId: str = None
|
||||||
inCinemas: str = None
|
inCinemas: str = None
|
||||||
isAvailable: bool = None
|
isAvailable: bool = None
|
||||||
lastInfoSync: str = None
|
|
||||||
minimumAvailability: str = None
|
minimumAvailability: str = None
|
||||||
monitored: bool = None
|
monitored: bool = None
|
||||||
movieFile: dict = None
|
movieFile: dict = None
|
||||||
|
originalTitle: str = None
|
||||||
overview: str = None
|
overview: str = None
|
||||||
path: str = None
|
path: str = None
|
||||||
pathState: str = None
|
|
||||||
physicalRelease: str = None
|
physicalRelease: str = None
|
||||||
physicalReleaseNote: str = None
|
|
||||||
profileId: int = None
|
|
||||||
qualityProfileId: int = None
|
qualityProfileId: int = None
|
||||||
ratings: dict = None
|
ratings: dict = None
|
||||||
runtime: int = None
|
runtime: int = None
|
||||||
secondaryYear: str = None
|
secondaryYear: int = None
|
||||||
secondaryYearSourceId: int = None
|
secondaryYearSourceId: int = None
|
||||||
sizeOnDisk: int = None
|
sizeOnDisk: float = None
|
||||||
sortTitle: str = None
|
sortTitle: str = None
|
||||||
status: str = None
|
status: str = None
|
||||||
studio: str = None
|
studio: str = None
|
||||||
tags: list = None
|
tags: list = None
|
||||||
title: str = None
|
|
||||||
titleSlug: str = None
|
titleSlug: str = None
|
||||||
tmdbId: int = None
|
tmdbId: int = None
|
||||||
website: str = None
|
website: str = None
|
||||||
year: int = None
|
year: int = None
|
||||||
youTubeTrailerId: str = None
|
youTubeTrailerId: str = None
|
||||||
|
title: str = None
|
||||||
|
originalLanguage: str = None
|
||||||
|
addOptions: str = None
|
||||||
|
popularity: str = None
|
||||||
|
|
||||||
|
|
||||||
|
# Radarr Queue
|
||||||
|
class RadarrQueue(NamedTuple):
|
||||||
|
customFormats: list = None
|
||||||
|
downloadClient: str = None
|
||||||
|
downloadId: str = None
|
||||||
|
id: int = None
|
||||||
|
indexer: str = None
|
||||||
|
languages: list = None
|
||||||
|
movieId: int = None
|
||||||
|
protocol: str = None
|
||||||
|
quality: dict = None
|
||||||
|
size: float = None
|
||||||
|
sizeleft: float = None
|
||||||
|
status: str = None
|
||||||
|
statusMessages: list = None
|
||||||
|
title: str = None
|
||||||
|
trackedDownloadState: str = None
|
||||||
|
trackedDownloadStatus: str = None
|
||||||
|
timeleft: str = None
|
||||||
|
estimatedCompletionTime: str = None
|
||||||
|
errorMessage: str = None
|
||||||
|
outputPath: str = None
|
||||||
|
movie: RadarrMovie = None
|
||||||
|
timeleft: str = None
|
||||||
|
|
||||||
|
|
||||||
# Sickchill
|
# Sickchill
|
||||||
|
@ -364,6 +482,7 @@ class TautulliStream(NamedTuple):
|
||||||
reference_id: int = None
|
reference_id: int = None
|
||||||
relay: int = None
|
relay: int = None
|
||||||
relayed: int = None
|
relayed: int = None
|
||||||
|
row_id: int = None
|
||||||
section_id: str = None
|
section_id: str = None
|
||||||
secure: str = None
|
secure: str = None
|
||||||
selected: int = None
|
selected: int = None
|
||||||
|
@ -402,6 +521,7 @@ class TautulliStream(NamedTuple):
|
||||||
stream_video_codec: str = None
|
stream_video_codec: str = None
|
||||||
stream_video_codec_level: str = None
|
stream_video_codec_level: str = None
|
||||||
stream_video_decision: str = None
|
stream_video_decision: str = None
|
||||||
|
stream_video_dynamic_range: str = None
|
||||||
stream_video_framerate: str = None
|
stream_video_framerate: str = None
|
||||||
stream_video_full_resolution: str = None
|
stream_video_full_resolution: str = None
|
||||||
stream_video_height: str = None
|
stream_video_height: str = None
|
||||||
|
@ -461,6 +581,7 @@ class TautulliStream(NamedTuple):
|
||||||
video_codec: str = None
|
video_codec: str = None
|
||||||
video_codec_level: str = None
|
video_codec_level: str = None
|
||||||
video_decision: str = None
|
video_decision: str = None
|
||||||
|
video_dynamic_range: str = None
|
||||||
video_frame_rate: str = None
|
video_frame_rate: str = None
|
||||||
video_framerate: str = None
|
video_framerate: str = None
|
||||||
video_full_resolution: str = None
|
video_full_resolution: str = None
|
||||||
|
@ -491,7 +612,9 @@ class LidarrQueue(NamedTuple):
|
||||||
sizeleft: float = None
|
sizeleft: float = None
|
||||||
status: str = None
|
status: str = None
|
||||||
trackedDownloadStatus: str = None
|
trackedDownloadStatus: str = None
|
||||||
|
trackedDownloadState: str = None
|
||||||
statusMessages: list = None
|
statusMessages: list = None
|
||||||
|
errorMessage: str = None
|
||||||
downloadId: str = None
|
downloadId: str = None
|
||||||
protocol: str = None
|
protocol: str = None
|
||||||
downloadClient: str = None
|
downloadClient: str = None
|
||||||
|
@ -499,6 +622,7 @@ class LidarrQueue(NamedTuple):
|
||||||
outputPath: str = None
|
outputPath: str = None
|
||||||
downloadForced: bool = None
|
downloadForced: bool = None
|
||||||
id: int = None
|
id: int = None
|
||||||
|
estimatedCompletionTime: str = None
|
||||||
|
|
||||||
|
|
||||||
class LidarrAlbum(NamedTuple):
|
class LidarrAlbum(NamedTuple):
|
||||||
|
|
|
@ -2,7 +2,7 @@ from logging import getLogger
|
||||||
from requests import Session, Request
|
from requests import Session, Request
|
||||||
from geoip2.errors import AddressNotFoundError
|
from geoip2.errors import AddressNotFoundError
|
||||||
from datetime import datetime, timezone, date, timedelta
|
from datetime import datetime, timezone, date, timedelta
|
||||||
from influxdb.exceptions import InfluxDBClientError
|
from influxdb_client.client.exceptions import InfluxDBError
|
||||||
|
|
||||||
from varken.structures import TautulliStream
|
from varken.structures import TautulliStream
|
||||||
from varken.helpers import hashit, connection_handler, itemgetter_with_default
|
from varken.helpers import hashit, connection_handler, itemgetter_with_default
|
||||||
|
@ -129,6 +129,7 @@ class TautulliAPI(object):
|
||||||
"tags": {
|
"tags": {
|
||||||
"type": "Session",
|
"type": "Session",
|
||||||
"session_id": session.session_id,
|
"session_id": session.session_id,
|
||||||
|
"ip_address": session.ip_address,
|
||||||
"friendly_name": session.friendly_name,
|
"friendly_name": session.friendly_name,
|
||||||
"username": session.username,
|
"username": session.username,
|
||||||
"title": session.full_title,
|
"title": session.full_title,
|
||||||
|
@ -327,6 +328,7 @@ class TautulliAPI(object):
|
||||||
"tags": {
|
"tags": {
|
||||||
"type": "Session",
|
"type": "Session",
|
||||||
"session_id": session.session_id,
|
"session_id": session.session_id,
|
||||||
|
"ip_address": session.ip_address,
|
||||||
"friendly_name": session.friendly_name,
|
"friendly_name": session.friendly_name,
|
||||||
"username": session.user,
|
"username": session.user,
|
||||||
"title": session.full_title,
|
"title": session.full_title,
|
||||||
|
@ -361,7 +363,7 @@ class TautulliAPI(object):
|
||||||
)
|
)
|
||||||
try:
|
try:
|
||||||
self.dbmanager.write_points(influx_payload)
|
self.dbmanager.write_points(influx_payload)
|
||||||
except InfluxDBClientError as e:
|
except InfluxDBError as e:
|
||||||
if "beyond retention policy" in str(e):
|
if "beyond retention policy" in str(e):
|
||||||
self.logger.debug('Only imported 30 days of data per retention policy')
|
self.logger.debug('Only imported 30 days of data per retention policy')
|
||||||
else:
|
else:
|
||||||
|
|
Loading…
Reference in a new issue