mirror of
https://github.com/jokob-sk/NetAlertX.git
synced 2025-12-07 09:36:05 -08:00
497 lines
19 KiB
Python
Executable File
497 lines
19 KiB
Python
Executable File
#!/usr/bin/env python
|
|
|
|
import json
|
|
import subprocess
|
|
import argparse
|
|
import os
|
|
import pathlib
|
|
import sys
|
|
from datetime import datetime
|
|
import time
|
|
import re
|
|
import unicodedata
|
|
import paho.mqtt.client as mqtt
|
|
# from paho.mqtt import client as mqtt_client
|
|
# from paho.mqtt import CallbackAPIVersion as mqtt_CallbackAPIVersion
|
|
import hashlib
|
|
import sqlite3
|
|
|
|
|
|
# Register NetAlertX directories
|
|
INSTALL_PATH="/app"
|
|
sys.path.extend([f"{INSTALL_PATH}/front/plugins", f"{INSTALL_PATH}/server"])
|
|
|
|
# NetAlertX modules
|
|
import conf
|
|
from const import apiPath, confFileName
|
|
from plugin_utils import getPluginObject
|
|
from plugin_helper import Plugin_Objects
|
|
from logger import mylog, append_line_to_file
|
|
from helper import timeNowTZ, get_setting_value, bytes_to_string, sanitize_string, normalize_string
|
|
from notification import Notification_obj
|
|
from database import DB, get_device_stats
|
|
from pytz import timezone
|
|
|
|
# Make sure the TIMEZONE for logging is correct
|
|
conf.tz = timezone(get_setting_value('TIMEZONE'))
|
|
|
|
CUR_PATH = str(pathlib.Path(__file__).parent.resolve())
|
|
RESULT_FILE = os.path.join(CUR_PATH, 'last_result.log')
|
|
|
|
|
|
# Initialize the Plugin obj output file
|
|
plugin_objects = Plugin_Objects(RESULT_FILE)
|
|
# Create an MD5 hash object
|
|
md5_hash = hashlib.md5()
|
|
|
|
pluginName = 'MQTT'
|
|
|
|
# globals
|
|
|
|
mqtt_sensors = []
|
|
mqtt_connected_to_broker = False
|
|
mqtt_client = None # mqtt client
|
|
|
|
def main():
|
|
|
|
mylog('verbose', [f'[{pluginName}](publisher) In script'])
|
|
|
|
# Check if basic config settings supplied
|
|
if check_config() == False:
|
|
mylog('verbose', [f'[{pluginName}] ⚠ ERROR: Publisher notification gateway not set up correctly. Check your {confFileName} {pluginName}_* variables.'])
|
|
return
|
|
|
|
# Create a database connection
|
|
db = DB() # instance of class DB
|
|
db.open()
|
|
|
|
mqtt_start(db)
|
|
|
|
plugin_objects.write_result_file()
|
|
|
|
|
|
|
|
#-------------------------------------------------------------------------------
|
|
# MQTT
|
|
#-------------------------------------------------------------------------------
|
|
#-------------------------------------------------------------------------------
|
|
def check_config():
|
|
if get_setting_value('MQTT_BROKER') == '' or get_setting_value('MQTT_PORT') == '' or get_setting_value('MQTT_USER') == '' or get_setting_value('MQTT_PASSWORD') == '':
|
|
mylog('verbose', [f'[Check Config] ⚠ ERROR: MQTT service not set up correctly. Check your {confFileName} MQTT_* variables.'])
|
|
return False
|
|
else:
|
|
return True
|
|
|
|
|
|
#-------------------------------------------------------------------------------
|
|
# Sensor configs are tracking which sensors in NetAlertX exist and if a config has changed
|
|
class sensor_config:
|
|
def __init__(self, deviceId, deviceName, sensorType, sensorName, icon, mac):
|
|
self.deviceId = deviceId
|
|
self.deviceName = deviceName
|
|
self.sensorType = sensorType
|
|
self.sensorName = sensorName
|
|
self.icon = icon
|
|
self.mac = mac
|
|
self.model = deviceName
|
|
self.state_topic = ''
|
|
self.json_attr_topic = ''
|
|
self.topic = ''
|
|
self.message = ''
|
|
self.unique_id = ''
|
|
|
|
# binary sensor only sensor
|
|
if self.sensorType == 'binary_sensor' or self.sensorType == 'sensor':
|
|
|
|
self.topic = f'homeassistant/{self.sensorType}/{self.deviceId}/{self.sensorName}/config'
|
|
self.state_topic = f'system-sensors/{self.sensorType}/{self.deviceId}/state'
|
|
self.unique_id = self.deviceId+'_sensor_'+self.sensorName
|
|
|
|
self.message = {
|
|
"name" : self.sensorName,
|
|
"state_topic" : self.state_topic,
|
|
"value_template" : "{{value_json."+self.sensorName+"}}",
|
|
"unique_id" : self.unique_id,
|
|
"device":
|
|
{
|
|
"identifiers" : [self.deviceId+"_sensor"],
|
|
"manufacturer" : "NetAlertX",
|
|
"name" : self.deviceName
|
|
},
|
|
"icon": f'mdi:{self.icon}'
|
|
}
|
|
|
|
|
|
elif self.sensorType == 'device_tracker':
|
|
|
|
self.topic = f'homeassistant/device_tracker/{self.deviceId}/config'
|
|
self.state_topic = f'system-sensors/device_tracker/{self.deviceId}/state'
|
|
self.json_attr_topic = f'system-sensors/device_tracker/{self.deviceId}/attributes'
|
|
self.unique_id = f'{self.deviceId}_{self.sensorType}_{self.sensorName}'
|
|
|
|
payload_home = 'home'
|
|
payload_away = 'away'
|
|
|
|
self.message = {
|
|
"state_topic": self.state_topic,
|
|
"json_attributes_topic": self.json_attr_topic,
|
|
"name": self.sensorName,
|
|
"payload_home": payload_home,
|
|
"payload_not_home": payload_away,
|
|
"unique_id" : self.unique_id,
|
|
"icon": f'mdi:{self.icon}',
|
|
"device":
|
|
{
|
|
"identifiers" : [self.deviceId+"_sensor", self.unique_id],
|
|
"manufacturer" : "NetAlertX",
|
|
"model": self.model if self.model else "Unknown",
|
|
"name" : self.deviceName
|
|
},
|
|
}
|
|
|
|
# Define your input string
|
|
input_string = str(self.deviceId) + str(self.deviceName) + str(self.sensorType) + str(self.sensorName) + str(self.icon)
|
|
|
|
# Hash the input string and convert the hash to a string
|
|
# Update the hash object with the bytes of the input string
|
|
md5_hash.update(input_string.encode('utf-8'))
|
|
|
|
# Get the hexadecimal representation of the MD5 hash
|
|
md5_hash_hex = md5_hash.hexdigest()
|
|
hash_value = str(md5_hash_hex)
|
|
|
|
self.hash = hash_value
|
|
|
|
plugObj = getPluginObject({"Plugin":"MQTT", "Watched_Value3":hash_value})
|
|
|
|
# mylog('verbose', [f"[{pluginName}] Previous plugin object entry: {json.dumps(plugObj)}"])
|
|
|
|
if plugObj == {}:
|
|
self.isNew = True
|
|
mylog('verbose', [f"[{pluginName}] New sensor entry name : {self.deviceName}"])
|
|
mylog('verbose', [f"[{pluginName}] New sensor entry mac : {self.mac}"])
|
|
mylog('verbose', [f"[{pluginName}] New sensor entry hash_value : {hash_value}"])
|
|
else:
|
|
device_name = plugObj.get("Watched_Value1", "Unknown")
|
|
mylog('verbose', [f"[{pluginName}] Existing, skip Device Name : {device_name}"])
|
|
self.isNew = False
|
|
|
|
|
|
# Log sensor
|
|
global plugin_objects
|
|
|
|
if mac == '':
|
|
mac = "N/A"
|
|
|
|
plugin_objects.add_object(
|
|
primaryId = deviceId,
|
|
secondaryId = sensorName,
|
|
watched1 = deviceName,
|
|
watched2 = sensorType,
|
|
watched3 = hash_value,
|
|
watched4 = mac,
|
|
extra = input_string,
|
|
foreignKey = mac
|
|
)
|
|
|
|
#-------------------------------------------------------------------------------
|
|
|
|
def publish_mqtt(mqtt_client, topic, message):
|
|
status = 1
|
|
|
|
# convert anything but a simple string to json
|
|
if not isinstance(message, str):
|
|
message = json.dumps(message).replace("'",'"')
|
|
|
|
qos = get_setting_value('MQTT_QOS')
|
|
|
|
mylog('verbose', [f"[{pluginName}] Sending MQTT topic: {topic}"])
|
|
mylog('verbose', [f"[{pluginName}] Sending MQTT message: {message}"])
|
|
# mylog('verbose', [f"[{pluginName}] get_setting_value('MQTT_QOS'): {qos}"])
|
|
|
|
if mqtt_connected_to_broker == False:
|
|
|
|
mylog('verbose', [f"[{pluginName}] ⚠ ERROR: Not connected to broker, aborting."])
|
|
|
|
return False
|
|
|
|
while status != 0:
|
|
|
|
# mylog('verbose', [f"[{pluginName}] mqtt_client.publish "])
|
|
# mylog('verbose', [f"[{pluginName}] mqtt_client.is_connected(): {mqtt_client.is_connected()} "])
|
|
|
|
result = mqtt_client.publish(
|
|
topic=topic,
|
|
payload=message,
|
|
qos=qos,
|
|
retain=True,
|
|
)
|
|
|
|
status = result[0]
|
|
|
|
# mylog('verbose', [f"[{pluginName}] status: {status}"])
|
|
# mylog('verbose', [f"[{pluginName}] result: {result}"])
|
|
|
|
if status != 0:
|
|
mylog('verbose', [f"[{pluginName}] Waiting to reconnect to MQTT broker"])
|
|
time.sleep(0.1)
|
|
return True
|
|
|
|
#-------------------------------------------------------------------------------
|
|
# Create a generic device for overal stats
|
|
def create_generic_device(mqtt_client, deviceId, deviceName):
|
|
|
|
create_sensor(mqtt_client, deviceId, deviceName, 'sensor', 'online', 'wifi-check')
|
|
create_sensor(mqtt_client, deviceId, deviceName, 'sensor', 'down', 'wifi-cancel')
|
|
create_sensor(mqtt_client, deviceId, deviceName, 'sensor', 'all', 'wifi')
|
|
create_sensor(mqtt_client, deviceId, deviceName, 'sensor', 'archived', 'wifi-lock')
|
|
create_sensor(mqtt_client, deviceId, deviceName, 'sensor', 'new', 'wifi-plus')
|
|
create_sensor(mqtt_client, deviceId, deviceName, 'sensor', 'unknown', 'wifi-alert')
|
|
|
|
|
|
#-------------------------------------------------------------------------------
|
|
# Register sensor config on the broker
|
|
def create_sensor(mqtt_client, deviceId, deviceName, sensorType, sensorName, icon, mac=""):
|
|
|
|
global mqtt_sensors
|
|
|
|
# check previous configs
|
|
sensorConfig = sensor_config(deviceId, deviceName, sensorType, sensorName, icon, mac)
|
|
|
|
mylog('verbose', [f"[{pluginName}] Publishing sensor number {len(mqtt_sensors)}"])
|
|
|
|
|
|
# send if new
|
|
if sensorConfig.isNew:
|
|
|
|
# add the sensor to the global list to keep track of succesfully added sensors
|
|
if publish_mqtt(mqtt_client, sensorConfig.topic, sensorConfig.message):
|
|
# hack - delay adding to the queue in case the process is
|
|
time.sleep(get_setting_value('MQTT_DELAY_SEC')) # restarted and previous publish processes aborted
|
|
# (it takes ~2s to update a sensor config on the broker)
|
|
mqtt_sensors.append(sensorConfig)
|
|
|
|
return sensorConfig
|
|
|
|
#-------------------------------------------------------------------------------
|
|
def mqtt_create_client():
|
|
|
|
# attempt reconnections on failure, ref https://www.emqx.com/en/blog/how-to-use-mqtt-in-python
|
|
FIRST_RECONNECT_DELAY = 1
|
|
RECONNECT_RATE = 2
|
|
MAX_RECONNECT_COUNT = 12
|
|
MAX_RECONNECT_DELAY = 60
|
|
|
|
mytransport = 'tcp' # or 'websockets'
|
|
|
|
def on_disconnect(mqtt_client, userdata, rc):
|
|
|
|
global mqtt_connected_to_broker
|
|
|
|
mylog('debug', [f"[{pluginName}] Connection terminated, reason_code: {rc}"])
|
|
reconnect_count, reconnect_delay = 0, FIRST_RECONNECT_DELAY
|
|
while reconnect_count < MAX_RECONNECT_COUNT:
|
|
mylog('debug', [f"[{pluginName}] Reconnecting in {reconnect_delay} seconds..."])
|
|
time.sleep(reconnect_delay)
|
|
|
|
try:
|
|
mqtt_client.reconnect()
|
|
mqtt_connected_to_broker = True # Signal connection
|
|
mylog('debug', [f"[{pluginName}] Reconnected successfully"])
|
|
return
|
|
except Exception as err:
|
|
mylog('debug', [f"[{pluginName}] {err} Reconnect failed. Retrying..."])
|
|
pass
|
|
|
|
reconnect_delay *= RECONNECT_RATE
|
|
reconnect_delay = min(reconnect_delay, MAX_RECONNECT_DELAY)
|
|
reconnect_count += 1
|
|
|
|
mqtt_connected_to_broker = False
|
|
|
|
|
|
def on_connect(mqtt_client, userdata, flags, rc, properties):
|
|
|
|
global mqtt_connected_to_broker
|
|
|
|
# REF: Good docu on reason codes: https://www.emqx.com/en/blog/mqtt5-new-features-reason-code-and-ack
|
|
if rc == 0:
|
|
mylog('verbose', [f"[{pluginName}] Connected to broker"])
|
|
mqtt_connected_to_broker = True # Signal connection
|
|
else:
|
|
mylog('verbose', [f"[{pluginName}] Connection failed, reason_code: {rc}"])
|
|
mqtt_connected_to_broker = False
|
|
|
|
global mqtt_client
|
|
global mqtt_connected_to_broker
|
|
|
|
# Paho will be soon not supporting V1 anymore, so this really should not be a user choice to start with
|
|
# This code now uses V2 by default
|
|
# Ref: https://eclipse.dev/paho/files/paho.mqtt.python/html/migrations.html
|
|
|
|
if get_setting_value('MQTT_VERSION') == 3:
|
|
version = mqtt.MQTTv311
|
|
else:
|
|
version = mqtt.MQTTv5
|
|
|
|
# we now hardcode the client id into here.
|
|
# TODO: Add config ffor client id
|
|
mqtt_client = mqtt.Client(
|
|
client_id='netalertx',
|
|
callback_api_version = mqtt.CallbackAPIVersion.VERSION2,
|
|
transport=mytransport,
|
|
protocol=version)
|
|
mqtt_client.on_connect = on_connect
|
|
mqtt_client.on_disconnect = on_disconnect
|
|
|
|
if get_setting_value('MQTT_TLS'):
|
|
mqtt_client.tls_set()
|
|
|
|
mqtt_client.username_pw_set(username = get_setting_value('MQTT_USER'), password = get_setting_value('MQTT_PASSWORD'))
|
|
err_code = mqtt_client.connect(host = get_setting_value('MQTT_BROKER'), port = get_setting_value('MQTT_PORT'))
|
|
if (err_code == mqtt.MQTT_ERR_SUCCESS):
|
|
# We (prematurely) set the connection state to connected
|
|
# the callback may be delayed
|
|
mqtt_connected_to_broker = True
|
|
# the client connects but connect callbacks will be called async and there may be a waiting time
|
|
# Mosquitto works straight away
|
|
# EMQX has a delay and does not update in loop below, so we cannot rely on it, we wait 1 sec
|
|
time.sleep(1)
|
|
mqtt_client.loop_start()
|
|
|
|
return mqtt_client
|
|
|
|
#-------------------------------------------------------------------------------
|
|
def mqtt_start(db):
|
|
|
|
global mqtt_client, mqtt_connected_to_broker
|
|
|
|
if mqtt_connected_to_broker == False:
|
|
mqtt_connected_to_broker = True
|
|
mqtt_client = mqtt_create_client()
|
|
|
|
|
|
deviceName = get_setting_value('MQTT_DEVICE_NAME')
|
|
deviceId = get_setting_value('MQTT_DEVICE_ID')
|
|
|
|
# General stats
|
|
|
|
# Create a generic device for overal stats
|
|
if get_setting_value('MQTT_SEND_STATS') == True:
|
|
# Create a new device representing overall stats
|
|
create_generic_device(mqtt_client, deviceId, deviceName)
|
|
|
|
# Get the data
|
|
row = get_device_stats(db)
|
|
|
|
# Publish (wrap into {} and remove last ',' from above)
|
|
publish_mqtt(mqtt_client, f"system-sensors/sensor/{deviceId}/state",
|
|
{
|
|
"online": row[0],
|
|
"down": row[1],
|
|
"all": row[2],
|
|
"archived": row[3],
|
|
"new": row[4],
|
|
"unknown": row[5]
|
|
}
|
|
)
|
|
|
|
# Generate device-specific MQTT messages if enabled
|
|
if get_setting_value('MQTT_SEND_DEVICES') == True:
|
|
|
|
# Specific devices processing
|
|
|
|
# Get all devices
|
|
devices = db.read(get_setting_value('MQTT_DEVICES_SQL').replace('{s-quote}',"'"))
|
|
|
|
sec_delay = len(devices) * int(get_setting_value('MQTT_DELAY_SEC'))*5
|
|
|
|
mylog('verbose', [f"[{pluginName}] Estimated delay: ", (sec_delay), 's ', '(', round(sec_delay/60,1) , 'min)' ])
|
|
|
|
debug_index = 0
|
|
|
|
for device in devices:
|
|
|
|
# debug statement
|
|
# if 'Moto' in device["dev_Name"]:
|
|
|
|
# Create devices in Home Assistant - send config messages
|
|
deviceId = 'mac_' + device["dev_MAC"].replace(" ", "").replace(":", "_").lower()
|
|
# Normalize the string and remove unwanted characters
|
|
devDisplayName = re.sub('[^a-zA-Z0-9-_\\s]', '', normalize_string(device["dev_Name"]))
|
|
|
|
sensorConfig = create_sensor(mqtt_client, deviceId, devDisplayName, 'sensor', 'last_ip', 'ip-network', device["dev_MAC"])
|
|
sensorConfig = create_sensor(mqtt_client, deviceId, devDisplayName, 'sensor', 'mac_address', 'folder-key-network', device["dev_MAC"])
|
|
sensorConfig = create_sensor(mqtt_client, deviceId, devDisplayName, 'sensor', 'is_new', 'bell-alert-outline', device["dev_MAC"])
|
|
sensorConfig = create_sensor(mqtt_client, deviceId, devDisplayName, 'sensor', 'vendor', 'cog', device["dev_MAC"])
|
|
sensorConfig = create_sensor(mqtt_client, deviceId, devDisplayName, 'sensor', 'first_connection', 'calendar-start', device["dev_MAC"])
|
|
sensorConfig = create_sensor(mqtt_client, deviceId, devDisplayName, 'sensor', 'last_connection', 'calendar-end', device["dev_MAC"])
|
|
|
|
devJson = {
|
|
"last_ip": device["dev_LastIP"],
|
|
"is_new": str(device["dev_NewDevice"]),
|
|
"vendor": sanitize_string(device["dev_Vendor"]),
|
|
"mac_address": str(device["dev_MAC"]),
|
|
"model": devDisplayName,
|
|
"last_connection": str(device["dev_LastConnection"]),
|
|
"first_connection": str(device["dev_FirstConnection"])
|
|
}
|
|
|
|
# bulk update device sensors in home assistant
|
|
publish_mqtt(mqtt_client, sensorConfig.state_topic, devJson)
|
|
|
|
# create and update is_present sensor
|
|
sensorConfig = create_sensor(mqtt_client, deviceId, devDisplayName, 'binary_sensor', 'is_present', 'wifi', device["dev_MAC"])
|
|
publish_mqtt(mqtt_client, sensorConfig.state_topic,
|
|
{
|
|
"is_present": to_binary_sensor(str(device["dev_PresentLastScan"]))
|
|
}
|
|
)
|
|
|
|
# handle device_tracker
|
|
sensorConfig = create_sensor(mqtt_client, deviceId, devDisplayName, 'device_tracker', 'is_home', 'home', device["dev_MAC"])
|
|
|
|
# <away|home> are only valid states
|
|
state = 'away'
|
|
if to_binary_sensor(str(device["dev_PresentLastScan"])) == "ON":
|
|
state = 'home'
|
|
|
|
publish_mqtt(mqtt_client, sensorConfig.state_topic, state)
|
|
|
|
# publish device_tracker attributes
|
|
publish_mqtt(mqtt_client, sensorConfig.json_attr_topic, devJson)
|
|
|
|
|
|
|
|
#===============================================================================
|
|
# Home Assistant UTILs
|
|
#===============================================================================
|
|
def to_binary_sensor(input):
|
|
# In HA a binary sensor returns ON or OFF
|
|
result = "OFF"
|
|
|
|
# bytestring
|
|
if isinstance(input, str):
|
|
if input == "1":
|
|
result = "ON"
|
|
elif isinstance(input, int):
|
|
if input == 1:
|
|
result = "ON"
|
|
elif isinstance(input, bool):
|
|
if input == True:
|
|
result = "ON"
|
|
elif isinstance(input, bytes):
|
|
if bytes_to_string(input) == "1":
|
|
result = "ON"
|
|
return result
|
|
|
|
|
|
|
|
|
|
# -------------INIT---------------------
|
|
if __name__ == '__main__':
|
|
sys.exit(main())
|
|
|
|
|
|
|