webhook #271 work

pialert/publishers/webhook.py

@@ -18,13 +18,47 @@ def check_config():
 
 def send (msg: noti_struc):
 
+    # limit = 1024 * 1024  # 1MB limit (1024 bytes * 1024 bytes = 1MB)
+    limit = 1024 * 1  # 1MB limit (1024 bytes * 1024 bytes = 1MB)
+
     # use data type based on specified payload type
     if conf.WEBHOOK_PAYLOAD == 'json':
-        payloadData = msg.json
-    if conf.WEBHOOK_PAYLOAD == 'html':
-        payloadData = msg.html
-    if conf.WEBHOOK_PAYLOAD == 'text':
-        payloadData = to_text(msg.json)  # TO DO can we just send msg.text?
+        # In this code, the truncate_json function is used to recursively traverse the JSON object 
+        # and remove nodes that exceed the size limit. It checks the size of each node's JSON representation 
+        # using json.dumps and includes only the nodes that are within the limit.
+        json_data = msg.json
+        json_str = json.dumps(json_data)
+
+        if len(json_str) <= limit:
+            payloadData = json_data
+        else:
+            def truncate_json(obj):
+                if isinstance(obj, dict):
+                    return {
+                        key: truncate_json(value)
+                        for key, value in obj.items()
+                        if len(json.dumps(value)) <= limit
+                    }
+                elif isinstance(obj, list):
+                    return [
+                        truncate_json(item)
+                        for item in obj
+                        if len(json.dumps(item)) <= limit
+                    ]
+                else:
+                    return obj
+
+            payloadData = truncate_json(json_data)
+    if conf.WEBHOOK_PAYLOAD == 'html':                 
+        if len(msg.html) > limit:
+            payloadData = msg.html[:limit] + " <h1> (text was truncated)</h1>"
+        else:
+            payloadData = msg.html
+    if conf.WEBHOOK_PAYLOAD == 'text':            
+        if len(msg.text) > limit:
+            payloadData = msg.text[:limit] + " (text was truncated)"
+        else:
+            payloadData = msg.text
 
     # Define slack-compatible payload
     _json_payload = { "text": payloadData } if conf.WEBHOOK_PAYLOAD == 'text' else {
@@ -41,6 +75,7 @@ def send (msg: noti_struc):
     write_file (logPath + '/webhook_payload.json', json.dumps(_json_payload))
 
     # Using the Slack-Compatible Webhook endpoint for Discord so that the same payload can be used for both
+    #  Consider: curl has the ability to load in data to POST from a file + piping
     if(conf.WEBHOOK_URL.startswith('https://discord.com/api/webhooks/') and not conf.WEBHOOK_URL.endswith("/slack")):
         _WEBHOOK_URL = f"{conf.WEBHOOK_URL}/slack"
         curlParams = ["curl","-i","-H", "Content-Type:application/json" ,"-d", json.dumps(_json_payload), _WEBHOOK_URL]
@@ -48,51 +83,20 @@ def send (msg: noti_struc):
         _WEBHOOK_URL = conf.WEBHOOK_URL
         curlParams = ["curl","-i","-X", conf.WEBHOOK_REQUEST_METHOD ,"-H", "Content-Type:application/json" ,"-d", json.dumps(_json_payload), _WEBHOOK_URL]
 
-    # execute CURL call
     try:
-        # try runnning a subprocess
+        # Execute CURL call
         mylog('debug', ['[send_webhook] curlParams: ', curlParams])
-        p = subprocess.Popen(curlParams, stdout=subprocess.PIPE, stderr=subprocess.STDOUT)
+        result = subprocess.run(curlParams, capture_output=True, text=True)
 
-        stdout, stderr = p.communicate()
+        stdout = result.stdout
+        stderr = result.stderr
+
+        # Write stdout and stderr into .log files for debugging if needed
+        mylog('debug', ['[send_webhook] stdout: ', stdout])
+        mylog('debug', ['[send_webhook] stderr: ', stderr])
+        # logResult(stdout, stderr)  # TO-DO should be changed to mylog
 
-        # write stdout and stderr into .log files for debugging if needed
-        logResult (stdout, stderr)     # TO-DO should be changed to mylog
     except subprocess.CalledProcessError as e:
-        # An error occured, handle it
-        mylog('none', ['[send_webhook] Error', e.output])
+        # An error occurred, handle it
+        mylog('none', ['[send_webhook] Error: ', e.output])
 
-
-
-
-
-#-------------------------------------------------------------------------------
-def to_text(_json):
-    payloadData = ""
-    if len(_json['internet']) > 0 and 'internet' in conf.INCLUDED_SECTIONS:
-        payloadData += "INTERNET\n"
-        for event in _json['internet']:
-            payloadData += event[3] + ' on ' + event[2] + '. ' + event[4] + '. New address:' + event[1] + '\n'
-
-    if len(_json['new_devices']) > 0 and 'new_devices' in conf.INCLUDED_SECTIONS:
-        payloadData += "NEW DEVICES:\n"
-        for event in _json['new_devices']:
-            if event[4] is None:
-                event[4] = event[11]
-            payloadData += event[1] + ' - ' + event[4] + '\n'
-
-    if len(_json['down_devices']) > 0 and 'down_devices' in conf.INCLUDED_SECTIONS:
-        write_file (logPath + '/down_devices_example.log', _json['down_devices'])
-        payloadData += 'DOWN DEVICES:\n'
-        for event in _json['down_devices']:
-            if event[4] is None:
-                event[4] = event[11]
-            payloadData += event[1] + ' - ' + event[4] + '\n'
-
-    if len(_json['events']) > 0 and 'events' in conf.INCLUDED_SECTIONS:
-        payloadData += "EVENTS:\n"
-        for event in _json['events']:
-            if event[8] != "Internet":
-                payloadData += event[8] + " on " + event[1] + " " + event[3] + " at " + event[2] + "\n"
-
-    return payloadData