automation: establish an automation framework

app/terraform/alarms/proxy_http_status.py

@@ -0,0 +1,64 @@
+from typing import Tuple
+
+import requests
+
+from app.extensions import db
+from app.models.alarms import Alarm, AlarmState
+from app.models.mirrors import Proxy
+from app.terraform import BaseAutomation
+
+
+def set_http_alarm(proxy_id: int, state: AlarmState, text: str):
+    alarm = Alarm.query.filter(
+        Alarm.proxy_id == proxy_id,
+        Alarm.alarm_type == "http-status"
+    ).first()
+    if alarm is None:
+        alarm = Alarm()
+        alarm.proxy_id = proxy_id
+        alarm.alarm_type = "http-status"
+        alarm.target = "proxy"
+        db.session.add(alarm)
+    alarm.update_state(state, text)
+
+
+class AlarmProxyHTTPStatusAutomation(BaseAutomation):
+    short_name = "alarm_http_status"
+    description = "Check all deployed proxies for HTTP status code"
+
+    def automate(self, full: bool = False) -> Tuple[bool, str]:
+        proxies = Proxy.query.filter(
+            Proxy.destroyed == None
+        )
+        for proxy in proxies:
+            try:
+                if proxy.url is None:
+                    continue
+                r = requests.get(proxy.url,
+                                 allow_redirects=False,
+                                 timeout=5)
+                r.raise_for_status()
+                if r.is_redirect:
+                    set_http_alarm(
+                        proxy.id,
+                        AlarmState.CRITICAL,
+                        f"{r.status_code} {r.reason}"
+                    )
+                else:
+                    set_http_alarm(
+                        proxy.id,
+                        AlarmState.OK,
+                        f"{r.status_code} {r.reason}"
+                    )
+            except (requests.ConnectionError, requests.Timeout):
+                set_http_alarm(
+                    proxy.id,
+                    AlarmState.CRITICAL,
+                    f"Connection failure")
+            except requests.HTTPError:
+                set_http_alarm(
+                    proxy.id,
+                    AlarmState.CRITICAL,
+                    f"{r.status_code} {r.reason}"
+                )
+        return True, []