proxy/cloudfront: add smart proxy alarms

app/terraform/alarms/smart_aws.py

@@ -0,0 +1,53 @@
+from typing import Tuple, Optional
+
+import boto3
+from sqlalchemy import func
+
+from app import app
+from app.alarms import get_or_create_alarm
+from app.extensions import db
+from app.models.base import Group
+from app.models.alarms import AlarmState
+from app.models.mirrors import SmartProxy
+from app.terraform import BaseAutomation
+
+
+def alarms_in_region(region: str, prefix: str, aspect: str) -> None:
+    cloudwatch = boto3.client('cloudwatch',
+                              aws_access_key_id=app.config['AWS_ACCESS_KEY'],
+                              aws_secret_access_key=app.config['AWS_SECRET_KEY'],
+                              region_name=region)
+    dist_paginator = cloudwatch.get_paginator('describe_alarms')
+    page_iterator = dist_paginator.paginate(AlarmNamePrefix=prefix)
+    for page in page_iterator:
+        for cw_alarm in page['MetricAlarms']:
+            smart_id = cw_alarm["AlarmName"][len(prefix):].split("-")
+            group: Optional[Group] = Group.query.filter(func.lower(Group.group_name) == smart_id[1]).first()
+            if group is None:
+                print("Unable to find group for " + cw_alarm['AlarmName'])
+                continue
+            smart_proxy = SmartProxy.query.filter(
+                SmartProxy.group_id == group.id,
+                SmartProxy.region == region
+            ).first()
+            if smart_proxy is None:
+                print("Skipping unknown instance " + cw_alarm['AlarmName'])
+                continue
+            alarm = get_or_create_alarm(smart_proxy.brn, aspect)
+            if cw_alarm['StateValue'] == "OK":
+                alarm.update_state(AlarmState.OK, "CloudWatch alarm OK")
+            elif cw_alarm['StateValue'] == "ALARM":
+                alarm.update_state(AlarmState.CRITICAL, "CloudWatch alarm ALARM")
+            else:
+                alarm.update_state(AlarmState.UNKNOWN, f"CloudWatch alarm {cw_alarm['StateValue']}")
+
+
+class AlarmSmartAwsAutomation(BaseAutomation):
+    short_name = "monitor_smart_aws"
+    description = "Import alarms for AWS smart proxy instances"
+
+    def automate(self, full: bool = False) -> Tuple[bool, str]:
+        alarms_in_region("us-east-2", "smart-bw-out-high-", "bandwidth-out-high")
+        alarms_in_region("us-east-2", "smart-cpu-high-", "instance-cpu")
+        db.session.commit()
+        return True, ""

app/terraform/proxy/cloudfront.py

@@ -92,7 +92,7 @@ class ProxyCloudfrontAutomation(ProxyAutomation):
     {% if loop.first %}
     module "smart_proxy_{{ group.id }}" {
       source  = "sr2c/bc-smart-proxy-instance/aws"
-      version = "0.0.1"
+      version = "0.0.2"
       context = module.label_{{ group.id }}.context
       name = "smart-proxy"
       disable_api_termination = false