majuna/app/terraform/alarms/proxy_cloudfront.py

import datetime
from typing import Tuple

import boto3

from app import app
from app.alarms import get_proxy_alarm
from app.extensions import db
from app.models.mirrors import Proxy
from app.models.alarms import AlarmState, Alarm
from app.terraform import BaseAutomation


class AlarmProxyCloudfrontAutomation(BaseAutomation):
    short_name = "monitor_proxy_cloudfront"
    description = "Import alarms for AWS CloudFront proxies"

    def automate(self, full: bool = False) -> Tuple[bool, str]:
        cloudwatch = boto3.client('cloudwatch',
                                  aws_access_key_id=app.config['AWS_ACCESS_KEY'],
                                  aws_secret_access_key=app.config['AWS_SECRET_KEY'],
                                  region_name='us-east-2')
        dist_paginator = cloudwatch.get_paginator('describe_alarms')
        page_iterator = dist_paginator.paginate(AlarmNamePrefix="bandwidth-out-high-")
        for page in page_iterator:
            for cw_alarm in page['MetricAlarms']:
                dist_id = cw_alarm["AlarmName"][len("bandwidth-out-high-"):]
                proxy = Proxy.query.filter(Proxy.slug == dist_id).first()
                if proxy is None:
                    print("Skipping unknown proxy " + dist_id)
                    continue
                alarm = get_proxy_alarm(proxy.id, "bandwidth-out-high")
                if cw_alarm['StateValue'] == "OK":
                    alarm.update_state(AlarmState.OK, "CloudWatch alarm OK")
                elif cw_alarm['StateValue'] == "ALARM":
                    alarm.update_state(AlarmState.CRITICAL, "CloudWatch alarm ALARM")
                else:
                    alarm.update_state(AlarmState.UNKNOWN, f"CloudWatch alarm {cw_alarm['StateValue']}")
        alarm = Alarm.query.filter(
            Alarm.alarm_type == "cloudfront-quota"
        ).first()
        if alarm is None:
            alarm = Alarm()  # type: ignore
            alarm.target = "service/cloudfront"
            alarm.alarm_type = "cloudfront-quota"
            alarm.state_changed = datetime.datetime.utcnow()
            db.session.add(alarm)
        alarm.last_updated = datetime.datetime.utcnow()
        deployed_count = len(Proxy.query.filter(
            Proxy.destroyed.is_(None)).all())
        old_state = alarm.alarm_state
        if deployed_count > 370:
            alarm.alarm_state = AlarmState.CRITICAL
        elif deployed_count > 320:
            alarm.alarm_state = AlarmState.WARNING
        else:
            alarm.alarm_state = AlarmState.OK
        if alarm.alarm_state != old_state:
            alarm.state_changed = datetime.datetime.utcnow()
        db.session.commit()
        return True, ""