from typing import Tuple import boto3 from flask import current_app from app import app from app.alarms import get_or_create_alarm from app.brm.brn import BRN from app.extensions import db from app.models.alarms import AlarmState from app.models.mirrors import Proxy from app.terraform import BaseAutomation def _cloudfront_quota() -> None: # It would be nice to learn this from the Service Quotas API, however # at the time of writing this comment, the current value for this quota # is not available from the API. It just doesn't return anything. max_count = int(current_app.config.get('AWS_CLOUDFRONT_MAX_DISTRIBUTIONS', 200)) deployed_count = len(Proxy.query.filter( Proxy.destroyed.is_(None)).all()) message = f"{deployed_count} distributions deployed of {max_count} quota" alarm = get_or_create_alarm( BRN( group_id=0, product="mirror", provider="cloudfront", resource_type="quota", resource_id="distributions" ), "quota-usage" ) if deployed_count > max_count * 0.9: alarm.update_state(AlarmState.CRITICAL, message) elif deployed_count > max_count * 0.75: alarm.update_state(AlarmState.WARNING, message) else: alarm.update_state(AlarmState.OK, message) def _proxy_alarms() -> None: cloudwatch = boto3.client('cloudwatch', aws_access_key_id=app.config['AWS_ACCESS_KEY'], aws_secret_access_key=app.config['AWS_SECRET_KEY'], region_name='us-east-2') dist_paginator = cloudwatch.get_paginator('describe_alarms') page_iterator = dist_paginator.paginate(AlarmNamePrefix="bandwidth-out-high-") for page in page_iterator: for cw_alarm in page['MetricAlarms']: dist_id = cw_alarm["AlarmName"][len("bandwidth-out-high-"):] proxy = Proxy.query.filter(Proxy.slug == dist_id).first() if proxy is None: print("Skipping unknown proxy " + dist_id) continue alarm = get_or_create_alarm(proxy.brn, "bandwidth-out-high") if cw_alarm['StateValue'] == "OK": alarm.update_state(AlarmState.OK, "CloudWatch alarm OK") elif cw_alarm['StateValue'] == "ALARM": alarm.update_state(AlarmState.CRITICAL, "CloudWatch alarm ALARM") else: alarm.update_state(AlarmState.UNKNOWN, f"CloudWatch alarm {cw_alarm['StateValue']}") class AlarmProxyCloudfrontAutomation(BaseAutomation): short_name = "monitor_proxy_cloudfront" description = "Import alarms for AWS CloudFront proxies" def automate(self, full: bool = False) -> Tuple[bool, str]: _proxy_alarms() _cloudfront_quota() db.session.commit() return True, ""