automation: establish an automation framework

app/cli/automate.py

@@ -0,0 +1,117 @@
+import argparse
+import datetime
+import json
+import logging
+
+from app import app
+from app.extensions import db
+from app.models.automation import Automation, AutomationState, AutomationLogs
+from app.terraform import BaseAutomation
+from app.terraform.alarms.proxy_azure_cdn import AlarmProxyAzureCdnAutomation
+from app.terraform.alarms.proxy_cloudfront import AlarmProxyCloudfrontAutomation
+from app.terraform.alarms.proxy_http_status import AlarmProxyHTTPStatusAutomation
+from app.terraform.bridge.aws import BridgeAWSAutomation
+from app.terraform.bridge.gandi import BridgeGandiAutomation
+from app.terraform.bridge.hcloud import BridgeHcloudAutomation
+from app.terraform.bridge.ovh import BridgeOvhAutomation
+from app.terraform.list.github import ListGithubAutomation
+from app.terraform.list.gitlab import ListGitlabAutomation
+from app.terraform.list.s3 import ListS3Automation
+from app.terraform.proxy.azure_cdn import ProxyAzureCdnAutomation
+from app.terraform.proxy.cloudfront import ProxyCloudfrontAutomation
+
+
+jobs = {
+    x.short_name: x
+    for x in [
+        AlarmProxyAzureCdnAutomation,
+        AlarmProxyCloudfrontAutomation,
+        AlarmProxyHTTPStatusAutomation,
+        BridgeAWSAutomation,
+        BridgeGandiAutomation,
+        BridgeHcloudAutomation,
+        BridgeOvhAutomation,
+        ListGithubAutomation,
+        ListGitlabAutomation,
+        ListS3Automation,
+        ProxyAzureCdnAutomation,
+        ProxyCloudfrontAutomation
+    ]
+}
+
+
+def run_all(**kwargs):
+    for job in jobs.values():
+        run_job(job, **kwargs)
+
+
+def run_job(job: BaseAutomation, *, force: bool = False, ignore_schedule: bool = False):
+    automation = Automation.query.filter(Automation.short_name == job.short_name).first()
+    if automation is None:
+        automation = Automation()
+        automation.short_name = job.short_name
+        automation.description = job.description
+        automation.enabled = True
+        automation.next_is_full = False
+        automation.added = datetime.datetime.utcnow()
+        automation.updated = automation.added
+        db.session.add(automation)
+    else:
+        if automation.state == AutomationState.RUNNING and not force:
+            logging.warning("Not running an already running automation")
+            return
+        if not ignore_schedule and not force:
+            if automation.next_run is not None and automation.next_run > datetime.datetime.utcnow():
+                logging.warning("Not time to run this job yet")
+                return
+    if not automation.enabled and not force:
+        db.session.rollback()
+        logging.warning(f"job {job.short_name} is disabled and --force not specified")
+        return
+    automation.state = AutomationState.RUNNING
+    db.session.commit()
+    job = job()
+    try:
+        success, logs = job.automate()
+    except Exception as e:
+        success = False
+        logs = repr(e)
+    if success:
+        automation.state = AutomationState.IDLE
+        automation.next_run = datetime.datetime.utcnow() + datetime.timedelta(minutes=7)
+    else:
+        automation.state = AutomationState.ERROR
+        automation.enabled = False
+        automation.next_run = None
+        log = AutomationLogs()
+        log.automation_id = automation.id
+        log.added = datetime.datetime.utcnow()
+        log.updated = datetime.datetime.utcnow()
+        log.logs = json.dumps(logs)
+        db.session.add(log)
+    automation.last_run = datetime.datetime.utcnow()
+    db.session.commit()
+
+
+class AutomateCliHandler:
+    @classmethod
+    def add_subparser_to(cls, subparsers: argparse._SubParsersAction) -> None:
+        parser = subparsers.add_parser("automate", help="automation operations")
+        parser.add_argument("-a", "--all", dest="all", help="run all automation jobs", action="store_true")
+        parser.add_argument("-j", "--job", dest="job", choices=sorted(jobs.keys()),
+                            help="run a specific automation job")
+        parser.add_argument("--force", help="run job even if disabled and it's not time yet", action="store_true")
+        parser.add_argument("--ignore-schedule", help="run job even if it's not time yet", action="store_true")
+        parser.set_defaults(cls=cls)
+
+    def __init__(self, args):
+        self.args = args
+
+    def run(self):
+        with app.app_context():
+            if self.args.job:
+                run_job(jobs[self.args.job], force=self.args.force, ignore_schedule=self.args.ignore_schedule)
+            elif self.args.all:
+                run_all(force=self.args.force, ignore_schedule=self.args.ignore_schedule)
+            else:
+                logging.error("No action requested")