sync GitHub action distribution to S3 (#5)

* WIP lambda to sync s3 dist

* Add update check

* Add syncer

* Refactor

* Refactor to functions

* Fix terraform validate

* Fix error

* Add linter, clenup

* Add modules to root modules

* Update modules/action-runner-binary-cache/variables.tf

Co-authored-by: Gertjan Maas <gertjan@maas.codes>

* Fix review comments

* Update jabascript libs

* Add aws tags

* Update default example

Co-authored-by: Gertjan Maas <gertjan@maas.codes>

Author: npalm

.github/workflows/lambda-syncer.yml

@@ -0,0 +1,26 @@
+name: Lambda Runner Distribution Syncer
+on:
+  push:
+    branches:
+      - master
+  pull_request:
+    paths:
+      - .github/workflows/lambda-agent-webhook.yml
+      - "modules/action-runner-binary-cache/lambdas/syncer/**"
+
+jobs:
+  build:
+    runs-on: ubuntu-latest
+    container: node:12
+    defaults:
+      run:
+        working-directory: modules/action-runner-binary-cache/lambdas/syncer
+
+    steps:
+      - uses: actions/checkout@v2
+      - name: Install dependencies
+        run: yarn install
+      - name: Run linter
+        run: yarn lint
+      - name: Build distribution
+        run: yarn build

.github/workflows/terraform.yml

@@ -18,6 +18,10 @@ jobs:
     steps:
       - name: "Checkout"
         uses: actions/checkout@v2
+      - name: "Fake zip files" # Validate will fail if it cannot find the zip files
+        run: |
+          touch modules/action-runner-binary-cache/lambdas/syncer/syncer.zip
+          touch modules/agent/lambdas/webhook/webhook.zip
       - name: "Terraform Format"
         uses: hashicorp/terraform-github-actions@master
         with:

.gitignore

@@ -13,3 +13,6 @@
 *.out
 example/*.secrets*.tfvars
 .envrc
+*.zip
+*.gz
+*.tgz

examples/default/main.tf

@@ -1,8 +1,14 @@
 locals {
-  environment = "default-action-runners"
+  environment = "default"
   aws_region  = "eu-west-1"
 }
 
+
+resource "random_password" "random" {
+  length = 32
+}
+
+
 module "runners" {
   source = "../../"
 
@@ -14,5 +20,8 @@ module "runners" {
     Project = "ProjectX"
   }
 
+  github_app_webhook_secret = random_password.random.result
+
 }
 
+

examples/default/outputs.tf

@@ -3,3 +3,13 @@ output "action_runners" {
     runners = module.runners.runners
   }
 }
+
+
+output "lambda_syncer_function_name" {
+  value = module.runners.lambda_s3_action_runner_dist_syncer.id
+}
+
+
+output "github_app_webhook_secret" {
+  value = random_password.random.result
+}

main.tf

@@ -1,3 +1,9 @@
+locals {
+  tags = merge(var.tags, {
+    Environment = var.environment
+  })
+
+}
 resource "random_string" "random" {
   length  = 24
   special = false
@@ -9,7 +15,7 @@ module "dsitrubtion_cache" {
 
   aws_region  = var.aws_region
   environment = var.environment
-  tags        = var.tags
+  tags        = local.tags
 
   distribution_bucket_name = "${var.environment}-dist-${random_string.random.result}"
 }
@@ -20,12 +26,23 @@ module "runners" {
   aws_region  = var.aws_region
   vpc_id      = var.vpc_id
   environment = var.environment
-  tags        = var.tags
+  tags        = local.tags
 
   s3_location_runner_distribution = module.dsitrubtion_cache.s3_location_runner_distribution
 }
 
 
+module "agent" {
+  source = "./modules/agent"
+
+  aws_region  = var.aws_region
+  environment = var.environment
+  tags        = local.tags
+
+  github_app_webhook_secret = var.github_app_webhook_secret
+}
+
+
 resource "aws_iam_policy" "dist_bucket" {
   name        = "${var.environment}-gh-distribution-bucket"
   path        = "/"

modules/action-runner-binary-cache/lambdas/syncer/.eslintrc.js

@@ -0,0 +1,10 @@
+module.exports = {
+  root: true,
+  parser: '@typescript-eslint/parser',
+  plugins: ['@typescript-eslint'],
+  extends: [
+    'eslint:recommended',
+    'plugin:@typescript-eslint/eslint-recommended',
+    'plugin:@typescript-eslint/recommended',
+  ],
+};

modules/action-runner-binary-cache/lambdas/syncer/.gitignore

@@ -0,0 +1,15 @@
+# dependencies
+node_modules/
+
+# production
+dist/
+build/
+
+# misc
+.DS_Store
+.env*
+*.zip
+
+npm-debug.log*
+yarn-debug.log*
+yarn-error.log*

modules/action-runner-binary-cache/lambdas/syncer/.nvmrc

@@ -0,0 +1 @@
+v12.16.1

modules/action-runner-binary-cache/lambdas/syncer/.prettierrc

@@ -0,0 +1,5 @@
+{
+  "printWidth": 120,
+  "singleQuote": true,
+  "trailingComma": "all"
+}