ci: automatically creates an EC2 instance for builds

.github/workflows/tests.yml

@@ -1,15 +1,63 @@
-name: Build
-
+name: build-and-deploy
+#${GITHUB_REF##*/}
 on:
   push:
-    branches: [master]
-  pull_request:
-    branches: [master]
 
 jobs:
-  build:
+  pop-runner-instance:
+    name: create and setup infrastructure for branch
     runs-on: ubuntu-latest
+    env:
+      ACTIONS_ALLOW_UNSECURE_COMMANDS: true
+      AWS_ACCESS_KEY_ID: ${{ secrets.AWS_ACCESS_KEY_ID }}
+      AWS_SECRET_ACCESS_KEY: ${{ secrets.AWS_SECRET_ACCESS_KEY }}
+      AWS_REGION: ${{ secrets.AWS_REGION }}
+      EC2_SECRET: ${{ secrets.EC2_PWD }}
+      S3_BACKEND_KEY_NAME: tf-state-${{ github.sha }}
+    steps:
+      - name: checkout code
+        uses: actions/[email protected]
+      - name: setup node
+        uses: actions/setup-node@v2
+        with:
+          node-version: '14'
+      - uses: hashicorp/setup-terraform@v1
+        with:
+          terraform_version: 0.12.25
+          #- name: Declare some variables
+          # id: vars
+          #shell: bash
+          #run: |
+          # echo "##[set-output name=branch;]$(echo ${GITHUB_REF#refs/heads/})"
+          #echo "::set-output name=sha_short::$(git rev-parse --short HEAD)"
+      - name: rewrite tf state key
+        id: tf-state-key
+        working-directory: ./infrastructure
+        run: sed -i 's/BRANCH_ACTOR_KEY/${{ env.S3_BACKEND_KEY_NAME }}/g' infra.tf
+      - name: Terraform Init
+        id: init
+        working-directory: ./infrastructure
+        run: terraform init
+        continue-on-error: false
+
+      - name: Terraform plan
+        id: plan
+        working-directory: ./infrastructure
+        run: terraform plan -var="ec2_pwd=$EC2_SECRET" -var="branch_name=${{ github.sha }}"
+        continue-on-error: false
+      - name: Terraform apply
+        id: apply
+        working-directory: ./infrastructure
+        run: terraform apply -var="ec2_pwd=$EC2_SECRET" -var="branch_name=${{ github.sha }}" -auto-approve
+        continue-on-error: false
+      - name: Sleep for 20 seconds
+        uses: jakejarvis/wait-action@master
+        with:
+          time: '20s'
 
+  build:
+    runs-on: ${{ github.sha }}
+    needs: pop-runner-instance
     steps:
       - uses: actions/checkout@v2
         with:
@@ -48,3 +96,43 @@ jobs:
           name: hydra_dx_runtime.wasm
           path: target/release/wbuild/hydra-dx-runtime/hydra_dx_runtime.compact.wasm
 
+
+  destroy-runner-instance:
+    name: destroy infra
+    runs-on: ubuntu-latest
+    needs: build
+    if: always()
+    env:
+      ACTIONS_ALLOW_UNSECURE_COMMANDS: true
+      AWS_ACCESS_KEY_ID: ${{ secrets.AWS_ACCESS_KEY_ID }}
+      AWS_SECRET_ACCESS_KEY: ${{ secrets.AWS_SECRET_ACCESS_KEY }}
+      AWS_REGION: ${{ secrets.AWS_REGION }}
+      EC2_SECRET: ${{ secrets.EC2_PWD }}
+      S3_BACKEND_KEY_NAME: tf-state-${{ github.sha }}
+    steps:
+      - name: checkout code
+        uses: actions/[email protected]
+      - name: setup node
+        uses: actions/setup-node@v2
+        with:
+          node-version: '14'
+      - uses: hashicorp/setup-terraform@v1
+        with:
+          terraform_version: 0.12.25
+          continue-on-error: false
+      - name: rewrite tf state key
+        id: tf-state-key
+        working-directory: ./infrastructure
+        run: sed -i 's/BRANCH_ACTOR_KEY/${{ env.S3_BACKEND_KEY_NAME }}/g' infra.tf
+
+      - name: Terraform Init
+        id: init
+        working-directory: ./infrastructure
+        run: terraform init
+        continue-on-error: false
+
+      - name: Terraform apply
+        id: apply
+        working-directory: ./infrastructure
+        run: terraform destroy -var="ec2_pwd=$EC2_SECRET" -var="branch_name=${{ github.sha }}" -auto-approve
+        continue-on-error: false

infrastructure/config_script.sh

@@ -0,0 +1,7 @@
+curl -o actions-runner-linux-x64-2.277.1.tar.gz -L https://github.com/actions/runner/releases/download/v2.277.1/actions-runner-linux-x64-2.277.1.tar.gz
+
+tar xzf ./actions-runner-linux-x64-2.277.1.tar.gz
+TOKEN=$(bash get_token.sh $1)
+echo $TOKEN
+bash config.sh --url https://github.com/galacticcouncil/HydraDX-node --token $TOKEN --name "$2" --work _work --labels aws
+bash ./run.sh

infrastructure/get_token.sh

@@ -0,0 +1,8 @@
+#!/bin/bash
+header1="Accept: application/vnd.github.v3+json"
+header2="Authorization: token $1"
+#apiUrl="https://api.github.com/orgs/galacticcouncil/actions/runners/registration-token"
+apiUrl="https://api.github.com/repos/galacticcouncil/HydraDX-node/actions/runners/registration-token"
+
+cmd="$(curl -X POST -H "$header1" -H "$header2" "$apiUrl" | jq -r '.token')"
+echo "${cmd}"

infrastructure/infra.tf

@@ -0,0 +1,55 @@
+# Setting Up Remote State
+variable "branch_name" {
+  description = ""
+}
+terraform {
+  required_version = ">= 0.12.24"
+
+  backend "s3" {
+    bucket = "hydradx-ci-backend-state"
+    key    = "BRANCH_ACTOR_KEY"
+    region = "eu-west-1"
+  }
+}
+
+provider "aws" {
+  region = var.aws_region
+}
+
+variable "aws_region" {
+  description = "The AWS region to create resources in."
+  default     = "eu-west-1"
+}
+
+variable "ec2_pwd" {
+  description = ""
+}
+
+
+resource "aws_instance" "runner-aws" {
+    ami = "ami-04f71779ae623a544"
+    instance_type = "c5ad.4xlarge"
+    subnet_id = "subnet-0ba99ac0d4aea3dc6"
+    key_name = "aws-ec2-key"
+    vpc_security_group_ids = ["sg-05f1a5d51f4d92cae"]
+
+    tags = {
+        Type = "Github_Self_Runner"
+    }
+    connection {
+        type = "ssh"
+        user = "ubuntu"
+        host = aws_instance.runner-aws.public_ip
+        password = var.ec2_pwd
+        timeout = "3m"
+    }
+    provisioner "file" {
+      source      = "run_conf.sh"
+      destination = "/home/ubuntu/run_conf.sh"
+    }
+    provisioner "remote-exec" {
+        inline = [
+        "tmux new -d 'bash run_conf.sh ${var.branch_name}'"
+        ]
+    }
+}

infrastructure/run_conf.sh

@@ -0,0 +1,5 @@
+#!/bin/bash
+bash_source=$(source /home/ubuntu/config_script.sh)
+echo $bash_source
+bashrun=$(bash -c "config_script.sh $1 &")
+echo $bashrun