Implement build-and-test Github Actions CI using AWS spot instances

Author: rocallahan

.github/workflows/build-and-test-x86_64.yml

@@ -0,0 +1,11 @@
+name: Build And Test (x86-64)
+
+on: [push, pull_request]
+
+jobs:
+  build-and-test-x86-64:
+    uses: ./.github/workflows/build-and-test.yml
+    with:
+      architecture: x86_64
+      instance_type: c5.9xlarge
+    secrets: inherit

.github/workflows/build-and-test.yml

@@ -0,0 +1,62 @@
+name: Build And Test
+
+# Based on
+# https://blog.devgenius.io/create-register-and-terminate-ec2-spot-instances-via-github-actions-aef473b8a00f
+
+on:
+  workflow_call:
+    inputs:
+      architecture:
+        required: true
+        type: string
+      instance_type:
+        required: true
+        type: string
+
+jobs:
+  start-runner:
+    name: Start Runner
+    runs-on: ubuntu-latest
+    outputs:
+      RUNNER_ID: ${{ env.RUNNER_ID }}
+    steps:
+      - name: "Run :: Create and register AWS spot instance"
+        run: |2-
+          # Create and register AWS spot instance
+          RUNNER_ID=rr_runner_$(uuidgen|tr -d -)
+          curl -s -X POST --data "{'operation': 'create', 'architecture':'${{ inputs.architecture }}', 'label': '$RUNNER_ID'}" https://gztdxwrnjh46z4ucjge5m4pxhu0vtfzs.lambda-url.us-east-2.on.aws
+          echo "RUNNER_ID=$RUNNER_ID" >> $GITHUB_ENV 
+
+  build-and-test:
+    name: Build And Test
+    runs-on:
+      - ${{ env.RUNNER_ID }}
+    needs:
+      - start-runner
+    steps:
+      - name: Start
+        run: |2-
+          # Start
+          echo " Starting GitHub Action!" && 
+          echo "STEPS_CAN_PROCEED=true" >> $GITHUB_ENV
+
+      - name: "Run :: Checkout repository"
+        uses: actions/checkout@v2
+
+      - name: "Run :: Build"
+        run: ./scripts/github-actions-build.sh
+
+      - name: "Run :: Test"
+        run: ./scripts/github-actions-test.sh
+
+  stop-runner:
+    name: Stop Runner
+    runs-on: ubuntu-latest
+    needs:
+      - start-runner
+      - build-and-test
+    if: ${{ always() }}
+    steps:
+      - name: "Run :: Terminate and unregister AWS spot instance"
+        run: |2-
+          curl -s -X POST --data "{'operation': 'destroy', 'label': '${{ env.RUNNER_ID' }}}" https://gztdxwrnjh46z4ucjge5m4pxhu0vtfzs.lambda-url.us-east-2.on.aws

scripts/github-actions-build.sh

@@ -0,0 +1,13 @@
+#!/bin/bash
+
+set +x # echo commands
+set -e # default to exiting on error"
+
+uname -a
+
+sudo apt-get install -y rpm ccache cmake g++ pkg-config zlib1g-dev git python-dev-is-python3 libacl1-dev ninja-build manpages-dev capnproto libcapnp-dev gdb lldb python3-pexpect
+
+mkdir obj
+cd obj
+cmake -G Ninja -DCMAKE_BUILD_TYPE=DEBUG -Dstaticlibs=FALSE ..
+ninja

scripts/github-actions-test.sh

@@ -0,0 +1,13 @@
+#!/bin/bash
+
+set +x # echo commands
+set -e # default to exiting on error"
+
+# Enable perf events for rr
+echo 0 | sudo tee /proc/sys/kernel/perf_event_paranoid
+# Enable ptrace-attach to any process. This lets us get more data when tests fail.
+echo 0 | sudo tee /proc/sys/kernel/yama/ptrace_scope
+# Disable AppArmor restrictions on user namespaces, which our tests need to use
+(echo 0 | sudo tee /proc/sys/kernel/apparmor_restrict_unprivileged_userns) || true
+let halfproc=`nproc`/2
+ctest -j$halfproc --verbose