ava-labs
diff --git a/‎.github/actions/install-focal-deps/action.yml
Lines changed: 16 additions & 0 deletions b/‎.github/actions/install-focal-deps/action.yml
Lines changed: 16 additions & 0 deletions
diff --git a/‎.github/actions/set-go-version-in-env/action.yml
Lines changed: 16 additions & 0 deletions b/‎.github/actions/set-go-version-in-env/action.yml
Lines changed: 16 additions & 0 deletions
diff --git a/‎.github/actions/set-go-version-in-env/go_version_env.sh
Lines changed: 14 additions & 0 deletions b/‎.github/actions/set-go-version-in-env/go_version_env.sh
Lines changed: 14 additions & 0 deletions
diff --git a/‎.github/actions/setup-go-for-project-v3/action.yml
Lines changed: 24 additions & 0 deletions b/‎.github/actions/setup-go-for-project-v3/action.yml
Lines changed: 24 additions & 0 deletions
diff --git a/‎.github/actions/setup-go-for-project/action.yml
Lines changed: 25 additions & 0 deletions b/‎.github/actions/setup-go-for-project/action.yml
Lines changed: 25 additions & 0 deletions
diff --git a/‎.github/packer/ubuntu-jammy-x86_64-public-ami.json
Lines changed: 0 additions & 60 deletions b/‎.github/packer/ubuntu-jammy-x86_64-public-ami.json
Lines changed: 0 additions & 60 deletions
diff --git a/‎.github/packer/ubuntu-jammy-x86_64-public-ami.pkr.hcl
Lines changed: 81 additions & 0 deletions b/‎.github/packer/ubuntu-jammy-x86_64-public-ami.pkr.hcl
Lines changed: 81 additions & 0 deletions
diff --git a/‎.github/workflows/buf-push.yml
Lines changed: 1 addition & 1 deletion b/‎.github/workflows/buf-push.yml
Lines changed: 1 addition & 1 deletion
diff --git a/‎.github/workflows/build-linux-binaries.yml
Lines changed: 5 additions & 12 deletions b/‎.github/workflows/build-linux-binaries.yml
Lines changed: 5 additions & 12 deletions
diff --git a/‎.github/workflows/build-macos-release.yml
Lines changed: 1 addition & 4 deletions b/‎.github/workflows/build-macos-release.yml
Lines changed: 1 addition & 4 deletions
diff --git a/‎.github/workflows/build-public-ami.yml
Lines changed: 20 additions & 5 deletions b/‎.github/workflows/build-public-ami.yml
Lines changed: 20 additions & 5 deletions
diff --git a/‎.github/workflows/build-ubuntu-amd64-release.yml
Lines changed: 2 additions & 11 deletions b/‎.github/workflows/build-ubuntu-amd64-release.yml
Lines changed: 2 additions & 11 deletions
@@ -0,0 +1,16 @@
+# This action installs dependencies missing from the default
+# focal image used by arm64 github workers.
+#
+# TODO(marun): Find an image with the required dependencies already installed.
+
+name: 'Install focal arm64 dependencies'
+description: 'Installs the dependencies required to build avalanchego on an arm64 github worker running Ubuntu 20.04 (focal)'
+
+runs:
+  using: composite
+  steps:
+    - name: Install build-essential
+      run: |
+        sudo apt update
+        sudo apt -y install build-essential
+      shell: bash
@@ -0,0 +1,16 @@
+# This action sets GO_VERSION from the project's go.mod.
+#
+# Must be run after actions/checkout to ensure go.mod is available to
+# source the project's go version from.
+
+name: 'Set GO_VERSION env var from go.mod'
+description: 'Read the go version from go.mod and add it as env var GO_VERSION in the github env'
+
+runs:
+  using: composite
+  steps:
+    - name: Set the project Go version in the environment
+      # A script works across different platforms but attempting to replicate the script directly in
+      # the run statement runs into platform-specific path handling issues.
+      run: .github/actions/set-go-version-in-env/go_version_env.sh >> $GITHUB_ENV
+      shell: bash
@@ -0,0 +1,14 @@
+#!/usr/bin/env bash
+
+set -euo pipefail
+
+# Prints the go version defined in the repo's go.mod. This is useful
+# for configuring the correct version of go to install in CI.
+#
+# `go list -m -f '{{.GoVersion}}'` should be preferred outside of CI
+# when go is already installed.
+
+# 3 directories above this script
+AVALANCHE_PATH=$( cd "$( dirname "${BASH_SOURCE[0]}" )"; cd ../../.. && pwd )
+
+echo GO_VERSION="~$(sed -n -e 's/^go //p' "${AVALANCHE_PATH}"/go.mod)"
@@ -0,0 +1,24 @@
+# This action targets setup-go@v3 to support workers with old NodeJS
+# incompabible with newer versions of setup-go.
+#
+# Since github actions do not support dynamically configuring the
+# versions in a uses statement (e.g. `actions/setup-go@${{ var }}`) it
+# is necessary to define an action per version rather than one action
+# that can be parameterized.
+#
+# Must be run after actions/checkout to ensure go.mod is available to
+# source the project's go version from.
+
+name: 'Install Go toolchain with project defaults'
+description: 'Install a go toolchain with project defaults'
+
+runs:
+  using: composite
+  steps:
+    - name: Set the project Go version in the environment
+      uses: ./.github/actions/set-go-version-in-env
+    - name: Set up Go
+      uses: actions/setup-go@v3
+      with:
+        go-version: '${{ env.GO_VERSION }}'
+        check-latest: true
@@ -0,0 +1,25 @@
+# This action targets the project default version of setup-go. For
+# workers with old NodeJS incompabible with newer versions of
+# setup-go, try setup-go-for-project-v3.
+#
+# Since github actions do not support dynamically configuring the
+# versions in a uses statement (e.g. `actions/setup-go@${{ var }}`) it
+# is necessary to define an action per version rather than one action
+# that can be parameterized.
+#
+# Must be run after actions/checkout to ensure go.mod is available to
+# source the project's go version from.
+
+name: 'Install Go toolchain with project defaults'
+description: 'Install a go toolchain with project defaults'
+
+runs:
+  using: composite
+  steps:
+    - name: Set the project Go version in the environment
+      uses: ./.github/actions/set-go-version-in-env
+    - name: Set up Go
+      uses: actions/setup-go@v5
+      with:
+        go-version: '${{ env.GO_VERSION }}'
+        check-latest: true
@@ -0,0 +1,81 @@
+packer {
+  required_plugins {
+    amazon = {
+      source  = "github.com/hashicorp/amazon"
+      version = "~> 1"
+    }
+    ansible = {
+      source  = "github.com/hashicorp/ansible"
+      version = "~> 1"
+    }
+  }
+}
+
+variable "skip_create_ami" {
+  type    = string
+  default = "${env("SKIP_CREATE_AMI")}"
+}
+
+variable "tag" {
+  type    = string
+  default = "${env("TAG")}"
+}
+
+variable "version" {
+  type    = string
+  default = "jammy-22.04"
+}
+
+data "amazon-ami" "autogenerated_1" {
+  filters = {
+    architecture        = "x86_64"
+    name                = "ubuntu/images/*ubuntu-${var.version}-*-server-*"
+    root-device-type    = "ebs"
+    virtualization-type = "hvm"
+  }
+  most_recent = true
+  owners      = ["099720109477"]
+  region      = "us-east-1"
+}
+
+locals {
+  skip_create_ami = var.skip_create_ami == "True"
+  timestamp = regex_replace(timestamp(), "[- TZ:]", "") 
+  clean_name = regex_replace(timestamp(), "[^a-zA-Z0-9-]", "-")
+}
+
+source "amazon-ebs" "autogenerated_1" {
+  ami_groups      = ["all"]
+  ami_name        = "public-avalanche-ubuntu-${var.version}-${var.tag}-${local.timestamp}"
+  instance_type   = "c5.large"
+  region          = "us-east-1"
+  skip_create_ami = local.skip_create_ami
+  source_ami      = "${data.amazon-ami.autogenerated_1.id}"
+  ssh_username    = "ubuntu"
+  tags = {
+    Base_AMI_Name = "{{ .SourceAMIName }}"
+    Name          = "public-avalanche-ubuntu-${var.version}-${var.tag}-${local.clean_name}"
+    Release       = "${var.version}"
+  }
+}
+
+build {
+  sources = ["source.amazon-ebs.autogenerated_1"]
+
+  provisioner "shell" {
+    inline = ["while [ ! -f /var/lib/cloud/instance/boot-finished ]; do echo 'Waiting for cloud-init...'; sleep 1; done", "wait_apt=$(ps aux | grep apt | wc -l)", "while [ \"$wait_apt\" -gt \"1\" ]; do echo \"waiting for apt to be ready....\"; wait_apt=$(ps aux | grep apt | wc -l); sleep 5; done", "sudo apt-get -y update", "sudo apt-get install -y python3-boto3 golang"]
+  }
+
+  provisioner "ansible" {
+    extra_arguments = ["-e", "component=public-ami build=packer os_release=jammy tag=${var.tag}"]
+    playbook_file   = ".github/packer/create_public_ami.yml"
+    roles_path      = ".github/packer/roles/"
+    use_proxy       = false
+  }
+
+  provisioner "shell" {
+    execute_command = "sudo bash -x {{ .Path }}"
+    script          = ".github/packer/clean-public-ami.sh"
+  }
+
+}
@@ -15,7 +15,7 @@ jobs:
     runs-on: ubuntu-latest
     steps:
       - uses: actions/checkout@v4
-      - uses: bufbuild/buf-setup-action@v1.29.0
+      - uses: bufbuild/buf-setup-action@v1.31.0
       - uses: bufbuild/buf-push-action@v1
         with:
           input: "proto"
 
@@ -10,20 +10,14 @@ on:
     tags:
       - "*"
 
-env:
-  go_version: '~1.21.7'
-
 jobs:
   build-x86_64-binaries-tarball:
     runs-on: ubuntu-20.04
 
     steps:
       - uses: actions/checkout@v4
 
-      - uses: actions/setup-go@v5
-        with:
-          go-version: ${{ env.go_version }}
-          check-latest: true
+      - uses: ./.github/actions/setup-go-for-project
 
       - run: go version
 
@@ -77,15 +71,14 @@ jobs:
           rm -rf /tmp/avalanchego
 
   build-arm64-binaries-tarball:
-    runs-on: [self-hosted, linux, ARM64, focal]
+    runs-on: custom-arm64-focal
 
     steps:
       - uses: actions/checkout@v4
 
-      - uses: actions/setup-go@v3
-        with:
-          go-version: ${{ env.go_version }}
-          check-latest: true
+      - uses: ./.github/actions/install-focal-deps
+
+      - uses: ./.github/actions/setup-go-for-project-v3
 
       - run: go version
 
 
@@ -24,10 +24,7 @@ jobs:
     steps:
       # Checks-out your repository under $GITHUB_WORKSPACE, so your job can access it
       - uses: actions/checkout@v4
-      - uses: actions/setup-go@v5
-        with:
-          go-version: '~1.21.7'
-          check-latest: true
+      - uses: ./.github/actions/setup-go-for-project
       - run: go version
 
       # Runs a single command using the runners shell
 
@@ -10,23 +10,24 @@ on:
     tags:
       - "*"
 
+env:
+  PACKER_VERSION: "1.10.2"
+  PYTHON3_BOTO3_VERSION: "1.20.34+dfsg-1"
+
 jobs:
   build-public-ami-and-upload:
     runs-on: ubuntu-22.04
     timeout-minutes: 45
 
     steps:
       - uses: actions/checkout@v4
-      - uses: actions/setup-go@v5
-        with:
-          go-version: '~1.21.7'
-          check-latest: true
+      - uses: ./.github/actions/setup-go-for-project
       - run: go version
 
       - name: Install aws cli
         run: |
           sudo apt update
-          sudo apt-get -y install packer python3-boto3
+          sudo apt-get -y install python3-boto3=${PYTHON3_BOTO3_VERSION}
 
       - name: Get the tag
         id: get_tag
@@ -53,6 +54,20 @@ jobs:
           aws-secret-access-key: ${{ secrets.MARKETPLACE_KEY }}
           aws-region: us-east-1
 
+      - name: Setup `packer`
+        uses: hashicorp/setup-packer@main
+        id: setup
+        with:
+          version: ${{ env.PACKER_VERSION }}
+
+      - name: Run `packer init`
+        id: init
+        run: "packer init ./.github/packer/ubuntu-jammy-x86_64-public-ami.pkr.hcl"
+
+      - name: Run `packer validate`
+        id: validate
+        run: "packer validate ./.github/packer/ubuntu-jammy-x86_64-public-ami.pkr.hcl"
+
       - name: Create AMI and upload to marketplace
         run: |
           ./.github/workflows/update-ami.py
 
@@ -10,19 +10,13 @@ on:
     tags:
       - "*"
 
-env:
-  go_version: '~1.21.7'
-
 jobs:
   build-jammy-amd64-package:
     runs-on: ubuntu-22.04
 
     steps:
       - uses: actions/checkout@v4
-      - uses: actions/setup-go@v5
-        with:
-          go-version: ${{ env.go_version }}
-          check-latest: true
+      - uses: ./.github/actions/setup-go-for-project
       - run: go version
 
       - name: Build the avalanchego binaries
@@ -79,10 +73,7 @@ jobs:
 
     steps:
       - uses: actions/checkout@v4
-      - uses: actions/setup-go@v5
-        with:
-          go-version: ${{ env.go_version }}
-          check-latest: true
+      - uses: ./.github/actions/setup-go-for-project
       - run: go version
 
       - name: Build the avalanchego binaries