mirror of
https://github.com/coder/coder.git
synced 2025-07-09 11:45:56 +00:00
chore: parallel makefile attempt 3 (#3926)
* Revert "chore: Revert parallel Makefile builds (#3918)"
This reverts commit b077f71015.
* fix: fix release workflow with parallel makefile
* fix: mark generated files as fresh during releases
This commit is contained in:
Dean Sheather
GitHub
@ -3,7 +3,7 @@
|
||||
# This script creates an archive containing the given binary renamed to
|
||||
# `coder(.exe)?`, as well as the README.md and LICENSE files from the repo root.
|
||||
#
|
||||
# Usage: ./archive.sh --format tar.gz [--output path/to/output.tar.gz] [--sign-darwin] [--agpl] path/to/binary
|
||||
# Usage: ./archive.sh --format tar.gz --os linux/darwin/windows [--output path/to/output.tar.gz] [--sign-darwin] [--agpl] path/to/binary
|
||||
#
|
||||
# The --format parameter must be set, and must either be "zip" or "tar.gz".
|
||||
#
|
||||
@ -14,9 +14,10 @@
|
||||
# utility and then notarized using the `gon` utility, which may take a while.
|
||||
# $AC_APPLICATION_IDENTITY must be set and the signing certificate must be
|
||||
# imported for this to work. Also, the input binary must already be signed with
|
||||
# the `codesign` tool.=
|
||||
# the `codesign` tool.
|
||||
#
|
||||
# If the --agpl parameter is specified, only includes AGPL license.
|
||||
# If the --agpl parameter is specified, only the AGPL license is included in the
|
||||
# outputted archive.
|
||||
#
|
||||
# The absolute output path is printed on success.
|
||||
|
||||
@ -26,10 +27,11 @@ source "$(dirname "${BASH_SOURCE[0]}")/lib.sh"
|
||||
|
||||
format=""
|
||||
output_path=""
|
||||
sign_darwin=0
|
||||
sign_darwin="${CODER_SIGN_DARWIN:-0}"
|
||||
os=""
|
||||
agpl="${CODER_BUILD_AGPL:-0}"
|
||||
|
||||
args="$(getopt -o "" -l format:,output:,sign-darwin,agpl -- "$@")"
|
||||
args="$(getopt -o "" -l format:,output:,sign-darwin,os:,agpl -- "$@")"
|
||||
eval set -- "$args"
|
||||
while true; do
|
||||
case "$1" in
|
||||
@ -46,10 +48,11 @@ while true; do
|
||||
output_path="$(realpath "$2")"
|
||||
shift 2
|
||||
;;
|
||||
--os)
|
||||
os="$2"
|
||||
shift 2
|
||||
;;
|
||||
--sign-darwin)
|
||||
if [[ "${AC_APPLICATION_IDENTITY:-}" == "" ]]; then
|
||||
error "AC_APPLICATION_IDENTITY must be set when --sign-darwin is supplied"
|
||||
fi
|
||||
sign_darwin=1
|
||||
shift
|
||||
;;
|
||||
@ -79,6 +82,11 @@ if [[ ! -f "$1" ]]; then
|
||||
fi
|
||||
input_file="$(realpath "$1")"
|
||||
|
||||
sign_darwin="$([[ "$sign_darwin" == 1 ]] && [[ "$os" == "darwin" ]] && echo 1 || echo 0)"
|
||||
if [[ "$sign_darwin" == 1 ]] && [[ "${AC_APPLICATION_IDENTITY:-}" == "" ]]; then
|
||||
error "AC_APPLICATION_IDENTITY must be set when --sign-darwin or CODER_SIGN_DARWIN=1 is supplied"
|
||||
fi
|
||||
|
||||
# Check dependencies
|
||||
if [[ "$format" == "zip" ]]; then
|
||||
dependencies zip
|
||||
|
||||
@ -3,14 +3,14 @@
|
||||
# This script builds a Docker image of Coder containing the given binary, for
|
||||
# the given architecture. Only linux binaries are supported at this time.
|
||||
#
|
||||
# Usage: ./build_docker.sh --arch amd64 [--version 1.2.3] [--push] path/to/coder
|
||||
# Usage: ./build_docker.sh --arch amd64 [--version 1.2.3] [--target image_tag] [--push] path/to/coder
|
||||
#
|
||||
# The --arch parameter is required and accepts a Golang arch specification. It
|
||||
# will be automatically mapped to a suitable architecture that Docker accepts
|
||||
# before being passed to `docker buildx build`.
|
||||
#
|
||||
# The image will be built and tagged against the image tag returned by
|
||||
# ./image_tag.sh.
|
||||
# ./image_tag.sh unless a --target parameter is supplied.
|
||||
#
|
||||
# If no version is specified, defaults to the version from ./version.sh.
|
||||
#
|
||||
@ -23,10 +23,11 @@ set -euo pipefail
|
||||
source "$(dirname "${BASH_SOURCE[0]}")/lib.sh"
|
||||
|
||||
arch=""
|
||||
image_tag=""
|
||||
version=""
|
||||
push=0
|
||||
|
||||
args="$(getopt -o "" -l arch:,version:,push -- "$@")"
|
||||
args="$(getopt -o "" -l arch:,target:,version:,push -- "$@")"
|
||||
eval set -- "$args"
|
||||
while true; do
|
||||
case "$1" in
|
||||
@ -34,6 +35,10 @@ while true; do
|
||||
arch="$2"
|
||||
shift 2
|
||||
;;
|
||||
--target)
|
||||
image_tag="$2"
|
||||
shift 2
|
||||
;;
|
||||
--version)
|
||||
version="$2"
|
||||
shift 2
|
||||
@ -65,7 +70,9 @@ if [[ "$version" == "" ]]; then
|
||||
version="$(execrelative ./version.sh)"
|
||||
fi
|
||||
|
||||
image_tag="$(execrelative ./image_tag.sh --arch "$arch" --version="$version")"
|
||||
if [[ "$image_tag" == "" ]]; then
|
||||
image_tag="$(execrelative ./image_tag.sh --arch "$arch" --version="$version")"
|
||||
fi
|
||||
|
||||
if [[ "$#" != 1 ]]; then
|
||||
error "Exactly one argument must be provided to this script, $# were supplied"
|
||||
|
||||
@ -75,7 +75,7 @@ for image_tag in "$@"; do
|
||||
create_args+=(--amend "$image_tag")
|
||||
done
|
||||
|
||||
# Sadly, multi-arch images don't seem to support labels.
|
||||
# Sadly, manifests don't seem to support labels.
|
||||
log "--- Creating multi-arch Docker image ($target)"
|
||||
docker manifest create \
|
||||
"$target" \
|
||||
|
||||
@ -12,7 +12,7 @@
|
||||
# with "vX" (e.g. "v7", "v8").
|
||||
#
|
||||
# Unless overridden via --output, the built binary will be dropped in
|
||||
# "$repo_root/dist/coder_$version_$os_$arch" (with a ".exe" suffix for windows
|
||||
# "$repo_root/build/coder_$version_$os_$arch" (with a ".exe" suffix for windows
|
||||
# builds) and the absolute path to the binary will be printed to stdout on
|
||||
# completion.
|
||||
#
|
||||
@ -26,13 +26,12 @@
|
||||
set -euo pipefail
|
||||
# shellcheck source=scripts/lib.sh
|
||||
source "$(dirname "${BASH_SOURCE[0]}")/lib.sh"
|
||||
cdroot
|
||||
|
||||
version=""
|
||||
os="${GOOS:-linux}"
|
||||
arch="${GOARCH:-amd64}"
|
||||
slim="${CODER_SLIM_BUILD:-0}"
|
||||
sign_darwin=0
|
||||
sign_darwin="${CODER_SIGN_DARWIN:-0}"
|
||||
output_path=""
|
||||
agpl="${CODER_BUILD_AGPL:-0}"
|
||||
|
||||
@ -53,6 +52,7 @@ while true; do
|
||||
shift 2
|
||||
;;
|
||||
--output)
|
||||
mkdir -p "$(dirname "$2")"
|
||||
output_path="$(realpath "$2")"
|
||||
shift 2
|
||||
;;
|
||||
@ -81,6 +81,8 @@ while true; do
|
||||
esac
|
||||
done
|
||||
|
||||
cdroot
|
||||
|
||||
# Remove the "v" prefix.
|
||||
version="${version#v}"
|
||||
if [[ "$version" == "" ]]; then
|
||||
@ -102,9 +104,8 @@ fi
|
||||
|
||||
# Compute default output path.
|
||||
if [[ "$output_path" == "" ]]; then
|
||||
dist_dir="dist"
|
||||
mkdir -p "$dist_dir"
|
||||
output_path="${dist_dir}/coder_${version}_${os}_${arch}"
|
||||
mkdir -p "build"
|
||||
output_path="build/coder_${version}_${os}_${arch}"
|
||||
if [[ "$os" == "windows" ]]; then
|
||||
output_path+=".exe"
|
||||
fi
|
||||
@ -132,7 +133,13 @@ CGO_ENABLED=0 GOOS="$os" GOARCH="$arch" GOARM="$arm_version" go build \
|
||||
"$cmd_path" 1>&2
|
||||
|
||||
if [[ "$sign_darwin" == 1 ]] && [[ "$os" == "darwin" ]]; then
|
||||
codesign -s "$AC_APPLICATION_IDENTITY" -f -v --timestamp --options runtime "$output_path"
|
||||
codesign \
|
||||
-f -v \
|
||||
-s "$AC_APPLICATION_IDENTITY" \
|
||||
--timestamp \
|
||||
--options runtime \
|
||||
"$output_path" \
|
||||
1>&2
|
||||
fi
|
||||
|
||||
echo "$output_path"
|
||||
|
||||
@ -1,243 +0,0 @@
|
||||
#!/usr/bin/env bash
|
||||
|
||||
# This script builds multiple Go binaries for Coder with the given OS and
|
||||
# architecture combinations.
|
||||
#
|
||||
# Usage: ./build_go_matrix.sh [--version 1.2.3-devel+abcdef] [--output dist/] [--slim] [--sign-darwin] [--archive] [--package-linux] [--agpl] os1:arch1,arch2 os2:arch1 os1:arch3
|
||||
#
|
||||
# If no OS:arch combinations are provided, nothing will happen and no error will
|
||||
# be returned. Slim builds are disabled by default. If no version is specified,
|
||||
# defaults to the version from ./version.sh
|
||||
#
|
||||
# The --output parameter must be a directory with a trailing slash where all
|
||||
# files will be dropped with the default name scheme
|
||||
# `coder_$version_$os_$arch(.exe)?`, or must contain the `{os}` and `{arch}`
|
||||
# template variables. You may also use `{version}`. Note that for windows builds
|
||||
# the `.exe` suffix will be appended automatically.
|
||||
#
|
||||
# Unless overridden via --output, the built binary will be dropped in
|
||||
# "$repo_root/dist/coder_$version_$os_$arch" (with a ".exe" suffix for windows
|
||||
# builds).
|
||||
#
|
||||
# If the --sign-darwin parameter is specified, all darwin binaries will be
|
||||
# signed using the `codesign` utility. $AC_APPLICATION_IDENTITY must be set and
|
||||
# the signing certificate must be imported for this to work.
|
||||
#
|
||||
# If the --archive parameter is specified, all binaries will be archived using
|
||||
# ./archive.sh. The --sign-darwin parameter will be carried through, and all
|
||||
# archive files will be dropped in the output directory with the same name as
|
||||
# the binary and the .zip (for windows and darwin) or .tar.gz extension.
|
||||
#
|
||||
# If the --package-linux parameter is specified, all linux binaries will be
|
||||
# packaged using ./package.sh. Requires the nfpm binary.
|
||||
#
|
||||
# If the --agpl parameter is specified, builds only the AGPL-licensed code (no
|
||||
# Coder enterprise features).
|
||||
|
||||
set -euo pipefail
|
||||
# shellcheck source=scripts/lib.sh
|
||||
source "$(dirname "${BASH_SOURCE[0]}")/lib.sh"
|
||||
|
||||
version=""
|
||||
output_path=""
|
||||
slim=0
|
||||
sign_darwin=0
|
||||
archive=0
|
||||
package_linux=0
|
||||
agpl=0
|
||||
|
||||
args="$(getopt -o "" -l version:,output:,slim,sign-darwin,archive,package-linux,agpl -- "$@")"
|
||||
eval set -- "$args"
|
||||
while true; do
|
||||
case "$1" in
|
||||
--version)
|
||||
version="$2"
|
||||
shift 2
|
||||
;;
|
||||
--output)
|
||||
output_path="$2"
|
||||
shift 2
|
||||
;;
|
||||
--slim)
|
||||
slim=1
|
||||
shift
|
||||
;;
|
||||
--sign-darwin)
|
||||
if [[ "${AC_APPLICATION_IDENTITY:-}" == "" ]]; then
|
||||
error "AC_APPLICATION_IDENTITY must be set when --sign-darwin is supplied"
|
||||
fi
|
||||
sign_darwin=1
|
||||
shift
|
||||
;;
|
||||
--archive)
|
||||
archive=1
|
||||
shift
|
||||
;;
|
||||
--package-linux)
|
||||
package_linux=1
|
||||
shift
|
||||
;;
|
||||
--agpl)
|
||||
agpl=1
|
||||
shift
|
||||
;;
|
||||
--)
|
||||
shift
|
||||
break
|
||||
;;
|
||||
*)
|
||||
error "Unrecognized option: $1"
|
||||
;;
|
||||
esac
|
||||
done
|
||||
|
||||
# Verify the output path template.
|
||||
if [[ "$output_path" == "" ]]; then
|
||||
# Input paths are relative, so we don't cdroot at the top, but for this case
|
||||
# we want it to be relative to the root.
|
||||
cdroot
|
||||
mkdir -p dist
|
||||
output_path="$(realpath "dist/coder_{version}_{os}_{arch}")"
|
||||
elif [[ "$output_path" == */ ]]; then
|
||||
output_path="${output_path}coder_{version}_{os}_{arch}"
|
||||
elif [[ "$output_path" != *"{os}"* ]] || [[ "$output_path" != *"{arch}"* ]]; then
|
||||
# If the output path isn't a directory (ends with /) then it must have
|
||||
# template variables.
|
||||
error "Templated output path '$output_path' must contain {os} and {arch}"
|
||||
fi
|
||||
|
||||
mkdir -p "$(dirname "$output_path")"
|
||||
output_path="$(realpath "$output_path")"
|
||||
|
||||
# Remove the "v" prefix.
|
||||
version="${version#v}"
|
||||
if [[ "$version" == "" ]]; then
|
||||
version="$(execrelative ./version.sh)"
|
||||
fi
|
||||
|
||||
# Parse the os:arch specs into an array.
|
||||
specs=()
|
||||
may_zip=0
|
||||
may_tar=0
|
||||
for spec in "$@"; do
|
||||
spec_os="$(echo "$spec" | cut -d ":" -f 1)"
|
||||
if [[ "$spec_os" == "" ]] || [[ "$spec_os" == *" "* ]]; then
|
||||
error "Could not parse matrix build spec '$spec': invalid OS '$spec_os'"
|
||||
fi
|
||||
|
||||
# Determine which dependencies we need.
|
||||
if [[ "$spec_os" == "windows" ]] || [[ "$spec_os" == "darwin" ]]; then
|
||||
may_zip=1
|
||||
else
|
||||
may_tar=1
|
||||
fi
|
||||
|
||||
# No quoting is important here.
|
||||
for spec_arch in $(echo "$spec" | cut -d ":" -f 2 | tr "," "\n"); do
|
||||
if [[ "$spec_arch" == "" ]] || [[ "$spec_os" == *" "* ]]; then
|
||||
error "Could not parse matrix build spec '$spec': invalid architecture '$spec_arch'"
|
||||
fi
|
||||
|
||||
specs+=("$spec_os:$spec_arch")
|
||||
done
|
||||
done
|
||||
|
||||
# Remove duplicate specs while maintaining the same order.
|
||||
specs_str="${specs[*]}"
|
||||
specs=()
|
||||
for s in $(echo "$specs_str" | tr " " "\n" | awk '!a[$0]++'); do
|
||||
specs+=("$s")
|
||||
done
|
||||
|
||||
# Check dependencies
|
||||
dependencies go
|
||||
if [[ "$sign_darwin" == 1 ]]; then
|
||||
dependencies jq codesign gon
|
||||
fi
|
||||
if [[ "$archive" == 1 ]]; then
|
||||
if [[ "$may_zip" == 1 ]]; then
|
||||
dependencies zip
|
||||
fi
|
||||
if [[ "$may_tar" == 1 ]]; then
|
||||
dependencies tar
|
||||
fi
|
||||
fi
|
||||
if [[ "$package_linux" == 1 ]]; then
|
||||
dependencies nfpm
|
||||
fi
|
||||
|
||||
bin_name="coder"
|
||||
build_args=()
|
||||
if [[ "$slim" == 1 ]]; then
|
||||
bin_name+="-slim"
|
||||
build_args+=(--slim)
|
||||
fi
|
||||
if [[ "$sign_darwin" == 1 ]]; then
|
||||
build_args+=(--sign-darwin)
|
||||
fi
|
||||
if [[ "$agpl" == 1 ]]; then
|
||||
build_args+=(--agpl)
|
||||
fi
|
||||
|
||||
# Build each spec.
|
||||
for spec in "${specs[@]}"; do
|
||||
spec_os="$(echo "$spec" | cut -d ":" -f 1)"
|
||||
spec_arch="$(echo "$spec" | cut -d ":" -f 2)"
|
||||
|
||||
# Craft output path from the template.
|
||||
spec_output="$output_path"
|
||||
spec_output="${spec_output//\{os\}/"$spec_os"}"
|
||||
spec_output="${spec_output//\{arch\}/"$spec_arch"}"
|
||||
spec_output="${spec_output//\{version\}/"$version"}"
|
||||
|
||||
spec_output_binary="$spec_output"
|
||||
if [[ "$spec_os" == "windows" ]]; then
|
||||
spec_output_binary+=".exe"
|
||||
fi
|
||||
|
||||
# Ensure parent dir.
|
||||
mkdir -p "$(dirname "$spec_output")"
|
||||
|
||||
log "--- Building $bin_name for $spec_os $spec_arch ($spec_output_binary)"
|
||||
execrelative ./build_go.sh \
|
||||
--version "$version" \
|
||||
--os "$spec_os" \
|
||||
--arch "$spec_arch" \
|
||||
--output "$spec_output_binary" \
|
||||
"${build_args[@]}"
|
||||
log
|
||||
log
|
||||
|
||||
if [[ "$archive" == 1 ]]; then
|
||||
spec_archive_format="tar.gz"
|
||||
if [[ "$spec_os" == "windows" ]] || [[ "$spec_os" == "darwin" ]]; then
|
||||
spec_archive_format="zip"
|
||||
fi
|
||||
spec_output_archive="$spec_output.$spec_archive_format"
|
||||
|
||||
archive_args=()
|
||||
if [[ "$sign_darwin" == 1 ]] && [[ "$spec_os" == "darwin" ]]; then
|
||||
archive_args+=(--sign-darwin)
|
||||
fi
|
||||
if [[ "$agpl" == 1 ]]; then
|
||||
archive_args+=(--agpl)
|
||||
fi
|
||||
|
||||
log "--- Creating archive for $spec_os $spec_arch ($spec_output_archive)"
|
||||
execrelative ./archive.sh \
|
||||
--format "$spec_archive_format" \
|
||||
--output "$spec_output_archive" \
|
||||
"${archive_args[@]}" \
|
||||
"$spec_output_binary"
|
||||
log
|
||||
log
|
||||
fi
|
||||
|
||||
if [[ "$package_linux" == 1 ]] && [[ "$spec_os" == "linux" ]]; then
|
||||
execrelative ./package.sh \
|
||||
--arch "$spec_arch" \
|
||||
--version "$version" \
|
||||
"$spec_output_binary"
|
||||
log
|
||||
fi
|
||||
done
|
||||
@ -1,146 +0,0 @@
|
||||
#!/usr/bin/env bash
|
||||
|
||||
# This script builds multiple "slim" Go binaries for Coder with the given OS and
|
||||
# architecture combinations. This wraps ./build_go_matrix.sh.
|
||||
#
|
||||
# Usage: ./build_go_slim.sh [--version 1.2.3-devel+abcdef] [--output dist/] [--compress 22] [--agpl] os1:arch1,arch2 os2:arch1 os1:arch3
|
||||
#
|
||||
# If no OS:arch combinations are provided, nothing will happen and no error will
|
||||
# be returned. If no version is specified, defaults to the version from
|
||||
# ./version.sh
|
||||
#
|
||||
# The --output parameter differs from ./build_go_matrix.sh, in that it does not
|
||||
# accept variables such as `{os}` and `{arch}` and only accepts a directory
|
||||
# ending with `/`.
|
||||
#
|
||||
# The built binaries are additionally copied to the site output directory so
|
||||
# they can be packaged into non-slim binaries correctly.
|
||||
#
|
||||
# When the --compress <level> parameter is provided, the binaries in site/bin
|
||||
# will be compressed using zstd into site/bin/coder.tar.zst, this helps reduce
|
||||
# final binary size significantly.
|
||||
#
|
||||
# If the --agpl parameter is specified, builds only the AGPL-licensed code (no
|
||||
# Coder enterprise features).
|
||||
|
||||
set -euo pipefail
|
||||
shopt -s nullglob
|
||||
# shellcheck source=scripts/lib.sh
|
||||
source "$(dirname "${BASH_SOURCE[0]}")/lib.sh"
|
||||
|
||||
version=""
|
||||
output_path=""
|
||||
compress=0
|
||||
agpl=0
|
||||
|
||||
args="$(getopt -o "" -l version:,output:,compress:,agpl -- "$@")"
|
||||
eval set -- "$args"
|
||||
while true; do
|
||||
case "$1" in
|
||||
--version)
|
||||
version="$2"
|
||||
shift 2
|
||||
;;
|
||||
--output)
|
||||
output_path="$2"
|
||||
shift 2
|
||||
;;
|
||||
--compress)
|
||||
compress="$2"
|
||||
shift 2
|
||||
;;
|
||||
--agpl)
|
||||
agpl=1
|
||||
shift
|
||||
;;
|
||||
--)
|
||||
shift
|
||||
break
|
||||
;;
|
||||
*)
|
||||
error "Unrecognized option: $1"
|
||||
;;
|
||||
esac
|
||||
done
|
||||
|
||||
# Check dependencies
|
||||
dependencies go
|
||||
if [[ $compress != 0 ]]; then
|
||||
dependencies openssl tar zstd
|
||||
|
||||
if [[ $compress != [0-9]* ]] || [[ $compress -gt 22 ]] || [[ $compress -lt 1 ]]; then
|
||||
error "Invalid value for compress, must in in the range of [1, 22]"
|
||||
fi
|
||||
fi
|
||||
|
||||
# Remove the "v" prefix.
|
||||
version="${version#v}"
|
||||
if [[ "$version" == "" ]]; then
|
||||
version="$(execrelative ./version.sh)"
|
||||
fi
|
||||
|
||||
# Verify the output path.
|
||||
if [[ "$output_path" == "" ]]; then
|
||||
# Input paths are relative, so we don't cdroot at the top, but for this case
|
||||
# we want it to be relative to the root.
|
||||
cdroot
|
||||
mkdir -p dist
|
||||
output_path="$(realpath "dist/coder-slim_{version}_{os}_{arch}")"
|
||||
elif [[ "$output_path" != */ ]] || [[ "$output_path" == *"{"* ]]; then
|
||||
error "The output path '$output_path' cannot contain variables and must end with a slash"
|
||||
else
|
||||
mkdir -p "$output_path"
|
||||
output_path="$(realpath "${output_path}coder-slim_{version}_{os}_{arch}")"
|
||||
fi
|
||||
|
||||
build_args=(--slim)
|
||||
if [[ "$agpl" == 1 ]]; then
|
||||
build_args+=(--agpl)
|
||||
fi
|
||||
|
||||
./scripts/build_go_matrix.sh \
|
||||
--version "$version" \
|
||||
--output "$output_path" \
|
||||
"${build_args[@]}" \
|
||||
"$@"
|
||||
|
||||
cdroot
|
||||
dest_dir="./site/out/bin"
|
||||
mkdir -p "$dest_dir"
|
||||
dest_dir="$(realpath "$dest_dir")"
|
||||
|
||||
# Copy the binaries to the site directory.
|
||||
cd "$(dirname "$output_path")"
|
||||
for f in ./coder-slim_*; do
|
||||
# Remove ./ prefix
|
||||
name="${f#./}"
|
||||
# Remove "-slim_$version"
|
||||
truncated="${name//-slim_$version/}"
|
||||
# Replace underscores with hyphens
|
||||
hyphenated="${truncated//_/-}"
|
||||
dest="$dest_dir/$hyphenated"
|
||||
cp "$f" "$dest"
|
||||
done
|
||||
|
||||
if [[ $compress != 0 ]]; then
|
||||
pushd "$dest_dir"
|
||||
sha_file=coder.sha1
|
||||
sha_dest="$dest_dir/$sha_file"
|
||||
log "--- Generating SHA1 for coder-slim binaries ($sha_dest)"
|
||||
openssl dgst -r -sha1 coder-* | tee $sha_file
|
||||
echo "$sha_dest"
|
||||
log
|
||||
log
|
||||
|
||||
tar_name=coder.tar.zst
|
||||
tar_dest="$dest_dir/$tar_name"
|
||||
log "--- Compressing coder-slim binaries using zstd level $compress ($tar_dest)"
|
||||
tar cf coder.tar $sha_file coder-*
|
||||
rm coder-*
|
||||
zstd --force --ultra --long -"${compress}" --rm --no-progress coder.tar -o $tar_name
|
||||
echo "$tar_dest"
|
||||
log
|
||||
log
|
||||
|
||||
popd
|
||||
fi
|
||||
@ -1,30 +1,28 @@
|
||||
#!/bin/bash
|
||||
|
||||
set -euo pipefail
|
||||
# shellcheck source=scripts/lib.sh
|
||||
source "$(dirname "${BASH_SOURCE[0]}")/lib.sh"
|
||||
cdroot
|
||||
|
||||
SCRIPT_DIR=$(dirname "${BASH_SOURCE[0]}")
|
||||
PROJECT_ROOT=$(cd "$SCRIPT_DIR" && git rev-parse --show-toplevel)
|
||||
FILES="$(git ls-files --other --modified --exclude-standard)"
|
||||
if [[ "$FILES" != "" ]]; then
|
||||
mapfile -t files <<<"$FILES"
|
||||
|
||||
(
|
||||
cd "${PROJECT_ROOT}"
|
||||
log
|
||||
log "The following files contain unstaged changes:"
|
||||
log
|
||||
for file in "${files[@]}"; do
|
||||
log " - $file"
|
||||
done
|
||||
|
||||
FILES="$(git ls-files --other --modified --exclude-standard)"
|
||||
if [[ "$FILES" != "" ]]; then
|
||||
mapfile -t files <<<"$FILES"
|
||||
log
|
||||
log "These are the changes:"
|
||||
log
|
||||
for file in "${files[@]}"; do
|
||||
git --no-pager diff "$file" 1>&2
|
||||
done
|
||||
|
||||
echo "The following files contain unstaged changes:"
|
||||
echo
|
||||
for file in "${files[@]}"; do
|
||||
echo " - $file"
|
||||
done
|
||||
echo
|
||||
|
||||
echo "These are the changes:"
|
||||
echo
|
||||
for file in "${files[@]}"; do
|
||||
git --no-pager diff "$file"
|
||||
done
|
||||
exit 1
|
||||
fi
|
||||
)
|
||||
exit 0
|
||||
log
|
||||
error "Unstaged changes, see above for details."
|
||||
fi
|
||||
|
||||
@ -7,17 +7,18 @@ set -euo pipefail
|
||||
SCRIPT_DIR=$(dirname "${BASH_SOURCE[0]}")
|
||||
# shellcheck disable=SC1091,SC1090
|
||||
source "${SCRIPT_DIR}/lib.sh"
|
||||
PROJECT_ROOT=$(cd "$SCRIPT_DIR" && git rev-parse --show-toplevel)
|
||||
|
||||
CODER_DEV_DIR="$PROJECT_ROOT/.coderv2/"
|
||||
CODER_DEV_BIN="${CODER_DEV_DIR}/coder"
|
||||
if [[ ! -d "${CODER_DEV_DIR}" ]]; then
|
||||
mkdir -p "${CODER_DEV_DIR}"
|
||||
fi
|
||||
GOOS="$(go env GOOS)"
|
||||
GOARCH="$(go env GOARCH)"
|
||||
CODER_DEV_BIN="build/coder_${GOOS}_${GOARCH}"
|
||||
|
||||
cdroot
|
||||
mkdir -p ./.coderv2
|
||||
CODER_DEV_DIR="$(realpath ./.coderv2)"
|
||||
|
||||
if [[ ! -x "${CODER_DEV_BIN}" ]]; then
|
||||
echo "Run this command first:"
|
||||
echo "go build -o ${CODER_DEV_BIN} ${PROJECT_ROOT}/enterprise/cmd/coder"
|
||||
echo " make $CODER_DEV_BIN"
|
||||
exit 1
|
||||
fi
|
||||
|
||||
|
||||
@ -5,19 +5,28 @@
|
||||
# If the --agpl parameter is specified, builds only the AGPL-licensed code (no
|
||||
# Coder enterprise features).
|
||||
|
||||
SCRIPT_DIR=$(dirname "${BASH_SOURCE[0]}")
|
||||
# shellcheck disable=SC1091,SC1090
|
||||
source "${SCRIPT_DIR}/lib.sh"
|
||||
|
||||
# Allow toggling verbose output
|
||||
[[ -n ${VERBOSE:-""} ]] && set -x
|
||||
[[ -n ${VERBOSE:-} ]] && set -x
|
||||
set -euo pipefail
|
||||
|
||||
agpl="${CODER_BUILD_AGPL:-0}"
|
||||
args="$(getopt -o "" -l agpl -- "$@")"
|
||||
password="${CODER_DEV_ADMIN_PASSWORD:-password}"
|
||||
|
||||
args="$(getopt -o "" -l agpl,password: -- "$@")"
|
||||
eval set -- "$args"
|
||||
while true; do
|
||||
case "$1" in
|
||||
--agpl)
|
||||
agpl=1
|
||||
export CODER_BUILD_AGPL=1
|
||||
shift
|
||||
;;
|
||||
--password)
|
||||
password="$2"
|
||||
shift 2
|
||||
;;
|
||||
--)
|
||||
shift
|
||||
break
|
||||
@ -28,43 +37,20 @@ while true; do
|
||||
esac
|
||||
done
|
||||
|
||||
SCRIPT_DIR=$(dirname "${BASH_SOURCE[0]}")
|
||||
# shellcheck disable=SC1091,SC1090
|
||||
source "${SCRIPT_DIR}/lib.sh"
|
||||
PROJECT_ROOT=$(cd "$SCRIPT_DIR" && git rev-parse --show-toplevel)
|
||||
CODER_DEV_BIN="${PROJECT_ROOT}/.coderv2/coder"
|
||||
set +u
|
||||
CODER_DEV_ADMIN_PASSWORD="${CODER_DEV_ADMIN_PASSWORD:-password}"
|
||||
set -u
|
||||
|
||||
# Preflight checks: ensure we have our required dependencies, and make sure nothing is listening on port 3000 or 8080
|
||||
dependencies curl git go make yarn
|
||||
curl --fail http://127.0.0.1:3000 >/dev/null 2>&1 && echo '== ERROR: something is listening on port 3000. Kill it and re-run this script.' && exit 1
|
||||
curl --fail http://127.0.0.1:8080 >/dev/null 2>&1 && echo '== ERROR: something is listening on port 8080. Kill it and re-run this script.' && exit 1
|
||||
|
||||
if [[ ! -e ./site/out/bin/coder.sha1 && ! -e ./site/out/bin/coder.tar.zst ]]; then
|
||||
log
|
||||
log "======================================================================="
|
||||
log "== Run 'make bin' before running this command to build binaries. =="
|
||||
log "== Without these binaries, workspaces will fail to start! =="
|
||||
log "======================================================================="
|
||||
log
|
||||
exit 1
|
||||
fi
|
||||
# Compile the CLI binary. This should also compile the frontend and refresh
|
||||
# node_modules if necessary.
|
||||
GOOS="$(go env GOOS)"
|
||||
GOARCH="$(go env GOARCH)"
|
||||
make "build/coder_${GOOS}_${GOARCH}"
|
||||
|
||||
cmd_path="enterprise/cmd/coder"
|
||||
if [[ "$agpl" == 1 ]]; then
|
||||
cmd_path="cmd/coder"
|
||||
fi
|
||||
|
||||
# Compile the CLI binary once just so we don't waste time compiling things multiple times
|
||||
go build -tags embed -o "${CODER_DEV_BIN}" "${PROJECT_ROOT}/${cmd_path}"
|
||||
# Use the coder dev shim so we don't overwrite the user's existing Coder config.
|
||||
CODER_DEV_SHIM="${PROJECT_ROOT}/scripts/coder-dev.sh"
|
||||
|
||||
# Run yarn install, to make sure node_modules are ready to go
|
||||
"$PROJECT_ROOT/scripts/yarn_install.sh"
|
||||
|
||||
# This is a way to run multiple processes in parallel, and have Ctrl-C work correctly
|
||||
# to kill both at the same time. For more details, see:
|
||||
# https://stackoverflow.com/questions/3004811/how-do-you-run-multiple-programs-in-parallel-from-a-bash-script
|
||||
@ -73,51 +59,49 @@ CODER_DEV_SHIM="${PROJECT_ROOT}/scripts/coder-dev.sh"
|
||||
# rather than leaving things in an inconsistent state.
|
||||
trap 'kill -TERM -$$' ERR
|
||||
cdroot
|
||||
"${CODER_DEV_SHIM}" server --address 127.0.0.1:3000 --in-memory --tunnel || kill -INT -$$ &
|
||||
"${CODER_DEV_SHIM}" server --address 127.0.0.1:3000 --tunnel || kill -INT -$$ &
|
||||
|
||||
echo '== Waiting for Coder to become ready'
|
||||
timeout 60s bash -c 'until curl -s --fail http://localhost:3000 > /dev/null 2>&1; do sleep 0.5; done'
|
||||
|
||||
# create the first user, the admin
|
||||
"${CODER_DEV_SHIM}" login http://127.0.0.1:3000 --username=admin --email=admin@coder.com --password="${CODER_DEV_ADMIN_PASSWORD}" ||
|
||||
# Try to create the initial admin user.
|
||||
"${CODER_DEV_SHIM}" login http://127.0.0.1:3000 --username=admin --email=admin@coder.com --password="${password}" ||
|
||||
echo 'Failed to create admin user. To troubleshoot, try running this command manually.'
|
||||
|
||||
# || true to always exit code 0. If this fails, whelp.
|
||||
"${CODER_DEV_SHIM}" users create --email=member@coder.com --username=member --password="${CODER_DEV_ADMIN_PASSWORD}" ||
|
||||
# Try to create a regular user.
|
||||
"${CODER_DEV_SHIM}" users create --email=member@coder.com --username=member --password="${password}" ||
|
||||
echo 'Failed to create regular user. To troubleshoot, try running this command manually.'
|
||||
|
||||
# If we have docker available, then let's try to create a template!
|
||||
template_name=""
|
||||
if docker info >/dev/null 2>&1; then
|
||||
temp_template_dir=$(mktemp -d)
|
||||
echo code-server | "${CODER_DEV_SHIM}" templates init "${temp_template_dir}"
|
||||
# shellcheck disable=SC1090
|
||||
source <(go env | grep GOARCH)
|
||||
DOCKER_HOST=$(docker context inspect --format '{{.Endpoints.docker.Host}}')
|
||||
printf 'docker_arch: "%s"\ndocker_host: "%s"\n' "${GOARCH}" "${DOCKER_HOST}" | tee "${temp_template_dir}/params.yaml"
|
||||
template_name="docker-${GOARCH}"
|
||||
# If we have docker available and the "docker" template doesn't already
|
||||
# exist, then let's try to create a template!
|
||||
example_template="code-server"
|
||||
template_name="docker"
|
||||
if docker info >/dev/null 2>&1 && ! "${CODER_DEV_SHIM}" templates versions list "${template_name}"; then
|
||||
temp_template_dir="$(mktemp -d)"
|
||||
echo "${example_template}" | "${CODER_DEV_SHIM}" templates init "${temp_template_dir}"
|
||||
|
||||
DOCKER_HOST="$(docker context inspect --format '{{ .Endpoints.docker.Host }}')"
|
||||
printf 'docker_arch: "%s"\ndocker_host: "%s"\n' "${GOARCH}" "${DOCKER_HOST}" >"${temp_template_dir}/params.yaml"
|
||||
(
|
||||
"${CODER_DEV_SHIM}" templates create "${template_name}" --directory "${temp_template_dir}" --parameter-file "${temp_template_dir}/params.yaml" --yes &&
|
||||
rm -rfv "${temp_template_dir}" # Only delete template dir if template creation succeeds
|
||||
"${CODER_DEV_SHIM}" templates create "${template_name}" --directory "${temp_template_dir}" --parameter-file "${temp_template_dir}/params.yaml" --yes
|
||||
rm -rfv "${temp_template_dir}" # Only delete template dir if template creation succeeds
|
||||
) || echo "Failed to create a template. The template files are in ${temp_template_dir}"
|
||||
fi
|
||||
|
||||
# Start the frontend once we have a template up and running
|
||||
CODER_HOST=http://127.0.0.1:3000 INSPECT_XSTATE=true yarn --cwd=./site dev || kill -INT -$$ &
|
||||
|
||||
log
|
||||
log "======================================================================="
|
||||
log "== =="
|
||||
log "== Coder is now running in development mode. =="
|
||||
log "== API : http://localhost:3000 =="
|
||||
log "== Web UI: http://localhost:8080 =="
|
||||
if [[ -n "${template_name}" ]]; then
|
||||
log "== =="
|
||||
log "== Docker template ${template_name} is ready to use! =="
|
||||
log "== Use ./scripts/coder-dev.sh to talk to this instance! =="
|
||||
log "== =="
|
||||
fi
|
||||
log "======================================================================="
|
||||
log "===================================================================="
|
||||
log "== =="
|
||||
log "== Coder is now running in development mode. =="
|
||||
log "== API: http://localhost:3000 =="
|
||||
log "== Web UI: http://localhost:8080 =="
|
||||
log "== =="
|
||||
log "== Use ./scripts/coder-dev.sh to talk to this instance! =="
|
||||
log "===================================================================="
|
||||
log
|
||||
|
||||
# Wait for both frontend and backend to exit.
|
||||
wait
|
||||
)
|
||||
|
||||
@ -9,7 +9,7 @@
|
||||
# If no version is specified, defaults to the version from ./version.sh.
|
||||
#
|
||||
# If no output path is specified, defaults to
|
||||
# "$repo_root/dist/coder_helm_$version.tgz".
|
||||
# "$repo_root/build/coder_helm_$version.tgz".
|
||||
#
|
||||
# If the --push parameter is specified, the resulting artifact will be published
|
||||
# to the Coder OSS repo. This requires `gsutil` to be installed and configured.
|
||||
@ -56,8 +56,8 @@ fi
|
||||
|
||||
if [[ "$output_path" == "" ]]; then
|
||||
cdroot
|
||||
mkdir -p dist
|
||||
output_path="$(realpath "dist/coder_helm_$version.tgz")"
|
||||
mkdir -p build
|
||||
output_path="$(realpath "build/coder_helm_$version.tgz")"
|
||||
fi
|
||||
|
||||
# Check dependencies
|
||||
|
||||
@ -1,22 +1,21 @@
|
||||
#!/usr/bin/env bash
|
||||
|
||||
# This script creates Linux packages for the given binary. It will output a
|
||||
# .rpm, .deb and .apk file in the same directory as the input file with the same
|
||||
# filename (except the package format suffix).
|
||||
# This script creates a Linux package for the given binary.
|
||||
#
|
||||
# ./package.sh --arch amd64 [--version 1.2.3] path/to/coder
|
||||
# ./package.sh --arch amd64 --format "(apk|deb|rpm)" --output "path/to/coder.apk" [--version 1.2.3] path/to/coder
|
||||
#
|
||||
# The --arch parameter is required. If no version is specified, defaults to the
|
||||
# version from ./version.sh.
|
||||
# If no version is specified, defaults to the version from ./version.sh.
|
||||
|
||||
set -euo pipefail
|
||||
# shellcheck source=scripts/lib.sh
|
||||
source "$(dirname "${BASH_SOURCE[0]}")/lib.sh"
|
||||
|
||||
version=""
|
||||
arch=""
|
||||
format=""
|
||||
output_path=""
|
||||
version=""
|
||||
|
||||
args="$(getopt -o "" -l arch:,version: -- "$@")"
|
||||
args="$(getopt -o "" -l arch:,format:,output:,version: -- "$@")"
|
||||
eval set -- "$args"
|
||||
while true; do
|
||||
case "$1" in
|
||||
@ -24,6 +23,15 @@ while true; do
|
||||
arch="$2"
|
||||
shift 2
|
||||
;;
|
||||
--format)
|
||||
format="$2"
|
||||
shift 2
|
||||
;;
|
||||
--output)
|
||||
mkdir -p "$(dirname "$2")"
|
||||
output_path="$(realpath "$2")"
|
||||
shift 2
|
||||
;;
|
||||
--version)
|
||||
version="$2"
|
||||
shift 2
|
||||
@ -41,6 +49,12 @@ done
|
||||
if [[ "$arch" == "" ]]; then
|
||||
error "--arch is a required parameter"
|
||||
fi
|
||||
if [[ "$format" != "apk" ]] && [[ "$format" != "deb" ]] && [[ "$format" != "rpm" ]]; then
|
||||
error "--format is a required parameter and must be one of 'apk', 'deb', or 'rpm'"
|
||||
fi
|
||||
if [[ "$output_path" == "" ]]; then
|
||||
error "--output is a required parameter"
|
||||
fi
|
||||
|
||||
if [[ "$#" != 1 ]]; then
|
||||
error "Exactly one argument must be provided to this script, $# were supplied"
|
||||
@ -74,18 +88,12 @@ ln "$(realpath coder.service)" "$temp_dir/"
|
||||
ln "$(realpath preinstall.sh)" "$temp_dir/"
|
||||
ln "$(realpath scripts/nfpm.yaml)" "$temp_dir/"
|
||||
|
||||
cd "$temp_dir"
|
||||
pushd "$temp_dir"
|
||||
GOARCH="$arch" CODER_VERSION="$version" nfpm package \
|
||||
-f nfpm.yaml \
|
||||
-p "$format" \
|
||||
-t "$output_path" \
|
||||
1>&2
|
||||
popd
|
||||
|
||||
formats=(apk deb rpm)
|
||||
for format in "${formats[@]}"; do
|
||||
output_path="$input_file.$format"
|
||||
log "--- Building $format package ($output_path)"
|
||||
|
||||
GOARCH="$arch" CODER_VERSION="$version" nfpm package \
|
||||
-f nfpm.yaml \
|
||||
-p "$format" \
|
||||
-t "$output_path"
|
||||
done
|
||||
|
||||
cdroot
|
||||
rm -rf "$temp_dir"
|
||||
|
||||
@ -3,6 +3,10 @@
|
||||
# This script generates release notes and publishes all of the given assets to
|
||||
# GitHub releases. Depends on GitHub CLI.
|
||||
#
|
||||
# THIS IS NOT INTENDED TO BE CALLED BY DEVELOPERS! This is called by the release
|
||||
# pipeline to do the final publish step. If you want to create a release use:
|
||||
# git tag -a -m "$ver" "$ver" && git push origin "$ver"
|
||||
#
|
||||
# Usage: ./publish_release.sh [--version 1.2.3] [--dry-run] path/to/asset1 path/to/asset2 ...
|
||||
#
|
||||
# The supplied images must already be pushed to the registry or this will fail.
|
||||
@ -25,6 +29,10 @@ set -euo pipefail
|
||||
# shellcheck source=scripts/lib.sh
|
||||
source "$(dirname "${BASH_SOURCE[0]}")/lib.sh"
|
||||
|
||||
if [[ "${CI:-}" == "" ]]; then
|
||||
error "This script must be run in CI"
|
||||
fi
|
||||
|
||||
version=""
|
||||
dry_run=0
|
||||
|
||||
|
||||
@ -5,39 +5,37 @@
|
||||
#
|
||||
# Usage: yarn_install.sh [optional extra flags]
|
||||
|
||||
set -eo pipefail
|
||||
set -euo pipefail
|
||||
# shellcheck source=scripts/lib.sh
|
||||
source "$(dirname "${BASH_SOURCE[0]}")/lib.sh"
|
||||
|
||||
SCRIPT_DIR=$(dirname "${BASH_SOURCE[0]}")
|
||||
PROJECT_ROOT=$(cd "$SCRIPT_DIR" && git rev-parse --show-toplevel)
|
||||
cdroot
|
||||
cd site
|
||||
|
||||
(
|
||||
cd "$PROJECT_ROOT/site"
|
||||
yarn_flags=(
|
||||
# Do not execute install scripts
|
||||
# TODO: check if build works properly with this enabled
|
||||
# --ignore-scripts
|
||||
|
||||
yarn_flags=(
|
||||
# Do not execute install scripts
|
||||
# TODO: check if build works properly with this enabled
|
||||
# --ignore-scripts
|
||||
|
||||
# Check if existing node_modules are valid
|
||||
# TODO: determine if this is necessary
|
||||
# --check-files
|
||||
)
|
||||
|
||||
if [[ -n ${CI:-} ]]; then
|
||||
yarn_flags+=(
|
||||
# Install dependencies from lockfile, ensuring builds are fully
|
||||
# reproducible
|
||||
--frozen-lockfile
|
||||
# Suppress progress information
|
||||
--silent
|
||||
# Disable interactive prompts for build
|
||||
--non-interactive
|
||||
)
|
||||
fi
|
||||
|
||||
# Append whatever is specified on the command line
|
||||
yarn_flags+=("$@")
|
||||
|
||||
echo "+ yarn install ${yarn_flags[*]}"
|
||||
yarn install "${yarn_flags[@]}"
|
||||
# Check if existing node_modules are valid
|
||||
# TODO: determine if this is necessary
|
||||
# --check-files
|
||||
)
|
||||
|
||||
if [[ -n ${CI:-} ]]; then
|
||||
yarn_flags+=(
|
||||
# Install dependencies from lockfile, ensuring builds are fully
|
||||
# reproducible
|
||||
--frozen-lockfile
|
||||
# Suppress progress information
|
||||
--silent
|
||||
# Disable interactive prompts for build
|
||||
--non-interactive
|
||||
)
|
||||
fi
|
||||
|
||||
# Append whatever is specified on the command line
|
||||
yarn_flags+=("$@")
|
||||
|
||||
echo "+ yarn install ${yarn_flags[*]}"
|
||||
yarn install "${yarn_flags[@]}"
|
||||
|
||||
Reference in New Issue
Block a user