actions/runner-images
1
0
Fork 0
mirror of https://github.com/actions/runner-images.git synced 2025-12-13 20:56:47 +00:00
Code Issues Packages Projects Releases Wiki Activity

[ubuntu] Cleanup bash scripts (#9076)

Browse Source 
* [ubuntu] Cleanup bash scripts

* Fix ms-repos lsb_release

* Fix install-bicep url

* Fix install-nvm
This commit is contained in:
Shamil Mubarakshin
2023-12-29 12:36:27 +01:00
committed by GitHub
parent e16b5524ff
commit 1658c2e905
56 changed files with 274 additions and 246 deletions
Download Patch File Download Diff File Expand all files Collapse all files

19
images/ubuntu/scripts/build/cleanup.sh
View File

@@ -26,20 +26,19 @@ find /var/log -type f -regex ".*\.[0-9]$" -delete
# wipe log files # wipe log files
find /var/log/ -type f -exec cp /dev/null {} \; find /var/log/ -type f -exec cp /dev/null {} \;
# after cleanup
after=$(df / -Pm | awk 'NR==2{print $4}')
# display size
echo "Before: $before MB"
echo "After : $after MB"
echo "Delta : $(($after-$before)) MB"
# delete symlink for tests running # delete symlink for tests running
rm -f /usr/local/bin/invoke_tests rm -f /usr/local/bin/invoke_tests
# remove apt mock # remove apt mock
prefix=/usr/local/bin prefix=/usr/local/bin
for tool in apt apt-get apt-fast apt-key;do for tool in apt apt-get apt-fast apt-key;do
sudo rm -f $prefix/$tool sudo rm -f $prefix/$tool
done done
# after cleanup
after=$(df / -Pm | awk 'NR==2{print $4}')
# display size
echo "Before: $before MB"
echo "After : $after MB"
echo "Delta : $(($after-$before)) MB"

8
images/ubuntu/scripts/build/configure-apt-mock.sh
View File

@@ -7,9 +7,9 @@
prefix=/usr/local/bin prefix=/usr/local/bin
for real_tool in /usr/bin/apt /usr/bin/apt-get /usr/bin/apt-fast /usr/bin/apt-key;do for real_tool in /usr/bin/apt /usr/bin/apt-get /usr/bin/apt-fast /usr/bin/apt-key; do
tool=`basename $real_tool` tool=$(basename $real_tool)
cat >$prefix/$tool <<EOT cat >$prefix/$tool <<EOT
#!/bin/sh #!/bin/sh
i=1 i=1
@@ -50,5 +50,5 @@ while [ \$i -le 30 ];do
i=\$((i + 1)) i=\$((i + 1))
done done
EOT EOT
chmod +x $prefix/$tool chmod +x $prefix/$tool
done done

1
images/ubuntu/scripts/build/configure-apt-sources.sh
View File

@@ -12,4 +12,5 @@ printf "http://security.ubuntu.com/ubuntu/\tpriority:3\n" | tee -a /etc/apt/apt-
sed -i 's/http:\/\/azure.archive.ubuntu.com\/ubuntu\//mirror+file:\/etc\/apt\/apt-mirrors.txt/' /etc/apt/sources.list sed -i 's/http:\/\/azure.archive.ubuntu.com\/ubuntu\//mirror+file:\/etc\/apt\/apt-mirrors.txt/' /etc/apt/sources.list
# Apt changes to survive Cloud Init
cp -f /etc/apt/sources.list /etc/cloud/templates/sources.list.ubuntu.tmpl cp -f /etc/apt/sources.list /etc/cloud/templates/sources.list.ubuntu.tmpl

4
images/ubuntu/scripts/build/configure-environment.sh
View File

@@ -43,8 +43,8 @@ echo 'fs.inotify.max_user_instances=1280' | tee -a /etc/sysctl.conf
# https://github.com/actions/runner-images/pull/7860 # https://github.com/actions/runner-images/pull/7860
netfilter_rule='/etc/udev/rules.d/50-netfilter.rules' netfilter_rule='/etc/udev/rules.d/50-netfilter.rules'
rulesd="$(dirname "${netfilter_rule}")" rules_directory="$(dirname "${netfilter_rule}")"
mkdir -p $rulesd mkdir -p $rules_directory
touch $netfilter_rule touch $netfilter_rule
echo 'ACTION=="add", SUBSYSTEM=="module", KERNEL=="nf_conntrack", RUN+="/usr/sbin/sysctl net.netfilter.nf_conntrack_tcp_be_liberal=1"' | tee -a $netfilter_rule echo 'ACTION=="add", SUBSYSTEM=="module", KERNEL=="nf_conntrack", RUN+="/usr/sbin/sysctl net.netfilter.nf_conntrack_tcp_be_liberal=1"' | tee -a $netfilter_rule

1
images/ubuntu/scripts/build/configure-snap.sh
View File

@@ -4,6 +4,7 @@
## Desc: Configure snap ## Desc: Configure snap
################################################################################ ################################################################################
# Source the helpers for use with the script
source $HELPER_SCRIPTS/etc-environment.sh source $HELPER_SCRIPTS/etc-environment.sh
# Update /etc/environment to include /snap/bin in PATH # Update /etc/environment to include /snap/bin in PATH

11
images/ubuntu/scripts/build/configure-system.sh
View File

@@ -24,11 +24,10 @@ add_etc_environment_variable "PATH" "${ENVPATH}"
echo "Updated /etc/environment: $(cat /etc/environment)" echo "Updated /etc/environment: $(cat /etc/environment)"
# Сlean yarn and npm cache # Сlean yarn and npm cache
if yarn --version > /dev/null if yarn --version > /dev/null; then
then yarn cache clean
yarn cache clean
fi fi
if npm --version
then if npm --version; then
npm cache clean --force npm cache clean --force
fi fi

4
images/ubuntu/scripts/build/install-actions-cache.sh
View File

@@ -17,8 +17,8 @@ echo "Setting up ACTIONS_RUNNER_ACTION_ARCHIVE_CACHE variable to ${ACTION_ARCHIV
set_etc_environment_variable "ACTIONS_RUNNER_ACTION_ARCHIVE_CACHE" "${ACTION_ARCHIVE_CACHE_DIR}" set_etc_environment_variable "ACTIONS_RUNNER_ACTION_ARCHIVE_CACHE" "${ACTION_ARCHIVE_CACHE_DIR}"
# Download latest release from github.com/actions/action-versions and untar to /opt/actionarchivecache # Download latest release from github.com/actions/action-versions and untar to /opt/actionarchivecache
downloadUrl=$(resolve_github_release_asset_url "actions/action-versions" "endswith(\"action-versions.tar.gz\")" "latest") download_url=$(resolve_github_release_asset_url "actions/action-versions" "endswith(\"action-versions.tar.gz\")" "latest")
archive_path=$(download_with_retry "$downloadUrl") archive_path=$(download_with_retry "$download_url")
tar -xzf "$archive_path" -C $ACTION_ARCHIVE_CACHE_DIR tar -xzf "$archive_path" -C $ACTION_ARCHIVE_CACHE_DIR
invoke_tests "ActionArchiveCache" invoke_tests "ActionArchiveCache"

3
images/ubuntu/scripts/build/install-apt-common.sh
View File

@@ -3,10 +3,13 @@
## File: install-apt-common.sh ## File: install-apt-common.sh
## Desc: Install basic command line utilities and dev packages ## Desc: Install basic command line utilities and dev packages
################################################################################ ################################################################################
# Source the helpers for use with the script
source $HELPER_SCRIPTS/install.sh source $HELPER_SCRIPTS/install.sh
common_packages=$(get_toolset_value .apt.common_packages[]) common_packages=$(get_toolset_value .apt.common_packages[])
cmd_packages=$(get_toolset_value .apt.cmd_packages[]) cmd_packages=$(get_toolset_value .apt.cmd_packages[])
for package in $common_packages $cmd_packages; do for package in $common_packages $cmd_packages; do
echo "Install $package" echo "Install $package"
apt-get install -y --no-install-recommends $package apt-get install -y --no-install-recommends $package

2
images/ubuntu/scripts/build/install-apt-vital.sh
View File

@@ -3,6 +3,8 @@
## File: install-apt-vital.sh ## File: install-apt-vital.sh
## Desc: Install vital command line utilities ## Desc: Install vital command line utilities
################################################################################ ################################################################################
# Source the helpers for use with the script
source $HELPER_SCRIPTS/install.sh source $HELPER_SCRIPTS/install.sh
vital_packages=$(get_toolset_value .apt.vital_packages[]) vital_packages=$(get_toolset_value .apt.vital_packages[])

2
images/ubuntu/scripts/build/install-azcopy.sh
View File

@@ -4,6 +4,7 @@
## Desc: Install AzCopy ## Desc: Install AzCopy
################################################################################ ################################################################################
# Source the helpers for use with the script
source $HELPER_SCRIPTS/install.sh source $HELPER_SCRIPTS/install.sh
# Install AzCopy10 # Install AzCopy10
@@ -11,6 +12,7 @@ source $HELPER_SCRIPTS/install.sh
archive_path=$(download_with_retry "https://azcopyvnext.azureedge.net/releases/release-10.21.2-20231106/azcopy_linux_amd64_10.21.2.tar.gz") archive_path=$(download_with_retry "https://azcopyvnext.azureedge.net/releases/release-10.21.2-20231106/azcopy_linux_amd64_10.21.2.tar.gz")
tar xzf "$archive_path" --strip-components=1 -C /tmp tar xzf "$archive_path" --strip-components=1 -C /tmp
install /tmp/azcopy /usr/local/bin/azcopy install /tmp/azcopy /usr/local/bin/azcopy
# Create azcopy 10 alias for backward compatibility # Create azcopy 10 alias for backward compatibility
ln -sf /usr/local/bin/azcopy /usr/local/bin/azcopy10 ln -sf /usr/local/bin/azcopy /usr/local/bin/azcopy10

1
images/ubuntu/scripts/build/install-azure-cli.sh
View File

@@ -7,6 +7,7 @@
# Install Azure CLI (instructions taken from https://docs.microsoft.com/en-us/cli/azure/install-azure-cli) # Install Azure CLI (instructions taken from https://docs.microsoft.com/en-us/cli/azure/install-azure-cli)
curl -fsSL https://aka.ms/InstallAzureCLIDeb | sudo bash curl -fsSL https://aka.ms/InstallAzureCLIDeb | sudo bash
echo "azure-cli https://docs.microsoft.com/en-us/cli/azure/install-azure-cli-linux?pivots=apt" >> $HELPER_SCRIPTS/apt-sources.txt echo "azure-cli https://docs.microsoft.com/en-us/cli/azure/install-azure-cli-linux?pivots=apt" >> $HELPER_SCRIPTS/apt-sources.txt
rm -f /etc/apt/sources.list.d/azure-cli.list rm -f /etc/apt/sources.list.d/azure-cli.list
rm -f /etc/apt/sources.list.d/azure-cli.list.save rm -f /etc/apt/sources.list.d/azure-cli.list.save

1
images/ubuntu/scripts/build/install-bazel.sh
View File

@@ -4,6 +4,7 @@
## Desc: Install Bazel and Bazelisk (A user-friendly launcher for Bazel) ## Desc: Install Bazel and Bazelisk (A user-friendly launcher for Bazel)
################################################################################ ################################################################################
# Source the helpers for use with the script
source $HELPER_SCRIPTS/install.sh source $HELPER_SCRIPTS/install.sh
# Install bazelisk # Install bazelisk

5
images/ubuntu/scripts/build/install-bicep.sh
View File

@@ -4,10 +4,13 @@
## Desc: Install bicep cli ## Desc: Install bicep cli
################################################################################ ################################################################################
# Source the helpers for use with the script
source $HELPER_SCRIPTS/install.sh source $HELPER_SCRIPTS/install.sh
# Install Bicep CLI # Install Bicep CLI
bicep_binary_path=$(download_with_retry "https://github.com/Azure/bicep/releases/latest/download/bicep-linux-x64") download_url=$(resolve_github_release_asset_url "Azure/bicep" "endswith(\"bicep-linux-x64\")" "latest")
bicep_binary_path=$(download_with_retry "${download_url}")
# Mark it as executable # Mark it as executable
install "$bicep_binary_path" /usr/local/bin/bicep install "$bicep_binary_path" /usr/local/bin/bicep

2
images/ubuntu/scripts/build/install-cmake.sh
View File

@@ -16,10 +16,12 @@ else
# Download script to install CMake # Download script to install CMake
download_url=$(resolve_github_release_asset_url "Kitware/CMake" "endswith(\"inux-x86_64.sh\")" "latest") download_url=$(resolve_github_release_asset_url "Kitware/CMake" "endswith(\"inux-x86_64.sh\")" "latest")
curl -fsSL "${download_url}" -o cmakeinstall.sh curl -fsSL "${download_url}" -o cmakeinstall.sh
# Supply chain security - CMake # Supply chain security - CMake
hash_url=$(resolve_github_release_asset_url "Kitware/CMake" "endswith(\"SHA-256.txt\")" "latest") hash_url=$(resolve_github_release_asset_url "Kitware/CMake" "endswith(\"SHA-256.txt\")" "latest")
external_hash=$(get_checksum_from_url "$hash_url" "linux-x86_64.sh" "SHA256") external_hash=$(get_checksum_from_url "$hash_url" "linux-x86_64.sh" "SHA256")
use_checksum_comparison "cmakeinstall.sh" "$external_hash" use_checksum_comparison "cmakeinstall.sh" "$external_hash"
# Install CMake and remove the install script # Install CMake and remove the install script
chmod +x cmakeinstall.sh \ chmod +x cmakeinstall.sh \
&& ./cmakeinstall.sh --prefix=/usr/local --exclude-subdir \ && ./cmakeinstall.sh --prefix=/usr/local --exclude-subdir \

1
images/ubuntu/scripts/build/install-codeql-bundle.sh
View File

@@ -4,6 +4,7 @@
## Desc: Install CodeQL CLI Bundle to the toolcache. ## Desc: Install CodeQL CLI Bundle to the toolcache.
################################################################################ ################################################################################
# Source the helpers for use with the script
source $HELPER_SCRIPTS/install.sh source $HELPER_SCRIPTS/install.sh
# Retrieve the CLI version of the latest CodeQL bundle. # Retrieve the CLI version of the latest CodeQL bundle.

1
images/ubuntu/scripts/build/install-container-tools.sh
View File

@@ -4,6 +4,7 @@
## Desc: Install container tools: podman, buildah and skopeo onto the image ## Desc: Install container tools: podman, buildah and skopeo onto the image
################################################################################ ################################################################################
# Source the helpers for use with the script
source $HELPER_SCRIPTS/os.sh source $HELPER_SCRIPTS/os.sh
# #

11
images/ubuntu/scripts/build/install-docker-compose.sh
View File

@@ -8,13 +8,14 @@
# Source the helpers for use with the script # Source the helpers for use with the script
source $HELPER_SCRIPTS/install.sh source $HELPER_SCRIPTS/install.sh
# Install docker-compose v1 from releases # Download docker-compose v1 from releases
URL="https://github.com/docker/compose/releases/download/1.29.2/docker-compose-Linux-x86_64" binary_path=$(download_with_retry "https://github.com/docker/compose/releases/download/1.29.2/docker-compose-Linux-x86_64")
curl -fsSL "${URL}" -o /tmp/docker-compose-v1
# Supply chain security - Docker Compose v1 # Supply chain security - Docker Compose v1
external_hash="f3f10cf3dbb8107e9ba2ea5f23c1d2159ff7321d16f0a23051d68d8e2547b323" external_hash="f3f10cf3dbb8107e9ba2ea5f23c1d2159ff7321d16f0a23051d68d8e2547b323"
use_checksum_comparison "/tmp/docker-compose-v1" "${external_hash}" use_checksum_comparison "${binary_path}" "${external_hash}"
install /tmp/docker-compose-v1 /usr/local/bin/docker-compose
# Install docker-compose v1
install "${binary_path}" "/usr/local/bin/docker-compose"
invoke_tests "Tools" "Docker-compose v1" invoke_tests "Tools" "Docker-compose v1"

36
images/ubuntu/scripts/build/install-docker.sh
View File

@@ -6,28 +6,28 @@
################################################################################ ################################################################################
# Source the helpers for use with the script # Source the helpers for use with the script
source $HELPER_SCRIPTS/os.sh
source $HELPER_SCRIPTS/install.sh source $HELPER_SCRIPTS/install.sh
repo_url="https://download.docker.com/linux/ubuntu" REPO_URL="https://download.docker.com/linux/ubuntu"
gpg_key="/usr/share/keyrings/docker.gpg" GPG_KEY="/usr/share/keyrings/docker.gpg"
repo_path="/etc/apt/sources.list.d/docker.list" REPO_PATH="/etc/apt/sources.list.d/docker.list"
curl -fsSL https://download.docker.com/linux/ubuntu/gpg | gpg --dearmor -o $gpg_key curl -fsSL https://download.docker.com/linux/ubuntu/gpg | gpg --dearmor -o $GPG_KEY
echo "deb [arch=amd64 signed-by=$gpg_key] $repo_url $(get_os_version_label) stable" > $repo_path echo "deb [arch=amd64 signed-by=$GPG_KEY] $REPO_URL $(lsb_release -cs) stable" > $REPO_PATH
apt-get update apt-get update
apt-get install --no-install-recommends docker-ce docker-ce-cli containerd.io docker-buildx-plugin apt-get install --no-install-recommends docker-ce docker-ce-cli containerd.io docker-buildx-plugin
# Download docker compose v2 from releases # Download docker compose v2 from releases
URL=$(resolve_github_release_asset_url "docker/compose" "endswith(\"compose-linux-x86_64\")" "latest") URL=$(resolve_github_release_asset_url "docker/compose" "endswith(\"compose-linux-x86_64\")" "latest")
curl -fsSL "${URL}" -o /tmp/docker-compose compose_binary_path=$(download_with_retry "${URL}" "/tmp/docker-compose-v2")
# Supply chain security - Docker Compose v2 # Supply chain security - Docker Compose v2
compose_hash_url=$(resolve_github_release_asset_url "docker/compose" "endswith(\"checksums.txt\")" "latest") compose_hash_url=$(resolve_github_release_asset_url "docker/compose" "endswith(\"checksums.txt\")" "latest")
compose_external_hash=$(get_checksum_from_url "${compose_hash_url}" "compose-linux-x86_64" "SHA256") compose_external_hash=$(get_checksum_from_url "${compose_hash_url}" "compose-linux-x86_64" "SHA256")
use_checksum_comparison "/tmp/docker-compose" "${compose_external_hash}" use_checksum_comparison "${compose_binary_path}" "${compose_external_hash}"
# Install docker compose v2
install /tmp/docker-compose /usr/libexec/docker/cli-plugins/docker-compose
# Install docker compose v2
install "${compose_binary_path}" /usr/libexec/docker/cli-plugins/docker-compose
# docker from official repo introduced different GID generation: https://github.com/actions/runner-images/issues/8157 # docker from official repo introduced different GID generation: https://github.com/actions/runner-images/issues/8157
gid=$(cut -d ":" -f 3 /etc/group | grep "^1..$" | sort -n | tail -n 1 | awk '{ print $1+1 }') gid=$(cut -d ":" -f 3 /etc/group | grep "^1..$" | sort -n | tail -n 1 | awk '{ print $1+1 }')
@@ -42,11 +42,11 @@ systemctl is-enabled --quiet docker.service || systemctl enable docker.service
sleep 10 sleep 10
docker info docker info
if [ "${DOCKERHUB_PULL_IMAGES:-yes}" == "yes" ]; then if [[ "${DOCKERHUB_PULL_IMAGES:-yes}" == "yes" ]]; then
# If credentials are provided, attempt to log into Docker Hub # If credentials are provided, attempt to log into Docker Hub
# with a paid account to avoid Docker Hub's rate limit. # with a paid account to avoid Docker Hub's rate limit.
if [ "${DOCKERHUB_LOGIN}" ] && [ "${DOCKERHUB_PASSWORD}" ]; then if [[ "${DOCKERHUB_LOGIN}" ]] && [[ "${DOCKERHUB_PASSWORD}" ]]; then
docker login --username "${DOCKERHUB_LOGIN}" --password "${DOCKERHUB_PASSWORD}" docker login --username "${DOCKERHUB_LOGIN}" --password "${DOCKERHUB_PASSWORD}"
fi fi
# Pull images # Pull images
@@ -65,19 +65,21 @@ fi
# Download amazon-ecr-credential-helper # Download amazon-ecr-credential-helper
aws_latest_release_url="https://api.github.com/repos/awslabs/amazon-ecr-credential-helper/releases/latest" aws_latest_release_url="https://api.github.com/repos/awslabs/amazon-ecr-credential-helper/releases/latest"
aws_helper_url=$(curl "${authString[@]}" -fsSL "${aws_latest_release_url}" | jq -r '.body' | awk -F'[()]' '/linux-amd64/ {print $2}') aws_helper_url=$(curl -fsSL "${aws_latest_release_url}" | jq -r '.body' | awk -F'[()]' '/linux-amd64/ {print $2}')
aws_helper_binary_path=$(download_with_retry "$aws_helper_url") aws_helper_binary_path=$(download_with_retry "$aws_helper_url")
# Supply chain security - amazon-ecr-credential-helper # Supply chain security - amazon-ecr-credential-helper
aws_helper_external_hash=$(get_checksum_from_url "${aws_helper_url}.sha256" "docker-credential-ecr-login" "SHA256") aws_helper_external_hash=$(get_checksum_from_url "${aws_helper_url}.sha256" "docker-credential-ecr-login" "SHA256")
use_checksum_comparison "$aws_helper_binary_path" "$aws_helper_external_hash" use_checksum_comparison "$aws_helper_binary_path" "$aws_helper_external_hash"
# Install amazon-ecr-credential-helper # Install amazon-ecr-credential-helper
install "$aws_helper_binary_path" "/usr/bin/docker-credential-ecr-login" install "$aws_helper_binary_path" "/usr/bin/docker-credential-ecr-login"
# Cleanup custom repositories # Cleanup custom repositories
rm $gpg_key rm $GPG_KEY
rm $repo_path rm $REPO_PATH
invoke_tests "Tools" "Docker" invoke_tests "Tools" "Docker"
if [ "${DOCKERHUB_PULL_IMAGES:-yes}" == "yes" ]; then if [[ "${DOCKERHUB_PULL_IMAGES:-yes}" == "yes" ]]; then
invoke_tests "Tools" "Docker images" invoke_tests "Tools" "Docker images"
fi fi

48
images/ubuntu/scripts/build/install-dotnetcore-sdk.sh
View File

@@ -4,23 +4,38 @@
## Desc: Install .NET Core SDK ## Desc: Install .NET Core SDK
################################################################################ ################################################################################
# Source the helpers for use with the script
source $HELPER_SCRIPTS/etc-environment.sh source $HELPER_SCRIPTS/etc-environment.sh
source $HELPER_SCRIPTS/install.sh source $HELPER_SCRIPTS/install.sh
source $HELPER_SCRIPTS/os.sh source $HELPER_SCRIPTS/os.sh
extract_dotnet_sdk() {
local archive_name=$1
set -e
destination="./tmp-$(basename -s .tar.gz $archive_name)"
echo "Extracting $archive_name to $destination"
mkdir "$destination" && tar -C "$destination" -xzf "$archive_name"
rsync -qav --remove-source-files "$destination/shared/" /usr/share/dotnet/shared/
rsync -qav --remove-source-files "$destination/host/" /usr/share/dotnet/host/
rsync -qav --remove-source-files "$destination/sdk/" /usr/share/dotnet/sdk/
rm -rf "$destination" "$archive_name"
}
# Ubuntu 20 doesn't support EOL versions # Ubuntu 20 doesn't support EOL versions
LATEST_DOTNET_PACKAGES=$(get_toolset_value '.dotnet.aptPackages[]') latest_dotnet_packages=$(get_toolset_value '.dotnet.aptPackages[]')
DOTNET_VERSIONS=$(get_toolset_value '.dotnet.versions[]') dotnet_versions=$(get_toolset_value '.dotnet.versions[]')
DOTNET_TOOLS=$(get_toolset_value '.dotnet.tools[].name') dotnet_tools=$(get_toolset_value '.dotnet.tools[].name')
# Disable telemetry # Disable telemetry
export DOTNET_CLI_TELEMETRY_OPTOUT=1 export DOTNET_CLI_TELEMETRY_OPTOUT=1
# Install .NET SDK from apt
# There is a versions conflict, that leads to # There is a versions conflict, that leads to
# Microsoft <-> Canonical repos dependencies mix up. # Microsoft <-> Canonical repos dependencies mix up.
# Give Microsoft's repo higher priority to avoid collisions. # Give Microsoft's repo higher priority to avoid collisions.
# See: https://github.com/dotnet/core/issues/7699 # See: https://github.com/dotnet/core/issues/7699
cat << EOF > /etc/apt/preferences.d/dotnet cat << EOF > /etc/apt/preferences.d/dotnet
Package: *net* Package: *net*
Pin: origin packages.microsoft.com Pin: origin packages.microsoft.com
@@ -29,7 +44,7 @@ EOF
apt-get update apt-get update
for latest_package in ${LATEST_DOTNET_PACKAGES[@]}; do for latest_package in ${latest_dotnet_packages[@]}; do
echo "Determing if .NET Core ($latest_package) is installed" echo "Determing if .NET Core ($latest_package) is installed"
if ! dpkg -S $latest_package &> /dev/null; then if ! dpkg -S $latest_package &> /dev/null; then
echo "Could not find .NET Core ($latest_package), installing..." echo "Could not find .NET Core ($latest_package), installing..."
@@ -43,9 +58,10 @@ rm /etc/apt/preferences.d/dotnet
apt-get update apt-get update
# Install .NET SDK from home repository
# Get list of all released SDKs from channels which are not end-of-life or preview # Get list of all released SDKs from channels which are not end-of-life or preview
sdks=() sdks=()
for version in ${DOTNET_VERSIONS[@]}; do for version in ${dotnet_versions[@]}; do
release_url="https://dotnetcli.blob.core.windows.net/dotnet/release-metadata/${version}/releases.json" release_url="https://dotnetcli.blob.core.windows.net/dotnet/release-metadata/${version}/releases.json"
releases=$(cat "$(download_with_retry "$release_url")") releases=$(cat "$(download_with_retry "$release_url")")
if [[ $version == "6.0" ]]; then if [[ $version == "6.0" ]]; then
@@ -56,19 +72,7 @@ for version in ${DOTNET_VERSIONS[@]}; do
fi fi
done done
sortedSdks=$(echo ${sdks[@]} | tr ' ' '\n' | sort -r | uniq -w 5) sorted_sdks=$(echo ${sdks[@]} | tr ' ' '\n' | sort -r | uniq -w 5)
extract_dotnet_sdk() {
local ARCHIVE_NAME="$1"
set -e
dest="./tmp-$(basename -s .tar.gz $ARCHIVE_NAME)"
echo "Extracting $ARCHIVE_NAME to $dest"
mkdir "$dest" && tar -C "$dest" -xzf "$ARCHIVE_NAME"
rsync -qav --remove-source-files "$dest/shared/" /usr/share/dotnet/shared/
rsync -qav --remove-source-files "$dest/host/" /usr/share/dotnet/host/
rsync -qav --remove-source-files "$dest/sdk/" /usr/share/dotnet/sdk/
rm -rf "$dest" "$ARCHIVE_NAME"
}
# Download/install additional SDKs in parallel # Download/install additional SDKs in parallel
export -f download_with_retry export -f download_with_retry
@@ -76,7 +80,7 @@ export -f extract_dotnet_sdk
parallel --jobs 0 --halt soon,fail=1 \ parallel --jobs 0 --halt soon,fail=1 \
'url="https://dotnetcli.blob.core.windows.net/dotnet/Sdk/{}/dotnet-sdk-{}-linux-x64.tar.gz"; \ 'url="https://dotnetcli.blob.core.windows.net/dotnet/Sdk/{}/dotnet-sdk-{}-linux-x64.tar.gz"; \
download_with_retry $url' ::: "${sortedSdks[@]}" download_with_retry $url' ::: "${sorted_sdks[@]}"
find . -name "*.tar.gz" | parallel --halt soon,fail=1 'extract_dotnet_sdk {}' find . -name "*.tar.gz" | parallel --halt soon,fail=1 'extract_dotnet_sdk {}'
@@ -87,8 +91,8 @@ set_etc_environment_variable DOTNET_NOLOGO 1
set_etc_environment_variable DOTNET_MULTILEVEL_LOOKUP 0 set_etc_environment_variable DOTNET_MULTILEVEL_LOOKUP 0
prepend_etc_environment_path '$HOME/.dotnet/tools' prepend_etc_environment_path '$HOME/.dotnet/tools'
# install dotnet tools # Install .Net tools
for dotnet_tool in ${DOTNET_TOOLS[@]}; do for dotnet_tool in ${dotnet_tools[@]}; do
echo "Installing dotnet tool $dotnet_tool" echo "Installing dotnet tool $dotnet_tool"
dotnet tool install $dotnet_tool --tool-path '/etc/skel/.dotnet/tools' dotnet tool install $dotnet_tool --tool-path '/etc/skel/.dotnet/tools'
done done

6
images/ubuntu/scripts/build/install-erlang.sh
View File

@@ -18,9 +18,9 @@ apt-get update
apt-get install --no-install-recommends esl-erlang apt-get install --no-install-recommends esl-erlang
# Install rebar3 # Install rebar3
rebar3_url="https://github.com/erlang/rebar3/releases/latest/download/rebar3" rebar3_url=$(resolve_github_release_asset_url "erlang/rebar3" "endswith(\"rebar3\")" "latest")
rebar3_binary_path=$(download_with_retry "$rebar3_url") binary_path=$(download_with_retry "$rebar3_url")
install "$rebar3_binary_path" /usr/local/bin/rebar3 install "$binary_path" /usr/local/bin/rebar3
# Clean up source list # Clean up source list
rm $source_list rm $source_list

19
images/ubuntu/scripts/build/install-firefox.sh
View File

@@ -5,28 +5,27 @@
################################################################################ ################################################################################
# Source the helpers for use with the script # Source the helpers for use with the script
source "$HELPER_SCRIPTS/install.sh" source $HELPER_SCRIPTS/install.sh
source "$HELPER_SCRIPTS/os.sh"
source $HELPER_SCRIPTS/etc-environment.sh source $HELPER_SCRIPTS/etc-environment.sh
# Mozillateam PPA is added manually because sometimes # Mozillateam PPA is added manually because sometimes
# lanuchad portal sends empty answer when trying to add it automatically # lanuchad portal sends empty answer when trying to add it automatically
repo_url="http://ppa.launchpad.net/mozillateam/ppa/ubuntu" REPO_URL="http://ppa.launchpad.net/mozillateam/ppa/ubuntu"
gpg_fingerprint="0ab215679c571d1c8325275b9bdb3d89ce49ec21" GPG_FINGERPRINT="0ab215679c571d1c8325275b9bdb3d89ce49ec21"
gpg_key="/etc/apt/trusted.gpg.d/mozillateam_ubuntu_ppa.gpg" GPG_KEY="/etc/apt/trusted.gpg.d/mozillateam_ubuntu_ppa.gpg"
repo_path="/etc/apt/sources.list.d/mozillateam-ubuntu-ppa-focal.list" REPO_PATH="/etc/apt/sources.list.d/mozillateam-ubuntu-ppa-focal.list"
# Install Firefox # Install Firefox
curl -fsSL "https://keyserver.ubuntu.com/pks/lookup?op=get&search=0x${gpg_fingerprint}" | sudo gpg --dearmor -o $gpg_key curl -fsSL "https://keyserver.ubuntu.com/pks/lookup?op=get&search=0x${GPG_FINGERPRINT}" | sudo gpg --dearmor -o $GPG_KEY
echo "deb $repo_url $(get_os_version_label) main" > $repo_path echo "deb $REPO_URL $(lsb_release -cs) main" > $REPO_PATH
apt-get update apt-get update
apt-get install --target-release 'o=LP-PPA-mozillateam' -y firefox apt-get install --target-release 'o=LP-PPA-mozillateam' -y firefox
rm $repo_path rm $REPO_PATH
# Document apt source repo's # Document apt source repo's
echo "mozillateam $repo_url" >> $HELPER_SCRIPTS/apt-sources.txt echo "mozillateam $REPO_URL" >> $HELPER_SCRIPTS/apt-sources.txt
# add to gloabl system preferences for firefox locale en_US, because other browsers have en_US local. # add to gloabl system preferences for firefox locale en_US, because other browsers have en_US local.
# Default firefox local is en_GB # Default firefox local is en_GB

2
images/ubuntu/scripts/build/install-gfortran.sh
View File

@@ -3,6 +3,8 @@
## File: install-gfortran.sh ## File: install-gfortran.sh
## Desc: Install GNU Fortran ## Desc: Install GNU Fortran
################################################################################ ################################################################################
# Source the helpers for use with the script
source $HELPER_SCRIPTS/install.sh source $HELPER_SCRIPTS/install.sh
source $HELPER_SCRIPTS/os.sh source $HELPER_SCRIPTS/os.sh

1
images/ubuntu/scripts/build/install-git.sh
View File

@@ -14,6 +14,7 @@ add-apt-repository $GIT_REPO -y
apt-get update apt-get update
apt-get install git -y apt-get install git -y
git --version git --version
# Git version 2.35.2 introduces security fix that breaks action\checkout https://github.com/actions/checkout/issues/760 # Git version 2.35.2 introduces security fix that breaks action\checkout https://github.com/actions/checkout/issues/760
cat <<EOF >> /etc/gitconfig cat <<EOF >> /etc/gitconfig
[safe] [safe]

2
images/ubuntu/scripts/build/install-github-cli.sh
View File

@@ -12,10 +12,12 @@ source $HELPER_SCRIPTS/install.sh
# Download GitHub CLI # Download GitHub CLI
gh_cli_url=$(resolve_github_release_asset_url "cli/cli" "contains(\"linux\") and contains(\"amd64\") and endswith(\".deb\")" "latest") gh_cli_url=$(resolve_github_release_asset_url "cli/cli" "contains(\"linux\") and contains(\"amd64\") and endswith(\".deb\")" "latest")
gh_cli_deb_path=$(download_with_retry "$gh_cli_url") gh_cli_deb_path=$(download_with_retry "$gh_cli_url")
# Supply chain security - GitHub CLI # Supply chain security - GitHub CLI
hash_url=$(resolve_github_release_asset_url "cli/cli" "endswith(\"checksums.txt\")" "latest") hash_url=$(resolve_github_release_asset_url "cli/cli" "endswith(\"checksums.txt\")" "latest")
external_hash=$(get_checksum_from_url "$hash_url" "linux_amd64.deb" "SHA256") external_hash=$(get_checksum_from_url "$hash_url" "linux_amd64.deb" "SHA256")
use_checksum_comparison "$gh_cli_deb_path" "$external_hash" use_checksum_comparison "$gh_cli_deb_path" "$external_hash"
# Install GitHub CLI # Install GitHub CLI
apt install "$gh_cli_deb_path" apt install "$gh_cli_deb_path"

44
images/ubuntu/scripts/build/install-google-chrome.sh
View File

@@ -36,51 +36,51 @@ get_chromium_revision() {
# Download and install Google Chrome # Download and install Google Chrome
CHROME_DEB_URL="https://dl.google.com/linux/direct/google-chrome-stable_current_amd64.deb" CHROME_DEB_URL="https://dl.google.com/linux/direct/google-chrome-stable_current_amd64.deb"
CHROME_DEB_PATH=$(download_with_retry "$CHROME_DEB_URL") chrome_deb_path=$(download_with_retry "$CHROME_DEB_URL")
apt install "$CHROME_DEB_PATH" -f apt install "$chrome_deb_path" -f
set_etc_environment_variable "CHROME_BIN" "/usr/bin/google-chrome" set_etc_environment_variable "CHROME_BIN" "/usr/bin/google-chrome"
# Remove Google Chrome repo # Remove Google Chrome repo
rm -f /etc/cron.daily/google-chrome /etc/apt/sources.list.d/google-chrome.list /etc/apt/sources.list.d/google-chrome.list.save rm -f /etc/cron.daily/google-chrome /etc/apt/sources.list.d/google-chrome.list /etc/apt/sources.list.d/google-chrome.list.save
# Parse Google Chrome version # Parse Google Chrome version
FULL_CHROME_VERSION=$(google-chrome --product-version) full_chrome_version=$(google-chrome --product-version)
CHROME_VERSION=${FULL_CHROME_VERSION%.*} chrome_version=${full_chrome_version%.*}
echo "Chrome version is $FULL_CHROME_VERSION" echo "Chrome version is $full_chrome_version"
# Get chrome versions information # Get chrome versions information
CHROME_PLATFORM="linux64" CHROME_PLATFORM="linux64"
CHROME_VERSIONS_URL="https://googlechromelabs.github.io/chrome-for-testing/latest-patch-versions-per-build-with-downloads.json" CHROME_VERSIONS_URL="https://googlechromelabs.github.io/chrome-for-testing/latest-patch-versions-per-build-with-downloads.json"
CHROME_VERSIONS_JSON=$(curl -fsSL "${CHROME_VERSIONS_URL}") chrome_versions_json=$(curl -fsSL "${CHROME_VERSIONS_URL}")
# Download and unpack the latest release of chromedriver # Download and unpack the latest release of chromedriver
CHROMEDRIVER_VERSION=$(echo "${CHROME_VERSIONS_JSON}" | jq -r '.builds["'"$CHROME_VERSION"'"].version') chromedriver_version=$(echo "${chrome_versions_json}" | jq -r '.builds["'"$chrome_version"'"].version')
CHROMEDRIVER_URL=$(echo "${CHROME_VERSIONS_JSON}" | jq -r '.builds["'"$CHROME_VERSION"'"].downloads.chromedriver[] | select(.platform=="'"${CHROME_PLATFORM}"'").url') chromedriver_url=$(echo "${chrome_versions_json}" | jq -r '.builds["'"$chrome_version"'"].downloads.chromedriver[] | select(.platform=="'"${CHROME_PLATFORM}"'").url')
CHROMEDRIVER_DIR="/usr/local/share/chromedriver-linux64" CHROMEDRIVER_DIR="/usr/local/share/chromedriver-linux64"
CHROMEDRIVER_BIN="$CHROMEDRIVER_DIR/chromedriver" chromedriver_bin="$CHROMEDRIVER_DIR/chromedriver"
echo "Installing chromedriver version $CHROMEDRIVER_VERSION" echo "Installing chromedriver version $chromedriver_version"
driver_archive_path=$(download_with_retry "$CHROMEDRIVER_URL") driver_archive_path=$(download_with_retry "$chromedriver_url")
unzip -qq "$driver_archive_path" -d /usr/local/share unzip -qq "$driver_archive_path" -d /usr/local/share
chmod +x $CHROMEDRIVER_BIN chmod +x $chromedriver_bin
ln -s "$CHROMEDRIVER_BIN" /usr/bin/ ln -s "$chromedriver_bin" /usr/bin/
set_etc_environment_variable "CHROMEWEBDRIVER" "${CHROMEDRIVER_DIR}" set_etc_environment_variable "CHROMEWEBDRIVER" "${CHROMEDRIVER_DIR}"
# Download and unpack Chromium # Download and unpack Chromium
CHROME_REVISION=$(echo "${CHROME_VERSIONS_JSON}" | jq -r '.builds["'"$CHROME_VERSION"'"].revision') chrome_revision=$(echo "${chrome_versions_json}" | jq -r '.builds["'"$chrome_version"'"].revision')
CHROMIUM_REVISION=$(get_chromium_revision $CHROME_REVISION) chromium_revision=$(get_chromium_revision $chrome_revision)
CHROMIUM_URL="https://www.googleapis.com/download/storage/v1/b/chromium-browser-snapshots/o/Linux_x64%2F${CHROMIUM_REVISION}%2Fchrome-linux.zip?alt=media" chromium_url="https://www.googleapis.com/download/storage/v1/b/chromium-browser-snapshots/o/Linux_x64%2F${chromium_revision}%2Fchrome-linux.zip?alt=media"
CHROMIUM_DIR="/usr/local/share/chromium" CHROMIUM_DIR="/usr/local/share/chromium"
CHROMIUM_BIN="${CHROMIUM_DIR}/chrome-linux/chrome" chromium_bin="${CHROMIUM_DIR}/chrome-linux/chrome"
echo "Installing chromium revision $CHROMIUM_REVISION" echo "Installing chromium revision $chromium_revision"
CHROMIUM_ARCHIVE_PATH=$(download_with_retry "$CHROMIUM_URL") chromium_archive_path=$(download_with_retry "$chromium_url")
mkdir $CHROMIUM_DIR mkdir $CHROMIUM_DIR
unzip -qq "$CHROMIUM_ARCHIVE_PATH" -d $CHROMIUM_DIR unzip -qq "$chromium_archive_path" -d $CHROMIUM_DIR
ln -s $CHROMIUM_BIN /usr/bin/chromium ln -s $chromium_bin /usr/bin/chromium
ln -s $CHROMIUM_BIN /usr/bin/chromium-browser ln -s $chromium_bin /usr/bin/chromium-browser
invoke_tests "Browsers" "Chrome" invoke_tests "Browsers" "Chrome"
invoke_tests "Browsers" "Chromium" invoke_tests "Browsers" "Chromium"

18
images/ubuntu/scripts/build/install-haskell.sh
View File

@@ -21,15 +21,15 @@ curl --proto '=https' --tlsv1.2 -fsSL https://get-ghcup.haskell.org | sh > /dev/
export PATH="$ghcup_bin:$PATH" export PATH="$ghcup_bin:$PATH"
prepend_etc_environment_path $ghcup_bin prepend_etc_environment_path $ghcup_bin
availableVersions=$(ghcup list -t ghc -r | grep -v "prerelease" | awk '{print $2}') available_versions=$(ghcup list -t ghc -r | grep -v "prerelease" | awk '{print $2}')
# Get 2 latest Haskell Major.Minor versions # Install 2 latest Haskell Major.Minor versions
minorMajorVersions=$(echo "$availableVersions" | cut -d"." -f 1,2 | uniq | tail -n2) major_minor_versions=$(echo "$available_versions" | cut -d"." -f 1,2 | uniq | tail -n2)
for majorMinorVersion in $minorMajorVersions; do for major_minor_version in $major_minor_versions; do
fullVersion=$(echo "$availableVersions" | grep "$majorMinorVersion." | tail -n1) full_version=$(echo "$available_versions" | grep "$major_minor_version." | tail -n1)
echo "install ghc version $fullVersion..." echo "install ghc version $full_version..."
ghcup install ghc $fullVersion ghcup install ghc $full_version
ghcup set ghc $fullVersion ghcup set ghc $full_version
done done
echo "install cabal..." echo "install cabal..."
@@ -39,6 +39,6 @@ chmod -R 777 $GHCUP_INSTALL_BASE_PREFIX/.ghcup
ln -s $GHCUP_INSTALL_BASE_PREFIX/.ghcup /etc/skel/.ghcup ln -s $GHCUP_INSTALL_BASE_PREFIX/.ghcup /etc/skel/.ghcup
# Install the latest stable release of haskell stack # Install the latest stable release of haskell stack
curl -fsSL https://get.haskellstack.org/ | sh curl -fsSL https://get.haskellstack.org/ | bash
invoke_tests "Haskell" invoke_tests "Haskell"

2
images/ubuntu/scripts/build/install-heroku.sh
View File

@@ -4,8 +4,6 @@
## Desc: Install Heroku CLI. Based on instructions found here: https://devcenter.heroku.com/articles/heroku-cli ## Desc: Install Heroku CLI. Based on instructions found here: https://devcenter.heroku.com/articles/heroku-cli
################################################################################ ################################################################################
## Install Heroku CLI
# add heroku repository to apt # add heroku repository to apt
echo "deb https://cli-assets.heroku.com/channels/stable/apt ./" > /etc/apt/sources.list.d/heroku.list echo "deb https://cli-assets.heroku.com/channels/stable/apt ./" > /etc/apt/sources.list.d/heroku.list

1
images/ubuntu/scripts/build/install-hhvm.sh
View File

@@ -6,6 +6,7 @@
apt-key adv --recv-keys --keyserver hkp://keyserver.ubuntu.com:80 0xB4112585D386EB94 apt-key adv --recv-keys --keyserver hkp://keyserver.ubuntu.com:80 0xB4112585D386EB94
add-apt-repository https://dl.hhvm.com/ubuntu add-apt-repository https://dl.hhvm.com/ubuntu
apt-get update apt-get update
apt-get -qq install -y hhvm apt-get -qq install -y hhvm

4
images/ubuntu/scripts/build/install-java-tools.sh
View File

@@ -4,8 +4,8 @@
## Desc: Install Java and related tooling (Ant, Gradle, Maven) ## Desc: Install Java and related tooling (Ant, Gradle, Maven)
################################################################################ ################################################################################
# Source the helpers for use with the script
source $HELPER_SCRIPTS/install.sh source $HELPER_SCRIPTS/install.sh
source $HELPER_SCRIPTS/os.sh
source $HELPER_SCRIPTS/etc-environment.sh source $HELPER_SCRIPTS/etc-environment.sh
create_java_environment_variable() { create_java_environment_variable() {
@@ -64,7 +64,7 @@ install_open_jdk() {
# Add Addoptium PPA # Add Addoptium PPA
# apt-key is deprecated, dearmor and add manually # apt-key is deprecated, dearmor and add manually
wget -qO - https://packages.adoptium.net/artifactory/api/gpg/key/public | gpg --dearmor > /usr/share/keyrings/adoptium.gpg wget -qO - https://packages.adoptium.net/artifactory/api/gpg/key/public | gpg --dearmor > /usr/share/keyrings/adoptium.gpg
echo "deb [signed-by=/usr/share/keyrings/adoptium.gpg] https://packages.adoptium.net/artifactory/deb/ $(get_os_version_label) main" > /etc/apt/sources.list.d/adoptium.list echo "deb [signed-by=/usr/share/keyrings/adoptium.gpg] https://packages.adoptium.net/artifactory/deb/ $(lsb_release -cs) main" > /etc/apt/sources.list.d/adoptium.list
# Get all the updates from enabled repositories. # Get all the updates from enabled repositories.
apt-get update apt-get update

1
images/ubuntu/scripts/build/install-kotlin.sh
View File

@@ -5,6 +5,7 @@
## Supply chain security: Kotlin - checksum validation ## Supply chain security: Kotlin - checksum validation
################################################################################ ################################################################################
# Source the helpers for use with the script
source $HELPER_SCRIPTS/install.sh source $HELPER_SCRIPTS/install.sh
KOTLIN_ROOT="/usr/share" KOTLIN_ROOT="/usr/share"

18
images/ubuntu/scripts/build/install-kubernetes-tools.sh
View File

@@ -10,17 +10,19 @@ source $HELPER_SCRIPTS/install.sh
# Download KIND # Download KIND
kind_url=$(resolve_github_release_asset_url "kubernetes-sigs/kind" "endswith(\"kind-linux-amd64\")" "latest") kind_url=$(resolve_github_release_asset_url "kubernetes-sigs/kind" "endswith(\"kind-linux-amd64\")" "latest")
curl -fsSL -o /tmp/kind "${kind_url}" kind_binary_path=$(download_with_retry "${kind_url}")
# Supply chain security - KIND # Supply chain security - KIND
kind_external_hash=$(get_checksum_from_url "${kind_url}.sha256sum" "kind-linux-amd64" "SHA256") kind_external_hash=$(get_checksum_from_url "${kind_url}.sha256sum" "kind-linux-amd64" "SHA256")
use_checksum_comparison "/tmp/kind" "${kind_external_hash}" use_checksum_comparison "${kind_binary_path}" "${kind_external_hash}"
# Install KIND # Install KIND
sudo install /tmp/kind /usr/local/bin/kind install "${kind_binary_path}" /usr/local/bin/kind
## Install kubectl ## Install kubectl
KUBECTL_MINOR_VERSION=$(curl -fsSL "https://dl.k8s.io/release/stable.txt" | cut -d'.' -f1,2 ) kubectl_minor_version=$(curl -fsSL "https://dl.k8s.io/release/stable.txt" | cut -d'.' -f1,2 )
curl -fsSL https://pkgs.k8s.io/core:/stable:/$KUBECTL_MINOR_VERSION/deb/Release.key | sudo gpg --dearmor -o /etc/apt/keyrings/kubernetes-apt-keyring.gpg curl -fsSL https://pkgs.k8s.io/core:/stable:/$kubectl_minor_version/deb/Release.key | sudo gpg --dearmor -o /etc/apt/keyrings/kubernetes-apt-keyring.gpg
echo 'deb [signed-by=/etc/apt/keyrings/kubernetes-apt-keyring.gpg] https://pkgs.k8s.io/core:/stable:/'$KUBECTL_MINOR_VERSION'/deb/ /' | sudo tee /etc/apt/sources.list.d/kubernetes.list echo 'deb [signed-by=/etc/apt/keyrings/kubernetes-apt-keyring.gpg] https://pkgs.k8s.io/core:/stable:/'$kubectl_minor_version'/deb/ /' | sudo tee /etc/apt/sources.list.d/kubernetes.list
sudo apt-get update -y && sudo apt-get install -y kubectl sudo apt-get update -y && sudo apt-get install -y kubectl
rm -f /etc/apt/sources.list.d/kubernetes.list rm -f /etc/apt/sources.list.d/kubernetes.list
@@ -29,11 +31,13 @@ curl -fsSL https://raw.githubusercontent.com/helm/helm/master/scripts/get-helm-3
# Download minikube # Download minikube
curl -fsSL -O https://storage.googleapis.com/minikube/releases/latest/minikube-linux-amd64 curl -fsSL -O https://storage.googleapis.com/minikube/releases/latest/minikube-linux-amd64
# Supply chain security - minikube # Supply chain security - minikube
minikube_hash=$(get_checksum_from_github_release "kubernetes/minikube" "linux-amd64" "latest" "SHA256") minikube_hash=$(get_checksum_from_github_release "kubernetes/minikube" "linux-amd64" "latest" "SHA256")
use_checksum_comparison "minikube-linux-amd64" "${minikube_hash}" use_checksum_comparison "minikube-linux-amd64" "${minikube_hash}"
# Install minikube # Install minikube
sudo install minikube-linux-amd64 /usr/local/bin/minikube install minikube-linux-amd64 /usr/local/bin/minikube
# Install kustomize # Install kustomize
download_url="https://raw.githubusercontent.com/kubernetes-sigs/kustomize/master/hack/install_kustomize.sh" download_url="https://raw.githubusercontent.com/kubernetes-sigs/kustomize/master/hack/install_kustomize.sh"

33
images/ubuntu/scripts/build/install-microsoft-edge.sh
View File

@@ -9,42 +9,41 @@ source $HELPER_SCRIPTS/install.sh
source $HELPER_SCRIPTS/etc-environment.sh source $HELPER_SCRIPTS/etc-environment.sh
REPO_URL="https://packages.microsoft.com/repos/edge" REPO_URL="https://packages.microsoft.com/repos/edge"
gpg_key="/usr/share/keyrings/microsoft-edge.gpg" GPG_KEY="/usr/share/keyrings/microsoft-edge.gpg"
repo_path="/etc/apt/sources.list.d/microsoft-edge.list" REPO_PATH="/etc/apt/sources.list.d/microsoft-edge.list"
wget -qO- https://packages.microsoft.com/keys/microsoft.asc | gpg --dearmor > $GPG_KEY
wget -qO- https://packages.microsoft.com/keys/microsoft.asc | gpg --dearmor > $gpg_key
# Specify an arch as Microsoft repository supports armhf and arm64 as well # Specify an arch as Microsoft repository supports armhf and arm64 as well
echo "deb [arch=amd64 signed-by=$gpg_key] $REPO_URL stable main" > $repo_path echo "deb [arch=amd64 signed-by=$GPG_KEY] $REPO_URL stable main" > $REPO_PATH
apt-get update apt-get update
apt-get install --no-install-recommends microsoft-edge-stable apt-get install --no-install-recommends microsoft-edge-stable
rm $gpg_key rm $GPG_KEY
rm $repo_path rm $REPO_PATH
echo "microsoft-edge $REPO_URL" >> $HELPER_SCRIPTS/apt-sources.txt echo "microsoft-edge $REPO_URL" >> $HELPER_SCRIPTS/apt-sources.txt
# Install Microsoft Edge Webdriver # Install Microsoft Edge Webdriver
EDGEDRIVER_DIR="/usr/local/share/edge_driver" EDGEDRIVER_DIR="/usr/local/share/edge_driver"
EDGEDRIVER_BIN="$EDGEDRIVER_DIR/msedgedriver" edgedriver_bin="$EDGEDRIVER_DIR/msedgedriver"
mkdir -p $EDGEDRIVER_DIR mkdir -p $EDGEDRIVER_DIR
EDGE_VERSION=$(microsoft-edge --version | cut -d' ' -f 3) edge_version=$(microsoft-edge --version | cut -d' ' -f 3)
EDGE_VERSION_MAJOR=$(echo $EDGE_VERSION | cut -d'.' -f 1) edge_version_major=$(echo $edge_version | cut -d'.' -f 1)
EDGE_DRIVER_VERSION_URL="https://msedgedriver.azureedge.net/LATEST_RELEASE_${EDGE_VERSION_MAJOR}_LINUX" edgedriver_version_url="https://msedgedriver.azureedge.net/LATEST_RELEASE_${edge_version_major}_LINUX"
# Convert a resulting file to normal UTF-8 # Convert a resulting file to normal UTF-8
EDGE_DRIVER_LATEST_VERSION=$(curl -fsSL "$EDGE_DRIVER_VERSION_URL" | iconv -f utf-16 -t utf-8 | tr -d '\r') edgedriver_latest_version=$(curl -fsSL "$edgedriver_version_url" | iconv -f utf-16 -t utf-8 | tr -d '\r')
EDGEDRIVER_URL="https://msedgedriver.azureedge.net/${EDGE_DRIVER_LATEST_VERSION}/edgedriver_linux64.zip" edgedriver_url="https://msedgedriver.azureedge.net/${edgedriver_latest_version}/edgedriver_linux64.zip"
EDGEDRIVER_ARCHIVE_PATH=$(download_with_retry "$EDGEDRIVER_URL") edgedriver_archive_path=$(download_with_retry "$edgedriver_url")
unzip -qq "$EDGEDRIVER_ARCHIVE_PATH" -d "$EDGEDRIVER_DIR" unzip -qq "$edgedriver_archive_path" -d "$EDGEDRIVER_DIR"
chmod +x $EDGEDRIVER_BIN chmod +x $edgedriver_bin
ln -s $EDGEDRIVER_BIN /usr/bin ln -s $edgedriver_bin /usr/bin
set_etc_environment_variable "EDGEWEBDRIVER" "${EDGEDRIVER_DIR}" set_etc_environment_variable "EDGEWEBDRIVER" "${EDGEDRIVER_DIR}"

11
images/ubuntu/scripts/build/install-mongodb.sh
View File

@@ -5,21 +5,20 @@
################################################################################ ################################################################################
# Source the helpers # Source the helpers
source $HELPER_SCRIPTS/os.sh
source $HELPER_SCRIPTS/install.sh source $HELPER_SCRIPTS/install.sh
REPO_URL="https://repo.mongodb.org/apt/ubuntu" REPO_URL="https://repo.mongodb.org/apt/ubuntu"
osLabel=$(get_os_version_label) os_label=$(lsb_release -cs)
toolsetVersion=$(get_toolset_value '.mongodb.version') toolset_version=$(get_toolset_value '.mongodb.version')
# Install Mongo DB # Install Mongo DB
wget -qO - https://www.mongodb.org/static/pgp/server-$toolsetVersion.asc | sudo apt-key add - wget -qO - https://www.mongodb.org/static/pgp/server-$toolset_version.asc | sudo apt-key add -
echo "deb [ arch=amd64,arm64 ] $REPO_URL $osLabel/mongodb-org/$toolsetVersion multiverse" | sudo tee /etc/apt/sources.list.d/mongodb-org-$toolsetVersion.list echo "deb [ arch=amd64,arm64 ] $REPO_URL $os_label/mongodb-org/$toolset_version multiverse" | sudo tee /etc/apt/sources.list.d/mongodb-org-$toolset_version.list
sudo apt-get update sudo apt-get update
sudo apt-get install -y mongodb-org sudo apt-get install -y mongodb-org
rm /etc/apt/sources.list.d/mongodb-org-$toolsetVersion.list rm /etc/apt/sources.list.d/mongodb-org-$toolset_version.list
echo "mongodb $REPO_URL" >> $HELPER_SCRIPTS/apt-sources.txt echo "mongodb $REPO_URL" >> $HELPER_SCRIPTS/apt-sources.txt

10
images/ubuntu/scripts/build/install-mono.sh
View File

@@ -4,25 +4,27 @@
## Desc: Install Mono ## Desc: Install Mono
################################################################################ ################################################################################
# Source the helpers for use with the script
source $HELPER_SCRIPTS/os.sh source $HELPER_SCRIPTS/os.sh
LSB_CODENAME=$(lsb_release -cs) os_label=$(lsb_release -cs)
# There are no packages for Ubuntu 22 in the repo, but developers confirmed that packages from Ubuntu 20 should work # There are no packages for Ubuntu 22 in the repo, but developers confirmed that packages from Ubuntu 20 should work
if is_ubuntu22; then if is_ubuntu22; then
LSB_CODENAME="focal" os_label="focal"
fi fi
# Test to see if the software in question is already installed, if not install it # Test to see if the software in question is already installed, if not install it
# wget "http://keyserver.ubuntu.com/pks/lookup?op=get&search=0x3FA7E0328081BFF6A14DA29AA6A19B38D3D831EF" -O out && sudo apt-key add out && rm out # wget "http://keyserver.ubuntu.com/pks/lookup?op=get&search=0x3FA7E0328081BFF6A14DA29AA6A19B38D3D831EF" -O out && sudo apt-key add out && rm out
apt-key adv --keyserver hkp://keyserver.ubuntu.com:80 --recv-keys 3FA7E0328081BFF6A14DA29AA6A19B38D3D831EF apt-key adv --keyserver hkp://keyserver.ubuntu.com:80 --recv-keys 3FA7E0328081BFF6A14DA29AA6A19B38D3D831EF
echo "deb https://download.mono-project.com/repo/ubuntu stable-$LSB_CODENAME main" | tee /etc/apt/sources.list.d/mono-official-stable.list echo "deb https://download.mono-project.com/repo/ubuntu stable-$os_label main" | tee /etc/apt/sources.list.d/mono-official-stable.list
apt-get update apt-get update
apt-get install -y --no-install-recommends apt-transport-https mono-complete nuget apt-get install -y --no-install-recommends apt-transport-https mono-complete nuget
rm /etc/apt/sources.list.d/mono-official-stable.list rm /etc/apt/sources.list.d/mono-official-stable.list
rm -f /etc/apt/sources.list.d/mono-official-stable.list.save rm -f /etc/apt/sources.list.d/mono-official-stable.list.save
echo "mono https://download.mono-project.com/repo/ubuntu stable-$LSB_CODENAME main" >> $HELPER_SCRIPTS/apt-sources.txt
echo "mono https://download.mono-project.com/repo/ubuntu stable-$os_label main" >> $HELPER_SCRIPTS/apt-sources.txt
invoke_tests "Tools" "Mono" invoke_tests "Tools" "Mono"

4
images/ubuntu/scripts/build/install-ms-repos.sh
View File

@@ -4,10 +4,10 @@
## Desc: Install official Microsoft package repos for the distribution ## Desc: Install official Microsoft package repos for the distribution
################################################################################ ################################################################################
LSB_RELEASE=$(lsb_release -rs) os_label=$(lsb_release -rs)
# Install Microsoft repository # Install Microsoft repository
wget https://packages.microsoft.com/config/ubuntu/$LSB_RELEASE/packages-microsoft-prod.deb wget https://packages.microsoft.com/config/ubuntu/$os_label/packages-microsoft-prod.deb
dpkg -i packages-microsoft-prod.deb dpkg -i packages-microsoft-prod.deb
# update # update

1
images/ubuntu/scripts/build/install-mysql.sh
View File

@@ -4,6 +4,7 @@
## Desc: Install MySQL Client ## Desc: Install MySQL Client
################################################################################ ################################################################################
# Source the helpers for use with the script
source $HELPER_SCRIPTS/os.sh source $HELPER_SCRIPTS/os.sh
# Mysql setting up root password # Mysql setting up root password

4
images/ubuntu/scripts/build/install-nodejs.sh
View File

@@ -8,9 +8,9 @@
source $HELPER_SCRIPTS/install.sh source $HELPER_SCRIPTS/install.sh
# Install default Node.js # Install default Node.js
defaultVersion=$(get_toolset_value '.node.default') default_version=$(get_toolset_value '.node.default')
curl -fsSL https://raw.githubusercontent.com/tj/n/master/bin/n -o ~/n curl -fsSL https://raw.githubusercontent.com/tj/n/master/bin/n -o ~/n
bash ~/n $defaultVersion bash ~/n $default_version
# Install node modules # Install node modules
node_modules=$(get_toolset_value '.node_modules[].name') node_modules=$(get_toolset_value '.node_modules[].name')

5
images/ubuntu/scripts/build/install-nvm.sh
View File

@@ -9,9 +9,10 @@ source $HELPER_SCRIPTS/etc-environment.sh
export NVM_DIR="/etc/skel/.nvm" export NVM_DIR="/etc/skel/.nvm"
mkdir $NVM_DIR mkdir $NVM_DIR
VERSION=$(curl -fsSL https://api.github.com/repos/nvm-sh/nvm/releases/latest | jq -r '.tag_name') nvm_version=$(curl -fsSL https://api.github.com/repos/nvm-sh/nvm/releases/latest | jq -r '.tag_name')
curl -fsSL https://raw.githubusercontent.com/nvm-sh/nvm/$VERSION/install.sh | bash curl -fsSL https://raw.githubusercontent.com/nvm-sh/nvm/$nvm_version/install.sh | bash
set_etc_environment_variable "NVM_DIR" '$HOME/.nvm' set_etc_environment_variable "NVM_DIR" '$HOME/.nvm'
echo '[ -s "$NVM_DIR/nvm.sh" ] && \. "$NVM_DIR/nvm.sh" # This loads nvm' | tee -a /etc/skel/.bash_profile echo '[ -s "$NVM_DIR/nvm.sh" ] && \. "$NVM_DIR/nvm.sh" # This loads nvm' | tee -a /etc/skel/.bash_profile
[ -s "$NVM_DIR/nvm.sh" ] && \. "$NVM_DIR/nvm.sh" [ -s "$NVM_DIR/nvm.sh" ] && \. "$NVM_DIR/nvm.sh"

4
images/ubuntu/scripts/build/install-oc-cli.sh
View File

@@ -4,11 +4,11 @@
## Desc: Install the OC CLI ## Desc: Install the OC CLI
################################################################################ ################################################################################
# Source the helpers for use with the script
source $HELPER_SCRIPTS/install.sh source $HELPER_SCRIPTS/install.sh
# Install the oc CLI # Install the oc CLI
download_url="https://mirror.openshift.com/pub/openshift-v4/clients/ocp/latest/openshift-client-linux.tar.gz" archive_path=$(download_with_retry "https://mirror.openshift.com/pub/openshift-v4/clients/ocp/latest/openshift-client-linux.tar.gz")
archive_path=$(download_with_retry "$download_url")
tar xzf "$archive_path" -C "/usr/local/bin" oc tar xzf "$archive_path" -C "/usr/local/bin" oc
invoke_tests "CLI.Tools" "OC CLI" invoke_tests "CLI.Tools" "OC CLI"

1
images/ubuntu/scripts/build/install-oras-cli.sh
View File

@@ -5,6 +5,7 @@
## Supply chain security: ORAS CLI - checksum validation ## Supply chain security: ORAS CLI - checksum validation
################################################################################ ################################################################################
# Source the helpers for use with the script
source $HELPER_SCRIPTS/install.sh source $HELPER_SCRIPTS/install.sh
# Determine latest ORAS CLI version # Determine latest ORAS CLI version

1
images/ubuntu/scripts/build/install-packer.sh
View File

@@ -4,6 +4,7 @@
## Desc: Install packer ## Desc: Install packer
################################################################################ ################################################################################
# Source the helpers for use with the script
source $HELPER_SCRIPTS/install.sh source $HELPER_SCRIPTS/install.sh
# Install Packer # Install Packer

10
images/ubuntu/scripts/build/install-phantomjs.sh
View File

@@ -11,16 +11,16 @@ source $HELPER_SCRIPTS/install.sh
apt-get install -y chrpath libssl-dev libxft-dev libfreetype6 libfreetype6-dev libfontconfig1 libfontconfig1-dev apt-get install -y chrpath libssl-dev libxft-dev libfreetype6 libfreetype6-dev libfontconfig1 libfontconfig1-dev
# Define the version and hash of PhantomJS to be installed # Define the version and hash of PhantomJS to be installed
dir_name=phantomjs-2.1.1-linux-x86_64 DIR_NAME=phantomjs-2.1.1-linux-x86_64
archive_hash="86dd9a4bf4aee45f1a84c9f61cf1947c1d6dce9b9e8d2a907105da7852460d2f" ARCHIVE_HASH="86dd9a4bf4aee45f1a84c9f61cf1947c1d6dce9b9e8d2a907105da7852460d2f"
# Download the archive and verify its integrity using checksum comparison # Download the archive and verify its integrity using checksum comparison
download_url="https://bitbucket.org/ariya/phantomjs/downloads/$dir_name.tar.bz2" download_url="https://bitbucket.org/ariya/phantomjs/downloads/$DIR_NAME.tar.bz2"
archive_path=$(download_with_retry "$download_url") archive_path=$(download_with_retry "$download_url")
use_checksum_comparison "$archive_path" "$archive_hash" use_checksum_comparison "$archive_path" "$ARCHIVE_HASH"
# Extract the archive and create a symbolic link to the executable # Extract the archive and create a symbolic link to the executable
tar xjf "$archive_path" -C /usr/local/share tar xjf "$archive_path" -C /usr/local/share
ln -sf /usr/local/share/$dir_name/bin/phantomjs /usr/local/bin ln -sf /usr/local/share/$DIR_NAME/bin/phantomjs /usr/local/bin
invoke_tests "Tools" "Phantomjs" invoke_tests "Tools" "Phantomjs"

7
images/ubuntu/scripts/build/install-php.sh
View File

@@ -101,14 +101,13 @@ mkdir -p /etc/skel/.composer
# Install phpunit (for PHP) # Install phpunit (for PHP)
wget -q -O phpunit https://phar.phpunit.de/phpunit-8.phar wget -q -O phpunit https://phar.phpunit.de/phpunit-8.phar
chmod +x phpunit install phpunit /usr/local/bin/phpunit
mv phpunit /usr/local/bin/phpunit
# ubuntu 20.04 libzip-dev is libzip5 based and is not compatible libzip-dev of ppa:ondrej/php # ubuntu 20.04 libzip-dev is libzip5 based and is not compatible libzip-dev of ppa:ondrej/php
# see https://github.com/actions/runner-images/issues/1084 # see https://github.com/actions/runner-images/issues/1084
if is_ubuntu20; then if is_ubuntu20; then
rm /etc/apt/sources.list.d/ondrej-*.list rm /etc/apt/sources.list.d/ondrej-*.list
apt-get update apt-get update
fi fi
invoke_tests "Common" "PHP" invoke_tests "Common" "PHP"

22
images/ubuntu/scripts/build/install-pipx-packages.sh
View File

@@ -3,6 +3,8 @@
## File: install-pipx-packages.sh ## File: install-pipx-packages.sh
## Desc: Install tools via pipx ## Desc: Install tools via pipx
################################################################################ ################################################################################
# Source the helpers for use with the script
source $HELPER_SCRIPTS/install.sh source $HELPER_SCRIPTS/install.sh
export PATH="$PATH:/opt/pipx_bin" export PATH="$PATH:/opt/pipx_bin"
@@ -10,22 +12,14 @@ export PATH="$PATH:/opt/pipx_bin"
pipx_packages=$(get_toolset_value ".pipx[] .package") pipx_packages=$(get_toolset_value ".pipx[] .package")
for package in $pipx_packages; do for package in $pipx_packages; do
python_version=$(get_toolset_value ".pipx[] | select(.package == \"$package\") .python") echo "Install $package into default python"
if [ "$python_version" != "null" ]; then pipx install $package
python_path="/opt/hostedtoolcache/Python/$python_version*/x64/bin/python$python_version"
echo "Install $package into python $python_path"
pipx install $package --python $python_path
else
echo "Install $package into default python"
pipx install $package
# https://docs.ansible.com/ansible/latest/installation_guide/intro_installation.html # https://docs.ansible.com/ansible/latest/installation_guide/intro_installation.html
# Install ansible into an existing ansible-core Virtual Environment # Install ansible into an existing ansible-core Virtual Environment
if [[ $package == "ansible-core" ]]; then if [[ $package == "ansible-core" ]]; then
pipx inject $package ansible pipx inject $package ansible
fi
fi fi
done done
invoke_tests "Common" "PipxPackages" invoke_tests "Common" "PipxPackages"

6
images/ubuntu/scripts/build/install-postgresql.sh
View File

@@ -12,15 +12,15 @@ REPO_URL="https://apt.postgresql.org/pub/repos/apt/"
# Preparing repo for PostgreSQL # Preparing repo for PostgreSQL
wget -qO - https://www.postgresql.org/media/keys/ACCC4CF8.asc | gpg --dearmor > /usr/share/keyrings/postgresql.gpg wget -qO - https://www.postgresql.org/media/keys/ACCC4CF8.asc | gpg --dearmor > /usr/share/keyrings/postgresql.gpg
echo "deb [signed-by=/usr/share/keyrings/postgresql.gpg] $REPO_URL $(get_os_version_label)-pgdg main" > /etc/apt/sources.list.d/pgdg.list echo "deb [signed-by=/usr/share/keyrings/postgresql.gpg] $REPO_URL $(lsb_release -cs)-pgdg main" > /etc/apt/sources.list.d/pgdg.list
# Fetch PostgreSQL version to install from the toolset # Fetch PostgreSQL version to install from the toolset
toolsetVersion=$(get_toolset_value '.postgresql.version') toolset_version=$(get_toolset_value '.postgresql.version')
# Install PostgreSQL # Install PostgreSQL
echo "Install PostgreSQL" echo "Install PostgreSQL"
apt update apt update
apt install postgresql-$toolsetVersion apt install postgresql-$toolset_version
echo "Install libpq-dev" echo "Install libpq-dev"
apt-get install libpq-dev apt-get install libpq-dev

5
images/ubuntu/scripts/build/install-powershell.sh
View File

@@ -4,9 +4,10 @@
## Desc: Install PowerShell Core ## Desc: Install PowerShell Core
################################################################################ ################################################################################
# Source the helpers for use with the script
source $HELPER_SCRIPTS/install.sh source $HELPER_SCRIPTS/install.sh
pwshversion=$(get_toolset_value .pwsh.version) pwsh_version=$(get_toolset_value .pwsh.version)
# Install Powershell # Install Powershell
apt-get install -y powershell=$pwshversion* apt-get install -y powershell=$pwsh_version*

19
images/ubuntu/scripts/build/install-pypy.sh
View File

@@ -4,6 +4,7 @@
## Desc: Install PyPy ## Desc: Install PyPy
################################################################################ ################################################################################
# Source the helpers for use with the script
source $HELPER_SCRIPTS/install.sh source $HELPER_SCRIPTS/install.sh
# This function installs PyPy using the specified arguments: # This function installs PyPy using the specified arguments:
@@ -73,20 +74,20 @@ install_pypy() {
} }
# Installation PyPy # Installation PyPy
pypyVersions=$(curl -fsSL https://downloads.python.org/pypy/versions.json) pypy_versions_json=$(curl -fsSL https://downloads.python.org/pypy/versions.json)
toolsetVersions=$(get_toolset_value '.toolcache[] | select(.name | contains("PyPy")) | .versions[]') toolset_versions=$(get_toolset_value '.toolcache[] | select(.name | contains("PyPy")) | .versions[]')
for toolsetVersion in $toolsetVersions; do for toolset_version in $toolset_versions; do
latestMajorPyPyVersion=$(echo $pypyVersions | latest_major_pypy_version=$(echo $pypy_versions_json |
jq -r --arg toolsetVersion $toolsetVersion '.[] jq -r --arg toolset_version $toolset_version '.[]
| select((.python_version | startswith($toolsetVersion)) and .stable == true).files[] | select((.python_version | startswith($toolset_version)) and .stable == true).files[]
| select(.arch == "x64" and .platform == "linux").download_url' | head -1) | select(.arch == "x64" and .platform == "linux").download_url' | head -1)
if [[ -z "$latestMajorPyPyVersion" ]]; then if [[ -z "$latest_major_pypy_version" ]]; then
echo "Failed to get PyPy version '$toolsetVersion'" echo "Failed to get PyPy version '$toolset_version'"
exit 1 exit 1
fi fi
install_pypy $latestMajorPyPyVersion install_pypy $latest_major_pypy_version
done done
chown -R "$SUDO_USER:$SUDO_USER" "$AGENT_TOOLSDIRECTORY/PyPy" chown -R "$SUDO_USER:$SUDO_USER" "$AGENT_TOOLSDIRECTORY/PyPy"

2
images/ubuntu/scripts/build/install-python.sh
View File

@@ -18,10 +18,12 @@ export PIPX_BIN_DIR=/opt/pipx_bin
export PIPX_HOME=/opt/pipx export PIPX_HOME=/opt/pipx
python3 -m pip install pipx python3 -m pip install pipx
python3 -m pipx ensurepath python3 -m pipx ensurepath
# Update /etc/environment # Update /etc/environment
set_etc_environment_variable "PIPX_BIN_DIR" $PIPX_BIN_DIR set_etc_environment_variable "PIPX_BIN_DIR" $PIPX_BIN_DIR
set_etc_environment_variable "PIPX_HOME" $PIPX_HOME set_etc_environment_variable "PIPX_HOME" $PIPX_HOME
prepend_etc_environment_path $PIPX_BIN_DIR prepend_etc_environment_path $PIPX_BIN_DIR
# Test pipx # Test pipx
if ! command -v pipx; then if ! command -v pipx; then
echo "pipx was not installed or not found on PATH" echo "pipx was not installed or not found on PATH"

7
images/ubuntu/scripts/build/install-rlang.sh
View File

@@ -4,14 +4,11 @@
## Desc: Install R ## Desc: Install R
################################################################################ ################################################################################
# Source the helpers for use with the script
source $HELPER_SCRIPTS/os.sh
# install R # install R
osLabel=$(get_os_version_label) os_label=$(lsb_release -cs)
wget -qO- https://cloud.r-project.org/bin/linux/ubuntu/marutter_pubkey.asc | gpg --dearmor > /usr/share/keyrings/rlang.gpg wget -qO- https://cloud.r-project.org/bin/linux/ubuntu/marutter_pubkey.asc | gpg --dearmor > /usr/share/keyrings/rlang.gpg
echo "deb [signed-by=/usr/share/keyrings/rlang.gpg] https://cloud.r-project.org/bin/linux/ubuntu $osLabel-cran40/" > /etc/apt/sources.list.d/rlang.list echo "deb [signed-by=/usr/share/keyrings/rlang.gpg] https://cloud.r-project.org/bin/linux/ubuntu $os_label-cran40/" > /etc/apt/sources.list.d/rlang.list
apt-get update apt-get update
apt-get install r-base apt-get install r-base

47
images/ubuntu/scripts/build/install-ruby.sh
View File

@@ -4,15 +4,16 @@
## Desc: Install Ruby requirements and ruby gems ## Desc: Install Ruby requirements and ruby gems
################################################################################ ################################################################################
# Source the helpers for use with the script
source $HELPER_SCRIPTS/os.sh source $HELPER_SCRIPTS/os.sh
source $HELPER_SCRIPTS/install.sh source $HELPER_SCRIPTS/install.sh
apt-get install ruby-full apt-get install ruby-full
# Install ruby gems from toolset # Install ruby gems from toolset
gemsToInstall=$(get_toolset_value ".rubygems[] .name") gems_to_install=$(get_toolset_value ".rubygems[] .name")
if [ -n "$gemsToInstall" ]; then if [[ -n "$gems_to_install" ]]; then
for gem in $gemsToInstall; do for gem in $gems_to_install; do
echo "Installing gem $gem" echo "Installing gem $gem"
gem install $gem gem install $gem
done done
@@ -22,35 +23,35 @@ fi
apt-get install -y libz-dev openssl libssl-dev apt-get install -y libz-dev openssl libssl-dev
echo "Install Ruby from toolset..." echo "Install Ruby from toolset..."
PACKAGE_TAR_NAMES=$(curl -fsSL "https://api.github.com/repos/ruby/ruby-builder/releases/latest" | jq -r '.assets[].name') package_tar_names=$(curl -fsSL "https://api.github.com/repos/ruby/ruby-builder/releases/latest" | jq -r '.assets[].name')
TOOLSET_VERSIONS=$(get_toolset_value '.toolcache[] | select(.name | contains("Ruby")) | .versions[]') toolset_versions=$(get_toolset_value '.toolcache[] | select(.name | contains("Ruby")) | .versions[]')
PLATFORM_VERSION=$(get_toolset_value '.toolcache[] | select(.name | contains("Ruby")) | .platform_version') platform_version=$(get_toolset_value '.toolcache[] | select(.name | contains("Ruby")) | .platform_version')
RUBY_PATH="$AGENT_TOOLSDIRECTORY/Ruby" ruby_path="$AGENT_TOOLSDIRECTORY/Ruby"
echo "Check if Ruby hostedtoolcache folder exist..." echo "Check if Ruby hostedtoolcache folder exist..."
if [ ! -d $RUBY_PATH ]; then if [[ ! -d $ruby_path ]]; then
mkdir -p $RUBY_PATH mkdir -p $ruby_path
fi fi
for TOOLSET_VERSION in ${TOOLSET_VERSIONS[@]}; do for toolset_version in ${toolset_versions[@]}; do
PACKAGE_TAR_NAME=$(echo "$PACKAGE_TAR_NAMES" | grep "^ruby-${TOOLSET_VERSION}-ubuntu-${PLATFORM_VERSION}.tar.gz$" | sort -V | tail -1) package_tar_name=$(echo "$package_tar_names" | grep "^ruby-${toolset_version}-ubuntu-${platform_version}.tar.gz$" | sort -V | tail -1)
RUBY_VERSION=$(echo "$PACKAGE_TAR_NAME" | cut -d'-' -f 2) ruby_version=$(echo "$package_tar_name" | cut -d'-' -f 2)
RUBY_VERSION_PATH="$RUBY_PATH/$RUBY_VERSION" ruby_version_path="$ruby_path/$ruby_version"
echo "Create Ruby $RUBY_VERSION directory..." echo "Create Ruby $ruby_version directory..."
mkdir -p $RUBY_VERSION_PATH mkdir -p $ruby_version_path
echo "Downloading tar archive $PACKAGE_TAR_NAME" echo "Downloading tar archive $package_tar_name"
DOWNLOAD_URL="https://github.com/ruby/ruby-builder/releases/download/toolcache/${PACKAGE_TAR_NAME}" download_url="https://github.com/ruby/ruby-builder/releases/download/toolcache/${package_tar_name}"
PACKAGE_ARCHIVE_PATH=$(download_with_retry "$DOWNLOAD_URL") package_archive_path=$(download_with_retry "$download_url")
echo "Expand '$PACKAGE_TAR_NAME' to the '$RUBY_VERSION_PATH' folder" echo "Expand '$package_tar_name' to the '$ruby_version_path' folder"
tar xf "$PACKAGE_ARCHIVE_PATH" -C $RUBY_VERSION_PATH tar xf "$package_archive_path" -C $ruby_version_path
COMPLETE_FILE_PATH="$RUBY_VERSION_PATH/x64.complete" complete_file_path="$ruby_version_path/x64.complete"
if [ ! -f $COMPLETE_FILE_PATH ]; then if [[ ! -f $complete_file_path ]]; then
echo "Create complete file" echo "Create complete file"
touch $COMPLETE_FILE_PATH touch $complete_file_path
fi fi
done done

12
images/ubuntu/scripts/build/install-selenium.sh
View File

@@ -8,17 +8,17 @@
source $HELPER_SCRIPTS/install.sh source $HELPER_SCRIPTS/install.sh
source $HELPER_SCRIPTS/etc-environment.sh source $HELPER_SCRIPTS/etc-environment.sh
SELENIUM_MAJOR_VERSION=$(get_toolset_value '.selenium.version') selenium_major_version=$(get_toolset_value '.selenium.version')
# Download Selenium server # Download Selenium server
SELENIUM_DOWNLOAD_URL=$(resolve_github_release_asset_url "SeleniumHQ/selenium" "contains(\"selenium-server-\") and endswith(\".jar\")" "$SELENIUM_MAJOR_VERSION\.+" "" "true") selenium_download_url=$(resolve_github_release_asset_url "SeleniumHQ/selenium" "contains(\"selenium-server-\") and endswith(\".jar\")" "$selenium_major_version\.+" "" "true")
SELENIUM_JAR_PATH=$(download_with_retry "$SELENIUM_DOWNLOAD_URL" "/usr/share/java/selenium-server.jar") selenium_jar_path=$(download_with_retry "$selenium_download_url" "/usr/share/java/selenium-server.jar")
# Create an epmty file to retrive selenium version # Create an epmty file to retrive selenium version
SELENIUM_FULL_VERSION=$(echo $SELENIUM_DOWNLOAD_URL | awk -F"selenium-server-|.jar" '{print $2}') selenium_full_version=$(echo $selenium_download_url | awk -F"selenium-server-|.jar" '{print $2}')
touch "/usr/share/java/selenium-server-$SELENIUM_FULL_VERSION" touch "/usr/share/java/selenium-server-$selenium_full_version"
# Add SELENIUM_JAR_PATH environment variable # Add SELENIUM_JAR_PATH environment variable
set_etc_environment_variable "SELENIUM_JAR_PATH" "$SELENIUM_JAR_PATH" set_etc_environment_variable "SELENIUM_JAR_PATH" "$selenium_jar_path"
invoke_tests "Tools" "Selenium" invoke_tests "Tools" "Selenium"

1
images/ubuntu/scripts/build/install-sqlpackage.sh
View File

@@ -13,6 +13,7 @@ if is_ubuntu22; then
libssl_deb_path=$(download_with_retry "http://security.ubuntu.com/ubuntu/pool/main/o/openssl/libssl1.1_1.1.1f-1ubuntu2.20_amd64.deb") libssl_deb_path=$(download_with_retry "http://security.ubuntu.com/ubuntu/pool/main/o/openssl/libssl1.1_1.1.1f-1ubuntu2.20_amd64.deb")
libssl_hash="0b3251aee55db6e20d02f4b9a2b703c9874a85ab6a20b12f4870f52f91633d37" libssl_hash="0b3251aee55db6e20d02f4b9a2b703c9874a85ab6a20b12f4870f52f91633d37"
use_checksum_comparison "$libssl_deb_path" "$libssl_hash" use_checksum_comparison "$libssl_deb_path" "$libssl_hash"
dpkg -i "$libssl_deb_path" dpkg -i "$libssl_deb_path"
fi fi

12
images/ubuntu/scripts/build/install-swift.sh
View File

@@ -32,16 +32,16 @@ rm ~/.gnupg/swift
tar xzf "$archive_path" -C /tmp tar xzf "$archive_path" -C /tmp
SWIFT_INSTALL_ROOT="/usr/share/swift" SWIFT_INSTALL_ROOT="/usr/share/swift"
SWIFT_BIN_ROOT="$SWIFT_INSTALL_ROOT/usr/bin" swift_bin_root="$SWIFT_INSTALL_ROOT/usr/bin"
SWIFT_LIB_ROOT="$SWIFT_INSTALL_ROOT/usr/lib" swift_lib_root="$SWIFT_INSTALL_ROOT/usr/lib"
mv "/tmp/${swift_release_name}" $SWIFT_INSTALL_ROOT mv "/tmp/${swift_release_name}" $SWIFT_INSTALL_ROOT
mkdir -p /usr/local/lib mkdir -p /usr/local/lib
ln -s "$SWIFT_BIN_ROOT/swift" /usr/local/bin/swift ln -s "$swift_bin_root/swift" /usr/local/bin/swift
ln -s "$SWIFT_BIN_ROOT/swiftc" /usr/local/bin/swiftc ln -s "$swift_bin_root/swiftc" /usr/local/bin/swiftc
ln -s "$SWIFT_LIB_ROOT/libsourcekitdInProc.so" /usr/local/lib/libsourcekitdInProc.so ln -s "$swift_lib_root/libsourcekitdInProc.so" /usr/local/lib/libsourcekitdInProc.so
set_etc_environment_variable "SWIFT_PATH" "${SWIFT_BIN_ROOT}" set_etc_environment_variable "SWIFT_PATH" "${swift_bin_root}"
invoke_tests "Common" "Swift" invoke_tests "Common" "Swift"

9
images/ubuntu/scripts/build/install-yq.sh
View File

@@ -9,14 +9,15 @@
source $HELPER_SCRIPTS/install.sh source $HELPER_SCRIPTS/install.sh
# Download yq # Download yq
base_url="https://github.com/mikefarah/yq/releases/latest/download" yq_url=$(resolve_github_release_asset_url "mikefarah/yq" "endswith(\"yq_linux_amd64\")" "latest")
binary_path=$(download_with_retry "${base_url}/yq_linux_amd64") binary_path=$(download_with_retry "${yq_url}")
# Supply chain security - yq # Supply chain security - yq
external_hash=$(get_checksum_from_url "${base_url}/checksums" "yq_linux_amd64 " "SHA256" "true" " " "19") hash_url=$(resolve_github_release_asset_url "mikefarah/yq" "endswith(\"checksums\")" "latest")
external_hash=$(get_checksum_from_url "${hash_url}" "yq_linux_amd64 " "SHA256" "true" " " "19")
use_checksum_comparison "$binary_path" "$external_hash" use_checksum_comparison "$binary_path" "$external_hash"
# Install yq # Install yq
sudo install "$binary_path" /usr/bin/yq install "$binary_path" /usr/bin/yq
invoke_tests "Tools" "yq" invoke_tests "Tools" "yq"

4
images/ubuntu/scripts/build/install-zstd.sh
View File

@@ -26,13 +26,13 @@ make -C "/tmp/${release_name}/contrib/pzstd" all
make -C "/tmp/${release_name}" zstd-release make -C "/tmp/${release_name}" zstd-release
for copyprocess in zstd zstdless zstdgrep; do for copyprocess in zstd zstdless zstdgrep; do
cp "/tmp/${release_name}/programs/${copyprocess}" /usr/local/bin/ cp "/tmp/${release_name}/programs/${copyprocess}" /usr/local/bin/
done done
cp "/tmp/${release_name}/contrib/pzstd/pzstd" /usr/local/bin/ cp "/tmp/${release_name}/contrib/pzstd/pzstd" /usr/local/bin/
for symlink in zstdcat zstdmt unzstd; do for symlink in zstdcat zstdmt unzstd; do
ln -sf /usr/local/bin/zstd /usr/local/bin/${symlink} ln -sf /usr/local/bin/zstd /usr/local/bin/${symlink}
done done
invoke_tests "Tools" "Zstd" invoke_tests "Tools" "Zstd"

4
images/ubuntu/scripts/helpers/os.sh
View File

@@ -11,7 +11,3 @@ is_ubuntu20() {
is_ubuntu22() { is_ubuntu22() {
lsb_release -d | grep -q 'Ubuntu 22' lsb_release -d | grep -q 'Ubuntu 22'
} }
get_os_version_label() {
lsb_release -cs
}