diff --git a/images/linux/scripts/base/apt.sh b/images/linux/scripts/base/apt.sh
index ccb1c3b00..35bc92da0 100644
--- a/images/linux/scripts/base/apt.sh
+++ b/images/linux/scripts/base/apt.sh
@@ -23,7 +23,16 @@ apt-get remove unattended-upgrades
 # Install aria2 and jq
 apt-get install aria2
 apt-get install jq
+
 # Use apt-fast for parallel downloads
 add-apt-repository -y ppa:apt-fast/stable
+
+# Need to limit arch for default apt repos due to 
+# https://github.com/actions/virtual-environments/issues/1961
+sed -i'' -E 's/^deb http:\/\/(azure.archive|security).ubuntu.com/deb [arch=amd64,i386] http:\/\/\1.ubuntu.com/' /etc/apt/sources.list
+
+echo 'APT sources limited to the actual architectures'
+cat /etc/apt/sources.list
+
 apt-get update
 apt-get install apt-fast