diff --git a/images/ubuntu/scripts/tests/System.Tests.ps1 b/images/ubuntu/scripts/tests/System.Tests.ps1
index f3d034831..e609fea7c 100644
--- a/images/ubuntu/scripts/tests/System.Tests.ps1
+++ b/images/ubuntu/scripts/tests/System.Tests.ps1
@@ -9,7 +9,13 @@ Describe "Disk free space" -Skip:(-not [String]::IsNullOrEmpty($env:AGENT_NAME)
 
 Describe "fwupd removed" {
     It "Is not present on box" {
-        $systemctlOutput = & systemctl list-unit-files fwupd-refresh.timer
-        $systemctlOutput | Should -Match "masked"
+        $systemctlOutput = & systemctl list-unit fwupd-refresh.timer --no-legend
+        # When disabled the output looks like this:
+        #❯ systemctl list-units fwupd-refresh.timer --no-legend
+        #● fwupd-refresh.timer masked failed failed fwupd-refresh.timer
+        # When enabled the output looks like this:
+        #❯ systemctl list-units fwupd-refresh.timer --no-legend
+        #fwupd-refresh.timer loaded active waiting Refresh fwupd metadata regularly
+        $systemctlOutput | Should -Not -Match "active"
     }
 }