From 66566368e0ff6256bf27a8d99e14c9d37cd3c6a7 Mon Sep 17 00:00:00 2001
From: Nikola Jokic <nikola-jokic@github.com>
Date: Tue, 4 Oct 2022 15:14:48 +0200
Subject: [PATCH] added backoff if NotFound on getPodPhase

---
 packages/k8s/src/k8s/index.ts    | 10 ++++++++--
 packages/k8s/tests/test-setup.ts |  2 +-
 2 files changed, 9 insertions(+), 3 deletions(-)

diff --git a/packages/k8s/src/k8s/index.ts b/packages/k8s/src/k8s/index.ts
index 6aa0013..cf29b36 100644
--- a/packages/k8s/src/k8s/index.ts
+++ b/packages/k8s/src/k8s/index.ts
@@ -322,13 +322,18 @@ export async function waitForPodPhases(
   const backOffManager = new BackOffManager(maxTimeSeconds)
   let phase: PodPhase = PodPhase.UNKNOWN
   try {
-    while (true) {
+    let retryCount = 0
+    while (retryCount < 3) {
       try {
         phase = await getPodPhase(podName)
       } catch (err) {
         const e = err as k8s.HttpError
         if (e?.body?.reason === 'NotFound') {
-          phase = PodPhase.UNKNOWN
+          retryCount++
+          await backOffManager.backOff()
+          continue
+        } else {
+          throw err
         }
       }
       if (awaitingPhases.has(phase)) {
@@ -342,6 +347,7 @@ export async function waitForPodPhases(
       }
       await backOffManager.backOff()
     }
+    throw new Error(`Failed to get pod phase after ${retryCount} attempts`)
   } catch (error) {
     throw new Error(`Pod ${podName} is unhealthy with phase status ${phase}`)
   }
diff --git a/packages/k8s/tests/test-setup.ts b/packages/k8s/tests/test-setup.ts
index cb04d1a..4680292 100644
--- a/packages/k8s/tests/test-setup.ts
+++ b/packages/k8s/tests/test-setup.ts
@@ -231,7 +231,7 @@ export class TestHelper {
     await waitForPodPhases(
       `${registryName}-0`,
       new Set([PodPhase.RUNNING]),
-      new Set([PodPhase.PENDING, PodPhase.UNKNOWN])
+      new Set([PodPhase.PENDING])
     )
     await k8sApi.createNamespacedService(namespace, svc)
     return {