diff --git a/src/AzureAppConfigurationImpl.ts b/src/AzureAppConfigurationImpl.ts
index 693cec90..7c1263cd 100644
--- a/src/AzureAppConfigurationImpl.ts
+++ b/src/AzureAppConfigurationImpl.ts
@@ -395,6 +395,9 @@ export class AzureAppConfigurationImpl implements AzureAppConfiguration {
                     if (isInputError(error)) {
                         throw error;
                     }
+                    if (isRestError(error) && !isFailoverableError(error)) {
+                        throw error;
+                    }
                     if (abortSignal.aborted) {
                         return;
                     }