diff --git a/src/Sonarr.Api.V3/ProviderControllerBase.cs b/src/Sonarr.Api.V3/ProviderControllerBase.cs
index c5f6a5bcb..b35d52760 100644
--- a/src/Sonarr.Api.V3/ProviderControllerBase.cs
+++ b/src/Sonarr.Api.V3/ProviderControllerBase.cs
@@ -74,7 +74,7 @@ public ActionResult<TProviderResource> CreateProvider([FromBody] TProviderResour
 
             if (providerDefinition.Enable)
             {
-                Test(providerDefinition, false);
+                Test(providerDefinition, !forceSave);
             }
 
             providerDefinition = _providerFactory.Create(providerDefinition);
@@ -92,7 +92,7 @@ public ActionResult<TProviderResource> UpdateProvider([FromBody] TProviderResour
             // Only test existing definitions if it is enabled and forceSave isn't set.
             if (providerDefinition.Enable && !forceSave)
             {
-                Test(providerDefinition, false);
+                Test(providerDefinition, true);
             }
 
             _providerFactory.Update(providerDefinition);