diff --git a/src/service/sending/sender.rs b/src/service/sending/sender.rs
index 6fb402ee6..442fed288 100644
--- a/src/service/sending/sender.rs
+++ b/src/service/sending/sender.rs
@@ -152,8 +152,8 @@ async fn handle_response<'a>(
 						debug!("{dest} is now unhealthy & stale due to a connect error: {e:?}");
 						self.services.federation.mark_destination_stale(dest);
 						self.services.federation.hit_unhealthy(dest.clone());
-					} else if e.status_code().is_server_error() {
-						debug!("{dest} is now unhealthy due to server error response: {e:?}");
+					} else if e.status_code() != StatusCode::OK {
+						debug!("{dest} is now unhealthy due to error response: {e:?}");
 						self.services.federation.hit_unhealthy(dest.clone());
 					}
 				}