diff --git a/homeassistant/components/http/ban.py b/homeassistant/components/http/ban.py
index 611645e8258..e9ebdb6bfc7 100644
--- a/homeassistant/components/http/ban.py
+++ b/homeassistant/components/http/ban.py
@@ -232,8 +232,10 @@ class IpBanManager:
                 ip_bans_lookup[ban.ip_address] = ban
             except vol.Invalid as err:
                 _LOGGER.error("Failed to load IP ban %s: %s", ip_info, err)
+                continue
             except ValueError:
                 _LOGGER.error("Failed to load IP ban: invalid IP address %s", ip_ban)
+                continue
 
         self.ip_bans_lookup = ip_bans_lookup