diff --git a/ansible/roles/haproxy/templates/keepalived.conf.j2 b/ansible/roles/haproxy/templates/keepalived.conf.j2
index d599ea7217..e0467fa788 100644
--- a/ansible/roles/haproxy/templates/keepalived.conf.j2
+++ b/ansible/roles/haproxy/templates/keepalived.conf.j2
@@ -6,7 +6,8 @@ vrrp_script check_alive {
 }
 
 vrrp_instance kolla_internal_vip {
-    state MASTER
+    state BACKUP
+    nopreempt
     interface {{ api_interface }}
     virtual_router_id 51
     priority {{ groups['haproxy'].index(inventory_hostname) + 1 }}
@@ -25,7 +26,8 @@ vrrp_instance kolla_internal_vip {
 
 {% if haproxy_enable_external_vip | bool %}
 vrrp_instance kolla_external_vip {
-    state MASTER
+    state BACKUP
+    nopreempt
     interface {{ kolla_external_vip_interface }}
     virtual_router_id 52
     priority {{ groups['haproxy'].index(inventory_hostname) + 1 }}