diff --git a/tests/roles/bootstrap-host/templates/user_variables_octavia.yml.j2 b/tests/roles/bootstrap-host/templates/user_variables_octavia.yml.j2
index 62d8486092..3bccc9d80f 100644
--- a/tests/roles/bootstrap-host/templates/user_variables_octavia.yml.j2
+++ b/tests/roles/bootstrap-host/templates/user_variables_octavia.yml.j2
@@ -28,6 +28,8 @@ octavia_amp_vcpu: 2
 octavia_amp_ram: 512
 tempest_service_available_octavia: true
 tempest_tempest_conf_overrides_octavia:
+  loadbalancer-feature-enabled:
+    not_implemented_is_error: "{{ not ('ovnprovider' in bootstrap_host_scenarios_expanded) }}"
   load_balancer:
     member_role: '"Member"'
     test_with_ipv6: false