diff --git a/templates/chrony.conf.j2 b/templates/chrony.conf.j2
index 956dee89..1870f6ab 100644
--- a/templates/chrony.conf.j2
+++ b/templates/chrony.conf.j2
@@ -96,8 +96,9 @@ rtconutc
 
 {% if security_ntp_bind_local_interfaces_only | bool %}
 # Listen for NTP requests only on local interfaces.
-bindaddress 127.0.0.1
+port 0
+bindcmdaddress 127.0.0.1
 {% if not security_disable_ipv6 | bool %}
-bindaddress ::1
+bindcmdaddress ::1
 {% endif %}
 {% endif %}