diff --git a/browbeat-config b/browbeat.cfg
similarity index 94%
rename from browbeat-config
rename to browbeat.cfg
index fde3c8189..1e9a7f422 100644
--- a/browbeat-config
+++ b/browbeat.cfg
@@ -1,3 +1,7 @@
+
+# Block run if we haven't updated the config
+UPDATED=false
+
 DEBUG=true
 CONNMON=true
 # Number of workers to test. This is a loop.
diff --git a/browbeat.sh b/browbeat.sh
index 8e6bc54ba..22974ebf0 100755
--- a/browbeat.sh
+++ b/browbeat.sh
@@ -1,6 +1,7 @@
 #!/bin/bash
 source ~/stackrc
-source browbeat-config
+source browbeat.cfg
+
 
 log()
 {
@@ -197,6 +198,11 @@ truncate_token_bloat()
  ssh -o "${SSH_OPTS}" ${LOGIN_USER}@$IP sudo "mysql keystone -e 'truncate token;'"
 }
 
+if [ "$UPDATED" = false ]; then
+  log "Usage: ./browbeat.sh <test_prefix>"
+  log "Please update the browbeat.cfg before running"
+  exit
+fi
 
 if [ ! $# == 1 ]; then
   log "Usage: ./browbeat.sh <test_prefix>"