diff --git a/rally-jobs/rally-keystone-api-v2.yaml b/rally-jobs/rally-keystone-api-v2.yaml
index e59e8bf1..98c40aa5 100644
--- a/rally-jobs/rally-keystone-api-v2.yaml
+++ b/rally-jobs/rally-keystone-api-v2.yaml
@@ -197,17 +197,6 @@
         failure_rate:
           max: 0
 
-  KeystoneBasic.create_delete_user:
-    -
-      args: {}
-      runner:
-        type: "constant"
-        times: 10
-        concurrency: 10
-      sla:
-        failure_rate:
-          max: 0
-
   KeystoneBasic.create_and_delete_service:
     -
       runner:
diff --git a/rally-jobs/rally-mos.yaml b/rally-jobs/rally-mos.yaml
index 64c0d33d..f51cd23b 100644
--- a/rally-jobs/rally-mos.yaml
+++ b/rally-jobs/rally-mos.yaml
@@ -116,17 +116,6 @@
         failure_rate:
           max: 0
 
-  KeystoneBasic.create_delete_user:
-    -
-      args: {}
-      runner:
-        type: "constant"
-        times: 1
-        concurrency: 1
-      sla:
-        failure_rate:
-          max: 0
-
   HeatStacks.create_and_list_stack:
     -
       args:
diff --git a/rally-jobs/rally.yaml b/rally-jobs/rally.yaml
index d188ecb0..fc20829e 100644
--- a/rally-jobs/rally.yaml
+++ b/rally-jobs/rally.yaml
@@ -197,17 +197,6 @@
         failure_rate:
           max: 0
 
-  KeystoneBasic.create_delete_user:
-    -
-      args: {}
-      runner:
-        type: "constant"
-        times: 10
-        concurrency: 10
-      sla:
-        failure_rate:
-          max: 0
-
   KeystoneBasic.create_and_delete_service:
     -
       runner: