diff --git a/rally-jobs/rally-keystone-api-v2.yaml b/rally-jobs/rally-keystone-api-v2.yaml
index 30d7a208..3279f28f 100644
--- a/rally-jobs/rally-keystone-api-v2.yaml
+++ b/rally-jobs/rally-keystone-api-v2.yaml
@@ -215,17 +215,6 @@
         failure_rate:
           max: 0
 
-  KeystoneBasic.create_delete_user:
-    -
-      args: {}
-      runner:
-        type: "constant"
-        times: 10
-        concurrency: 10
-      sla:
-        failure_rate:
-          max: 0
-
   KeystoneBasic.create_and_delete_service:
     -
       runner:
diff --git a/rally-jobs/rally-mos.yaml b/rally-jobs/rally-mos.yaml
index 64c0d33d..f51cd23b 100644
--- a/rally-jobs/rally-mos.yaml
+++ b/rally-jobs/rally-mos.yaml
@@ -116,17 +116,6 @@
         failure_rate:
           max: 0
 
-  KeystoneBasic.create_delete_user:
-    -
-      args: {}
-      runner:
-        type: "constant"
-        times: 1
-        concurrency: 1
-      sla:
-        failure_rate:
-          max: 0
-
   HeatStacks.create_and_list_stack:
     -
       args:
diff --git a/rally-jobs/rally.yaml b/rally-jobs/rally.yaml
index d8af8b21..c794dd3f 100644
--- a/rally-jobs/rally.yaml
+++ b/rally-jobs/rally.yaml
@@ -229,17 +229,6 @@
         failure_rate:
           max: 0
 
-  KeystoneBasic.create_delete_user:
-    -
-      args: {}
-      runner:
-        type: "constant"
-        times: 10
-        concurrency: 10
-      sla:
-        failure_rate:
-          max: 0
-
   KeystoneBasic.create_and_delete_service:
     -
       runner: