diff --git a/doc-tools-check-languages.conf b/doc-tools-check-languages.conf
index cbaf9198e..59a281368 100644
--- a/doc-tools-check-languages.conf
+++ b/doc-tools-check-languages.conf
@@ -21,13 +21,15 @@ declare -A BOOKS=(
     # See comment at start of file and update tox.ini as well if you
     # change anything here.
     ["de"]="api-quick-start"
+    ["ja"]="api-quick-start"
 )
 
 # draft books
 declare -A DRAFTS=(
     # See comment at start of file and update tox.ini as well if you
     # change anything here.
-    ["de"]="api-quick-start"
+    # Example:
+    #["de"]="api-quick-start"
 )
 
 # Where does the top-level pom live?
diff --git a/tox.ini b/tox.ini
index 1a411cab1..c950b0264 100644
--- a/tox.ini
+++ b/tox.ini
@@ -85,9 +85,10 @@ commands = doc-tools-check-languages doc-tools-check-languages.conf test {posarg
 # openstack-generate-docbook needs xml2po which cannot be installed
 # in the venv. Since it's installed in the system, let's
 # use sitepackages.
+# NOTE(jaegerandi): Remove this as soon as job has been removed.
 sitepackages=True
-whitelist_externals = doc-tools-check-languages
-commands = doc-tools-check-languages doc-tools-check-languages.conf publish all
+# Do nothing for now
+commands = true
 
 [testenv:publishlang-api]
 # openstack-generate-docbook needs xml2po which cannot be installed
@@ -107,8 +108,10 @@ commands =
    # developer.openstack.org/LANG/api-guide/quick-start or
    # developer.openstack.org/draft/LANG/api-guide/quick-start.
    mkdir -p publish-docs/api-ref
-   mkdir -p publish-docs/api-ref/draft/de/api-guide
-   mv publish-docs/draft/de/api-quick-start/ publish-docs/api-ref/draft/de/api-guide/quick-start
+   mkdir -p publish-docs/api-ref/de/api-guide
+   mkdir -p publish-docs/api-ref/ja/api-guide
+   mv publish-docs/de/api-quick-start/ publish-docs/api-ref/de/api-guide/quick-start
+   mv publish-docs/ja/api-quick-start/ publish-docs/api-ref/ja/api-guide/quick-start
 
 [testenv:generatepot-rst]
 # Generate POT files for translation, needs {posargs} like: