diff --git a/tools/check-releasenotes.py b/tools/check-releasenotes.py
index 1bf94bc5f7..a01cb2f1e8 100755
--- a/tools/check-releasenotes.py
+++ b/tools/check-releasenotes.py
@@ -25,6 +25,8 @@ RELEASE_NOTES_DIR = "releasenotes/notes/"
 IGNORE_FILES = (
     'releasenotes/notes/fix-get-deploy-info-port.yaml',  # Newton 6.0.0
     'releasenotes/notes/fix-mitaka-ipa-iscsi.yaml',      # Newton 6.0.0
+    # Rocky, accidentally got in
+    'releasenotes/notes/add-id-and-uuid-filtering-to-sqalchemy-api.yaml',
 )
 
 
diff --git a/tox.ini b/tox.ini
index 3a8619d655..6bea93eee7 100644
--- a/tox.ini
+++ b/tox.ini
@@ -36,6 +36,8 @@ commands =
   {toxinidir}/tools/run_bashate.sh {toxinidir}
   # Check the *.rst files
   doc8 README.rst CONTRIBUTING.rst doc/source --ignore D001
+  # Check to make sure reno releasenotes created with 'reno new'
+  {toxinidir}/tools/check-releasenotes.py
 
 [testenv:cover]
 setenv = VIRTUAL_ENV={envdir}
@@ -88,7 +90,6 @@ commands =
 
 [testenv:releasenotes]
 commands =
-  {toxinidir}/tools/check-releasenotes.py
   sphinx-build -a -E -W -d releasenotes/build/doctrees -b html releasenotes/source releasenotes/build/html
 
 [testenv:venv]