diff --git a/tests/ensure_non_running_provider.py b/tests/ensure_non_running_provider.py
index a83a9b2..33776c0 100755
--- a/tests/ensure_non_running_provider.py
+++ b/tests/ensure_non_running_provider.py
@@ -77,7 +77,7 @@ def main():
             with open(other_testfile, "w") as ofile:
                 ofile.write(nominal_other_testfile_data)
 
-        if other_testfile not in testsfiles:
+        if other_testfile not in testsfiles and not generate:
             missing.append(filename)
         else:
             with open(other_testfile) as ifile: