diff --git a/tests/test_cli.py b/tests/test_cli.py
index 3fc048585..00f33bb1c 100644
--- a/tests/test_cli.py
+++ b/tests/test_cli.py
@@ -1522,7 +1522,7 @@ def test_annotate_file(self):
             ],
         )
         print("STDERR", result.stdout)
-        err = result.stderr
+        err = "\n".join([line for line in result.stderr.split("\n") if not line.startswith("WARNING")])
         self.assertEqual("", err)
         self.assertEqual(0, result.exit_code)
         with open(outfile) as stream: