diff --git a/testing/test_pastebin.py b/testing/test_pastebin.py
index fd443ed40da..9afa1e23f31 100644
--- a/testing/test_pastebin.py
+++ b/testing/test_pastebin.py
@@ -55,7 +55,7 @@ def test_skip():
             ]
         )
 
-    def test_non_ascii_paste_text(self, testdir):
+    def test_non_ascii_paste_text(self, testdir, pastebinlist):
         """Make sure that text which contains non-ascii characters is pasted
         correctly. See #1219.
         """
@@ -74,6 +74,7 @@ def test():
                 "*Sending information to Paste Service*",
             ]
         )
+        assert len(pastebinlist) == 1
 
 
 class TestPaste: