add --fast option to run hypothesis tests faster

Author: tomato42

conftest.py

@@ -0,0 +1,6 @@
+import pytest
+
+def pytest_addoption(parser):
+    parser.addoption(
+        "--fast", action="store_true", default=False, help="run tests fast"
+    )

cosmic-ray.toml

@@ -3,7 +3,7 @@ module-path = "src"
 python-version = ""
 timeout = 30.0
 exclude-modules = ['src/ecdsa/_version.py', 'src/ecdsa/test*']
-test-command = "pytest -x src/"
+test-command = "pytest -x --fast src/"
 
 [cosmic-ray.execution-engine]
 name = "local"

src/ecdsa/test_der.py

@@ -7,9 +7,10 @@
     import unittest2 as unittest
 except ImportError:
     import unittest
+import sys
 from six import b
 import hypothesis.strategies as st
-from hypothesis import given, example
+from hypothesis import given, example, settings
 import pytest
 from ._compat import str_idx_as_int
 from .curves import NIST256p, NIST224p
@@ -389,6 +390,14 @@ def st_oid(draw, max_value=2 ** 512, max_size=50):
     return (first, second) + tuple(rest)
 
 
+HYP_SETTINGS = {}
+
+
+if "--fast" in sys.argv:
+    HYP_SETTINGS["max_examples"] = 2
+
+
+@settings(**HYP_SETTINGS)
 @given(st_oid())
 def test_oids(ids):
     encoded_oid = encode_oid(*ids)

src/ecdsa/test_malformed_sigs.py

@@ -145,12 +145,17 @@ def st_fuzzed_sig(draw, keys_and_sigs):
         HealthCheck.filter_too_much,
         HealthCheck.too_slow,
     ]
+if "--fast" in sys.argv:
+    params["max_examples"] = 20
 
 slow_params = dict(params)
-slow_params["max_examples"] = 10
+if "--fast" in sys.argv:
+    slow_params["max_examples"] = 2
+else:
+    slow_params["max_examples"] = 10
 
 
-@settings(**params)
+@settings(**slow_params)
 @given(st_fuzzed_sig(keys_and_sigs))
 def test_fuzzed_der_signatures(args):
     verifying_key, sig = args
@@ -296,7 +301,7 @@ def st_der():
     )
 
 
-@settings(**params)
+@settings(**slow_params)
 @given(st.sampled_from(keys_and_sigs), st_der())
 def test_random_der_as_signature(params, der):
     """Check if random DER structures are rejected as signature"""
@@ -341,7 +346,7 @@ def test_random_bytes_as_signature(params, der):
 """
 
 
-@settings(**params)
+@settings(**slow_params)
 @given(st_fuzzed_sig(keys_and_string_sigs))
 def test_fuzzed_string_signatures(params):
     verifying_key, sig = params

src/ecdsa/test_numbertheory.py

@@ -2,6 +2,7 @@
 from six import print_
 from functools import reduce
 import operator
+import sys
 
 try:
     import unittest2 as unittest
@@ -202,9 +203,15 @@ def st_comp_no_com_fac(draw):
     # the factorization() sometimes takes a long time to finish
     HYP_SETTINGS["deadline"] = 5000
 
+if "--fast" in sys.argv:
+    HYP_SETTINGS["max_examples"] = 20
+
 
 HYP_SLOW_SETTINGS = dict(HYP_SETTINGS)
-HYP_SLOW_SETTINGS["max_examples"] = 10
+if "--fast" in sys.argv:
+    HYP_SLOW_SETTINGS["max_examples"] = 2
+else:
+    HYP_SLOW_SETTINGS["max_examples"] = 20
 
 
 class TestNumbertheory(unittest.TestCase):
@@ -239,6 +246,7 @@ def test_gcd_with_uncom_factor(self, numbers):
         n = gcd(numbers)
         assert n == 1
 
+    @settings(**HYP_SLOW_SETTINGS)
     @given(
         st.lists(
             st.integers(min_value=1, max_value=2 ** 8192),
@@ -257,6 +265,7 @@ def test_lcm(self):
         assert lcm([3, 5 * 3, 7 * 3]) == 3 * 5 * 7
         assert lcm(3) == 3
 
+    @settings(**HYP_SLOW_SETTINGS)
     @given(
         st.lists(
             st.integers(min_value=1, max_value=2 ** 8192),
@@ -275,7 +284,7 @@ def test_lcm_with_random_numbers(self, numbers):
         "meet requirements (like `is_prime()`), the test "
         "case times-out on it",
     )
-    @settings(**HYP_SETTINGS)
+    @settings(**HYP_SLOW_SETTINGS)
     @given(st_num_square_prime())
     def test_square_root_mod_prime(self, vals):
         square, prime = vals
@@ -313,6 +322,7 @@ def test_jacobi(self, mod):
                     c *= jacobi(a, i[0]) ** i[1]
                 assert c == jacobi(a, mod)
 
+    @settings(**HYP_SETTINGS)
     @given(st_two_nums_rel_prime())
     def test_inverse_mod(self, nums):
         num, mod = nums

src/ecdsa/test_pyecdsa.py

@@ -9,12 +9,13 @@
 import shutil
 import subprocess
 import pytest
+import sys
 from binascii import hexlify, unhexlify
 from hashlib import sha1, sha256, sha384, sha512
 import hashlib
 from functools import partial
 
-from hypothesis import given
+from hypothesis import given, settings
 import hypothesis.strategies as st
 
 from six import b, print_, binary_type
@@ -57,6 +58,13 @@ class SubprocessError(Exception):
     pass
 
 
+HYP_SETTINGS = {}
+
+
+if "--fast" in sys.argv:
+    HYP_SETTINGS["max_examples"] = 20
+
+
 def run_openssl(cmd):
     OPENSSL = "openssl"
     p = subprocess.Popen(
@@ -1335,6 +1343,7 @@ def test_trytryagain(self):
             b("6fa59d73bf0446ae8743cf748fc5ac11d5585a90356417e97155c3bc"),
         )
 
+    @settings(**HYP_SETTINGS)
     @given(st.integers(min_value=0, max_value=10 ** 200))
     def test_randrange(self, i):
         # util.randrange does not provide long-term stability: we might