Mock Version: 2.12 ENTER ['do_with_status'](['bash', '--login', '-c', '/usr/bin/rpmbuild -bs --target x86_64 --nodeps /builddir/build/SPECS/python-flaky.spec'], chrootPath='/var/lib/mock/centos-stream-9-x86_64-1628090592.074045/root'env={'TERM': 'vt100', 'SHELL': '/bin/bash', 'HOME': '/builddir', 'HOSTNAME': 'mock', 'PATH': '/usr/bin:/bin:/usr/sbin:/sbin', 'PROMPT_COMMAND': 'printf "\\033]0;\\007"', 'PS1': ' \\s-\\v\\$ ', 'LANG': 'C.UTF-8'}shell=Falselogger=timeout=0uid=1000gid=135user='mockbuild'nspawn_args=['--capability=cap_ipc_lock', '--rlimit=RLIMIT_NOFILE=10240', '--capability=cap_ipc_lock', '--bind=/tmp/mock-resolv.1nzqbgxx:/etc/resolv.conf', '--bind=/dev/btrfs-control', '--bind=/dev/loop-control', '--bind=/dev/loop0', '--bind=/dev/loop1', '--bind=/dev/loop2', '--bind=/dev/loop3', '--bind=/dev/loop4', '--bind=/dev/loop5', '--bind=/dev/loop6', '--bind=/dev/loop7', '--bind=/dev/loop8', '--bind=/dev/loop9', '--bind=/dev/loop10', '--bind=/dev/loop11']unshare_net=TrueprintOutput=True) Using nspawn with args ['--capability=cap_ipc_lock', '--rlimit=RLIMIT_NOFILE=10240', '--capability=cap_ipc_lock', '--bind=/tmp/mock-resolv.1nzqbgxx:/etc/resolv.conf', '--bind=/dev/btrfs-control', '--bind=/dev/loop-control', '--bind=/dev/loop0', '--bind=/dev/loop1', '--bind=/dev/loop2', '--bind=/dev/loop3', '--bind=/dev/loop4', '--bind=/dev/loop5', '--bind=/dev/loop6', '--bind=/dev/loop7', '--bind=/dev/loop8', '--bind=/dev/loop9', '--bind=/dev/loop10', '--bind=/dev/loop11'] Executing command: ['/usr/bin/systemd-nspawn', '-q', '-M', 'e25c6d86eea741c3a11c71e80e8aac25', '-D', '/var/lib/mock/centos-stream-9-x86_64-1628090592.074045/root', '-a', '-u', 'mockbuild', '--capability=cap_ipc_lock', '--rlimit=RLIMIT_NOFILE=10240', '--capability=cap_ipc_lock', '--bind=/tmp/mock-resolv.1nzqbgxx:/etc/resolv.conf', '--bind=/dev/btrfs-control', '--bind=/dev/loop-control', '--bind=/dev/loop0', '--bind=/dev/loop1', '--bind=/dev/loop2', '--bind=/dev/loop3', '--bind=/dev/loop4', '--bind=/dev/loop5', '--bind=/dev/loop6', '--bind=/dev/loop7', '--bind=/dev/loop8', '--bind=/dev/loop9', '--bind=/dev/loop10', '--bind=/dev/loop11', '--console=pipe', '--setenv=TERM=vt100', '--setenv=SHELL=/bin/bash', '--setenv=HOME=/builddir', '--setenv=HOSTNAME=mock', '--setenv=PATH=/usr/bin:/bin:/usr/sbin:/sbin', '--setenv=PROMPT_COMMAND=printf "\\033]0;\\007"', '--setenv=PS1= \\s-\\v\\$ ', '--setenv=LANG=C.UTF-8', '--resolv-conf=off', 'bash', '--login', '-c', '/usr/bin/rpmbuild -bs --target x86_64 --nodeps /builddir/build/SPECS/python-flaky.spec'] with env {'TERM': 'vt100', 'SHELL': '/bin/bash', 'HOME': '/builddir', 'HOSTNAME': 'mock', 'PATH': '/usr/bin:/bin:/usr/sbin:/sbin', 'PROMPT_COMMAND': 'printf "\\033]0;\\007"', 'PS1': ' \\s-\\v\\$ ', 'LANG': 'C.UTF-8', 'SYSTEMD_NSPAWN_TMPFS_TMP': '0'} and shell False Building target platforms: x86_64 Building for target x86_64 setting SOURCE_DATE_EPOCH=1618531200 Wrote: /builddir/build/SRPMS/python-flaky-3.7.0-3.el9.src.rpm Child return code was: 0 ENTER ['do_with_status'](['bash', '--login', '-c', '/usr/bin/rpmbuild -bb --target x86_64 --nodeps /builddir/build/SPECS/python-flaky.spec'], chrootPath='/var/lib/mock/centos-stream-9-x86_64-1628090592.074045/root'env={'TERM': 'vt100', 'SHELL': '/bin/bash', 'HOME': '/builddir', 'HOSTNAME': 'mock', 'PATH': '/usr/bin:/bin:/usr/sbin:/sbin', 'PROMPT_COMMAND': 'printf "\\033]0;\\007"', 'PS1': ' \\s-\\v\\$ ', 'LANG': 'C.UTF-8'}shell=Falselogger=timeout=0uid=1000gid=135user='mockbuild'nspawn_args=['--capability=cap_ipc_lock', '--rlimit=RLIMIT_NOFILE=10240', '--capability=cap_ipc_lock', '--bind=/tmp/mock-resolv.1nzqbgxx:/etc/resolv.conf', '--bind=/dev/btrfs-control', '--bind=/dev/loop-control', '--bind=/dev/loop0', '--bind=/dev/loop1', '--bind=/dev/loop2', '--bind=/dev/loop3', '--bind=/dev/loop4', '--bind=/dev/loop5', '--bind=/dev/loop6', '--bind=/dev/loop7', '--bind=/dev/loop8', '--bind=/dev/loop9', '--bind=/dev/loop10', '--bind=/dev/loop11']unshare_net=TrueprintOutput=True) Using nspawn with args ['--capability=cap_ipc_lock', '--rlimit=RLIMIT_NOFILE=10240', '--capability=cap_ipc_lock', '--bind=/tmp/mock-resolv.1nzqbgxx:/etc/resolv.conf', '--bind=/dev/btrfs-control', '--bind=/dev/loop-control', '--bind=/dev/loop0', '--bind=/dev/loop1', '--bind=/dev/loop2', '--bind=/dev/loop3', '--bind=/dev/loop4', '--bind=/dev/loop5', '--bind=/dev/loop6', '--bind=/dev/loop7', '--bind=/dev/loop8', '--bind=/dev/loop9', '--bind=/dev/loop10', '--bind=/dev/loop11'] Executing command: ['/usr/bin/systemd-nspawn', '-q', '-M', 'aa385e68236b4cd4ac9b43568e29f5bf', '-D', '/var/lib/mock/centos-stream-9-x86_64-1628090592.074045/root', '-a', '-u', 'mockbuild', '--capability=cap_ipc_lock', '--rlimit=RLIMIT_NOFILE=10240', '--capability=cap_ipc_lock', '--bind=/tmp/mock-resolv.1nzqbgxx:/etc/resolv.conf', '--bind=/dev/btrfs-control', '--bind=/dev/loop-control', '--bind=/dev/loop0', '--bind=/dev/loop1', '--bind=/dev/loop2', '--bind=/dev/loop3', '--bind=/dev/loop4', '--bind=/dev/loop5', '--bind=/dev/loop6', '--bind=/dev/loop7', '--bind=/dev/loop8', '--bind=/dev/loop9', '--bind=/dev/loop10', '--bind=/dev/loop11', '--console=pipe', '--setenv=TERM=vt100', '--setenv=SHELL=/bin/bash', '--setenv=HOME=/builddir', '--setenv=HOSTNAME=mock', '--setenv=PATH=/usr/bin:/bin:/usr/sbin:/sbin', '--setenv=PROMPT_COMMAND=printf "\\033]0;\\007"', '--setenv=PS1= \\s-\\v\\$ ', '--setenv=LANG=C.UTF-8', '--resolv-conf=off', 'bash', '--login', '-c', '/usr/bin/rpmbuild -bb --target x86_64 --nodeps /builddir/build/SPECS/python-flaky.spec'] with env {'TERM': 'vt100', 'SHELL': '/bin/bash', 'HOME': '/builddir', 'HOSTNAME': 'mock', 'PATH': '/usr/bin:/bin:/usr/sbin:/sbin', 'PROMPT_COMMAND': 'printf "\\033]0;\\007"', 'PS1': ' \\s-\\v\\$ ', 'LANG': 'C.UTF-8', 'SYSTEMD_NSPAWN_TMPFS_TMP': '0'} and shell False Building target platforms: x86_64 Building for target x86_64 setting SOURCE_DATE_EPOCH=1618531200 Executing(%prep): /bin/sh -e /var/tmp/rpm-tmp.pSJJKL + umask 022 + cd /builddir/build/BUILD + cd /builddir/build/BUILD + rm -rf flaky-3.7.0 + /usr/bin/gzip -dc /builddir/build/SOURCES/flaky-3.7.0.tar.gz + /usr/bin/tar -xof - + STATUS=0 + '[' 0 -ne 0 ']' + cd flaky-3.7.0 + /usr/bin/chmod -Rf a+rX,u+w,g-w,o-w . + sed -i -e 's/import mock/from unittest import mock/' -e 's/from mock/from unittest.mock/' test/test_nose/test_flaky_nose_plugin.py test/test_nose/test_nose_example.py test/test_nose/test_nose_options_example.py test/test_pytest/test_flaky_pytest_plugin.py test/test_pytest/test_pytest_example.py test/test_pytest/test_pytest_options_example.py test/test_pytest/test_pytester_plugin.py + RPM_EC=0 ++ jobs -p + exit 0 Executing(%build): /bin/sh -e /var/tmp/rpm-tmp.ANGHap + umask 022 + cd /builddir/build/BUILD + cd flaky-3.7.0 + CFLAGS='-O2 -flto=auto -ffat-lto-objects -fexceptions -g -grecord-gcc-switches -pipe -Wall -Werror=format-security -Wp,-D_FORTIFY_SOURCE=2 -Wp,-D_GLIBCXX_ASSERTIONS -specs=/usr/lib/rpm/redhat/redhat-hardened-cc1 -fstack-protector-strong -specs=/usr/lib/rpm/redhat/redhat-annobin-cc1 -m64 -march=x86-64-v2 -mtune=generic -fasynchronous-unwind-tables -fstack-clash-protection -fcf-protection' + LDFLAGS='-Wl,-z,relro -Wl,--as-needed -Wl,-z,now -specs=/usr/lib/rpm/redhat/redhat-hardened-ld ' + /usr/bin/python3 setup.py build '--executable=/usr/bin/python3 -s' running build running build_py creating build creating build/lib creating build/lib/flaky copying flaky/utils.py -> build/lib/flaky copying flaky/names.py -> build/lib/flaky copying flaky/multiprocess_string_io.py -> build/lib/flaky copying flaky/flaky_pytest_plugin.py -> build/lib/flaky copying flaky/flaky_nose_plugin.py -> build/lib/flaky copying flaky/flaky_decorator.py -> build/lib/flaky copying flaky/defaults.py -> build/lib/flaky copying flaky/_flaky_plugin.py -> build/lib/flaky copying flaky/__init__.py -> build/lib/flaky + RPM_EC=0 ++ jobs -p + exit 0 Executing(%install): /bin/sh -e /var/tmp/rpm-tmp.odLMBn + umask 022 + cd /builddir/build/BUILD + '[' /builddir/build/BUILDROOT/python-flaky-3.7.0-3.el9.x86_64 '!=' / ']' + rm -rf /builddir/build/BUILDROOT/python-flaky-3.7.0-3.el9.x86_64 ++ dirname /builddir/build/BUILDROOT/python-flaky-3.7.0-3.el9.x86_64 + mkdir -p /builddir/build/BUILDROOT + mkdir /builddir/build/BUILDROOT/python-flaky-3.7.0-3.el9.x86_64 + cd flaky-3.7.0 + CFLAGS='-O2 -flto=auto -ffat-lto-objects -fexceptions -g -grecord-gcc-switches -pipe -Wall -Werror=format-security -Wp,-D_FORTIFY_SOURCE=2 -Wp,-D_GLIBCXX_ASSERTIONS -specs=/usr/lib/rpm/redhat/redhat-hardened-cc1 -fstack-protector-strong -specs=/usr/lib/rpm/redhat/redhat-annobin-cc1 -m64 -march=x86-64-v2 -mtune=generic -fasynchronous-unwind-tables -fstack-clash-protection -fcf-protection' + LDFLAGS='-Wl,-z,relro -Wl,--as-needed -Wl,-z,now -specs=/usr/lib/rpm/redhat/redhat-hardened-ld ' + /usr/bin/python3 setup.py install -O1 --skip-build --root /builddir/build/BUILDROOT/python-flaky-3.7.0-3.el9.x86_64 running install running install_lib creating /builddir/build/BUILDROOT/python-flaky-3.7.0-3.el9.x86_64/usr creating /builddir/build/BUILDROOT/python-flaky-3.7.0-3.el9.x86_64/usr/lib creating /builddir/build/BUILDROOT/python-flaky-3.7.0-3.el9.x86_64/usr/lib/python3.9 creating /builddir/build/BUILDROOT/python-flaky-3.7.0-3.el9.x86_64/usr/lib/python3.9/site-packages creating /builddir/build/BUILDROOT/python-flaky-3.7.0-3.el9.x86_64/usr/lib/python3.9/site-packages/flaky copying build/lib/flaky/__init__.py -> /builddir/build/BUILDROOT/python-flaky-3.7.0-3.el9.x86_64/usr/lib/python3.9/site-packages/flaky copying build/lib/flaky/_flaky_plugin.py -> /builddir/build/BUILDROOT/python-flaky-3.7.0-3.el9.x86_64/usr/lib/python3.9/site-packages/flaky copying build/lib/flaky/defaults.py -> /builddir/build/BUILDROOT/python-flaky-3.7.0-3.el9.x86_64/usr/lib/python3.9/site-packages/flaky copying build/lib/flaky/flaky_decorator.py -> /builddir/build/BUILDROOT/python-flaky-3.7.0-3.el9.x86_64/usr/lib/python3.9/site-packages/flaky copying build/lib/flaky/flaky_nose_plugin.py -> /builddir/build/BUILDROOT/python-flaky-3.7.0-3.el9.x86_64/usr/lib/python3.9/site-packages/flaky copying build/lib/flaky/flaky_pytest_plugin.py -> /builddir/build/BUILDROOT/python-flaky-3.7.0-3.el9.x86_64/usr/lib/python3.9/site-packages/flaky copying build/lib/flaky/multiprocess_string_io.py -> /builddir/build/BUILDROOT/python-flaky-3.7.0-3.el9.x86_64/usr/lib/python3.9/site-packages/flaky copying build/lib/flaky/names.py -> /builddir/build/BUILDROOT/python-flaky-3.7.0-3.el9.x86_64/usr/lib/python3.9/site-packages/flaky copying build/lib/flaky/utils.py -> /builddir/build/BUILDROOT/python-flaky-3.7.0-3.el9.x86_64/usr/lib/python3.9/site-packages/flaky byte-compiling /builddir/build/BUILDROOT/python-flaky-3.7.0-3.el9.x86_64/usr/lib/python3.9/site-packages/flaky/__init__.py to __init__.cpython-39.pyc byte-compiling /builddir/build/BUILDROOT/python-flaky-3.7.0-3.el9.x86_64/usr/lib/python3.9/site-packages/flaky/_flaky_plugin.py to _flaky_plugin.cpython-39.pyc byte-compiling /builddir/build/BUILDROOT/python-flaky-3.7.0-3.el9.x86_64/usr/lib/python3.9/site-packages/flaky/defaults.py to defaults.cpython-39.pyc byte-compiling /builddir/build/BUILDROOT/python-flaky-3.7.0-3.el9.x86_64/usr/lib/python3.9/site-packages/flaky/flaky_decorator.py to flaky_decorator.cpython-39.pyc byte-compiling /builddir/build/BUILDROOT/python-flaky-3.7.0-3.el9.x86_64/usr/lib/python3.9/site-packages/flaky/flaky_nose_plugin.py to flaky_nose_plugin.cpython-39.pyc byte-compiling /builddir/build/BUILDROOT/python-flaky-3.7.0-3.el9.x86_64/usr/lib/python3.9/site-packages/flaky/flaky_pytest_plugin.py to flaky_pytest_plugin.cpython-39.pyc byte-compiling /builddir/build/BUILDROOT/python-flaky-3.7.0-3.el9.x86_64/usr/lib/python3.9/site-packages/flaky/multiprocess_string_io.py to multiprocess_string_io.cpython-39.pyc byte-compiling /builddir/build/BUILDROOT/python-flaky-3.7.0-3.el9.x86_64/usr/lib/python3.9/site-packages/flaky/names.py to names.cpython-39.pyc byte-compiling /builddir/build/BUILDROOT/python-flaky-3.7.0-3.el9.x86_64/usr/lib/python3.9/site-packages/flaky/utils.py to utils.cpython-39.pyc writing byte-compilation script '/tmp/tmph4jaq9h7.py' /usr/bin/python3 /tmp/tmph4jaq9h7.py removing /tmp/tmph4jaq9h7.py running install_egg_info running egg_info writing flaky.egg-info/PKG-INFO writing dependency_links to flaky.egg-info/dependency_links.txt writing entry points to flaky.egg-info/entry_points.txt writing top-level names to flaky.egg-info/top_level.txt reading manifest file 'flaky.egg-info/SOURCES.txt' reading manifest template 'MANIFEST.in' writing manifest file 'flaky.egg-info/SOURCES.txt' Copying flaky.egg-info to /builddir/build/BUILDROOT/python-flaky-3.7.0-3.el9.x86_64/usr/lib/python3.9/site-packages/flaky-3.7.0-py3.9.egg-info running install_scripts + rm -rfv /builddir/build/BUILDROOT/python-flaky-3.7.0-3.el9.x86_64/usr/bin/__pycache__ + /usr/lib/rpm/find-debuginfo.sh -j2 --strict-build-id -m -i --build-id-seed 3.7.0-3.el9 --unique-debug-suffix -3.7.0-3.el9.x86_64 --unique-debug-src-base python-flaky-3.7.0-3.el9.x86_64 --run-dwz --dwz-low-mem-die-limit 10000000 --dwz-max-die-limit 110000000 -S debugsourcefiles.list /builddir/build/BUILD/flaky-3.7.0 find: 'debug': No such file or directory + /usr/lib/rpm/check-buildroot + /usr/lib/rpm/redhat/brp-ldconfig + /usr/lib/rpm/brp-compress + /usr/lib/rpm/redhat/brp-strip-lto /usr/bin/strip + /usr/lib/rpm/brp-strip-static-archive /usr/bin/strip + /usr/lib/rpm/redhat/brp-python-bytecompile '' 1 0 Bytecompiling .py files below /builddir/build/BUILDROOT/python-flaky-3.7.0-3.el9.x86_64/usr/lib/python3.9 using python3.9 + /usr/lib/rpm/brp-python-hardlink + /usr/lib/rpm/redhat/brp-mangle-shebangs Executing(%check): /bin/sh -e /var/tmp/rpm-tmp.Pc8rGR + umask 022 + cd /builddir/build/BUILD + cd flaky-3.7.0 + export PYTHONPATH=/builddir/build/BUILDROOT/python-flaky-3.7.0-3.el9.x86_64/usr/lib/python3.9/site-packages + PYTHONPATH=/builddir/build/BUILDROOT/python-flaky-3.7.0-3.el9.x86_64/usr/lib/python3.9/site-packages + /usr/bin/python3 -m nose -v --with-flaky --exclude=test_nose_options_example test/test_nose/ test_flaky_plugin_get_stream(multiprocess_plugin_absent) (test.test_nose.test_flaky_nose_plugin.TestFlakyNosePlugin) ... ok test_flaky_plugin_get_stream(processes_argument_absent) (test.test_nose.test_flaky_nose_plugin.TestFlakyNosePlugin) ... ok test_flaky_plugin_get_stream(processes_equals_one) (test.test_nose.test_flaky_nose_plugin.TestFlakyNosePlugin) ... ok test_flaky_plugin_get_stream(processes_equals_two) (test.test_nose.test_flaky_nose_plugin.TestFlakyNosePlugin) ... ok test_flaky_plugin_handles_additional_errors (test.test_nose.test_flaky_nose_plugin.TestFlakyNosePlugin) ... ok test_flaky_plugin_handles_bare_test (test.test_nose.test_flaky_nose_plugin.TestFlakyNosePlugin) ... ok test_flaky_plugin_handles_error_for_test_instance (test.test_nose.test_flaky_nose_plugin.TestFlakyNosePlugin) ... ok test_flaky_plugin_handles_error_for_test_method (test.test_nose.test_flaky_nose_plugin.TestFlakyNosePlugin) ... ok test_flaky_plugin_handles_failure_for_no_more_retries (test.test_nose.test_flaky_nose_plugin.TestFlakyNosePlugin) ... ok test_flaky_plugin_handles_failure_for_test_instance (test.test_nose.test_flaky_nose_plugin.TestFlakyNosePlugin) ... ok test_flaky_plugin_handles_failure_for_test_method (test.test_nose.test_flaky_nose_plugin.TestFlakyNosePlugin) ... ok test_flaky_plugin_handles_success_for_needs_rerun (test.test_nose.test_flaky_nose_plugin.TestFlakyNosePlugin) ... ok test_flaky_plugin_handles_success_for_test_instance (test.test_nose.test_flaky_nose_plugin.TestFlakyNosePlugin) ... ok test_flaky_plugin_handles_success_for_test_method (test.test_nose.test_flaky_nose_plugin.TestFlakyNosePlugin) ... ok test_flaky_plugin_ignores_error_for_non_flaky_test (test.test_nose.test_flaky_nose_plugin.TestFlakyNosePlugin) ... ok test_flaky_plugin_ignores_error_for_nose_failure (test.test_nose.test_flaky_nose_plugin.TestFlakyNosePlugin) ... ok test_flaky_plugin_ignores_failure_for_non_flaky_test (test.test_nose.test_flaky_nose_plugin.TestFlakyNosePlugin) ... ok test_flaky_plugin_ignores_success_for_non_flaky_test (test.test_nose.test_flaky_nose_plugin.TestFlakyNosePlugin) ... ok test_flaky_plugin_report (test.test_nose.test_flaky_nose_plugin.TestFlakyNosePlugin) ... ok Flaky will run this test twice. It will fail once and then succeed. ... ok Flaky will run this test twice. It will fail once and then succeed. ... ok test_non_flaky_thing('ascii name') (test.test_nose.test_nose_example.ExampleFlakyTestsWithUnicodeTestNames) ... ok test_non_flaky_thing('ńőń ȁŝćȉȉ ŝƭȕƒƒ') (test.test_nose.test_nose_example.ExampleFlakyTestsWithUnicodeTestNames) ... ok Flaky will run this test twice. Both will fail. ... SKIP: This really fails! Remove this decorator to see the test failure. Flaky will run this test twice. Both will succeed. ... ok Flaky will run this test 3 times. It will fail once and then succeed twice. ... ok Flaky will run this test 3 times. It will succeed once, fail once, and then succeed one more time. ... ok Flaky will also not interact with this test ... ok Flaky will not interact with this test ... ok Nose will import this function and wrap it in a :class:`FunctionTestCase`. ... ok test.test_nose.test_nose_example.test_flaky_function ... ok ===Flaky Test Report=== test_flaky_thing_that_fails_then_succeeds failed (1 runs remaining out of 2).Traceback (most recent call last): File "/usr/lib64/python3.9/unittest/case.py", line 59, in testPartExecutor yield File "/usr/lib64/python3.9/unittest/case.py", line 593, in run self._callTestMethod(testMethod) File "/usr/lib64/python3.9/unittest/case.py", line 550, in _callTestMethod method() File "/builddir/build/BUILD/flaky-3.7.0/test/test_nose/test_nose_example.py", line 69, in test_flaky_thing_that_fails_then_succeeds raise Exception("Threshold is not high enough: {} vs {}.".format( Exception: Threshold is not high enough: 0 vs 1. test_flaky_thing_that_fails_then_succeeds passed 1 out of the required 1 times. Success! test_flaky_thing_that_fails_then_succeeds failed (1 runs remaining out of 2).Traceback (most recent call last): File "/usr/lib64/python3.9/unittest/case.py", line 59, in testPartExecutor yield File "/usr/lib64/python3.9/unittest/case.py", line 593, in run self._callTestMethod(testMethod) File "/usr/lib64/python3.9/unittest/case.py", line 550, in _callTestMethod method() File "/builddir/build/BUILD/flaky-3.7.0/test/test_nose/test_nose_example.py", line 69, in test_flaky_thing_that_fails_then_succeeds raise Exception("Threshold is not high enough: {} vs {}.".format( Exception: Threshold is not high enough: 0 vs 1. test_flaky_thing_that_fails_then_succeeds passed 1 out of the required 1 times. Success! test_non_flaky_thing('ascii name') failed (1 runs remaining out of 2).Traceback (most recent call last): File "/usr/lib64/python3.9/unittest/case.py", line 59, in testPartExecutor yield File "/usr/lib64/python3.9/unittest/case.py", line 593, in run self._callTestMethod(testMethod) File "/usr/lib64/python3.9/unittest/case.py", line 550, in _callTestMethod method() File "/usr/lib/python3.9/site-packages/genty/genty.py", line 362, in test_method = lambda my_self: method( File "/builddir/build/BUILD/flaky-3.7.0/test/test_nose/test_nose_example.py", line 95, in test_non_flaky_thing raise Exception( Exception: Threshold is not high enough: 0 vs 1 for 'ascii name'. test_non_flaky_thing('ascii name') passed 1 out of the required 1 times. Success! test_non_flaky_thing('ńőń ȁŝćȉȉ ŝƭȕƒƒ') failed (1 runs remaining out of 2).Traceback (most recent call last): File "/usr/lib64/python3.9/unittest/case.py", line 59, in testPartExecutor yield File "/usr/lib64/python3.9/unittest/case.py", line 593, in run self._callTestMethod(testMethod) File "/usr/lib64/python3.9/unittest/case.py", line 550, in _callTestMethod method() File "/usr/lib/python3.9/site-packages/genty/genty.py", line 362, in test_method = lambda my_self: method( File "/builddir/build/BUILD/flaky-3.7.0/test/test_nose/test_nose_example.py", line 95, in test_non_flaky_thing raise Exception( Exception: Threshold is not high enough: 0 vs 1 for 'ńőń ȁŝćȉȉ ŝƭȕƒƒ'. test_non_flaky_thing('ńőń ȁŝćȉȉ ŝƭȕƒƒ') passed 1 out of the required 1 times. Success! test_flaky_thing_that_always_passes passed 1 out of the required 2 times. Running test again until it passes 2 times. test_flaky_thing_that_always_passes passed 2 out of the required 2 times. Success! test_flaky_thing_that_fails_then_succeeds failed (2 runs remaining out of 3).Traceback (most recent call last): File "/usr/lib64/python3.9/unittest/case.py", line 59, in testPartExecutor yield File "/usr/lib64/python3.9/unittest/case.py", line 593, in run self._callTestMethod(testMethod) File "/usr/lib64/python3.9/unittest/case.py", line 550, in _callTestMethod method() File "/builddir/build/BUILD/flaky-3.7.0/test/test_nose/test_nose_example.py", line 35, in test_flaky_thing_that_fails_then_succeeds raise Exception("Threshold is not high enough: {} vs {}.".format( Exception: Threshold is not high enough: 0 vs 1. test_flaky_thing_that_fails_then_succeeds passed 1 out of the required 2 times. Running test again until it passes 2 times. test_flaky_thing_that_fails_then_succeeds passed 2 out of the required 2 times. Success! test_flaky_thing_that_succeeds_then_fails_then_succeeds passed 1 out of the required 2 times. Running test again until it passes 2 times. test_flaky_thing_that_succeeds_then_fails_then_succeeds failed (1 runs remaining out of 3).Traceback (most recent call last): File "/usr/lib64/python3.9/unittest/case.py", line 59, in testPartExecutor yield File "/usr/lib64/python3.9/unittest/case.py", line 593, in run self._callTestMethod(testMethod) File "/usr/lib64/python3.9/unittest/case.py", line 550, in _callTestMethod method() File "/builddir/build/BUILD/flaky-3.7.0/test/test_nose/test_nose_example.py", line 46, in test_flaky_thing_that_succeeds_then_fails_then_succeeds self.assertEqual(0, 1) File "/usr/lib64/python3.9/unittest/case.py", line 831, in assertEqual assertion_func(first, second, msg=msg) File "/usr/lib64/python3.9/unittest/case.py", line 824, in _baseAssertEqual raise self.failureException(msg) AssertionError: 0 != 1 test_flaky_thing_that_succeeds_then_fails_then_succeeds passed 2 out of the required 2 times. Success! test_flaky_function failed (1 runs remaining out of 2).Traceback (most recent call last): File "/usr/lib64/python3.9/unittest/case.py", line 59, in testPartExecutor yield File "/usr/lib64/python3.9/unittest/case.py", line 593, in run self._callTestMethod(testMethod) File "/usr/lib64/python3.9/unittest/case.py", line 550, in _callTestMethod method() File "/usr/lib/python3.9/site-packages/nose/case.py", line 197, in runTest self.test(*self.arg) File "/builddir/build/BUILD/flaky-3.7.0/test/test_nose/test_nose_example.py", line 86, in test_flaky_function assert param_length == 1 AssertionError test_flaky_function passed 1 out of the required 1 times. Success! ===End Flaky Test Report=== ---------------------------------------------------------------------- Ran 31 tests in 0.084s OK (SKIP=1) + /usr/bin/python3 -m pytest -v -k 'example and not options' --doctest-modules test/test_pytest/ ============================= test session starts ============================== platform linux -- Python 3.9.6, pytest-6.2.2, py-1.10.0, pluggy-0.13.1 -- /usr/bin/python3 cachedir: .pytest_cache rootdir: /builddir/build/BUILD/flaky-3.7.0 plugins: flaky-3.7.0 collecting ... collected 70 items / 52 deselected / 18 selected test/test_pytest/test_pytest_example.py::test.test_pytest.test_pytest_example._test_flaky_doctest PASSED [ 5%] test/test_pytest/test_pytest_example.py::test_something_flaky PASSED [ 11%] test/test_pytest/test_pytest_example.py::test_something_good_with_failing_setup_fixture XFAIL [ 16%] test/test_pytest/test_pytest_example.py::test_something_good_with_failing_setup_fixture XFAIL [ 16%] test/test_pytest/test_pytest_example.py::TestExample::test_non_flaky_thing PASSED [ 22%] test/test_pytest/test_pytest_example.py::TestExample::test_non_flaky_failing_thing XFAIL [ 27%] test/test_pytest/test_pytest_example.py::TestExample::test_flaky_thing_that_fails_then_succeeds PASSED [ 33%] test/test_pytest/test_pytest_example.py::TestExample::test_flaky_thing_that_succeeds_then_fails_then_succeeds PASSED [ 38%] test/test_pytest/test_pytest_example.py::TestExample::test_flaky_thing_that_always_passes PASSED [ 44%] test/test_pytest/test_pytest_example.py::TestExample::test_flaky_thing_that_always_fails SKIPPED [ 50%] test/test_pytest/test_pytest_example.py::TestExampleFlakyTests::test_flaky_thing_that_fails_then_succeeds PASSED [ 55%] test/test_pytest/test_pytest_example.py::TestExampleFlakyTestCase::test_flaky_thing_that_fails_then_succeeds PASSED [ 61%] test/test_pytest/test_pytest_example.py::TestFlakySubclass::test_flaky_thing_that_fails_then_succeeds PASSED [ 66%] test/test_pytest/test_pytest_example.py::TestMarkedClass::test_flaky_thing_that_fails_then_succeeds PASSED [ 72%] test/test_pytest/test_pytest_example.py::test_requiring_my_fixture PASSED [ 77%] test/test_pytest/test_pytest_example.py::TestExampleRerunFilter::test_something_flaky PASSED [ 83%] test/test_pytest/test_pytest_example.py::test_something_that_always_fails_but_should_be_skipped SKIPPED [ 88%] test/test_pytest/pytest_generate_example/test_pytest_generate_example.py::test_something_flaky[dummy_list0] PASSED [ 94%] test/test_pytest/pytest_generate_example/test_pytest_generate_example.py::TestExample::test_flaky_thing_that_fails_then_succeeds[dummy_list0] PASSED [100%] ===Flaky Test Report=== test_something_flaky failed (1 runs remaining out of 2). assert 1 > 1 + where 1 = len([0]) [] test_something_flaky passed 1 out of the required 1 times. Success! test_something_good_with_failing_setup_fixture failed (1 runs remaining out of 2). assert False [] test_something_good_with_failing_setup_fixture failed; it passed 0 out of the required 1 times. assert False [] test_flaky_thing_that_fails_then_succeeds failed (2 runs remaining out of 3). assert 0 >= 1 + where 0 = TestExample._threshold [] test_flaky_thing_that_fails_then_succeeds passed 1 out of the required 2 times. Running test again until it passes 2 times. test_flaky_thing_that_fails_then_succeeds passed 2 out of the required 2 times. Success! test_flaky_thing_that_succeeds_then_fails_then_succeeds passed 1 out of the required 2 times. Running test again until it passes 2 times. test_flaky_thing_that_succeeds_then_fails_then_succeeds passed 2 out of the required 2 times. Success! test_flaky_thing_that_always_passes passed 1 out of the required 2 times. Running test again until it passes 2 times. test_flaky_thing_that_always_passes passed 2 out of the required 2 times. Success! test_flaky_thing_that_fails_then_succeeds failed (1 runs remaining out of 2). assert 0 >= 1 + where 0 = TestExampleFlakyTests._threshold [] test_flaky_thing_that_fails_then_succeeds passed 1 out of the required 1 times. Success! test_flaky_thing_that_fails_then_succeeds failed (1 runs remaining out of 2). assert 0 >= 1 + where 0 = TestExampleFlakyTestCase._threshold [] test_flaky_thing_that_fails_then_succeeds passed 1 out of the required 1 times. Success! test_flaky_thing_that_fails_then_succeeds passed 1 out of the required 1 times. Success! test_flaky_thing_that_fails_then_succeeds failed (1 runs remaining out of 2). assert 0 >= 1 + where 0 = TestMarkedClass._threshold [] test_flaky_thing_that_fails_then_succeeds passed 1 out of the required 1 times. Success! test_requiring_my_fixture failed (1 runs remaining out of 2). assert 1 > 1 + where 1 = len([0]) [] test_requiring_my_fixture passed 1 out of the required 1 times. Success! test_something_flaky failed (1 runs remaining out of 2). assert 0 >= 1 + where 0 = TestExampleRerunFilter._threshold [] test_something_flaky passed 1 out of the required 1 times. Success! test_something_flaky[dummy_list0] failed (1 runs remaining out of 2). assert 1 > 1 + where 1 = len([0]) [] test_something_flaky[dummy_list0] passed 1 out of the required 1 times. Success! test_flaky_thing_that_fails_then_succeeds[dummy_list0] failed (1 runs remaining out of 2). assert 0 >= 1 + where 0 = TestExample._threshold [] test_flaky_thing_that_fails_then_succeeds[dummy_list0] passed 1 out of the required 1 times. Success! ===End Flaky Test Report=== =========== 14 passed, 2 skipped, 52 deselected, 3 xfailed in 0.18s ============ + /usr/bin/python3 -m pytest -v -k 'example and not options' test/test_pytest/ ============================= test session starts ============================== platform linux -- Python 3.9.6, pytest-6.2.2, py-1.10.0, pluggy-0.13.1 -- /usr/bin/python3 cachedir: .pytest_cache rootdir: /builddir/build/BUILD/flaky-3.7.0 plugins: flaky-3.7.0 collecting ... collected 69 items / 52 deselected / 17 selected test/test_pytest/test_pytest_example.py::test_something_flaky PASSED [ 5%] test/test_pytest/test_pytest_example.py::test_something_good_with_failing_setup_fixture XFAIL [ 11%] test/test_pytest/test_pytest_example.py::test_something_good_with_failing_setup_fixture XFAIL [ 11%] test/test_pytest/test_pytest_example.py::TestExample::test_non_flaky_thing PASSED [ 17%] test/test_pytest/test_pytest_example.py::TestExample::test_non_flaky_failing_thing XFAIL [ 23%] test/test_pytest/test_pytest_example.py::TestExample::test_flaky_thing_that_fails_then_succeeds PASSED [ 29%] test/test_pytest/test_pytest_example.py::TestExample::test_flaky_thing_that_succeeds_then_fails_then_succeeds PASSED [ 35%] test/test_pytest/test_pytest_example.py::TestExample::test_flaky_thing_that_always_passes PASSED [ 41%] test/test_pytest/test_pytest_example.py::TestExample::test_flaky_thing_that_always_fails SKIPPED [ 47%] test/test_pytest/test_pytest_example.py::TestExampleFlakyTests::test_flaky_thing_that_fails_then_succeeds PASSED [ 52%] test/test_pytest/test_pytest_example.py::TestExampleFlakyTestCase::test_flaky_thing_that_fails_then_succeeds PASSED [ 58%] test/test_pytest/test_pytest_example.py::TestFlakySubclass::test_flaky_thing_that_fails_then_succeeds PASSED [ 64%] test/test_pytest/test_pytest_example.py::TestMarkedClass::test_flaky_thing_that_fails_then_succeeds PASSED [ 70%] test/test_pytest/test_pytest_example.py::test_requiring_my_fixture PASSED [ 76%] test/test_pytest/test_pytest_example.py::TestExampleRerunFilter::test_something_flaky PASSED [ 82%] test/test_pytest/test_pytest_example.py::test_something_that_always_fails_but_should_be_skipped SKIPPED [ 88%] test/test_pytest/pytest_generate_example/test_pytest_generate_example.py::test_something_flaky[dummy_list0] PASSED [ 94%] test/test_pytest/pytest_generate_example/test_pytest_generate_example.py::TestExample::test_flaky_thing_that_fails_then_succeeds[dummy_list0] PASSED [100%] ===Flaky Test Report=== test_something_flaky failed (1 runs remaining out of 2). assert 1 > 1 + where 1 = len([0]) [] test_something_flaky passed 1 out of the required 1 times. Success! test_something_good_with_failing_setup_fixture failed (1 runs remaining out of 2). assert False [] test_something_good_with_failing_setup_fixture failed; it passed 0 out of the required 1 times. assert False [] test_flaky_thing_that_fails_then_succeeds failed (2 runs remaining out of 3). assert 0 >= 1 + where 0 = TestExample._threshold [] test_flaky_thing_that_fails_then_succeeds passed 1 out of the required 2 times. Running test again until it passes 2 times. test_flaky_thing_that_fails_then_succeeds passed 2 out of the required 2 times. Success! test_flaky_thing_that_succeeds_then_fails_then_succeeds passed 1 out of the required 2 times. Running test again until it passes 2 times. test_flaky_thing_that_succeeds_then_fails_then_succeeds passed 2 out of the required 2 times. Success! test_flaky_thing_that_always_passes passed 1 out of the required 2 times. Running test again until it passes 2 times. test_flaky_thing_that_always_passes passed 2 out of the required 2 times. Success! test_flaky_thing_that_fails_then_succeeds failed (1 runs remaining out of 2). assert 0 >= 1 + where 0 = TestExampleFlakyTests._threshold [] test_flaky_thing_that_fails_then_succeeds passed 1 out of the required 1 times. Success! test_flaky_thing_that_fails_then_succeeds failed (1 runs remaining out of 2). assert 0 >= 1 + where 0 = TestExampleFlakyTestCase._threshold [] test_flaky_thing_that_fails_then_succeeds passed 1 out of the required 1 times. Success! test_flaky_thing_that_fails_then_succeeds passed 1 out of the required 1 times. Success! test_flaky_thing_that_fails_then_succeeds failed (1 runs remaining out of 2). assert 0 >= 1 + where 0 = TestMarkedClass._threshold [] test_flaky_thing_that_fails_then_succeeds passed 1 out of the required 1 times. Success! test_requiring_my_fixture failed (1 runs remaining out of 2). assert 1 > 1 + where 1 = len([0]) [] test_requiring_my_fixture passed 1 out of the required 1 times. Success! test_something_flaky failed (1 runs remaining out of 2). assert 0 >= 1 + where 0 = TestExampleRerunFilter._threshold [] test_something_flaky passed 1 out of the required 1 times. Success! test_something_flaky[dummy_list0] failed (1 runs remaining out of 2). assert 1 > 1 + where 1 = len([0]) [] test_something_flaky[dummy_list0] passed 1 out of the required 1 times. Success! test_flaky_thing_that_fails_then_succeeds[dummy_list0] failed (1 runs remaining out of 2). assert 0 >= 1 + where 0 = TestExample._threshold [] test_flaky_thing_that_fails_then_succeeds[dummy_list0] passed 1 out of the required 1 times. Success! ===End Flaky Test Report=== =========== 13 passed, 2 skipped, 52 deselected, 3 xfailed in 0.14s ============ + /usr/bin/python3 -m pytest -v -p no:flaky test/test_pytest/test_flaky_pytest_plugin.py ============================= test session starts ============================== platform linux -- Python 3.9.6, pytest-6.2.2, py-1.10.0, pluggy-0.13.1 -- /usr/bin/python3 cachedir: .pytest_cache rootdir: /builddir/build/BUILD/flaky-3.7.0 collecting ... collected 48 items test/test_pytest/test_flaky_pytest_plugin.py::test_flaky_plugin_report PASSED [ 2%] test/test_pytest/test_flaky_pytest_plugin.py::test_flaky_xdist_nodedown[mock_xdist_node_workeroutput0-None-True] PASSED [ 4%] test/test_pytest/test_flaky_pytest_plugin.py::test_flaky_xdist_nodedown[mock_xdist_node_workeroutput0-None-False] PASSED [ 6%] test/test_pytest/test_flaky_pytest_plugin.py::test_flaky_xdist_nodedown[mock_xdist_node_workeroutput0-mock_xdist_error1-True] PASSED [ 8%] test/test_pytest/test_flaky_pytest_plugin.py::test_flaky_xdist_nodedown[mock_xdist_node_workeroutput0-mock_xdist_error1-False] PASSED [ 10%] test/test_pytest/test_flaky_pytest_plugin.py::test_flaky_xdist_nodedown[mock_xdist_node_workeroutput1-None-True] PASSED [ 12%] test/test_pytest/test_flaky_pytest_plugin.py::test_flaky_xdist_nodedown[mock_xdist_node_workeroutput1-None-False] PASSED [ 14%] test/test_pytest/test_flaky_pytest_plugin.py::test_flaky_xdist_nodedown[mock_xdist_node_workeroutput1-mock_xdist_error1-True] PASSED [ 16%] test/test_pytest/test_flaky_pytest_plugin.py::test_flaky_xdist_nodedown[mock_xdist_node_workeroutput1-mock_xdist_error1-False] PASSED [ 18%] test/test_pytest/test_flaky_pytest_plugin.py::test_flaky_xdist_nodedown[mock_xdist_node_workeroutput2-None-True] PASSED [ 20%] test/test_pytest/test_flaky_pytest_plugin.py::test_flaky_xdist_nodedown[mock_xdist_node_workeroutput2-None-False] PASSED [ 22%] test/test_pytest/test_flaky_pytest_plugin.py::test_flaky_xdist_nodedown[mock_xdist_node_workeroutput2-mock_xdist_error1-True] PASSED [ 25%] test/test_pytest/test_flaky_pytest_plugin.py::test_flaky_xdist_nodedown[mock_xdist_node_workeroutput2-mock_xdist_error1-False] PASSED [ 27%] test/test_pytest/test_flaky_pytest_plugin.py::test_flaky_session_finish_copies_flaky_report[--] PASSED [ 29%] test/test_pytest/test_flaky_pytest_plugin.py::test_flaky_session_finish_copies_flaky_report[-Flaky report text-Flaky report text] PASSED [ 31%] test/test_pytest/test_flaky_pytest_plugin.py::test_flaky_session_finish_copies_flaky_report[Flaky report text--Flaky report text] PASSED [ 33%] test/test_pytest/test_flaky_pytest_plugin.py::test_flaky_session_finish_copies_flaky_report[Flaky report text-\u1e3e\u0151\u0155\u0205 \u0192\u013e\u0201\u0199\u0177 \u0155\u0205\u048f\u0151\u0155\u01ad \u01ad\u0205\u0445\u01ad-Flaky report text\u1e3e\u0151\u0155\u0205 \u0192\u013e\u0201\u0199\u0177 \u0155\u0205\u048f\u0151\u0155\u01ad \u01ad\u0205\u0445\u01ad] PASSED [ 35%] test/test_pytest/test_flaky_pytest_plugin.py::test_flaky_session_finish_copies_flaky_report[\u1e3e\u0151\u0155\u0205 \u0192\u013e\u0201\u0199\u0177 \u0155\u0205\u048f\u0151\u0155\u01ad \u01ad\u0205\u0445\u01ad-Flaky report text-\u1e3e\u0151\u0155\u0205 \u0192\u013e\u0201\u0199\u0177 \u0155\u0205\u048f\u0151\u0155\u01ad \u01ad\u0205\u0445\u01adFlaky report text] PASSED [ 37%] test/test_pytest/test_flaky_pytest_plugin.py::test_flaky_plugin_can_suppress_success_report[instance] PASSED [ 39%] test/test_pytest/test_flaky_pytest_plugin.py::test_flaky_plugin_can_suppress_success_report[module] PASSED [ 41%] test/test_pytest/test_flaky_pytest_plugin.py::test_flaky_plugin_can_suppress_success_report[parent] PASSED [ 43%] test/test_pytest/test_flaky_pytest_plugin.py::test_flaky_plugin_raises_errors_in_fixture_setup[instance] PASSED [ 45%] test/test_pytest/test_flaky_pytest_plugin.py::test_flaky_plugin_raises_errors_in_fixture_setup[module] PASSED [ 47%] test/test_pytest/test_flaky_pytest_plugin.py::test_flaky_plugin_raises_errors_in_fixture_setup[parent] PASSED [ 50%] test/test_pytest/test_flaky_pytest_plugin.py::TestFlakyPytestPlugin::test_flaky_plugin_handles_success[instance] PASSED [ 52%] test/test_pytest/test_flaky_pytest_plugin.py::TestFlakyPytestPlugin::test_flaky_plugin_handles_success[module] PASSED [ 54%] test/test_pytest/test_flaky_pytest_plugin.py::TestFlakyPytestPlugin::test_flaky_plugin_handles_success[parent] PASSED [ 56%] test/test_pytest/test_flaky_pytest_plugin.py::TestFlakyPytestPlugin::test_flaky_plugin_handles_success_for_needs_rerun[instance] PASSED [ 58%] test/test_pytest/test_flaky_pytest_plugin.py::TestFlakyPytestPlugin::test_flaky_plugin_handles_success_for_needs_rerun[module] PASSED [ 60%] test/test_pytest/test_flaky_pytest_plugin.py::TestFlakyPytestPlugin::test_flaky_plugin_handles_success_for_needs_rerun[parent] PASSED [ 62%] test/test_pytest/test_flaky_pytest_plugin.py::TestFlakyPytestPlugin::test_flaky_plugin_ignores_success_for_non_flaky_test[instance] PASSED [ 64%] test/test_pytest/test_flaky_pytest_plugin.py::TestFlakyPytestPlugin::test_flaky_plugin_ignores_success_for_non_flaky_test[module] PASSED [ 66%] test/test_pytest/test_flaky_pytest_plugin.py::TestFlakyPytestPlugin::test_flaky_plugin_ignores_success_for_non_flaky_test[parent] PASSED [ 68%] test/test_pytest/test_flaky_pytest_plugin.py::TestFlakyPytestPlugin::test_flaky_plugin_ignores_failure_for_non_flaky_test[instance] PASSED [ 70%] test/test_pytest/test_flaky_pytest_plugin.py::TestFlakyPytestPlugin::test_flaky_plugin_ignores_failure_for_non_flaky_test[module] PASSED [ 72%] test/test_pytest/test_flaky_pytest_plugin.py::TestFlakyPytestPlugin::test_flaky_plugin_ignores_failure_for_non_flaky_test[parent] PASSED [ 75%] test/test_pytest/test_flaky_pytest_plugin.py::TestFlakyPytestPlugin::test_flaky_plugin_handles_failure[instance] PASSED [ 77%] test/test_pytest/test_flaky_pytest_plugin.py::TestFlakyPytestPlugin::test_flaky_plugin_handles_failure[module] PASSED [ 79%] test/test_pytest/test_flaky_pytest_plugin.py::TestFlakyPytestPlugin::test_flaky_plugin_handles_failure[parent] PASSED [ 81%] test/test_pytest/test_flaky_pytest_plugin.py::TestFlakyPytestPlugin::test_flaky_plugin_handles_failure_for_no_more_retries[instance] PASSED [ 83%] test/test_pytest/test_flaky_pytest_plugin.py::TestFlakyPytestPlugin::test_flaky_plugin_handles_failure_for_no_more_retries[module] PASSED [ 85%] test/test_pytest/test_flaky_pytest_plugin.py::TestFlakyPytestPlugin::test_flaky_plugin_handles_failure_for_no_more_retries[parent] PASSED [ 87%] test/test_pytest/test_flaky_pytest_plugin.py::TestFlakyPytestPlugin::test_flaky_plugin_handles_additional_failures[instance] PASSED [ 89%] test/test_pytest/test_flaky_pytest_plugin.py::TestFlakyPytestPlugin::test_flaky_plugin_handles_additional_failures[module] PASSED [ 91%] test/test_pytest/test_flaky_pytest_plugin.py::TestFlakyPytestPlugin::test_flaky_plugin_handles_additional_failures[parent] PASSED [ 93%] test/test_pytest/test_flaky_pytest_plugin.py::TestFlakyPytestPlugin::test_flaky_plugin_exits_after_false_rerun_filter[instance] PASSED [ 95%] test/test_pytest/test_flaky_pytest_plugin.py::TestFlakyPytestPlugin::test_flaky_plugin_exits_after_false_rerun_filter[module] PASSED [ 97%] test/test_pytest/test_flaky_pytest_plugin.py::TestFlakyPytestPlugin::test_flaky_plugin_exits_after_false_rerun_filter[parent] PASSED [100%] ============================== 48 passed in 0.12s ============================== + /usr/bin/python3 -m nose -v --with-flaky --force-flaky --max-runs 2 test/test_nose/test_nose_options_example.py Flaky will run this test 3 times. ... ok Flaky will run this test 3 times. ... ok Flaky will run this test twice. ... ok ===Flaky Test Report=== test_flaky_thing_that_fails_then_succeeds failed (2 runs remaining out of 3).Traceback (most recent call last): File "/usr/lib64/python3.9/unittest/case.py", line 59, in testPartExecutor yield File "/usr/lib64/python3.9/unittest/case.py", line 593, in run self._callTestMethod(testMethod) File "/usr/lib64/python3.9/unittest/case.py", line 550, in _callTestMethod method() File "/builddir/build/BUILD/flaky-3.7.0/test/test_nose/test_nose_options_example.py", line 54, in test_flaky_thing_that_fails_then_succeeds raise Exception("Threshold is not high enough.") Exception: Threshold is not high enough. test_flaky_thing_that_fails_then_succeeds passed 1 out of the required 1 times. Success! test_flaky_thing_that_fails_then_succeeds failed (2 runs remaining out of 3).Traceback (most recent call last): File "/usr/lib64/python3.9/unittest/case.py", line 59, in testPartExecutor yield File "/usr/lib64/python3.9/unittest/case.py", line 593, in run self._callTestMethod(testMethod) File "/usr/lib64/python3.9/unittest/case.py", line 550, in _callTestMethod method() File "/builddir/build/BUILD/flaky-3.7.0/test/test_nose/test_nose_options_example.py", line 38, in test_flaky_thing_that_fails_then_succeeds raise Exception("Threshold is not high enough.") Exception: Threshold is not high enough. test_flaky_thing_that_fails_then_succeeds failed (1 runs remaining out of 3).Traceback (most recent call last): File "/usr/lib64/python3.9/unittest/case.py", line 59, in testPartExecutor yield File "/usr/lib64/python3.9/unittest/case.py", line 593, in run self._callTestMethod(testMethod) File "/usr/lib64/python3.9/unittest/case.py", line 550, in _callTestMethod method() File "/builddir/build/BUILD/flaky-3.7.0/test/test_nose/test_nose_options_example.py", line 38, in test_flaky_thing_that_fails_then_succeeds raise Exception("Threshold is not high enough.") Exception: Threshold is not high enough. test_flaky_thing_that_fails_then_succeeds passed 1 out of the required 1 times. Success! test_something_flaky failed (1 runs remaining out of 2).Traceback (most recent call last): File "/usr/lib64/python3.9/unittest/case.py", line 59, in testPartExecutor yield File "/usr/lib64/python3.9/unittest/case.py", line 593, in run self._callTestMethod(testMethod) File "/usr/lib64/python3.9/unittest/case.py", line 550, in _callTestMethod method() File "/builddir/build/BUILD/flaky-3.7.0/test/test_nose/test_nose_options_example.py", line 26, in test_something_flaky raise Exception("Threshold is not high enough.") Exception: Threshold is not high enough. test_something_flaky passed 1 out of the required 1 times. Success! ===End Flaky Test Report=== ---------------------------------------------------------------------- Ran 3 tests in 0.003s OK + /usr/bin/python3 -m pytest -v --force-flaky --max-runs 2 test/test_pytest/test_pytest_options_example.py ============================= test session starts ============================== platform linux -- Python 3.9.6, pytest-6.2.2, py-1.10.0, pluggy-0.13.1 -- /usr/bin/python3 cachedir: .pytest_cache rootdir: /builddir/build/BUILD/flaky-3.7.0 plugins: flaky-3.7.0 collecting ... collected 3 items test/test_pytest/test_pytest_options_example.py::test_something_flaky PASSED [ 33%] test/test_pytest/test_pytest_options_example.py::TestExample::test_flaky_thing_that_fails_then_succeeds PASSED [ 66%] test/test_pytest/test_pytest_options_example.py::TestExampleFlakyTests::test_flaky_thing_that_fails_then_succeeds PASSED [100%] ===Flaky Test Report=== test_something_flaky failed (1 runs remaining out of 2). assert 1 > 1 + where 1 = len([0]) [] test_something_flaky passed 1 out of the required 1 times. Success! test_flaky_thing_that_fails_then_succeeds failed (2 runs remaining out of 3). assert -1 >= 1 + where -1 = TestExample._threshold [] test_flaky_thing_that_fails_then_succeeds failed (1 runs remaining out of 3). assert 0 >= 1 + where 0 = TestExample._threshold [] test_flaky_thing_that_fails_then_succeeds passed 1 out of the required 1 times. Success! test_flaky_thing_that_fails_then_succeeds failed (2 runs remaining out of 3). assert -1 >= 1 + where -1 = TestExampleFlakyTests._threshold [] test_flaky_thing_that_fails_then_succeeds failed (1 runs remaining out of 3). assert 0 >= 1 + where 0 = TestExampleFlakyTests._threshold [] test_flaky_thing_that_fails_then_succeeds passed 1 out of the required 1 times. Success! ===End Flaky Test Report=== ============================== 3 passed in 0.04s =============================== + RPM_EC=0 ++ jobs -p + exit 0 Processing files: python3-flaky-3.7.0-3.el9.noarch Executing(%doc): /bin/sh -e /var/tmp/rpm-tmp.L9U7G8 + umask 022 + cd /builddir/build/BUILD + cd flaky-3.7.0 + DOCDIR=/builddir/build/BUILDROOT/python-flaky-3.7.0-3.el9.x86_64/usr/share/doc/python3-flaky + export LC_ALL=C + LC_ALL=C + export DOCDIR + /usr/bin/mkdir -p /builddir/build/BUILDROOT/python-flaky-3.7.0-3.el9.x86_64/usr/share/doc/python3-flaky + cp -pr README.rst /builddir/build/BUILDROOT/python-flaky-3.7.0-3.el9.x86_64/usr/share/doc/python3-flaky + RPM_EC=0 ++ jobs -p + exit 0 Executing(%license): /bin/sh -e /var/tmp/rpm-tmp.Q9t9Rq + umask 022 + cd /builddir/build/BUILD + cd flaky-3.7.0 + LICENSEDIR=/builddir/build/BUILDROOT/python-flaky-3.7.0-3.el9.x86_64/usr/share/licenses/python3-flaky + export LC_ALL=C + LC_ALL=C + export LICENSEDIR + /usr/bin/mkdir -p /builddir/build/BUILDROOT/python-flaky-3.7.0-3.el9.x86_64/usr/share/licenses/python3-flaky + cp -pr LICENSE /builddir/build/BUILDROOT/python-flaky-3.7.0-3.el9.x86_64/usr/share/licenses/python3-flaky + RPM_EC=0 ++ jobs -p + exit 0 Provides: python-flaky = 3.7.0-3.el9 python3-flaky = 3.7.0-3.el9 python3.9-flaky = 3.7.0-3.el9 python3.9dist(flaky) = 3.7 python3dist(flaky) = 3.7 Requires(rpmlib): rpmlib(CompressedFileNames) <= 3.0.4-1 rpmlib(FileDigests) <= 4.6.0-1 rpmlib(PartialHardlinkSets) <= 4.0.4-1 rpmlib(PayloadFilesHavePrefix) <= 4.0-1 Requires: python(abi) = 3.9 Obsoletes: python-flaky < 3.7.0-3.el9 Checking for unpackaged file(s): /usr/lib/rpm/check-files /builddir/build/BUILDROOT/python-flaky-3.7.0-3.el9.x86_64 Wrote: /builddir/build/RPMS/python3-flaky-3.7.0-3.el9.noarch.rpm Executing(%clean): /bin/sh -e /var/tmp/rpm-tmp.lzzSXm + umask 022 + cd /builddir/build/BUILD + cd flaky-3.7.0 + /usr/bin/rm -rf /builddir/build/BUILDROOT/python-flaky-3.7.0-3.el9.x86_64 + RPM_EC=0 ++ jobs -p + exit 0 Child return code was: 0