kloczek
commented
8 months ago Updated pytest output for 8.6.0. Now are failing two units
```console
+ PYTHONPATH=/home/tkloczko/rpmbuild/BUILDROOT/python-jupyter-client-8.6.0-2.fc35.x86_64/usr/lib64/python3.8/site-packages:/home/tkloczko/rpmbuild/BUILDROOT/python-jupyter-client-8.6.0-2.fc35.x86_64/usr/lib/python3.8/site-packages
+ /usr/bin/pytest -ra -m 'not network'
============================= test session starts ==============================
platform linux -- Python 3.8.18, pytest-7.4.3, pluggy-1.3.0
rootdir: /home/tkloczko/rpmbuild/BUILD/jupyter_client-8.6.0
configfile: pyproject.toml
testpaths: jupyter_client, tests/
plugins: asyncio-0.21.1, timeout-2.2.0
asyncio: mode=strict
timeout: 100.0s
timeout method: thread
timeout func_only: False
collected 231 items
tests/test_adapter.py ........................... [ 11%]
tests/test_client.py .....................s....F. [ 23%]
tests/test_connect.py ............... [ 30%]
tests/test_consoleapp.py ... [ 31%]
tests/test_jsonutil.py .......... [ 35%]
tests/test_kernelapp.py . [ 36%]
tests/test_kernelmanager.py .....................s.s.s............ [ 52%]
tests/test_kernelspec.py ............. [ 58%]
tests/test_kernelspecapp.py ... [ 59%]
tests/test_localinterfaces.py . [ 60%]
tests/test_manager.py ...... [ 62%]
tests/test_multikernelmanager.py ...s.....F...................... [ 76%]
tests/test_provisioning.py ........... [ 81%]
tests/test_public_api.py .... [ 83%]
tests/test_restarter.py ........ [ 86%]
tests/test_session.py ............................. [ 99%]
tests/test_ssh.py .. [100%]
=================================== FAILURES ===================================
__________________ TestThreadedKernelClient.test_shutdown_id ___________________
cls =
func = . at 0x7f8e85d0bca0>
when = 'call'
reraise = (, )
@classmethod
def from_call(
cls,
func: "Callable[[], TResult]",
when: "Literal['collect', 'setup', 'call', 'teardown']",
reraise: Optional[
Union[Type[BaseException], Tuple[Type[BaseException], ...]]
] = None,
) -> "CallInfo[TResult]":
"""Call func, wrapping the result in a CallInfo.
:param func:
The function to call. Called without arguments.
:param when:
The phase in which the function is called.
:param reraise:
Exception or exceptions that shall propagate if raised by the
function, instead of being wrapped in the CallInfo.
"""
excinfo = None
start = timing.time()
precise_start = timing.perf_counter()
try:
> result: Optional[TResult] = func()
cls =
duration = 2.050238801864907
excinfo =
func = . at 0x7f8e85d0bca0>
precise_start = 1909499.850825244
precise_stop = 1909501.901064046
reraise = (, )
result = None
start = 1699276971.1146047
stop = 1699276973.1648467
when = 'call'
/usr/lib/python3.8/site-packages/_pytest/runner.py:341:
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _
/usr/lib/python3.8/site-packages/_pytest/runner.py:262: in
lambda: ihook(item=item, **kwds), when=when, reraise=reraise
ihook =
item =
kwds = {}
/usr/lib/python3.8/site-packages/pluggy/_hooks.py:493: in __call__
return self._hookexec(self.name, self._hookimpls, kwargs, firstresult)
firstresult = False
kwargs = {'item': }
self =
/usr/lib/python3.8/site-packages/pluggy/_manager.py:115: in _hookexec
return self._inner_hookexec(hook_name, methods, kwargs, firstresult)
firstresult = False
hook_name = 'pytest_runtest_call'
kwargs = {'item': }
methods = [>, ...]
self = <_pytest.config.PytestPluginManager object at 0x7f8e895bf9d0>
/usr/lib/python3.8/site-packages/_pytest/threadexception.py:83: in pytest_runtest_call
yield from thread_exception_runtest_hook()
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _
def thread_exception_runtest_hook() -> Generator[None, None, None]:
with catch_threading_exception() as cm:
yield
if cm.args:
thread_name = "" if cm.args.thread is None else cm.args.thread.name
msg = f"Exception in thread {thread_name}\n\n"
msg += "".join(
traceback.format_exception(
cm.args.exc_type,
cm.args.exc_value,
cm.args.exc_traceback,
)
)
> warnings.warn(pytest.PytestUnhandledThreadExceptionWarning(msg))
E pytest.PytestUnhandledThreadExceptionWarning: Exception in thread Thread-90
E
E Traceback (most recent call last):
E File "/usr/lib64/python3.8/threading.py", line 932, in _bootstrap_inner
E self.run()
E File "/home/tkloczko/rpmbuild/BUILD/jupyter_client-8.6.0/jupyter_client/channels.py", line 149, in run
E loop.run_until_complete(self._async_run())
E File "/usr/lib64/python3.8/asyncio/base_events.py", line 616, in run_until_complete
E return future.result()
E File "/home/tkloczko/rpmbuild/BUILD/jupyter_client-8.6.0/jupyter_client/channels.py", line 142, in _async_run
E self._create_socket()
E File "/home/tkloczko/rpmbuild/BUILD/jupyter_client-8.6.0/jupyter_client/channels.py", line 104, in _create_socket
E self.socket = self.context.socket(zmq.REQ)
E File "/usr/lib64/python3.8/site-packages/zmq/sugar/context.py", line 362, in socket
E s: ST = socket_class( # set PYTHONTRACEMALLOC=2 to get the calling frame
E File "/usr/lib64/python3.8/site-packages/zmq/sugar/socket.py", line 159, in __init__
E super().__init__(
E File "zmq/backend/cython/socket.pyx", line 332, in zmq.backend.cython.socket.Socket.__init__
E zmq.error.ZMQError: Too many open files
cm = <_pytest.threadexception.catch_threading_exception object at 0x7f8e85d25940>
msg = 'Exception in thread Thread-90\n\nTraceback (most recent call last):\n File "/usr/lib64/python3.8/threading.py", line.../cython/socket.pyx", line 332, in zmq.backend.cython.socket.Socket.__init__\nzmq.error.ZMQError: Too many open files\n'
thread_name = 'Thread-90'
/usr/lib/python3.8/site-packages/_pytest/threadexception.py:73: PytestUnhandledThreadExceptionWarning
----------------------------- Captured stderr call -----------------------------
Could not import runpy module
Traceback (most recent call last):
File "/usr/lib64/python3.8/runpy.py", line 19, in
from pkgutil import read_code, get_importer
File "/usr/lib64/python3.8/pkgutil.py", line 137, in
def iter_importer_modules(importer, prefix=''):
File "/usr/lib64/python3.8/functools.py", line 808, in singledispatch
import types, weakref
File "/usr/lib64/python3.8/weakref.py", line 22, in
from _weakrefset import WeakSet, _IterationGuard
File "", line 991, in _find_and_load
File "", line 971, in _find_and_load_unlocked
File "", line 914, in _find_spec
File "", line 1407, in find_spec
File "", line 1379, in _get_spec
File "", line 1534, in find_spec
File "", line 123, in _path_join
File "", line 123, in
KeyboardInterrupt
_______________________ TestKernelManager.test_tcp_cinfo _______________________
self =
def test_tcp_cinfo(self):
km = self._get_tcp_km()
> self._run_cinfo(km, "tcp", localhost())
km =
self =
/home/tkloczko/rpmbuild/BUILD/jupyter_client-8.6.0/tests/test_multikernelmanager.py:126:
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _
/home/tkloczko/rpmbuild/BUILD/jupyter_client-8.6.0/tests/test_multikernelmanager.py:95: in _run_cinfo
stream = km.connect_iopub(kid)
cinfo = {'control_port': 35395, 'hb_port': 45843, 'iopub_port': 37615, 'ip': '127.0.0.1', ...}
ip = '127.0.0.1'
kid = '4209ca19-7f7f-4e8e-926a-72499d19e685'
km =
self =
transport = 'tcp'
/home/tkloczko/rpmbuild/BUILD/jupyter_client-8.6.0/jupyter_client/multikernelmanager.py:41: in wrapped
r = method(*args, **kwargs)
args = ()
f =
kernel_id = '4209ca19-7f7f-4e8e-926a-72499d19e685'
km =
kwargs = {}
method = .wrapped of >
self =
/home/tkloczko/rpmbuild/BUILD/jupyter_client-8.6.0/jupyter_client/ioloop/manager.py:30: in wrapped
return ZMQStream(socket, self.loop)
args = ()
f =
kwargs = {}
save_socket_class = None
self =
socket =
/usr/lib64/python3.8/site-packages/zmq/eventloop/zmqstream.py:148: in __init__
self._init_io_state()
io_loop =
self =
socket =
/usr/lib64/python3.8/site-packages/zmq/eventloop/zmqstream.py:722: in _init_io_state
self.io_loop.add_handler(self.socket, self._handle_events, self.io_loop.READ)
self =
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _
self =
fd = 119
handler = >
events = 1
def add_handler(
self, fd: Union[int, _Selectable], handler: Callable[..., None], events: int
) -> None:
fd, fileobj = self.split_fd(fd)
if fd in self.handlers:
> raise ValueError("fd %s added twice" % fd)
E ValueError: fd 119 added twice
events = 1
fd = 119
fileobj =
handler = >
self =
/usr/lib64/python3.8/site-packages/tornado/platform/asyncio.py:150: ValueError
------------------------------ Captured log call -------------------------------
ERROR asyncio:base_events.py:1707 Exception in callback BaseAsyncIOLoop._handle_events(119, 1)
handle:
Traceback (most recent call last):
File "/usr/lib64/python3.8/site-packages/zmq/eventloop/zmqstream.py", line 614, in _handle_events
zmq_events = self.socket.EVENTS
File "/usr/lib64/python3.8/site-packages/zmq/sugar/attrsettr.py", line 55, in __getattr__
return self._get_attr_opt(upper_key, opt)
File "/usr/lib64/python3.8/site-packages/zmq/sugar/attrsettr.py", line 67, in _get_attr_opt
return self.get(opt)
File "zmq/backend/cython/socket.pyx", line 478, in zmq.backend.cython.socket.Socket.get
File "zmq/backend/cython/socket.pyx", line 138, in zmq.backend.cython.socket._check_closed
zmq.error.ZMQError: Socket operation on non-socket
During handling of the above exception, another exception occurred:
Traceback (most recent call last):
File "/usr/lib64/python3.8/asyncio/events.py", line 81, in _run
self._context.run(self._callback, *self._args)
File "/usr/lib64/python3.8/site-packages/tornado/platform/asyncio.py", line 192, in _handle_events
handler_func(fileobj, events)
File "/usr/lib64/python3.8/site-packages/zmq/eventloop/zmqstream.py", line 624, in _handle_events
if self.closed():
File "/usr/lib64/python3.8/site-packages/zmq/eventloop/zmqstream.py", line 576, in closed
self.close()
File "/usr/lib64/python3.8/site-packages/zmq/eventloop/zmqstream.py", line 547, in close
warnings.warn(
UserWarning: Unregistering FD 119 after closing socket. This could result in unregistering handlers for the wrong socket. Please use stream.close() instead of closing the socket directly.
ERROR asyncio:base_events.py:1707 Exception in callback BaseAsyncIOLoop._handle_events(119, 1)
handle:
Traceback (most recent call last):
File "/usr/lib64/python3.8/site-packages/zmq/eventloop/zmqstream.py", line 614, in _handle_events
zmq_events = self.socket.EVENTS
File "/usr/lib64/python3.8/site-packages/zmq/sugar/attrsettr.py", line 55, in __getattr__
return self._get_attr_opt(upper_key, opt)
File "/usr/lib64/python3.8/site-packages/zmq/sugar/attrsettr.py", line 67, in _get_attr_opt
return self.get(opt)
File "zmq/backend/cython/socket.pyx", line 478, in zmq.backend.cython.socket.Socket.get
File "zmq/backend/cython/socket.pyx", line 138, in zmq.backend.cython.socket._check_closed
zmq.error.ZMQError: Socket operation on non-socket
During handling of the above exception, another exception occurred:
Traceback (most recent call last):
File "/usr/lib64/python3.8/asyncio/events.py", line 81, in _run
self._context.run(self._callback, *self._args)
File "/usr/lib64/python3.8/site-packages/tornado/platform/asyncio.py", line 192, in _handle_events
handler_func(fileobj, events)
File "/usr/lib64/python3.8/site-packages/zmq/eventloop/zmqstream.py", line 624, in _handle_events
if self.closed():
File "/usr/lib64/python3.8/site-packages/zmq/eventloop/zmqstream.py", line 576, in closed
self.close()
File "/usr/lib64/python3.8/site-packages/zmq/eventloop/zmqstream.py", line 547, in close
warnings.warn(
UserWarning: Unregistering FD 119 after closing socket. This could result in unregistering handlers for the wrong socket. Please use stream.close() instead of closing the socket directly.
============================= slowest 10 durations =============================
18.99s call tests/test_kernelmanager.py::TestParallel::test_start_sequence_kernels[tcp]
18.24s call tests/test_kernelmanager.py::TestParallel::test_start_sequence_kernels[ipc]
18.11s call tests/test_restarter.py::test_async_restarter_gives_up[tcp]
18.11s call tests/test_restarter.py::test_async_restarter_gives_up[ipc]
16.62s call tests/test_restarter.py::test_restart_check[ipc]
13.63s call tests/test_restarter.py::test_restart_check[tcp]
13.16s call tests/test_kernelmanager.py::TestParallel::test_start_parallel_thread_kernels[tcp]
13.11s call tests/test_kernelmanager.py::TestParallel::test_start_sequence_process_kernels[tcp]
12.16s call tests/test_kernelmanager.py::TestParallel::test_start_parallel_process_kernels[tcp]
8.24s call tests/test_kernelmanager.py::TestKernelManagerShutDownGracefully::test_signal_kernel_subprocesses[signaltest-no-terminate-install_kernel_dont_terminate-_ShutdownStatus.SigkillRequest]
=========================== short test summary info ============================
SKIPPED [1] tests/test_client.py:238: Not supported
SKIPPED [1] tests/test_kernelmanager.py:333: IPC transport is currently not working for this test!
SKIPPED [1] tests/test_kernelmanager.py:349: IPC transport is currently not working for this test!
SKIPPED [1] tests/test_kernelmanager.py:365: IPC transport is currently not working for this test!
SKIPPED [1] tests/test_multikernelmanager.py:167: Kernel refuses to start in process pool
FAILED tests/test_client.py::TestThreadedKernelClient::test_shutdown_id - pytest.PytestUnhandledThreadExceptionWarning: Exception in thread Thread-90
FAILED tests/test_multikernelmanager.py::TestKernelManager::test_tcp_cinfo - ValueError: fd 119 added twice
============= 2 failed, 224 passed, 5 skipped in 334.63s (0:05:34) =============
```
I'm packaging your module as an rpm package so I'm using the typical PEP517 based build, install and test cycle used on building packages from non-root account.
python3 -sBm build -w --no-isolationbuildwith--no-isolationI'm using during all processes only locally installed modulescut off from access to the public network(pytest is executed with-m "not network")8.4.0 in the same build env is OK. Here is pytest output:
Here is list of installed modules in build env