Coverage for Lib/asyncio/base_events.py: 88%

1172 statements  

« prev     ^ index     » next       coverage.py v7.15.4, created at 2026-08-09 01:31 +0000

1"""Base implementation of event loop. 

2 

3The event loop can be broken up into a multiplexer (the part 

4responsible for notifying us of I/O events) and the event loop proper, 

5which wraps a multiplexer with functionality for scheduling callbacks, 

6immediately or at a given time in the future. 

7 

8Whenever a public API takes a callback, subsequent positional 

9arguments will be passed to the callback if/when it is called. This 

10avoids the proliferation of trivial lambdas implementing closures. 

11Keyword arguments for the callback are not supported; this is a 

12conscious design decision, leaving the door open for keyword arguments 

13to modify the meaning of the API call itself. 

14""" 

15 

16import collections 

17import contextvars 

18import collections.abc 

19import concurrent.futures 

20import errno 

21import heapq 

22import itertools 

23import math 

24import os 

25import socket 

26import stat 

27import subprocess 

28import sys 

29import threading 

30import time 

31import traceback 

32import warnings 

33import weakref 

34import inspect 

35 

36try: 

37 import ssl 

38except ImportError: # pragma: no cover 

39 ssl = None 

40 

41from . import constants 

42from . import coroutines 

43from . import events 

44from . import exceptions 

45from . import futures 

46from . import protocols 

47from . import sslproto 

48from . import staggered 

49from . import tasks 

50from . import timeouts 

51from . import transports 

52from . import trsock 

53from .log import logger 

54 

55 

56__all__ = 'BaseEventLoop','Server', 

57 

58 

59# Minimum number of _scheduled timer handles before cleanup of 

60# cancelled handles is performed. 

61_MIN_SCHEDULED_TIMER_HANDLES = 100 

62 

63# Minimum fraction of _scheduled timer handles that are cancelled 

64# before cleanup of cancelled handles is performed. 

65_MIN_CANCELLED_TIMER_HANDLES_FRACTION = 0.5 

66 

67 

68_HAS_IPv6 = hasattr(socket, 'AF_INET6') 

69 

70# Maximum timeout passed to select to avoid OS limitations 

71MAXIMUM_SELECT_TIMEOUT = 24 * 3600 

72 

73 

74def _format_handle(handle): 

75 cb = handle._callback 

76 if isinstance(getattr(cb, '__self__', None), tasks.Task): 

77 # format the task 

78 return repr(cb.__self__) 

79 else: 

80 return str(handle) 

81 

82 

83def _format_pipe(fd): 

84 if fd == subprocess.PIPE: 

85 return '<pipe>' 

86 elif fd == subprocess.STDOUT: 

87 return '<stdout>' 

88 else: 

89 return repr(fd) 

90 

91 

92def _set_reuseport(sock): 

93 if not hasattr(socket, 'SO_REUSEPORT'): 

94 raise ValueError('reuse_port not supported by socket module') 

95 else: 

96 try: 

97 sock.setsockopt(socket.SOL_SOCKET, socket.SO_REUSEPORT, 1) 

98 except OSError: 

99 raise ValueError('reuse_port not supported by socket module, ' 

100 'SO_REUSEPORT defined but not implemented.') 

101 

102 

103def _ipaddr_info(host, port, family, type, proto, flowinfo=0, scopeid=0): 

104 # Try to skip getaddrinfo if "host" is already an IP. Users might have 

105 # handled name resolution in their own code and pass in resolved IPs. 

106 if not hasattr(socket, 'inet_pton'): 

107 return 

108 

109 if proto not in {0, socket.IPPROTO_TCP, socket.IPPROTO_UDP} or \ 

110 host is None: 

111 return None 

112 

113 if type == socket.SOCK_STREAM: 

114 proto = socket.IPPROTO_TCP 

115 elif type == socket.SOCK_DGRAM: 

116 proto = socket.IPPROTO_UDP 

117 else: 

118 return None 

119 

120 if port is None: 

121 port = 0 

122 elif isinstance(port, bytes) and port == b'': 

123 port = 0 

124 elif isinstance(port, str) and port == '': 

125 port = 0 

126 else: 

127 # If port's a service name like "http", don't skip getaddrinfo. 

128 try: 

129 port = int(port) 

130 except (TypeError, ValueError): 

131 return None 

132 

133 if family == socket.AF_UNSPEC: 

134 afs = [socket.AF_INET] 

135 if _HAS_IPv6: 135 ↛ 140line 135 didn't jump to line 140 because the condition on line 135 was always true

136 afs.append(socket.AF_INET6) 

137 else: 

138 afs = [family] 

139 

140 if isinstance(host, bytes): 

141 host = host.decode('idna') 

142 if '%' in host: 

143 # Linux's inet_pton doesn't accept an IPv6 zone index after host, 

144 # like '::1%lo0'. 

145 return None 

146 

147 for af in afs: 

148 try: 

149 socket.inet_pton(af, host) 

150 # The host has already been resolved. 

151 if _HAS_IPv6 and af == socket.AF_INET6: 

152 return af, type, proto, '', (host, port, flowinfo, scopeid) 

153 else: 

154 return af, type, proto, '', (host, port) 

155 except OSError: 

156 pass 

157 

158 # "host" is not an IP address. 

159 return None 

160 

161 

162def _interleave_addrinfos(addrinfos, first_address_family_count=1): 

163 """Interleave list of addrinfo tuples by family.""" 

164 # Group addresses by family 

165 addrinfos_by_family = collections.OrderedDict() 

166 for addr in addrinfos: 

167 family = addr[0] 

168 if family not in addrinfos_by_family: 

169 addrinfos_by_family[family] = [] 

170 addrinfos_by_family[family].append(addr) 

171 addrinfos_lists = list(addrinfos_by_family.values()) 

172 

173 reordered = [] 

174 if first_address_family_count > 1: 

175 reordered.extend(addrinfos_lists[0][:first_address_family_count - 1]) 

176 del addrinfos_lists[0][:first_address_family_count - 1] 

177 reordered.extend( 

178 a for a in itertools.chain.from_iterable( 

179 itertools.zip_longest(*addrinfos_lists) 

180 ) if a is not None) 

181 return reordered 

182 

183 

184def _run_until_complete_cb(fut): 

185 if not fut.cancelled(): 

186 exc = fut.exception() 

187 if isinstance(exc, (SystemExit, KeyboardInterrupt)): 

188 # Issue #22429: run_forever() already finished, no need to 

189 # stop it. 

190 return 

191 futures._get_loop(fut).stop() 

192 

193 

194if hasattr(socket, 'TCP_NODELAY'): 194 ↛ 201line 194 didn't jump to line 201 because the condition on line 194 was always true

195 def _set_nodelay(sock): 

196 if (sock.family in {socket.AF_INET, socket.AF_INET6} and 

197 sock.type == socket.SOCK_STREAM and 

198 sock.proto == socket.IPPROTO_TCP): 

199 sock.setsockopt(socket.IPPROTO_TCP, socket.TCP_NODELAY, 1) 

200else: 

201 def _set_nodelay(sock): 

202 pass 

203 

204 

205def _check_ssl_socket(sock): 

206 if ssl is not None and isinstance(sock, ssl.SSLSocket): 206 ↛ 207line 206 didn't jump to line 207 because the condition on line 206 was never true

207 raise TypeError("Socket cannot be of type SSLSocket") 

208 

209 

210class _SendfileFallbackProtocol(protocols.Protocol): 

211 def __init__(self, transp): 

212 if not isinstance(transp, transports._FlowControlMixin): 212 ↛ 213line 212 didn't jump to line 213 because the condition on line 212 was never true

213 raise TypeError("transport should be _FlowControlMixin instance") 

214 self._transport = transp 

215 self._proto = transp.get_protocol() 

216 self._should_resume_reading = transp.is_reading() 

217 self._should_resume_writing = transp._protocol_paused 

218 transp.pause_reading() 

219 transp.set_protocol(self) 

220 if self._should_resume_writing: 220 ↛ 221line 220 didn't jump to line 221 because the condition on line 220 was never true

221 self._write_ready_fut = self._transport._loop.create_future() 

222 else: 

223 self._write_ready_fut = None 

224 

225 async def drain(self): 

226 if self._transport.is_closing(): 226 ↛ 227line 226 didn't jump to line 227 because the condition on line 226 was never true

227 raise ConnectionError("Connection closed by peer") 

228 fut = self._write_ready_fut 

229 if fut is None: 

230 return 

231 await fut 

232 

233 def connection_made(self, transport): 

234 raise RuntimeError("Invalid state: " 

235 "connection should have been established already.") 

236 

237 def connection_lost(self, exc): 

238 if self._write_ready_fut is not None: 238 ↛ 246line 238 didn't jump to line 246 because the condition on line 238 was always true

239 # Never happens if peer disconnects after sending the whole content 

240 # Thus disconnection is always an exception from user perspective 

241 if exc is None: 241 ↛ 242line 241 didn't jump to line 242 because the condition on line 241 was never true

242 self._write_ready_fut.set_exception( 

243 ConnectionError("Connection is closed by peer")) 

244 else: 

245 self._write_ready_fut.set_exception(exc) 

246 self._proto.connection_lost(exc) 

247 

248 def pause_writing(self): 

249 if self._write_ready_fut is not None: 249 ↛ 250line 249 didn't jump to line 250 because the condition on line 249 was never true

250 return 

251 self._write_ready_fut = self._transport._loop.create_future() 

252 

253 def resume_writing(self): 

254 if self._write_ready_fut is None: 254 ↛ 255line 254 didn't jump to line 255 because the condition on line 254 was never true

255 return 

256 self._write_ready_fut.set_result(False) 

257 self._write_ready_fut = None 

258 

259 def data_received(self, data): 

260 raise RuntimeError("Invalid state: reading should be paused") 

261 

262 def eof_received(self): 

263 raise RuntimeError("Invalid state: reading should be paused") 

264 

265 async def restore(self): 

266 self._transport.set_protocol(self._proto) 

267 if self._should_resume_reading: 267 ↛ 269line 267 didn't jump to line 269 because the condition on line 267 was always true

268 self._transport.resume_reading() 

269 if self._write_ready_fut is not None: 

270 # Cancel the future. 

271 # Basically it has no effect because protocol is switched back, 

272 # no code should wait for it anymore. 

273 self._write_ready_fut.cancel() 

274 if self._should_resume_writing: 274 ↛ 275line 274 didn't jump to line 275 because the condition on line 274 was never true

275 self._proto.resume_writing() 

276 

277 

278class Server(events.AbstractServer): 

279 

280 def __init__(self, loop, sockets, protocol_factory, ssl_context, backlog, 

281 ssl_handshake_timeout, ssl_shutdown_timeout=None): 

282 self._loop = loop 

283 self._sockets = sockets 

284 # Weak references so we don't break Transport's ability to 

285 # detect abandoned transports 

286 self._clients = weakref.WeakSet() 

287 self._waiters = [] 

288 self._protocol_factory = protocol_factory 

289 self._backlog = backlog 

290 self._ssl_context = ssl_context 

291 self._ssl_handshake_timeout = ssl_handshake_timeout 

292 self._ssl_shutdown_timeout = ssl_shutdown_timeout 

293 self._serving = False 

294 self._serving_forever_fut = None 

295 self._context = contextvars.copy_context() 

296 

297 def __repr__(self): 

298 return f'<{self.__class__.__name__} sockets={self.sockets!r}>' 

299 

300 def _attach(self, transport): 

301 assert self._sockets is not None 

302 self._clients.add(transport) 

303 

304 def _detach(self, transport): 

305 self._clients.discard(transport) 

306 if len(self._clients) == 0 and self._sockets is None: 

307 self._wakeup() 

308 

309 def _wakeup(self): 

310 waiters = self._waiters 

311 self._waiters = None 

312 for waiter in waiters: 

313 if not waiter.done(): 313 ↛ 312line 313 didn't jump to line 312 because the condition on line 313 was always true

314 waiter.set_result(None) 

315 

316 def _start_serving(self): 

317 if self._serving: 

318 return 

319 self._serving = True 

320 for sock in self._sockets: 

321 sock.listen(self._backlog) 

322 self._loop._start_serving( 

323 self._protocol_factory, sock, self._ssl_context, 

324 self, self._backlog, self._ssl_handshake_timeout, 

325 self._ssl_shutdown_timeout, context=self._context) 

326 

327 def get_loop(self): 

328 return self._loop 

329 

330 def is_serving(self): 

331 return self._serving 

332 

333 @property 

334 def sockets(self): 

335 if self._sockets is None: 

336 return () 

337 return tuple(trsock.TransportSocket(s) for s in self._sockets) 

338 

339 def close(self): 

340 sockets = self._sockets 

341 if sockets is None: 

342 return 

343 self._sockets = None 

344 

345 for sock in sockets: 

346 self._loop._stop_serving(sock) 

347 

348 self._serving = False 

349 

350 if (self._serving_forever_fut is not None and 350 ↛ 352line 350 didn't jump to line 352 because the condition on line 350 was never true

351 not self._serving_forever_fut.done()): 

352 self._serving_forever_fut.cancel() 

353 self._serving_forever_fut = None 

354 

355 if len(self._clients) == 0: 

356 self._wakeup() 

357 

358 def close_clients(self): 

359 for transport in self._clients.copy(): 

360 transport.close() 

361 

362 def abort_clients(self): 

363 for transport in self._clients.copy(): 

364 transport.abort() 

365 

366 async def start_serving(self): 

367 self._start_serving() 

368 # Skip one loop iteration so that all 'loop.add_reader' 

369 # go through. 

370 await tasks.sleep(0) 

371 

372 async def serve_forever(self): 

373 if self._serving_forever_fut is not None: 373 ↛ 374line 373 didn't jump to line 374 because the condition on line 373 was never true

374 raise RuntimeError( 

375 f'server {self!r} is already being awaited on serve_forever()') 

376 if self._sockets is None: 

377 raise RuntimeError(f'server {self!r} is closed') 

378 

379 self._start_serving() 

380 self._serving_forever_fut = self._loop.create_future() 

381 

382 try: 

383 await self._serving_forever_fut 

384 except exceptions.CancelledError: 

385 try: 

386 self.close() 

387 self.close_clients() 

388 await self.wait_closed() 

389 finally: 

390 raise 

391 finally: 

392 self._serving_forever_fut = None 

393 

394 async def wait_closed(self): 

395 """Wait until server is closed and all connections are dropped. 

396 

397 - If the server is not closed, wait. 

398 - If it is closed, but there are still active connections, wait. 

399 

400 Anyone waiting here will be unblocked once both conditions 

401 (server is closed and all connections have been dropped) 

402 have become true, in either order. 

403 

404 Historical note: In 3.11 and before, this was broken, returning 

405 immediately if the server was already closed, even if there 

406 were still active connections. An attempted fix in 3.12.0 was 

407 still broken, returning immediately if the server was still 

408 open and there were no active connections. Hopefully in 3.12.1 

409 we have it right. 

410 """ 

411 # Waiters are unblocked by self._wakeup(), which is called 

412 # from two places: self.close() and self._detach(), but only 

413 # when both conditions have become true. To signal that this 

414 # has happened, self._wakeup() sets self._waiters to None. 

415 if self._waiters is None: 

416 return 

417 waiter = self._loop.create_future() 

418 self._waiters.append(waiter) 

419 await waiter 

420 

421 

422class BaseEventLoop(events.AbstractEventLoop): 

423 

424 def __init__(self): 

425 self._timer_cancelled_count = 0 

426 self._closed = False 

427 self._stopping = False 

428 self._ready = collections.deque() 

429 self._scheduled = [] 

430 self._default_executor = None 

431 self._internal_fds = 0 

432 # Identifier of the thread running the event loop, or None if the 

433 # event loop is not running 

434 self._thread_id = None 

435 self._clock_resolution = time.get_clock_info('monotonic').resolution 

436 self._exception_handler = None 

437 self.set_debug(coroutines._is_debug_mode()) 

438 # The preserved state of async generator hooks. 

439 self._old_agen_hooks = None 

440 # In debug mode, if the execution of a callback or a step of a task 

441 # exceed this duration in seconds, the slow callback/task is logged. 

442 self.slow_callback_duration = 0.1 

443 self._current_handle = None 

444 self._task_factory = None 

445 self._coroutine_origin_tracking_enabled = False 

446 self._coroutine_origin_tracking_saved_depth = None 

447 

448 # A weak set of all asynchronous generators that are 

449 # being iterated by the loop. 

450 self._asyncgens = weakref.WeakSet() 

451 # Set to True when `loop.shutdown_asyncgens` is called. 

452 self._asyncgens_shutdown_called = False 

453 # Set to True when `loop.shutdown_default_executor` is called. 

454 self._executor_shutdown_called = False 

455 

456 def __repr__(self): 

457 return ( 

458 f'<{self.__class__.__name__} running={self.is_running()} ' 

459 f'closed={self.is_closed()} debug={self.get_debug()}>' 

460 ) 

461 

462 def create_future(self): 

463 """Create a Future object attached to the loop.""" 

464 return futures.Future(loop=self) 

465 

466 def create_task(self, coro, **kwargs): 

467 """Schedule or begin executing a coroutine object. 

468 

469 Return a task object. 

470 """ 

471 self._check_closed() 

472 if self._task_factory is not None: 

473 return self._task_factory(self, coro, **kwargs) 

474 

475 task = tasks.Task(coro, loop=self, **kwargs) 

476 if task._source_traceback: 

477 del task._source_traceback[-1] 

478 try: 

479 return task 

480 finally: 

481 # gh-128552: prevent a refcycle of 

482 # task.exception().__traceback__->BaseEventLoop.create_task->task 

483 del task 

484 

485 def set_task_factory(self, factory): 

486 """Set a task factory that will be used by loop.create_task(). 

487 

488 If factory is None the default task factory will be set. 

489 

490 If factory is a callable, it should have a signature matching 

491 '(loop, coro, **kwargs)', where 'loop' will be a reference to the 

492 active event loop, 'coro' will be a coroutine object, and **kwargs 

493 will be arbitrary keyword arguments that should be passed on to 

494 Task. The callable must return a Task. 

495 """ 

496 if factory is not None and not callable(factory): 

497 raise TypeError('task factory must be a callable or None') 

498 self._task_factory = factory 

499 

500 def get_task_factory(self): 

501 """Return a task factory, or None if the default one is in use.""" 

502 return self._task_factory 

503 

504 def _make_socket_transport(self, sock, protocol, waiter=None, *, 

505 extra=None, server=None): 

506 """Create socket transport.""" 

507 raise NotImplementedError 

508 

509 def _make_ssl_transport( 

510 self, rawsock, protocol, sslcontext, waiter=None, 

511 *, server_side=False, server_hostname=None, 

512 extra=None, server=None, 

513 ssl_handshake_timeout=None, 

514 ssl_shutdown_timeout=None, 

515 call_connection_made=True, 

516 context=None): 

517 """Create SSL transport.""" 

518 raise NotImplementedError 

519 

520 def _make_datagram_transport(self, sock, protocol, 

521 address=None, waiter=None, extra=None): 

522 """Create datagram transport.""" 

523 raise NotImplementedError 

524 

525 def _make_read_pipe_transport(self, pipe, protocol, waiter=None, 

526 extra=None): 

527 """Create read pipe transport.""" 

528 raise NotImplementedError 

529 

530 def _make_write_pipe_transport(self, pipe, protocol, waiter=None, 

531 extra=None): 

532 """Create write pipe transport.""" 

533 raise NotImplementedError 

534 

535 async def _make_subprocess_transport(self, protocol, args, shell, 

536 stdin, stdout, stderr, bufsize, 

537 extra=None, **kwargs): 

538 """Create subprocess transport.""" 

539 raise NotImplementedError 

540 

541 def _write_to_self(self): 

542 """Write a byte to self-pipe, to wake up the event loop. 

543 

544 This may be called from a different thread. 

545 

546 The subclass is responsible for implementing the self-pipe. 

547 """ 

548 raise NotImplementedError 

549 

550 def _process_events(self, event_list): 

551 """Process selector events.""" 

552 raise NotImplementedError 

553 

554 def _check_closed(self): 

555 if self._closed: 

556 raise RuntimeError('Event loop is closed') 

557 

558 def _check_default_executor(self): 

559 if self._executor_shutdown_called: 559 ↛ 560line 559 didn't jump to line 560 because the condition on line 559 was never true

560 raise RuntimeError('Executor shutdown has been called') 

561 

562 def _asyncgen_finalizer_hook(self, agen): 

563 self._asyncgens.discard(agen) 

564 if not self.is_closed(): 564 ↛ exitline 564 didn't return from function '_asyncgen_finalizer_hook' because the condition on line 564 was always true

565 self.call_soon_threadsafe(self.create_task, agen.aclose()) 

566 

567 def _asyncgen_firstiter_hook(self, agen): 

568 if self._asyncgens_shutdown_called: 568 ↛ 569line 568 didn't jump to line 569 because the condition on line 568 was never true

569 warnings.warn( 

570 f"asynchronous generator {agen!r} was scheduled after " 

571 f"loop.shutdown_asyncgens() call", 

572 ResourceWarning, source=self) 

573 

574 self._asyncgens.add(agen) 

575 

576 async def shutdown_asyncgens(self): 

577 """Shutdown all active asynchronous generators.""" 

578 self._asyncgens_shutdown_called = True 

579 

580 if not len(self._asyncgens): 

581 # If Python version is <3.6 or we don't have any asynchronous 

582 # generators alive. 

583 return 

584 

585 closing_agens = list(self._asyncgens) 

586 self._asyncgens.clear() 

587 

588 results = await tasks.gather( 

589 *[ag.aclose() for ag in closing_agens], 

590 return_exceptions=True) 

591 

592 for result, agen in zip(results, closing_agens): 

593 if isinstance(result, BaseException): 593 ↛ 592line 593 didn't jump to line 592 because the condition on line 593 was always true

594 self.call_exception_handler({ 

595 'message': f'an error occurred during closing of ' 

596 f'asynchronous generator {agen!r}', 

597 'exception': result, 

598 'asyncgen': agen 

599 }) 

600 

601 async def shutdown_default_executor(self, timeout=None): 

602 """Schedule the shutdown of the default executor. 

603 

604 The timeout parameter specifies the amount of time the executor will 

605 be given to finish joining. The default value is None, which means 

606 that the executor will be given an unlimited amount of time. 

607 """ 

608 self._executor_shutdown_called = True 

609 if self._default_executor is None: 

610 return 

611 future = self.create_future() 

612 thread = threading.Thread(target=self._do_shutdown, args=(future,)) 

613 thread.start() 

614 try: 

615 async with timeouts.timeout(timeout): 

616 await future 

617 except TimeoutError: 

618 warnings.warn("The executor did not finishing joining " 

619 f"its threads within {timeout} seconds.", 

620 RuntimeWarning, stacklevel=2) 

621 self._default_executor.shutdown(wait=False) 

622 else: 

623 thread.join() 

624 

625 def _do_shutdown(self, future): 

626 try: 

627 self._default_executor.shutdown(wait=True) 

628 if not self.is_closed(): 628 ↛ exitline 628 didn't return from function '_do_shutdown' because the condition on line 628 was always true

629 self.call_soon_threadsafe(futures._set_result_unless_cancelled, 

630 future, None) 

631 except Exception as ex: 

632 if not self.is_closed() and not future.cancelled(): 

633 self.call_soon_threadsafe(future.set_exception, ex) 

634 

635 def _check_running(self): 

636 if self.is_running(): 

637 raise RuntimeError('This event loop is already running') 

638 if events._get_running_loop() is not None: 

639 raise RuntimeError( 

640 'Cannot run the event loop while another loop is running') 

641 

642 def _run_forever_setup(self): 

643 """Prepare the run loop to process events. 

644 

645 This method exists so that custom event loop subclasses (e.g., event loops 

646 that integrate a GUI event loop with Python's event loop) have access to all the 

647 loop setup logic. 

648 """ 

649 self._check_closed() 

650 self._check_running() 

651 self._set_coroutine_origin_tracking(self._debug) 

652 

653 self._old_agen_hooks = sys.get_asyncgen_hooks() 

654 self._thread_id = threading.get_ident() 

655 sys.set_asyncgen_hooks( 

656 firstiter=self._asyncgen_firstiter_hook, 

657 finalizer=self._asyncgen_finalizer_hook 

658 ) 

659 

660 events._set_running_loop(self) 

661 

662 def _run_forever_cleanup(self): 

663 """Clean up after an event loop finishes the looping over events. 

664 

665 This method exists so that custom event loop subclasses (e.g., event loops 

666 that integrate a GUI event loop with Python's event loop) have access to all the 

667 loop cleanup logic. 

668 """ 

669 self._stopping = False 

670 self._thread_id = None 

671 events._set_running_loop(None) 

672 self._set_coroutine_origin_tracking(False) 

673 # Restore any pre-existing async generator hooks. 

674 if self._old_agen_hooks is not None: 674 ↛ exitline 674 didn't return from function '_run_forever_cleanup' because the condition on line 674 was always true

675 sys.set_asyncgen_hooks(*self._old_agen_hooks) 

676 self._old_agen_hooks = None 

677 

678 def run_forever(self): 

679 """Run until stop() is called.""" 

680 self._run_forever_setup() 

681 try: 

682 while True: 

683 self._run_once() 

684 if self._stopping: 

685 break 

686 finally: 

687 self._run_forever_cleanup() 

688 

689 def run_until_complete(self, future): 

690 """Run until the Future is done. 

691 

692 If the argument is a coroutine, it is wrapped in a Task. 

693 

694 WARNING: It would be disastrous to call run_until_complete() 

695 with the same coroutine twice -- it would wrap it in two 

696 different Tasks and that can't be good. 

697 

698 Return the Future's result, or raise its exception. 

699 """ 

700 self._check_closed() 

701 self._check_running() 

702 

703 new_task = not futures.isfuture(future) 

704 future = tasks.ensure_future(future, loop=self) 

705 if new_task: 

706 # An exception is raised if the future didn't complete, so there 

707 # is no need to log the "destroy pending task" message 

708 future._log_destroy_pending = False 

709 

710 future.add_done_callback(_run_until_complete_cb) 

711 try: 

712 self.run_forever() 

713 except: 

714 if new_task and future.done() and not future.cancelled(): 

715 # The coroutine raised a BaseException. Consume the exception 

716 # to not log a warning, the caller doesn't have access to the 

717 # local task. 

718 future.exception() 

719 raise 

720 finally: 

721 future.remove_done_callback(_run_until_complete_cb) 

722 if not future.done(): 

723 raise RuntimeError('Event loop stopped before Future completed.') 

724 

725 return future.result() 

726 

727 def stop(self): 

728 """Stop running the event loop. 

729 

730 Every callback already scheduled will still run. This simply 

731 informs run_forever to stop looping after a complete iteration. 

732 """ 

733 self._stopping = True 

734 

735 def close(self): 

736 """Close the event loop. 

737 

738 This clears the queues and shuts down the executor, 

739 but does not wait for the executor to finish. 

740 

741 The event loop must not be running. 

742 """ 

743 if self.is_running(): 743 ↛ 744line 743 didn't jump to line 744 because the condition on line 743 was never true

744 raise RuntimeError("Cannot close a running event loop") 

745 if self._closed: 

746 return 

747 if self._debug: 

748 logger.debug("Close %r", self) 

749 self._closed = True 

750 self._ready.clear() 

751 self._scheduled.clear() 

752 self._executor_shutdown_called = True 

753 executor = self._default_executor 

754 if executor is not None: 

755 self._default_executor = None 

756 executor.shutdown(wait=False) 

757 

758 def is_closed(self): 

759 """Returns True if the event loop was closed.""" 

760 return self._closed 

761 

762 def __del__(self, _warn=warnings.warn): 

763 if not self.is_closed(): 763 ↛ 764line 763 didn't jump to line 764 because the condition on line 763 was never true

764 _warn(f"unclosed event loop {self!r}", ResourceWarning, source=self) 

765 if not self.is_running(): 

766 self.close() 

767 

768 def is_running(self): 

769 """Returns True if the event loop is running.""" 

770 return (self._thread_id is not None) 

771 

772 def time(self): 

773 """Return the time according to the event loop's clock. 

774 

775 This is a float expressed in seconds since an epoch, but the 

776 epoch, precision, accuracy and drift are unspecified and may 

777 differ per event loop. 

778 """ 

779 return time.monotonic() 

780 

781 def call_later(self, delay, callback, *args, context=None): 

782 """Arrange for a callback to be called at a given time. 

783 

784 Return a Handle: an opaque object with a cancel() method that 

785 can be used to cancel the call. 

786 

787 The delay can be an int or float, expressed in seconds. It is 

788 always relative to the current time. 

789 

790 Each callback will be called exactly once. If two callbacks 

791 are scheduled for exactly the same time, it is undefined which 

792 will be called first. 

793 

794 Any positional arguments after the callback will be passed to 

795 the callback when it is called. 

796 """ 

797 if delay is None: 

798 raise TypeError('delay must not be None') 

799 timer = self.call_at(self.time() + delay, callback, *args, 

800 context=context) 

801 if timer._source_traceback: 

802 del timer._source_traceback[-1] 

803 return timer 

804 

805 def call_at(self, when, callback, *args, context=None): 

806 """Like call_later(), but uses an absolute time. 

807 

808 Absolute time corresponds to the event loop's time() method. 

809 """ 

810 if when is None: 

811 raise TypeError("when cannot be None") 

812 self._check_closed() 

813 if self._debug: 

814 self._check_thread() 

815 self._check_callback(callback, 'call_at') 

816 timer = events.TimerHandle(when, callback, args, self, context) 

817 if timer._source_traceback: 

818 del timer._source_traceback[-1] 

819 heapq.heappush(self._scheduled, timer) 

820 timer._scheduled = True 

821 return timer 

822 

823 def call_soon(self, callback, *args, context=None): 

824 """Arrange for a callback to be called as soon as possible. 

825 

826 This operates as a FIFO queue: callbacks are called in the 

827 order in which they are registered. Each callback will be 

828 called exactly once. 

829 

830 Any positional arguments after the callback will be passed to 

831 the callback when it is called. 

832 """ 

833 self._check_closed() 

834 if self._debug: 

835 self._check_thread() 

836 self._check_callback(callback, 'call_soon') 

837 handle = self._call_soon(callback, args, context) 

838 if handle._source_traceback: 

839 del handle._source_traceback[-1] 

840 return handle 

841 

842 def _check_callback(self, callback, method): 

843 if (coroutines.iscoroutine(callback) or 

844 inspect.iscoroutinefunction(callback)): 

845 raise TypeError( 

846 f"coroutines cannot be used with {method}()") 

847 if not callable(callback): 

848 raise TypeError( 

849 f'a callable object was expected by {method}(), ' 

850 f'got {callback!r}') 

851 

852 def _call_soon(self, callback, args, context): 

853 handle = events.Handle(callback, args, self, context) 

854 if handle._source_traceback: 

855 del handle._source_traceback[-1] 

856 self._ready.append(handle) 

857 return handle 

858 

859 def _check_thread(self): 

860 """Check that the current thread is the thread running the event loop. 

861 

862 Non-thread-safe methods of this class make this assumption and will 

863 likely behave incorrectly when the assumption is violated. 

864 

865 Should only be called when (self._debug == True). The caller is 

866 responsible for checking this condition for performance reasons. 

867 """ 

868 if self._thread_id is None: 

869 return 

870 thread_id = threading.get_ident() 

871 if thread_id != self._thread_id: 

872 raise RuntimeError( 

873 "Non-thread-safe operation invoked on an event loop other " 

874 "than the current one") 

875 

876 def call_soon_threadsafe(self, callback, *args, context=None): 

877 """Like call_soon(), but thread-safe.""" 

878 self._check_closed() 

879 if self._debug: 

880 self._check_callback(callback, 'call_soon_threadsafe') 

881 handle = events._ThreadSafeHandle(callback, args, self, context) 

882 self._ready.append(handle) 

883 if handle._source_traceback: 

884 del handle._source_traceback[-1] 

885 if handle._source_traceback: 

886 del handle._source_traceback[-1] 

887 self._write_to_self() 

888 return handle 

889 

890 def run_in_executor(self, executor, func, *args): 

891 self._check_closed() 

892 if self._debug: 

893 self._check_callback(func, 'run_in_executor') 

894 if executor is None: 

895 executor = self._default_executor 

896 # Only check when the default executor is being used 

897 self._check_default_executor() 

898 if executor is None: 

899 executor = concurrent.futures.ThreadPoolExecutor( 

900 thread_name_prefix='asyncio' 

901 ) 

902 self._default_executor = executor 

903 return futures.wrap_future( 

904 executor.submit(func, *args), loop=self) 

905 

906 def set_default_executor(self, executor): 

907 if not isinstance(executor, concurrent.futures.ThreadPoolExecutor): 

908 raise TypeError('executor must be ThreadPoolExecutor instance') 

909 self._default_executor = executor 

910 

911 def _getaddrinfo_debug(self, host, port, family, type, proto, flags): 

912 msg = [f"{host}:{port!r}"] 

913 if family: 

914 msg.append(f'family={family!r}') 

915 if type: 

916 msg.append(f'type={type!r}') 

917 if proto: 

918 msg.append(f'proto={proto!r}') 

919 if flags: 

920 msg.append(f'flags={flags!r}') 

921 msg = ', '.join(msg) 

922 logger.debug('Get address info %s', msg) 

923 

924 t0 = self.time() 

925 addrinfo = socket.getaddrinfo(host, port, family, type, proto, flags) 

926 dt = self.time() - t0 

927 

928 msg = f'Getting address info {msg} took {dt * 1e3:.3f}ms: {addrinfo!r}' 

929 if dt >= self.slow_callback_duration: 

930 logger.info(msg) 

931 else: 

932 logger.debug(msg) 

933 return addrinfo 

934 

935 async def getaddrinfo(self, host, port, *, 

936 family=0, type=0, proto=0, flags=0): 

937 if self._debug: 937 ↛ 938line 937 didn't jump to line 938 because the condition on line 937 was never true

938 getaddr_func = self._getaddrinfo_debug 

939 else: 

940 getaddr_func = socket.getaddrinfo 

941 

942 return await self.run_in_executor( 

943 None, getaddr_func, host, port, family, type, proto, flags) 

944 

945 async def getnameinfo(self, sockaddr, flags=0): 

946 return await self.run_in_executor( 

947 None, socket.getnameinfo, sockaddr, flags) 

948 

949 async def sock_sendfile(self, sock, file, offset=0, count=None, 

950 *, fallback=True): 

951 if self._debug and sock.gettimeout() != 0: 

952 raise ValueError("the socket must be non-blocking") 

953 _check_ssl_socket(sock) 

954 self._check_sendfile_params(sock, file, offset, count) 

955 try: 

956 return await self._sock_sendfile_native(sock, file, 

957 offset, count) 

958 except exceptions.SendfileNotAvailableError: 

959 if not fallback: 

960 raise 

961 return await self._sock_sendfile_fallback(sock, file, 

962 offset, count) 

963 

964 async def _sock_sendfile_native(self, sock, file, offset, count): 

965 # NB: sendfile syscall is not supported for SSL sockets and 

966 # non-mmap files even if sendfile is supported by OS 

967 raise exceptions.SendfileNotAvailableError( 

968 f"syscall sendfile is not available for socket {sock!r} " 

969 f"and file {file!r} combination") 

970 

971 async def _sock_sendfile_fallback(self, sock, file, offset, count): 

972 if hasattr(file, 'seek'): 972 ↛ 974line 972 didn't jump to line 974 because the condition on line 972 was always true

973 file.seek(offset) 

974 blocksize = ( 

975 min(count, constants.SENDFILE_FALLBACK_READBUFFER_SIZE) 

976 if count else constants.SENDFILE_FALLBACK_READBUFFER_SIZE 

977 ) 

978 buf = bytearray(blocksize) 

979 total_sent = 0 

980 try: 

981 while True: 

982 if count: 

983 blocksize = min(count - total_sent, blocksize) 

984 if blocksize <= 0: 

985 break 

986 view = memoryview(buf)[:blocksize] 

987 read = await self.run_in_executor(None, file.readinto, view) 

988 if not read: 

989 break # EOF 

990 await self.sock_sendall(sock, view[:read]) 

991 total_sent += read 

992 return total_sent 

993 finally: 

994 if total_sent > 0 and hasattr(file, 'seek'): 

995 file.seek(offset + total_sent) 

996 

997 def _check_sendfile_params(self, sock, file, offset, count): 

998 if 'b' not in getattr(file, 'mode', 'b'): 

999 raise ValueError("file should be opened in binary mode") 

1000 if not sock.type == socket.SOCK_STREAM: 

1001 raise ValueError("only SOCK_STREAM type sockets are supported") 

1002 if count is not None: 

1003 if not isinstance(count, int): 

1004 raise TypeError( 

1005 "count must be a positive integer (got {!r})".format(count)) 

1006 if count <= 0: 

1007 raise ValueError( 

1008 "count must be a positive integer (got {!r})".format(count)) 

1009 if not isinstance(offset, int): 

1010 raise TypeError( 

1011 "offset must be a non-negative integer (got {!r})".format( 

1012 offset)) 

1013 if offset < 0: 

1014 raise ValueError( 

1015 "offset must be a non-negative integer (got {!r})".format( 

1016 offset)) 

1017 

1018 async def _connect_sock(self, exceptions, addr_info, local_addr_infos=None): 

1019 """Create, bind and connect one socket.""" 

1020 my_exceptions = [] 

1021 exceptions.append(my_exceptions) 

1022 family, type_, proto, _, address = addr_info 

1023 sock = None 

1024 try: 

1025 try: 

1026 sock = socket.socket(family=family, type=type_, proto=proto) 

1027 sock.setblocking(False) 

1028 if local_addr_infos is not None: 

1029 for lfamily, _, _, _, laddr in local_addr_infos: 

1030 # skip local addresses of different family 

1031 if lfamily != family: 

1032 continue 

1033 try: 

1034 sock.bind(laddr) 

1035 break 

1036 except OSError as exc: 

1037 msg = ( 

1038 f'error while attempting to bind on ' 

1039 f'address {laddr!r}: {str(exc).lower()}' 

1040 ) 

1041 exc = OSError(exc.errno, msg) 

1042 my_exceptions.append(exc) 

1043 else: # all bind attempts failed 

1044 if my_exceptions: 

1045 raise my_exceptions.pop() 

1046 else: 

1047 raise OSError(f"no matching local address with {family=} found") 

1048 await self.sock_connect(sock, address) 

1049 return sock 

1050 except OSError as exc: 

1051 my_exceptions.append(exc) 

1052 raise 

1053 except: 

1054 if sock is not None: 

1055 try: 

1056 sock.close() 

1057 except OSError: 

1058 # An error when closing a newly created socket is 

1059 # not important, but it can overwrite more important 

1060 # non-OSError error. So ignore it. 

1061 pass 

1062 raise 

1063 finally: 

1064 exceptions = my_exceptions = None 

1065 

1066 async def create_connection( 

1067 self, protocol_factory, host=None, port=None, 

1068 *, ssl=None, family=0, 

1069 proto=0, flags=0, sock=None, 

1070 local_addr=None, server_hostname=None, 

1071 ssl_handshake_timeout=None, 

1072 ssl_shutdown_timeout=None, 

1073 happy_eyeballs_delay=None, interleave=None, 

1074 all_errors=False): 

1075 """Connect to a TCP server. 

1076 

1077 Create a streaming transport connection to a given internet host and 

1078 port: socket family AF_INET or socket.AF_INET6 depending on host (or 

1079 family if specified), socket type SOCK_STREAM. protocol_factory must 

1080 be a callable returning a protocol instance. 

1081 

1082 This method is a coroutine which will try to establish the 

1083 connection in the background. When successful, the coroutine 

1084 returns a (transport, protocol) pair. 

1085 """ 

1086 if server_hostname is not None and not ssl: 

1087 raise ValueError('server_hostname is only meaningful with ssl') 

1088 

1089 if server_hostname is None and ssl: 

1090 # Use host as default for server_hostname. It is an error 

1091 # if host is empty or not set, e.g. when an 

1092 # already-connected socket was passed or when only a port 

1093 # is given. To avoid this error, you can pass 

1094 # server_hostname='' -- this will bypass the hostname 

1095 # check. (This also means that if host is a numeric 

1096 # IP/IPv6 address, we will attempt to verify that exact 

1097 # address; this will probably fail, but it is possible to 

1098 # create a certificate for a specific IP address, so we 

1099 # don't judge it here.) 

1100 if not host: 

1101 raise ValueError('You must set server_hostname ' 

1102 'when using ssl without a host') 

1103 server_hostname = host 

1104 

1105 if ssl_handshake_timeout is not None and not ssl: 

1106 raise ValueError( 

1107 'ssl_handshake_timeout is only meaningful with ssl') 

1108 

1109 if ssl_shutdown_timeout is not None and not ssl: 1109 ↛ 1110line 1109 didn't jump to line 1110 because the condition on line 1109 was never true

1110 raise ValueError( 

1111 'ssl_shutdown_timeout is only meaningful with ssl') 

1112 

1113 if sock is not None: 

1114 _check_ssl_socket(sock) 

1115 

1116 if happy_eyeballs_delay is not None and interleave is None: 

1117 # If using happy eyeballs, default to interleave addresses by family 

1118 interleave = 1 

1119 

1120 if host is not None or port is not None: 

1121 if sock is not None: 

1122 raise ValueError( 

1123 'host/port and sock can not be specified at the same time') 

1124 

1125 infos = await self._ensure_resolved( 

1126 (host, port), family=family, 

1127 type=socket.SOCK_STREAM, proto=proto, flags=flags, loop=self) 

1128 if not infos: 

1129 raise OSError('getaddrinfo() returned empty list') 

1130 

1131 if local_addr is not None: 

1132 laddr_infos = await self._ensure_resolved( 

1133 local_addr, family=family, 

1134 type=socket.SOCK_STREAM, proto=proto, 

1135 flags=flags, loop=self) 

1136 if not laddr_infos: 

1137 raise OSError('getaddrinfo() returned empty list') 

1138 else: 

1139 laddr_infos = None 

1140 

1141 if interleave: 

1142 infos = _interleave_addrinfos(infos, interleave) 

1143 

1144 exceptions = [] 

1145 if happy_eyeballs_delay is None: 

1146 # not using happy eyeballs 

1147 for addrinfo in infos: 

1148 try: 

1149 sock = await self._connect_sock( 

1150 exceptions, addrinfo, laddr_infos) 

1151 break 

1152 except OSError: 

1153 continue 

1154 else: # using happy eyeballs 

1155 sock = (await staggered.staggered_race( 

1156 ( 

1157 # can't use functools.partial as it keeps a reference 

1158 # to exceptions 

1159 lambda addrinfo=addrinfo: self._connect_sock( 

1160 exceptions, addrinfo, laddr_infos 

1161 ) 

1162 for addrinfo in infos 

1163 ), 

1164 happy_eyeballs_delay, 

1165 loop=self, 

1166 ))[0] # can't use sock, _, _ as it keeks a reference to exceptions 

1167 

1168 if sock is None: 

1169 exceptions = [exc for sub in exceptions for exc in sub] 

1170 try: 

1171 if all_errors: 

1172 raise ExceptionGroup("create_connection failed", exceptions) 

1173 if len(exceptions) == 1: 

1174 raise exceptions[0] 

1175 elif exceptions: 

1176 # If they all have the same str(), raise one. 

1177 model = str(exceptions[0]) 

1178 if all(str(exc) == model for exc in exceptions): 

1179 raise exceptions[0] 

1180 # Raise a combined exception so the user can see all 

1181 # the various error messages. 

1182 raise OSError('Multiple exceptions: {}'.format( 

1183 ', '.join(str(exc) for exc in exceptions))) 

1184 else: 

1185 # No exceptions were collected, raise a timeout error 

1186 raise TimeoutError('create_connection failed') 

1187 finally: 

1188 exceptions = None 

1189 

1190 else: 

1191 if sock is None: 

1192 raise ValueError( 

1193 'host and port was not specified and no sock specified') 

1194 if sock.type != socket.SOCK_STREAM: 

1195 # We allow AF_INET, AF_INET6, AF_UNIX as long as they 

1196 # are SOCK_STREAM. 

1197 # We support passing AF_UNIX sockets even though we have 

1198 # a dedicated API for that: create_unix_connection. 

1199 # Disallowing AF_UNIX in this method, breaks backwards 

1200 # compatibility. 

1201 raise ValueError( 

1202 f'A Stream Socket was expected, got {sock!r}') 

1203 

1204 transport, protocol = await self._create_connection_transport( 

1205 sock, protocol_factory, ssl, server_hostname, 

1206 ssl_handshake_timeout=ssl_handshake_timeout, 

1207 ssl_shutdown_timeout=ssl_shutdown_timeout) 

1208 if self._debug: 

1209 # Get the socket from the transport because SSL transport closes 

1210 # the old socket and creates a new SSL socket 

1211 sock = transport.get_extra_info('socket') 

1212 logger.debug("%r connected to %s:%r: (%r, %r)", 

1213 sock, host, port, transport, protocol) 

1214 return transport, protocol 

1215 

1216 async def _create_connection_transport( 

1217 self, sock, protocol_factory, ssl, 

1218 server_hostname, server_side=False, 

1219 ssl_handshake_timeout=None, 

1220 ssl_shutdown_timeout=None, context=None): 

1221 

1222 try: 

1223 sock.setblocking(False) 

1224 context = context if context is not None else contextvars.copy_context() 

1225 

1226 protocol = protocol_factory() 

1227 waiter = self.create_future() 

1228 if ssl: 

1229 sslcontext = None if isinstance(ssl, bool) else ssl 

1230 transport = self._make_ssl_transport( 

1231 sock, protocol, sslcontext, waiter, 

1232 server_side=server_side, server_hostname=server_hostname, 

1233 ssl_handshake_timeout=ssl_handshake_timeout, 

1234 ssl_shutdown_timeout=ssl_shutdown_timeout, 

1235 context=context) 

1236 else: 

1237 transport = self._make_socket_transport(sock, protocol, waiter, context=context) 

1238 except: 

1239 # gh-153133: close the socket if the transport is never created. 

1240 sock.close() 

1241 raise 

1242 

1243 try: 

1244 await waiter 

1245 except: 

1246 transport.close() 

1247 raise 

1248 

1249 return transport, protocol 

1250 

1251 async def sendfile(self, transport, file, offset=0, count=None, 

1252 *, fallback=True): 

1253 """Send a file to transport. 

1254 

1255 Return the total number of bytes which were sent. 

1256 

1257 The method uses high-performance os.sendfile if available. 

1258 

1259 file must be a regular file object opened in binary mode. 

1260 

1261 offset tells from where to start reading the file. If specified, 

1262 count is the total number of bytes to transmit as opposed to 

1263 sending the file until EOF is reached. File position is updated on 

1264 return or also in case of error in which case file.tell() 

1265 can be used to figure out the number of bytes 

1266 which were sent. 

1267 

1268 fallback set to True makes asyncio to manually read and send 

1269 the file when the platform does not support the sendfile syscall 

1270 (e.g. Windows or SSL socket on Unix). 

1271 

1272 Raise SendfileNotAvailableError if the system does not support 

1273 sendfile syscall and fallback is False. 

1274 """ 

1275 if transport.is_closing(): 

1276 raise RuntimeError("Transport is closing") 

1277 mode = getattr(transport, '_sendfile_compatible', 

1278 constants._SendfileMode.UNSUPPORTED) 

1279 if mode is constants._SendfileMode.UNSUPPORTED: 

1280 raise RuntimeError( 

1281 f"sendfile is not supported for transport {transport!r}") 

1282 if mode is constants._SendfileMode.TRY_NATIVE: 

1283 try: 

1284 return await self._sendfile_native(transport, file, 

1285 offset, count) 

1286 except exceptions.SendfileNotAvailableError: 

1287 if not fallback: 

1288 raise 

1289 

1290 if not fallback: 

1291 raise exceptions.SendfileNotAvailableError( 

1292 f"fallback is disabled and native sendfile is not " 

1293 f"supported for transport {transport!r}") 

1294 return await self._sendfile_fallback(transport, file, 

1295 offset, count) 

1296 

1297 async def _sendfile_native(self, transp, file, offset, count): 

1298 raise exceptions.SendfileNotAvailableError( 

1299 "sendfile syscall is not supported") 

1300 

1301 async def _sendfile_fallback(self, transp, file, offset, count): 

1302 if hasattr(file, 'seek'): 1302 ↛ 1304line 1302 didn't jump to line 1304 because the condition on line 1302 was always true

1303 file.seek(offset) 

1304 blocksize = ( 

1305 min(count, constants.SENDFILE_FALLBACK_READBUFFER_SIZE) 

1306 if count else constants.SENDFILE_FALLBACK_READBUFFER_SIZE 

1307 ) 

1308 buf = bytearray(blocksize) 

1309 total_sent = 0 

1310 proto = _SendfileFallbackProtocol(transp) 

1311 try: 

1312 while True: 

1313 if count: 

1314 blocksize = min(count - total_sent, blocksize) 

1315 if blocksize <= 0: 

1316 return total_sent 

1317 view = memoryview(buf)[:blocksize] 

1318 read = await self.run_in_executor(None, file.readinto, view) 

1319 if not read: 

1320 return total_sent # EOF 

1321 transp.write(view[:read]) 

1322 await proto.drain() 

1323 total_sent += read 

1324 finally: 

1325 if total_sent > 0 and hasattr(file, 'seek'): 

1326 file.seek(offset + total_sent) 

1327 await proto.restore() 

1328 

1329 async def start_tls(self, transport, protocol, sslcontext, *, 

1330 server_side=False, 

1331 server_hostname=None, 

1332 ssl_handshake_timeout=None, 

1333 ssl_shutdown_timeout=None): 

1334 """Upgrade transport to TLS. 

1335 

1336 Return a new transport that *protocol* should start using 

1337 immediately. 

1338 """ 

1339 if ssl is None: 1339 ↛ 1340line 1339 didn't jump to line 1340 because the condition on line 1339 was never true

1340 raise RuntimeError('Python ssl module is not available') 

1341 

1342 if not isinstance(sslcontext, ssl.SSLContext): 

1343 raise TypeError( 

1344 f'sslcontext is expected to be an instance of ssl.SSLContext, ' 

1345 f'got {sslcontext!r}') 

1346 

1347 if not getattr(transport, '_start_tls_compatible', False): 

1348 raise TypeError( 

1349 f'transport {transport!r} is not supported by start_tls()') 

1350 

1351 waiter = self.create_future() 

1352 ssl_protocol = sslproto.SSLProtocol( 

1353 self, protocol, sslcontext, waiter, 

1354 server_side, server_hostname, 

1355 ssl_handshake_timeout=ssl_handshake_timeout, 

1356 ssl_shutdown_timeout=ssl_shutdown_timeout, 

1357 call_connection_made=False) 

1358 

1359 # Pause early so that "ssl_protocol.data_received()" doesn't 

1360 # have a chance to get called before "ssl_protocol.connection_made()". 

1361 transport.pause_reading() 

1362 

1363 # gh-142352: move buffered StreamReader data to SSLProtocol 

1364 if server_side: 

1365 from .streams import StreamReaderProtocol 

1366 if isinstance(protocol, StreamReaderProtocol): 

1367 stream_reader = getattr(protocol, '_stream_reader', None) 

1368 if stream_reader is not None: 1368 ↛ 1374line 1368 didn't jump to line 1374 because the condition on line 1368 was always true

1369 buffer = stream_reader._buffer 

1370 if buffer: 

1371 ssl_protocol._incoming.write(buffer) 

1372 buffer.clear() 

1373 

1374 transport.set_protocol(ssl_protocol) 

1375 conmade_cb = self.call_soon(ssl_protocol.connection_made, transport) 

1376 resume_cb = self.call_soon(transport.resume_reading) 

1377 

1378 try: 

1379 await waiter 

1380 except BaseException: 

1381 transport.close() 

1382 conmade_cb.cancel() 

1383 resume_cb.cancel() 

1384 raise 

1385 

1386 return ssl_protocol._app_transport 

1387 

1388 async def create_datagram_endpoint(self, protocol_factory, 

1389 local_addr=None, remote_addr=None, *, 

1390 family=0, proto=0, flags=0, 

1391 reuse_port=None, 

1392 allow_broadcast=None, sock=None): 

1393 """Create datagram connection.""" 

1394 if sock is not None: 

1395 if sock.type == socket.SOCK_STREAM: 

1396 raise ValueError( 

1397 f'A datagram socket was expected, got {sock!r}') 

1398 if (local_addr or remote_addr or 

1399 family or proto or flags or 

1400 reuse_port or allow_broadcast): 

1401 # show the problematic kwargs in exception msg 

1402 opts = dict(local_addr=local_addr, remote_addr=remote_addr, 

1403 family=family, proto=proto, flags=flags, 

1404 reuse_port=reuse_port, 

1405 allow_broadcast=allow_broadcast) 

1406 problems = ', '.join(f'{k}={v}' for k, v in opts.items() if v) 

1407 raise ValueError( 

1408 f'socket modifier keyword arguments can not be used ' 

1409 f'when sock is specified. ({problems})') 

1410 sock.setblocking(False) 

1411 r_addr = None 

1412 else: 

1413 if not (local_addr or remote_addr): 

1414 if family == 0: 

1415 raise ValueError('unexpected address family') 

1416 addr_pairs_info = (((family, proto), (None, None)),) 

1417 elif hasattr(socket, 'AF_UNIX') and family == socket.AF_UNIX: 

1418 for addr in (local_addr, remote_addr): 

1419 if addr is not None and not isinstance(addr, str): 1419 ↛ 1420line 1419 didn't jump to line 1420 because the condition on line 1419 was never true

1420 raise TypeError('string is expected') 

1421 

1422 if local_addr and local_addr[0] not in (0, '\x00'): 1422 ↛ 1434line 1422 didn't jump to line 1434 because the condition on line 1422 was always true

1423 try: 

1424 if stat.S_ISSOCK(os.stat(local_addr).st_mode): 1424 ↛ 1434line 1424 didn't jump to line 1434 because the condition on line 1424 was always true

1425 os.remove(local_addr) 

1426 except FileNotFoundError: 

1427 pass 

1428 except OSError as err: 

1429 # Directory may have permissions only to create socket. 

1430 logger.error('Unable to check or remove stale UNIX ' 

1431 'socket %r: %r', 

1432 local_addr, err) 

1433 

1434 addr_pairs_info = (((family, proto), 

1435 (local_addr, remote_addr)), ) 

1436 else: 

1437 # join address by (family, protocol) 

1438 addr_infos = {} # Using order preserving dict 

1439 for idx, addr in ((0, local_addr), (1, remote_addr)): 

1440 if addr is not None: 

1441 if not (isinstance(addr, tuple) and len(addr) == 2): 

1442 raise TypeError('2-tuple is expected') 

1443 

1444 infos = await self._ensure_resolved( 

1445 addr, family=family, type=socket.SOCK_DGRAM, 

1446 proto=proto, flags=flags, loop=self) 

1447 if not infos: 

1448 raise OSError('getaddrinfo() returned empty list') 

1449 

1450 for fam, _, pro, _, address in infos: 

1451 key = (fam, pro) 

1452 if key not in addr_infos: 1452 ↛ 1454line 1452 didn't jump to line 1454 because the condition on line 1452 was always true

1453 addr_infos[key] = [None, None] 

1454 addr_infos[key][idx] = address 

1455 

1456 # each addr has to have info for each (family, proto) pair 

1457 addr_pairs_info = [ 

1458 (key, addr_pair) for key, addr_pair in addr_infos.items() 

1459 if not ((local_addr and addr_pair[0] is None) or 

1460 (remote_addr and addr_pair[1] is None))] 

1461 

1462 if not addr_pairs_info: 

1463 raise ValueError('can not get address information') 

1464 

1465 exceptions = [] 

1466 

1467 for ((family, proto), 

1468 (local_address, remote_address)) in addr_pairs_info: 

1469 sock = None 

1470 r_addr = None 

1471 try: 

1472 sock = socket.socket( 

1473 family=family, type=socket.SOCK_DGRAM, proto=proto) 

1474 if reuse_port: 

1475 _set_reuseport(sock) 

1476 if allow_broadcast: 

1477 sock.setsockopt( 

1478 socket.SOL_SOCKET, socket.SO_BROADCAST, 1) 

1479 sock.setblocking(False) 

1480 

1481 if local_addr: 

1482 sock.bind(local_address) 

1483 if remote_addr: 

1484 if not allow_broadcast: 

1485 await self.sock_connect(sock, remote_address) 

1486 r_addr = remote_address 

1487 except OSError as exc: 

1488 if sock is not None: 

1489 sock.close() 

1490 exceptions.append(exc) 

1491 except: 

1492 if sock is not None: 1492 ↛ 1494line 1492 didn't jump to line 1494 because the condition on line 1492 was always true

1493 sock.close() 

1494 raise 

1495 else: 

1496 break 

1497 else: 

1498 raise exceptions[0] 

1499 

1500 protocol = protocol_factory() 

1501 waiter = self.create_future() 

1502 transport = self._make_datagram_transport( 

1503 sock, protocol, r_addr, waiter) 

1504 if self._debug: 1504 ↛ 1505line 1504 didn't jump to line 1505 because the condition on line 1504 was never true

1505 if local_addr: 

1506 logger.info("Datagram endpoint local_addr=%r remote_addr=%r " 

1507 "created: (%r, %r)", 

1508 local_addr, remote_addr, transport, protocol) 

1509 else: 

1510 logger.debug("Datagram endpoint remote_addr=%r created: " 

1511 "(%r, %r)", 

1512 remote_addr, transport, protocol) 

1513 

1514 try: 

1515 await waiter 

1516 except: 

1517 transport.close() 

1518 raise 

1519 

1520 return transport, protocol 

1521 

1522 async def _ensure_resolved(self, address, *, 

1523 family=0, type=socket.SOCK_STREAM, 

1524 proto=0, flags=0, loop): 

1525 host, port = address[:2] 

1526 info = _ipaddr_info(host, port, family, type, proto, *address[2:]) 

1527 if info is not None: 

1528 # "host" is already a resolved IP. 

1529 return [info] 

1530 else: 

1531 return await loop.getaddrinfo(host, port, family=family, type=type, 

1532 proto=proto, flags=flags) 

1533 

1534 async def _create_server_getaddrinfo(self, host, port, family, flags): 

1535 infos = await self._ensure_resolved((host, port), family=family, 

1536 type=socket.SOCK_STREAM, 

1537 flags=flags, loop=self) 

1538 if not infos: 

1539 raise OSError(f'getaddrinfo({host!r}) returned empty list') 

1540 return infos 

1541 

1542 async def create_server( 

1543 self, protocol_factory, host=None, port=None, 

1544 *, 

1545 family=socket.AF_UNSPEC, 

1546 flags=socket.AI_PASSIVE, 

1547 sock=None, 

1548 backlog=100, 

1549 ssl=None, 

1550 reuse_address=None, 

1551 reuse_port=None, 

1552 keep_alive=None, 

1553 ssl_handshake_timeout=None, 

1554 ssl_shutdown_timeout=None, 

1555 start_serving=True): 

1556 """Create a TCP server. 

1557 

1558 The host parameter can be a string, in that case the TCP server is 

1559 bound to host and port. 

1560 

1561 The host parameter can also be a sequence of strings and in that 

1562 case the TCP server is bound to all hosts of the sequence. If 

1563 a host appears multiple times (possibly indirectly e.g. when 

1564 hostnames resolve to the same IP address), the server is only bound 

1565 once to that host. 

1566 

1567 Return a Server object which can be used to stop the service. 

1568 

1569 This method is a coroutine. 

1570 """ 

1571 if isinstance(ssl, bool): 1571 ↛ 1572line 1571 didn't jump to line 1572 because the condition on line 1571 was never true

1572 raise TypeError('ssl argument must be an SSLContext or None') 

1573 

1574 if ssl_handshake_timeout is not None and ssl is None: 

1575 raise ValueError( 

1576 'ssl_handshake_timeout is only meaningful with ssl') 

1577 

1578 if ssl_shutdown_timeout is not None and ssl is None: 1578 ↛ 1579line 1578 didn't jump to line 1579 because the condition on line 1578 was never true

1579 raise ValueError( 

1580 'ssl_shutdown_timeout is only meaningful with ssl') 

1581 

1582 if sock is not None: 

1583 _check_ssl_socket(sock) 

1584 

1585 if host is not None or port is not None: 

1586 if sock is not None: 

1587 raise ValueError( 

1588 'host/port and sock can not be specified at the same time') 

1589 

1590 if reuse_address is None: 1590 ↛ 1592line 1590 didn't jump to line 1592 because the condition on line 1590 was always true

1591 reuse_address = os.name == "posix" and sys.platform != "cygwin" 

1592 sockets = [] 

1593 if host == '': 

1594 hosts = [None] 

1595 elif (isinstance(host, str) or 

1596 not isinstance(host, collections.abc.Iterable)): 

1597 hosts = [host] 

1598 else: 

1599 hosts = host 

1600 

1601 fs = [self._create_server_getaddrinfo(host, port, family=family, 

1602 flags=flags) 

1603 for host in hosts] 

1604 infos = await tasks.gather(*fs) 

1605 infos = set(itertools.chain.from_iterable(infos)) 

1606 

1607 completed = False 

1608 try: 

1609 for res in infos: 

1610 af, socktype, proto, canonname, sa = res 

1611 try: 

1612 sock = socket.socket(af, socktype, proto) 

1613 except socket.error: 

1614 # Assume it's a bad family/type/protocol combination. 

1615 if self._debug: 

1616 logger.warning('create_server() failed to create ' 

1617 'socket.socket(%r, %r, %r)', 

1618 af, socktype, proto, exc_info=True) 

1619 continue 

1620 sockets.append(sock) 

1621 if reuse_address: 1621 ↛ 1626line 1621 didn't jump to line 1626 because the condition on line 1621 was always true

1622 sock.setsockopt( 

1623 socket.SOL_SOCKET, socket.SO_REUSEADDR, True) 

1624 # Since Linux 6.12.9, SO_REUSEPORT is not allowed 

1625 # on other address families than AF_INET/AF_INET6. 

1626 if reuse_port and af in (socket.AF_INET, socket.AF_INET6): 

1627 _set_reuseport(sock) 

1628 if keep_alive: 1628 ↛ 1629line 1628 didn't jump to line 1629 because the condition on line 1628 was never true

1629 sock.setsockopt( 

1630 socket.SOL_SOCKET, socket.SO_KEEPALIVE, True) 

1631 # Disable IPv4/IPv6 dual stack support (enabled by 

1632 # default on Linux) which makes a single socket 

1633 # listen on both address families. 

1634 if (_HAS_IPv6 and 

1635 af == socket.AF_INET6 and 

1636 hasattr(socket, 'IPPROTO_IPV6')): 

1637 sock.setsockopt(socket.IPPROTO_IPV6, 

1638 socket.IPV6_V6ONLY, 

1639 True) 

1640 try: 

1641 sock.bind(sa) 

1642 except OSError as err: 

1643 msg = ('error while attempting ' 

1644 'to bind on address %r: %s' 

1645 % (sa, str(err).lower())) 

1646 if err.errno == errno.EADDRNOTAVAIL: 1646 ↛ 1648line 1646 didn't jump to line 1648 because the condition on line 1646 was never true

1647 # Assume the family is not enabled (bpo-30945) 

1648 sockets.pop() 

1649 sock.close() 

1650 if self._debug: 

1651 logger.warning(msg) 

1652 continue 

1653 raise OSError(err.errno, msg) from None 

1654 

1655 if not sockets: 1655 ↛ 1656line 1655 didn't jump to line 1656 because the condition on line 1655 was never true

1656 raise OSError('could not bind on any address out of %r' 

1657 % ([info[4] for info in infos],)) 

1658 

1659 completed = True 

1660 finally: 

1661 if not completed: 

1662 for sock in sockets: 1662 ↛ 1671line 1662 didn't jump to line 1671 because the loop on line 1662 didn't complete

1663 sock.close() 

1664 else: 

1665 if sock is None: 

1666 raise ValueError('Neither host/port nor sock were specified') 

1667 if sock.type != socket.SOCK_STREAM: 

1668 raise ValueError(f'A Stream Socket was expected, got {sock!r}') 

1669 sockets = [sock] 

1670 

1671 for sock in sockets: 

1672 sock.setblocking(False) 

1673 

1674 server = Server(self, sockets, protocol_factory, 

1675 ssl, backlog, ssl_handshake_timeout, 

1676 ssl_shutdown_timeout) 

1677 if start_serving: 

1678 server._start_serving() 

1679 # Skip one loop iteration so that all 'loop.add_reader' 

1680 # go through. 

1681 await tasks.sleep(0) 

1682 

1683 if self._debug: 

1684 logger.info("%r is serving", server) 

1685 return server 

1686 

1687 async def connect_accepted_socket( 

1688 self, protocol_factory, sock, 

1689 *, ssl=None, 

1690 ssl_handshake_timeout=None, 

1691 ssl_shutdown_timeout=None): 

1692 if sock.type != socket.SOCK_STREAM: 1692 ↛ 1693line 1692 didn't jump to line 1693 because the condition on line 1692 was never true

1693 raise ValueError(f'A Stream Socket was expected, got {sock!r}') 

1694 

1695 if ssl_handshake_timeout is not None and not ssl: 

1696 raise ValueError( 

1697 'ssl_handshake_timeout is only meaningful with ssl') 

1698 

1699 if ssl_shutdown_timeout is not None and not ssl: 1699 ↛ 1700line 1699 didn't jump to line 1700 because the condition on line 1699 was never true

1700 raise ValueError( 

1701 'ssl_shutdown_timeout is only meaningful with ssl') 

1702 

1703 _check_ssl_socket(sock) 

1704 

1705 transport, protocol = await self._create_connection_transport( 

1706 sock, protocol_factory, ssl, '', server_side=True, 

1707 ssl_handshake_timeout=ssl_handshake_timeout, 

1708 ssl_shutdown_timeout=ssl_shutdown_timeout) 

1709 if self._debug: 1709 ↛ 1712line 1709 didn't jump to line 1712 because the condition on line 1709 was never true

1710 # Get the socket from the transport because SSL transport closes 

1711 # the old socket and creates a new SSL socket 

1712 sock = transport.get_extra_info('socket') 

1713 logger.debug("%r handled: (%r, %r)", sock, transport, protocol) 

1714 return transport, protocol 

1715 

1716 async def connect_read_pipe(self, protocol_factory, pipe): 

1717 protocol = protocol_factory() 

1718 waiter = self.create_future() 

1719 transport = self._make_read_pipe_transport(pipe, protocol, waiter) 

1720 

1721 try: 

1722 await waiter 

1723 except: 

1724 transport.close() 

1725 raise 

1726 

1727 if self._debug: 1727 ↛ 1728line 1727 didn't jump to line 1728 because the condition on line 1727 was never true

1728 logger.debug('Read pipe %r connected: (%r, %r)', 

1729 pipe.fileno(), transport, protocol) 

1730 return transport, protocol 

1731 

1732 async def connect_write_pipe(self, protocol_factory, pipe): 

1733 protocol = protocol_factory() 

1734 waiter = self.create_future() 

1735 transport = self._make_write_pipe_transport(pipe, protocol, waiter) 

1736 

1737 try: 

1738 await waiter 

1739 except: 

1740 transport.close() 

1741 raise 

1742 

1743 if self._debug: 1743 ↛ 1744line 1743 didn't jump to line 1744 because the condition on line 1743 was never true

1744 logger.debug('Write pipe %r connected: (%r, %r)', 

1745 pipe.fileno(), transport, protocol) 

1746 return transport, protocol 

1747 

1748 def _log_subprocess(self, msg, stdin, stdout, stderr): 

1749 info = [msg] 

1750 if stdin is not None: 

1751 info.append(f'stdin={_format_pipe(stdin)}') 

1752 if stdout is not None and stderr == subprocess.STDOUT: 

1753 info.append(f'stdout=stderr={_format_pipe(stdout)}') 

1754 else: 

1755 if stdout is not None: 

1756 info.append(f'stdout={_format_pipe(stdout)}') 

1757 if stderr is not None: 

1758 info.append(f'stderr={_format_pipe(stderr)}') 

1759 logger.debug(' '.join(info)) 

1760 

1761 async def subprocess_shell(self, protocol_factory, cmd, *, 

1762 stdin=subprocess.PIPE, 

1763 stdout=subprocess.PIPE, 

1764 stderr=subprocess.PIPE, 

1765 universal_newlines=False, 

1766 shell=True, bufsize=0, 

1767 encoding=None, errors=None, text=None, 

1768 **kwargs): 

1769 if not isinstance(cmd, (bytes, str)): 

1770 raise ValueError("cmd must be a string") 

1771 if universal_newlines: 

1772 raise ValueError("universal_newlines must be False") 

1773 if not shell: 

1774 raise ValueError("shell must be True") 

1775 if bufsize != 0: 

1776 raise ValueError("bufsize must be 0") 

1777 if text: 

1778 raise ValueError("text must be False") 

1779 if encoding is not None: 

1780 raise ValueError("encoding must be None") 

1781 if errors is not None: 

1782 raise ValueError("errors must be None") 

1783 

1784 protocol = protocol_factory() 

1785 debug_log = None 

1786 if self._debug: 1786 ↛ 1789line 1786 didn't jump to line 1789 because the condition on line 1786 was never true

1787 # don't log parameters: they may contain sensitive information 

1788 # (password) and may be too long 

1789 debug_log = 'run shell command %r' % cmd 

1790 self._log_subprocess(debug_log, stdin, stdout, stderr) 

1791 transport = await self._make_subprocess_transport( 

1792 protocol, cmd, True, stdin, stdout, stderr, bufsize, **kwargs) 

1793 if self._debug and debug_log is not None: 1793 ↛ 1794line 1793 didn't jump to line 1794 because the condition on line 1793 was never true

1794 logger.info('%s: %r', debug_log, transport) 

1795 return transport, protocol 

1796 

1797 async def subprocess_exec(self, protocol_factory, program, *args, 

1798 stdin=subprocess.PIPE, stdout=subprocess.PIPE, 

1799 stderr=subprocess.PIPE, universal_newlines=False, 

1800 shell=False, bufsize=0, 

1801 encoding=None, errors=None, text=None, 

1802 **kwargs): 

1803 if universal_newlines: 

1804 raise ValueError("universal_newlines must be False") 

1805 if shell: 

1806 raise ValueError("shell must be False") 

1807 if bufsize != 0: 

1808 raise ValueError("bufsize must be 0") 

1809 if text: 

1810 raise ValueError("text must be False") 

1811 if encoding is not None: 

1812 raise ValueError("encoding must be None") 

1813 if errors is not None: 

1814 raise ValueError("errors must be None") 

1815 

1816 popen_args = (program,) + args 

1817 protocol = protocol_factory() 

1818 debug_log = None 

1819 if self._debug: 1819 ↛ 1822line 1819 didn't jump to line 1822 because the condition on line 1819 was never true

1820 # don't log parameters: they may contain sensitive information 

1821 # (password) and may be too long 

1822 debug_log = f'execute program {program!r}' 

1823 self._log_subprocess(debug_log, stdin, stdout, stderr) 

1824 transport = await self._make_subprocess_transport( 

1825 protocol, popen_args, False, stdin, stdout, stderr, 

1826 bufsize, **kwargs) 

1827 if self._debug and debug_log is not None: 1827 ↛ 1828line 1827 didn't jump to line 1828 because the condition on line 1827 was never true

1828 logger.info('%s: %r', debug_log, transport) 

1829 return transport, protocol 

1830 

1831 def get_exception_handler(self): 

1832 """Return an exception handler, or None if the default one is in use. 

1833 """ 

1834 return self._exception_handler 

1835 

1836 def set_exception_handler(self, handler): 

1837 """Set handler as the new event loop exception handler. 

1838 

1839 If handler is None, the default exception handler will 

1840 be set. 

1841 

1842 If handler is a callable object, it should have a 

1843 signature matching '(loop, context)', where 'loop' 

1844 will be a reference to the active event loop, 'context' 

1845 will be a dict object (see `call_exception_handler()` 

1846 documentation for details about context). 

1847 """ 

1848 if handler is not None and not callable(handler): 

1849 raise TypeError(f'A callable object or None is expected, ' 

1850 f'got {handler!r}') 

1851 self._exception_handler = handler 

1852 

1853 def default_exception_handler(self, context): 

1854 """Default exception handler. 

1855 

1856 This is called when an exception occurs and no exception 

1857 handler is set, and can be called by a custom exception 

1858 handler that wants to defer to the default behavior. 

1859 

1860 This default handler logs the error message and other 

1861 context-dependent information. In debug mode, a truncated 

1862 stack trace is also appended showing where the given object 

1863 (e.g. a handle or future or task) was created, if any. 

1864 

1865 The context parameter has the same meaning as in 

1866 `call_exception_handler()`. 

1867 """ 

1868 message = context.get('message') 

1869 if not message: 1869 ↛ 1870line 1869 didn't jump to line 1870 because the condition on line 1869 was never true

1870 message = 'Unhandled exception in event loop' 

1871 

1872 exception = context.get('exception') 

1873 if exception is not None: 

1874 exc_info = (type(exception), exception, exception.__traceback__) 

1875 else: 

1876 exc_info = False 

1877 

1878 if ('source_traceback' not in context and 1878 ↛ 1881line 1878 didn't jump to line 1881 because the condition on line 1878 was never true

1879 self._current_handle is not None and 

1880 self._current_handle._source_traceback): 

1881 context['handle_traceback'] = \ 

1882 self._current_handle._source_traceback 

1883 

1884 log_lines = [message] 

1885 for key in sorted(context): 

1886 if key in {'message', 'exception'}: 

1887 continue 

1888 value = context[key] 

1889 if key == 'source_traceback': 

1890 tb = ''.join(traceback.format_list(value)) 

1891 value = 'Object created at (most recent call last):\n' 

1892 value += tb.rstrip() 

1893 elif key == 'handle_traceback': 1893 ↛ 1894line 1893 didn't jump to line 1894 because the condition on line 1893 was never true

1894 tb = ''.join(traceback.format_list(value)) 

1895 value = 'Handle created at (most recent call last):\n' 

1896 value += tb.rstrip() 

1897 else: 

1898 value = repr(value) 

1899 log_lines.append(f'{key}: {value}') 

1900 

1901 logger.error('\n'.join(log_lines), exc_info=exc_info) 

1902 

1903 def call_exception_handler(self, context): 

1904 """Call the current event loop's exception handler. 

1905 

1906 The context argument is a dict containing the following keys: 

1907 

1908 - 'message': Error message; 

1909 - 'exception' (optional): Exception object; 

1910 - 'future' (optional): Future instance; 

1911 - 'task' (optional): Task instance; 

1912 - 'handle' (optional): Handle instance; 

1913 - 'protocol' (optional): Protocol instance; 

1914 - 'transport' (optional): Transport instance; 

1915 - 'socket' (optional): Socket instance; 

1916 - 'source_traceback' (optional): Traceback of the source; 

1917 - 'handle_traceback' (optional): Traceback of the handle; 

1918 - 'asyncgen' (optional): Asynchronous generator that caused 

1919 the exception. 

1920 

1921 New keys maybe introduced in the future. 

1922 

1923 Note: do not overload this method in an event loop subclass. 

1924 For custom exception handling, use the 

1925 `set_exception_handler()` method. 

1926 """ 

1927 if self._exception_handler is None: 

1928 try: 

1929 self.default_exception_handler(context) 

1930 except (SystemExit, KeyboardInterrupt): 

1931 raise 

1932 except BaseException: 

1933 # Second protection layer for unexpected errors 

1934 # in the default implementation, as well as for subclassed 

1935 # event loops with overloaded "default_exception_handler". 

1936 logger.error('Exception in default exception handler', 

1937 exc_info=True) 

1938 else: 

1939 try: 

1940 ctx = None 

1941 thing = context.get("task") 

1942 if thing is None: 

1943 # Even though Futures don't have a context, 

1944 # Task is a subclass of Future, 

1945 # and sometimes the 'future' key holds a Task. 

1946 thing = context.get("future") 

1947 if thing is None: 

1948 # Handles also have a context. 

1949 thing = context.get("handle") 

1950 if thing is not None and hasattr(thing, "get_context"): 

1951 ctx = thing.get_context() 

1952 if ctx is not None and hasattr(ctx, "run"): 

1953 ctx.run(self._exception_handler, self, context) 

1954 else: 

1955 self._exception_handler(self, context) 

1956 except (SystemExit, KeyboardInterrupt): 

1957 raise 

1958 except BaseException as exc: 

1959 # Exception in the user set custom exception handler. 

1960 try: 

1961 # Let's try default handler. 

1962 self.default_exception_handler({ 

1963 'message': 'Unhandled error in exception handler', 

1964 'exception': exc, 

1965 'context': context, 

1966 }) 

1967 except (SystemExit, KeyboardInterrupt): 

1968 raise 

1969 except BaseException: 

1970 # Guard 'default_exception_handler' in case it is 

1971 # overloaded. 

1972 logger.error('Exception in default exception handler ' 

1973 'while handling an unexpected error ' 

1974 'in custom exception handler', 

1975 exc_info=True) 

1976 

1977 def _add_callback(self, handle): 

1978 """Add a Handle to _ready.""" 

1979 if not handle._cancelled: 

1980 self._ready.append(handle) 

1981 

1982 def _add_callback_signalsafe(self, handle): 

1983 """Like _add_callback() but called from a signal handler.""" 

1984 self._add_callback(handle) 

1985 self._write_to_self() 

1986 

1987 def _timer_handle_cancelled(self, handle): 

1988 """Notification that a TimerHandle has been cancelled.""" 

1989 if handle._scheduled: 

1990 self._timer_cancelled_count += 1 

1991 

1992 def _run_once(self): 

1993 """Run one full iteration of the event loop. 

1994 

1995 This calls all currently ready callbacks, polls for I/O, 

1996 schedules the resulting callbacks, and finally schedules 

1997 'call_later' callbacks. 

1998 """ 

1999 

2000 sched_count = len(self._scheduled) 

2001 if (sched_count > _MIN_SCHEDULED_TIMER_HANDLES and 

2002 self._timer_cancelled_count / sched_count > 

2003 _MIN_CANCELLED_TIMER_HANDLES_FRACTION): 

2004 # Remove delayed calls that were cancelled if their number 

2005 # is too high 

2006 new_scheduled = [] 

2007 for handle in self._scheduled: 

2008 if handle._cancelled: 

2009 handle._scheduled = False 

2010 else: 

2011 new_scheduled.append(handle) 

2012 

2013 heapq.heapify(new_scheduled) 

2014 self._scheduled = new_scheduled 

2015 self._timer_cancelled_count = 0 

2016 else: 

2017 # Remove delayed calls that were cancelled from head of queue. 

2018 while self._scheduled and self._scheduled[0]._cancelled: 

2019 self._timer_cancelled_count -= 1 

2020 handle = heapq.heappop(self._scheduled) 

2021 handle._scheduled = False 

2022 

2023 timeout = None 

2024 if self._ready or self._stopping: 

2025 timeout = 0 

2026 elif self._scheduled: 

2027 # Compute the desired timeout. 

2028 timeout = self._scheduled[0]._when - self.time() 

2029 if timeout > MAXIMUM_SELECT_TIMEOUT: 2029 ↛ 2030line 2029 didn't jump to line 2030 because the condition on line 2029 was never true

2030 timeout = MAXIMUM_SELECT_TIMEOUT 

2031 elif timeout < 0: 

2032 timeout = 0 

2033 

2034 event_list = self._selector.select(timeout) 

2035 self._process_events(event_list) 

2036 # Needed to break cycles when an exception occurs. 

2037 event_list = None 

2038 

2039 # Handle 'later' callbacks that are ready. 

2040 now = self.time() 

2041 # Ensure that `end_time` is strictly increasing 

2042 # when the clock resolution is too small. 

2043 end_time = now + max(self._clock_resolution, math.ulp(now)) 

2044 while self._scheduled: 

2045 handle = self._scheduled[0] 

2046 if handle._when >= end_time: 

2047 break 

2048 handle = heapq.heappop(self._scheduled) 

2049 handle._scheduled = False 

2050 self._ready.append(handle) 

2051 

2052 # This is the only place where callbacks are actually *called*. 

2053 # All other places just add them to ready. 

2054 # Note: We run all currently scheduled callbacks, but not any 

2055 # callbacks scheduled by callbacks run this time around -- 

2056 # they will be run the next time (after another I/O poll). 

2057 # Use an idiom that is thread-safe without using locks. 

2058 ntodo = len(self._ready) 

2059 for i in range(ntodo): 

2060 handle = self._ready.popleft() 

2061 if handle._cancelled: 

2062 continue 

2063 if self._debug: 

2064 try: 

2065 self._current_handle = handle 

2066 t0 = self.time() 

2067 handle._run() 

2068 dt = self.time() - t0 

2069 if dt >= self.slow_callback_duration: 

2070 logger.warning('Executing %s took %.3f seconds', 

2071 _format_handle(handle), dt) 

2072 finally: 

2073 self._current_handle = None 

2074 else: 

2075 handle._run() 

2076 handle = None # Needed to break cycles when an exception occurs. 

2077 

2078 def _set_coroutine_origin_tracking(self, enabled): 

2079 if bool(enabled) == bool(self._coroutine_origin_tracking_enabled): 

2080 return 

2081 

2082 if enabled: 

2083 self._coroutine_origin_tracking_saved_depth = ( 

2084 sys.get_coroutine_origin_tracking_depth()) 

2085 sys.set_coroutine_origin_tracking_depth( 

2086 constants.DEBUG_STACK_DEPTH) 

2087 else: 

2088 sys.set_coroutine_origin_tracking_depth( 

2089 self._coroutine_origin_tracking_saved_depth) 

2090 

2091 self._coroutine_origin_tracking_enabled = enabled 

2092 

2093 def get_debug(self): 

2094 return self._debug 

2095 

2096 def set_debug(self, enabled): 

2097 self._debug = enabled 

2098 

2099 if self.is_running(): 

2100 self.call_soon_threadsafe(self._set_coroutine_origin_tracking, enabled)