libs/corosio/src/corosio/src/detail/select/scheduler.cpp

73.4% Lines (268/365) 87.9% Functions (29/33) 62.2% Branches (166/267)
libs/corosio/src/corosio/src/detail/select/scheduler.cpp
Line Branch Hits Source Code
1 //
2 // Copyright (c) 2026 Steve Gerbino
3 //
4 // Distributed under the Boost Software License, Version 1.0. (See accompanying
5 // file LICENSE_1_0.txt or copy at http://www.boost.org/LICENSE_1_0.txt)
6 //
7 // Official repository: https://github.com/cppalliance/corosio
8 //
9
10 #include <boost/corosio/detail/platform.hpp>
11
12 #if BOOST_COROSIO_HAS_SELECT
13
14 #include "src/detail/select/scheduler.hpp"
15 #include "src/detail/select/op.hpp"
16 #include "src/detail/make_err.hpp"
17 #include "src/detail/posix/resolver_service.hpp"
18 #include "src/detail/posix/signals.hpp"
19
20 #include <boost/corosio/detail/except.hpp>
21 #include <boost/corosio/detail/thread_local_ptr.hpp>
22
23 #include <chrono>
24 #include <limits>
25
26 #include <errno.h>
27 #include <fcntl.h>
28 #include <sys/select.h>
29 #include <sys/socket.h>
30 #include <unistd.h>
31
32 /*
33 select Scheduler - Single Reactor Model
34 =======================================
35
36 This scheduler mirrors the epoll_scheduler design but uses select() instead
37 of epoll for I/O multiplexing. The thread coordination strategy is identical:
38 one thread becomes the "reactor" while others wait on a condition variable.
39
40 Thread Model
41 ------------
42 - ONE thread runs select() at a time (the reactor thread)
43 - OTHER threads wait on wakeup_event_ (condition variable) for handlers
44 - When work is posted, exactly one waiting thread wakes via notify_one()
45
46 Key Differences from epoll
47 --------------------------
48 - Uses self-pipe instead of eventfd for interruption (more portable)
49 - fd_set rebuilding each iteration (O(n) vs O(1) for epoll)
50 - FD_SETSIZE limit (~1024 fds on most systems)
51 - Level-triggered only (no edge-triggered mode)
52
53 Self-Pipe Pattern
54 -----------------
55 To interrupt a blocking select() call (e.g., when work is posted or a timer
56 expires), we write a byte to pipe_fds_[1]. The read end pipe_fds_[0] is
57 always in the read_fds set, so select() returns immediately. We drain the
58 pipe to clear the readable state.
59
60 fd-to-op Mapping
61 ----------------
62 We use an unordered_map<int, fd_state> to track which operations are
63 registered for each fd. This allows O(1) lookup when select() returns
64 ready fds. Each fd can have at most one read op and one write op registered.
65 */
66
67 namespace boost::corosio::detail {
68
69 namespace {
70
71 struct scheduler_context
72 {
73 select_scheduler const* key;
74 scheduler_context* next;
75 };
76
77 corosio::detail::thread_local_ptr<scheduler_context> context_stack;
78
79 struct thread_context_guard
80 {
81 scheduler_context frame_;
82
83 95 explicit thread_context_guard(
84 select_scheduler const* ctx) noexcept
85 95 : frame_{ctx, context_stack.get()}
86 {
87 95 context_stack.set(&frame_);
88 95 }
89
90 95 ~thread_context_guard() noexcept
91 {
92 95 context_stack.set(frame_.next);
93 95 }
94 };
95
96 } // namespace
97
98 120 select_scheduler::
99 select_scheduler(
100 capy::execution_context& ctx,
101 120 int)
102 120 : pipe_fds_{-1, -1}
103 120 , outstanding_work_(0)
104 120 , stopped_(false)
105 120 , shutdown_(false)
106 120 , max_fd_(-1)
107 120 , reactor_running_(false)
108 120 , reactor_interrupted_(false)
109 240 , idle_thread_count_(0)
110 {
111 // Create self-pipe for interrupting select()
112
1/2
✗ Branch 1 not taken.
✓ Branch 2 taken 120 times.
120 if (::pipe(pipe_fds_) < 0)
113 detail::throw_system_error(make_err(errno), "pipe");
114
115 // Set both ends to non-blocking and close-on-exec
116
2/2
✓ Branch 0 taken 240 times.
✓ Branch 1 taken 120 times.
360 for (int i = 0; i < 2; ++i)
117 {
118
1/1
✓ Branch 1 taken 240 times.
240 int flags = ::fcntl(pipe_fds_[i], F_GETFL, 0);
119
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 240 times.
240 if (flags == -1)
120 {
121 int errn = errno;
122 ::close(pipe_fds_[0]);
123 ::close(pipe_fds_[1]);
124 detail::throw_system_error(make_err(errn), "fcntl F_GETFL");
125 }
126
2/3
✓ Branch 1 taken 240 times.
✗ Branch 3 not taken.
✓ Branch 4 taken 240 times.
240 if (::fcntl(pipe_fds_[i], F_SETFL, flags | O_NONBLOCK) == -1)
127 {
128 int errn = errno;
129 ::close(pipe_fds_[0]);
130 ::close(pipe_fds_[1]);
131 detail::throw_system_error(make_err(errn), "fcntl F_SETFL");
132 }
133
2/3
✓ Branch 1 taken 240 times.
✗ Branch 3 not taken.
✓ Branch 4 taken 240 times.
240 if (::fcntl(pipe_fds_[i], F_SETFD, FD_CLOEXEC) == -1)
134 {
135 int errn = errno;
136 ::close(pipe_fds_[0]);
137 ::close(pipe_fds_[1]);
138 detail::throw_system_error(make_err(errn), "fcntl F_SETFD");
139 }
140 }
141
142
1/1
✓ Branch 1 taken 120 times.
120 timer_svc_ = &get_timer_service(ctx, *this);
143
1/1
✓ Branch 3 taken 120 times.
120 timer_svc_->set_on_earliest_changed(
144 timer_service::callback(
145 this,
146 4082 [](void* p) { static_cast<select_scheduler*>(p)->interrupt_reactor(); }));
147
148 // Initialize resolver service
149
1/1
✓ Branch 1 taken 120 times.
120 get_resolver_service(ctx, *this);
150
151 // Initialize signal service
152
1/1
✓ Branch 1 taken 120 times.
120 get_signal_service(ctx, *this);
153
154 // Push task sentinel to interleave reactor runs with handler execution
155 120 completed_ops_.push(&task_op_);
156 120 }
157
158 240 select_scheduler::
159 120 ~select_scheduler()
160 {
161
1/2
✓ Branch 0 taken 120 times.
✗ Branch 1 not taken.
120 if (pipe_fds_[0] >= 0)
162 120 ::close(pipe_fds_[0]);
163
1/2
✓ Branch 0 taken 120 times.
✗ Branch 1 not taken.
120 if (pipe_fds_[1] >= 0)
164 120 ::close(pipe_fds_[1]);
165 240 }
166
167 void
168 120 select_scheduler::
169 shutdown()
170 {
171 {
172
1/1
✓ Branch 1 taken 120 times.
120 std::unique_lock lock(mutex_);
173 120 shutdown_ = true;
174
175
2/2
✓ Branch 1 taken 120 times.
✓ Branch 2 taken 120 times.
240 while (auto* h = completed_ops_.pop())
176 {
177
1/2
✓ Branch 0 taken 120 times.
✗ Branch 1 not taken.
120 if (h == &task_op_)
178 120 continue;
179 lock.unlock();
180 h->destroy();
181 lock.lock();
182 120 }
183 120 }
184
185 120 outstanding_work_.store(0, std::memory_order_release);
186
187
1/2
✓ Branch 0 taken 120 times.
✗ Branch 1 not taken.
120 if (pipe_fds_[1] >= 0)
188 120 interrupt_reactor();
189
190 120 wakeup_event_.notify_all();
191 120 }
192
193 void
194 4242 select_scheduler::
195 post(capy::coro h) const
196 {
197 struct post_handler final
198 : scheduler_op
199 {
200 capy::coro h_;
201
202 explicit
203 4242 post_handler(capy::coro h)
204 4242 : h_(h)
205 {
206 4242 }
207
208 8484 ~post_handler() = default;
209
210 4242 void operator()() override
211 {
212 4242 auto h = h_;
213
1/2
✓ Branch 0 taken 4242 times.
✗ Branch 1 not taken.
4242 delete this;
214
1/1
✓ Branch 1 taken 4242 times.
4242 h.resume();
215 4242 }
216
217 void destroy() override
218 {
219 delete this;
220 }
221 };
222
223
1/1
✓ Branch 1 taken 4242 times.
4242 auto ph = std::make_unique<post_handler>(h);
224 4242 outstanding_work_.fetch_add(1, std::memory_order_relaxed);
225
226
1/1
✓ Branch 1 taken 4242 times.
4242 std::unique_lock lock(mutex_);
227 4242 completed_ops_.push(ph.release());
228
1/1
✓ Branch 1 taken 4242 times.
4242 wake_one_thread_and_unlock(lock);
229 4242 }
230
231 void
232 236528 select_scheduler::
233 post(scheduler_op* h) const
234 {
235 236528 outstanding_work_.fetch_add(1, std::memory_order_relaxed);
236
237
1/1
✓ Branch 1 taken 236528 times.
236528 std::unique_lock lock(mutex_);
238 236528 completed_ops_.push(h);
239
1/1
✓ Branch 1 taken 236528 times.
236528 wake_one_thread_and_unlock(lock);
240 236528 }
241
242 void
243 4079 select_scheduler::
244 on_work_started() noexcept
245 {
246 4079 outstanding_work_.fetch_add(1, std::memory_order_relaxed);
247 4079 }
248
249 void
250 4073 select_scheduler::
251 on_work_finished() noexcept
252 {
253
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 4073 times.
8146 if (outstanding_work_.fetch_sub(1, std::memory_order_acq_rel) == 1)
254 stop();
255 4073 }
256
257 bool
258 240595 select_scheduler::
259 running_in_this_thread() const noexcept
260 {
261
2/2
✓ Branch 1 taken 240440 times.
✓ Branch 2 taken 155 times.
240595 for (auto* c = context_stack.get(); c != nullptr; c = c->next)
262
1/2
✓ Branch 0 taken 240440 times.
✗ Branch 1 not taken.
240440 if (c->key == this)
263 240440 return true;
264 155 return false;
265 }
266
267 void
268 1 select_scheduler::
269 stop()
270 {
271 1 bool expected = false;
272
1/2
✓ Branch 1 taken 1 time.
✗ Branch 2 not taken.
1 if (stopped_.compare_exchange_strong(expected, true,
273 std::memory_order_release, std::memory_order_relaxed))
274 {
275 // Wake all threads so they notice stopped_ and exit
276 {
277
1/1
✓ Branch 1 taken 1 time.
1 std::lock_guard lock(mutex_);
278 1 wakeup_event_.notify_all();
279 1 }
280
1/1
✓ Branch 1 taken 1 time.
1 interrupt_reactor();
281 }
282 1 }
283
284 bool
285 1 select_scheduler::
286 stopped() const noexcept
287 {
288 1 return stopped_.load(std::memory_order_acquire);
289 }
290
291 void
292 34 select_scheduler::
293 restart()
294 {
295 34 stopped_.store(false, std::memory_order_release);
296 34 }
297
298 std::size_t
299 89 select_scheduler::
300 run()
301 {
302
1/2
✗ Branch 1 not taken.
✓ Branch 2 taken 89 times.
89 if (stopped_.load(std::memory_order_acquire))
303 return 0;
304
305
1/2
✗ Branch 1 not taken.
✓ Branch 2 taken 89 times.
178 if (outstanding_work_.load(std::memory_order_acquire) == 0)
306 {
307 stop();
308 return 0;
309 }
310
311 89 thread_context_guard ctx(this);
312
313 89 std::size_t n = 0;
314
3/3
✓ Branch 1 taken 248601 times.
✓ Branch 3 taken 248512 times.
✓ Branch 4 taken 89 times.
248601 while (do_one(-1))
315
1/2
✓ Branch 1 taken 248512 times.
✗ Branch 2 not taken.
248512 if (n != (std::numeric_limits<std::size_t>::max)())
316 248512 ++n;
317 89 return n;
318 89 }
319
320 std::size_t
321 select_scheduler::
322 run_one()
323 {
324 if (stopped_.load(std::memory_order_acquire))
325 return 0;
326
327 if (outstanding_work_.load(std::memory_order_acquire) == 0)
328 {
329 stop();
330 return 0;
331 }
332
333 thread_context_guard ctx(this);
334 return do_one(-1);
335 }
336
337 std::size_t
338 7 select_scheduler::
339 wait_one(long usec)
340 {
341
1/2
✗ Branch 1 not taken.
✓ Branch 2 taken 7 times.
7 if (stopped_.load(std::memory_order_acquire))
342 return 0;
343
344
2/2
✓ Branch 1 taken 1 time.
✓ Branch 2 taken 6 times.
14 if (outstanding_work_.load(std::memory_order_acquire) == 0)
345 {
346
1/1
✓ Branch 1 taken 1 time.
1 stop();
347 1 return 0;
348 }
349
350 6 thread_context_guard ctx(this);
351
1/1
✓ Branch 1 taken 6 times.
6 return do_one(usec);
352 6 }
353
354 std::size_t
355 select_scheduler::
356 poll()
357 {
358 if (stopped_.load(std::memory_order_acquire))
359 return 0;
360
361 if (outstanding_work_.load(std::memory_order_acquire) == 0)
362 {
363 stop();
364 return 0;
365 }
366
367 thread_context_guard ctx(this);
368
369 std::size_t n = 0;
370 while (do_one(0))
371 if (n != (std::numeric_limits<std::size_t>::max)())
372 ++n;
373 return n;
374 }
375
376 std::size_t
377 select_scheduler::
378 poll_one()
379 {
380 if (stopped_.load(std::memory_order_acquire))
381 return 0;
382
383 if (outstanding_work_.load(std::memory_order_acquire) == 0)
384 {
385 stop();
386 return 0;
387 }
388
389 thread_context_guard ctx(this);
390 return do_one(0);
391 }
392
393 void
394 7869 select_scheduler::
395 register_fd(int fd, select_op* op, int events) const
396 {
397 // Validate fd is within select() limits
398
2/4
✓ Branch 0 taken 7869 times.
✗ Branch 1 not taken.
✗ Branch 2 not taken.
✓ Branch 3 taken 7869 times.
7869 if (fd < 0 || fd >= FD_SETSIZE)
399 detail::throw_system_error(make_err(EINVAL), "select: fd out of range");
400
401 {
402
1/1
✓ Branch 1 taken 7869 times.
7869 std::lock_guard lock(mutex_);
403
404
1/1
✓ Branch 1 taken 7869 times.
7869 auto& state = registered_fds_[fd];
405
2/2
✓ Branch 0 taken 4034 times.
✓ Branch 1 taken 3835 times.
7869 if (events & event_read)
406 4034 state.read_op = op;
407
2/2
✓ Branch 0 taken 3835 times.
✓ Branch 1 taken 4034 times.
7869 if (events & event_write)
408 3835 state.write_op = op;
409
410
2/2
✓ Branch 0 taken 186 times.
✓ Branch 1 taken 7683 times.
7869 if (fd > max_fd_)
411 186 max_fd_ = fd;
412 7869 }
413
414 // Wake the reactor so a thread blocked in select() rebuilds its fd_sets
415 // with the newly registered fd.
416 7869 interrupt_reactor();
417 7869 }
418
419 void
420 7843 select_scheduler::
421 deregister_fd(int fd, int events) const
422 {
423
1/1
✓ Branch 1 taken 7843 times.
7843 std::lock_guard lock(mutex_);
424
425
1/1
✓ Branch 1 taken 7843 times.
7843 auto it = registered_fds_.find(fd);
426
2/2
✓ Branch 2 taken 7722 times.
✓ Branch 3 taken 121 times.
7843 if (it == registered_fds_.end())
427 7722 return;
428
429
1/2
✓ Branch 0 taken 121 times.
✗ Branch 1 not taken.
121 if (events & event_read)
430 121 it->second.read_op = nullptr;
431
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 121 times.
121 if (events & event_write)
432 it->second.write_op = nullptr;
433
434 // Remove entry if both are null
435
3/6
✓ Branch 1 taken 121 times.
✗ Branch 2 not taken.
✓ Branch 4 taken 121 times.
✗ Branch 5 not taken.
✓ Branch 6 taken 121 times.
✗ Branch 7 not taken.
121 if (!it->second.read_op && !it->second.write_op)
436 {
437
1/1
✓ Branch 1 taken 121 times.
121 registered_fds_.erase(it);
438
439 // Recalculate max_fd_ if needed
440
2/2
✓ Branch 0 taken 120 times.
✓ Branch 1 taken 1 time.
121 if (fd == max_fd_)
441 {
442 120 max_fd_ = pipe_fds_[0]; // At minimum, the pipe read end
443
1/2
✗ Branch 7 not taken.
✓ Branch 8 taken 120 times.
120 for (auto& [registered_fd, state] : registered_fds_)
444 {
445 if (registered_fd > max_fd_)
446 max_fd_ = registered_fd;
447 }
448 }
449 }
450 7843 }
451
452 void
453 7869 select_scheduler::
454 work_started() const noexcept
455 {
456 7869 outstanding_work_.fetch_add(1, std::memory_order_relaxed);
457 7869 }
458
459 void
460 248645 select_scheduler::
461 work_finished() const noexcept
462 {
463
2/2
✓ Branch 0 taken 90 times.
✓ Branch 1 taken 248555 times.
497290 if (outstanding_work_.fetch_sub(1, std::memory_order_acq_rel) == 1)
464 {
465 // Last work item completed - wake all threads so they can exit.
466 90 std::unique_lock lock(mutex_);
467 90 wakeup_event_.notify_all();
468
1/4
✗ Branch 0 not taken.
✓ Branch 1 taken 90 times.
✗ Branch 2 not taken.
✗ Branch 3 not taken.
90 if (reactor_running_ && !reactor_interrupted_)
469 {
470 reactor_interrupted_ = true;
471 lock.unlock();
472 interrupt_reactor();
473 }
474 90 }
475 248645 }
476
477 void
478 16137 select_scheduler::
479 interrupt_reactor() const
480 {
481 16137 char byte = 1;
482
1/1
✓ Branch 1 taken 16137 times.
16137 [[maybe_unused]] auto r = ::write(pipe_fds_[1], &byte, 1);
483 16137 }
484
485 void
486 240770 select_scheduler::
487 wake_one_thread_and_unlock(std::unique_lock<std::mutex>& lock) const
488 {
489
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 240770 times.
240770 if (idle_thread_count_ > 0)
490 {
491 // Idle worker exists - wake it via condvar
492 wakeup_event_.notify_one();
493 lock.unlock();
494 }
495
4/4
✓ Branch 0 taken 4068 times.
✓ Branch 1 taken 236702 times.
✓ Branch 2 taken 4065 times.
✓ Branch 3 taken 3 times.
240770 else if (reactor_running_ && !reactor_interrupted_)
496 {
497 // No idle workers but reactor is running - interrupt it
498 4065 reactor_interrupted_ = true;
499 4065 lock.unlock();
500 4065 interrupt_reactor();
501 }
502 else
503 {
504 // No one to wake
505 236705 lock.unlock();
506 }
507 240770 }
508
509 struct work_guard
510 {
511 select_scheduler const* self;
512 248518 ~work_guard() { self->work_finished(); }
513 };
514
515 long
516 11766 select_scheduler::
517 calculate_timeout(long requested_timeout_us) const
518 {
519
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 11766 times.
11766 if (requested_timeout_us == 0)
520 return 0;
521
522 11766 auto nearest = timer_svc_->nearest_expiry();
523
3/3
✓ Branch 2 taken 11766 times.
✓ Branch 4 taken 35 times.
✓ Branch 5 taken 11731 times.
11766 if (nearest == timer_service::time_point::max())
524 35 return requested_timeout_us;
525
526 11731 auto now = std::chrono::steady_clock::now();
527
3/3
✓ Branch 1 taken 11731 times.
✓ Branch 4 taken 57 times.
✓ Branch 5 taken 11674 times.
11731 if (nearest <= now)
528 57 return 0;
529
530
1/1
✓ Branch 1 taken 11674 times.
11674 auto timer_timeout_us = std::chrono::duration_cast<std::chrono::microseconds>(
531
1/1
✓ Branch 1 taken 11674 times.
23348 nearest - now).count();
532
533
1/2
✓ Branch 0 taken 11674 times.
✗ Branch 1 not taken.
11674 if (requested_timeout_us < 0)
534 11674 return static_cast<long>(timer_timeout_us);
535
536 return static_cast<long>((std::min)(
537 static_cast<long long>(requested_timeout_us),
538 static_cast<long long>(timer_timeout_us)));
539 }
540
541 void
542 133873 select_scheduler::
543 run_reactor(std::unique_lock<std::mutex>& lock)
544 {
545 // Calculate timeout considering timers, use 0 if interrupted
546
3/3
✓ Branch 0 taken 122107 times.
✓ Branch 1 taken 11766 times.
✓ Branch 3 taken 11766 times.
133873 long effective_timeout_us = reactor_interrupted_ ? 0 : calculate_timeout(-1);
547
548 // Build fd_sets from registered_fds_
549 fd_set read_fds, write_fds, except_fds;
550
2/2
✓ Branch 0 taken 2141968 times.
✓ Branch 1 taken 133873 times.
2275841 FD_ZERO(&read_fds);
551
2/2
✓ Branch 0 taken 2141968 times.
✓ Branch 1 taken 133873 times.
2275841 FD_ZERO(&write_fds);
552
2/2
✓ Branch 0 taken 2141968 times.
✓ Branch 1 taken 133873 times.
2275841 FD_ZERO(&except_fds);
553
554 // Always include the interrupt pipe
555 133873 FD_SET(pipe_fds_[0], &read_fds);
556 133873 int nfds = pipe_fds_[0];
557
558 // Add registered fds
559
2/2
✓ Branch 7 taken 19198 times.
✓ Branch 8 taken 133873 times.
153071 for (auto& [fd, state] : registered_fds_)
560 {
561
2/2
✓ Branch 0 taken 15363 times.
✓ Branch 1 taken 3835 times.
19198 if (state.read_op)
562 15363 FD_SET(fd, &read_fds);
563
2/2
✓ Branch 0 taken 3835 times.
✓ Branch 1 taken 15363 times.
19198 if (state.write_op)
564 {
565 3835 FD_SET(fd, &write_fds);
566 // Also monitor for errors on connect operations
567 3835 FD_SET(fd, &except_fds);
568 }
569
2/2
✓ Branch 0 taken 15366 times.
✓ Branch 1 taken 3832 times.
19198 if (fd > nfds)
570 15366 nfds = fd;
571 }
572
573 // Convert timeout to timeval
574 struct timeval tv;
575 133873 struct timeval* tv_ptr = nullptr;
576
2/2
✓ Branch 0 taken 133838 times.
✓ Branch 1 taken 35 times.
133873 if (effective_timeout_us >= 0)
577 {
578 133838 tv.tv_sec = effective_timeout_us / 1000000;
579 133838 tv.tv_usec = effective_timeout_us % 1000000;
580 133838 tv_ptr = &tv;
581 }
582
583
1/1
✓ Branch 1 taken 133873 times.
133873 lock.unlock();
584
585
1/1
✓ Branch 1 taken 133873 times.
133873 int ready = ::select(nfds + 1, &read_fds, &write_fds, &except_fds, tv_ptr);
586 133873 int saved_errno = errno;
587
588 // Process timers outside the lock
589
1/1
✓ Branch 1 taken 133873 times.
133873 timer_svc_->process_expired();
590
591
1/4
✗ Branch 0 not taken.
✓ Branch 1 taken 133873 times.
✗ Branch 2 not taken.
✗ Branch 3 not taken.
133873 if (ready < 0 && saved_errno != EINTR)
592 detail::throw_system_error(make_err(saved_errno), "select");
593
594 // Re-acquire lock before modifying completed_ops_
595
1/1
✓ Branch 1 taken 133873 times.
133873 lock.lock();
596
597 // Drain the interrupt pipe if readable
598
3/4
✓ Branch 0 taken 12038 times.
✓ Branch 1 taken 121835 times.
✓ Branch 2 taken 12038 times.
✗ Branch 3 not taken.
133873 if (ready > 0 && FD_ISSET(pipe_fds_[0], &read_fds))
599 {
600 char buf[256];
601
3/3
✓ Branch 1 taken 24076 times.
✓ Branch 3 taken 12038 times.
✓ Branch 4 taken 12038 times.
24076 while (::read(pipe_fds_[0], buf, sizeof(buf)) > 0) {}
602 }
603
604 // Process I/O completions
605 133873 int completions_queued = 0;
606
2/2
✓ Branch 0 taken 12038 times.
✓ Branch 1 taken 121835 times.
133873 if (ready > 0)
607 {
608 // Iterate over registered fds (copy keys to avoid iterator invalidation)
609 12038 std::vector<int> fds_to_check;
610
1/1
✓ Branch 2 taken 12038 times.
12038 fds_to_check.reserve(registered_fds_.size());
611
2/2
✓ Branch 7 taken 15364 times.
✓ Branch 8 taken 12038 times.
27402 for (auto& [fd, state] : registered_fds_)
612
1/1
✓ Branch 1 taken 15364 times.
15364 fds_to_check.push_back(fd);
613
614
2/2
✓ Branch 5 taken 15364 times.
✓ Branch 6 taken 12038 times.
27402 for (int fd : fds_to_check)
615 {
616
1/1
✓ Branch 1 taken 15364 times.
15364 auto it = registered_fds_.find(fd);
617
1/2
✗ Branch 2 not taken.
✓ Branch 3 taken 15364 times.
15364 if (it == registered_fds_.end())
618 continue;
619
620 15364 auto& state = it->second;
621
622 // Check for errors (especially for connect operations)
623 15364 bool has_error = FD_ISSET(fd, &except_fds);
624
625 // Process read readiness
626
5/6
✓ Branch 0 taken 11529 times.
✓ Branch 1 taken 3835 times.
✓ Branch 2 taken 7616 times.
✓ Branch 3 taken 3913 times.
✗ Branch 4 not taken.
✓ Branch 5 taken 7616 times.
15364 if (state.read_op && (FD_ISSET(fd, &read_fds) || has_error))
627 {
628 3913 auto* op = state.read_op;
629 // Claim the op by exchanging to unregistered. Both registering and
630 // registered states mean the op is ours to complete.
631 3913 auto prev = op->registered.exchange(
632 select_registration_state::unregistered, std::memory_order_acq_rel);
633
1/2
✓ Branch 0 taken 3913 times.
✗ Branch 1 not taken.
3913 if (prev != select_registration_state::unregistered)
634 {
635 3913 state.read_op = nullptr;
636
637
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 3913 times.
3913 if (has_error)
638 {
639 int errn = 0;
640 socklen_t len = sizeof(errn);
641 if (::getsockopt(fd, SOL_SOCKET, SO_ERROR, &errn, &len) < 0)
642 errn = errno;
643 if (errn == 0)
644 errn = EIO;
645 op->complete(errn, 0);
646 }
647 else
648 {
649 3913 op->perform_io();
650 }
651
652 3913 completed_ops_.push(op);
653 3913 ++completions_queued;
654 }
655 }
656
657 // Process write readiness
658
3/6
✓ Branch 0 taken 3835 times.
✓ Branch 1 taken 11529 times.
✗ Branch 2 not taken.
✓ Branch 3 taken 3835 times.
✗ Branch 4 not taken.
✗ Branch 5 not taken.
15364 if (state.write_op && (FD_ISSET(fd, &write_fds) || has_error))
659 {
660 3835 auto* op = state.write_op;
661 // Claim the op by exchanging to unregistered. Both registering and
662 // registered states mean the op is ours to complete.
663 3835 auto prev = op->registered.exchange(
664 select_registration_state::unregistered, std::memory_order_acq_rel);
665
1/2
✓ Branch 0 taken 3835 times.
✗ Branch 1 not taken.
3835 if (prev != select_registration_state::unregistered)
666 {
667 3835 state.write_op = nullptr;
668
669
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 3835 times.
3835 if (has_error)
670 {
671 int errn = 0;
672 socklen_t len = sizeof(errn);
673 if (::getsockopt(fd, SOL_SOCKET, SO_ERROR, &errn, &len) < 0)
674 errn = errno;
675 if (errn == 0)
676 errn = EIO;
677 op->complete(errn, 0);
678 }
679 else
680 {
681 3835 op->perform_io();
682 }
683
684 3835 completed_ops_.push(op);
685 3835 ++completions_queued;
686 }
687 }
688
689 // Clean up empty entries
690
3/4
✓ Branch 0 taken 7748 times.
✓ Branch 1 taken 7616 times.
✓ Branch 2 taken 7748 times.
✗ Branch 3 not taken.
15364 if (!state.read_op && !state.write_op)
691
1/1
✓ Branch 1 taken 7748 times.
7748 registered_fds_.erase(it);
692 }
693 12038 }
694
695
2/2
✓ Branch 0 taken 3916 times.
✓ Branch 1 taken 129957 times.
133873 if (completions_queued > 0)
696 {
697
2/2
✓ Branch 0 taken 84 times.
✓ Branch 1 taken 3832 times.
3916 if (completions_queued == 1)
698 84 wakeup_event_.notify_one();
699 else
700 3832 wakeup_event_.notify_all();
701 }
702 133873 }
703
704 std::size_t
705 248607 select_scheduler::
706 do_one(long timeout_us)
707 {
708
1/1
✓ Branch 1 taken 248607 times.
248607 std::unique_lock lock(mutex_);
709
710 for (;;)
711 {
712
1/2
✗ Branch 1 not taken.
✓ Branch 2 taken 382480 times.
382480 if (stopped_.load(std::memory_order_acquire))
713 return 0;
714
715 382480 scheduler_op* op = completed_ops_.pop();
716
717
2/2
✓ Branch 0 taken 133962 times.
✓ Branch 1 taken 248518 times.
382480 if (op == &task_op_)
718 {
719 133962 bool more_handlers = !completed_ops_.empty();
720
721
2/2
✓ Branch 0 taken 11855 times.
✓ Branch 1 taken 122107 times.
133962 if (!more_handlers)
722 {
723
2/2
✓ Branch 1 taken 89 times.
✓ Branch 2 taken 11766 times.
23710 if (outstanding_work_.load(std::memory_order_acquire) == 0)
724 {
725 89 completed_ops_.push(&task_op_);
726 89 return 0;
727 }
728
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 11766 times.
11766 if (timeout_us == 0)
729 {
730 completed_ops_.push(&task_op_);
731 return 0;
732 }
733 }
734
735
3/4
✓ Branch 0 taken 11766 times.
✓ Branch 1 taken 122107 times.
✗ Branch 2 not taken.
✓ Branch 3 taken 11766 times.
133873 reactor_interrupted_ = more_handlers || timeout_us == 0;
736 133873 reactor_running_ = true;
737
738
3/4
✓ Branch 0 taken 122107 times.
✓ Branch 1 taken 11766 times.
✗ Branch 2 not taken.
✓ Branch 3 taken 122107 times.
133873 if (more_handlers && idle_thread_count_ > 0)
739 wakeup_event_.notify_one();
740
741
1/1
✓ Branch 1 taken 133873 times.
133873 run_reactor(lock);
742
743 133873 reactor_running_ = false;
744 133873 completed_ops_.push(&task_op_);
745 133873 continue;
746 133873 }
747
748
1/2
✓ Branch 0 taken 248518 times.
✗ Branch 1 not taken.
248518 if (op != nullptr)
749 {
750
1/1
✓ Branch 1 taken 248518 times.
248518 lock.unlock();
751 248518 work_guard g{this};
752
1/1
✓ Branch 1 taken 248518 times.
248518 (*op)();
753 248518 return 1;
754 248518 }
755
756 if (outstanding_work_.load(std::memory_order_acquire) == 0)
757 return 0;
758
759 if (timeout_us == 0)
760 return 0;
761
762 ++idle_thread_count_;
763 if (timeout_us < 0)
764 wakeup_event_.wait(lock);
765 else
766 wakeup_event_.wait_for(lock, std::chrono::microseconds(timeout_us));
767 --idle_thread_count_;
768 133873 }
769 248607 }
770
771 } // namespace boost::corosio::detail
772
773 #endif // BOOST_COROSIO_HAS_SELECT
774