Commit | Line | Data |
---|---|---|
88342701 TM |
1 | #define __PTHREAD_EXTRA_INTERNAL |
2 | ||
a8e71e8f TM |
3 | #include <pthread.h> |
4 | #include <pthread_extra.h> | |
5 | #include <signal.h> | |
3109d0d1 | 6 | #include <semaphore.h> |
88342701 TM |
7 | #include <errno.h> |
8 | #include <unistd.h> | |
9 | #include <sys/resource.h> | |
dec91d37 | 10 | //#include <sys/siginfo.h> |
88342701 | 11 | //#include <stdio.h> |
7e0f3dba TM |
12 | #include <stdlib.h> |
13 | #include <assert.h> | |
88342701 | 14 | //#include <sys/time.h> |
a8e71e8f | 15 | |
3109d0d1 TM |
16 | //Mutex that ensures proper serialization of (un)pause calls |
17 | //pthread_mutex_t pthread_pause_mutex = PTHREAD_RECURSIVE_MUTEX_INITIALIZER_NP; | |
18 | ||
19 | //Semaphore that ensures proper serialization of (un)pause signals | |
20 | sem_t pthread_pause_sem; | |
21 | //Once control to init the semaphore (and possibly other stuff) | |
22 | pthread_once_t pthread_pause_once_ctrl = PTHREAD_ONCE_INIT; | |
23 | void pthread_pause_once(void) { | |
24 | sem_init(&pthread_pause_sem, 0, 1); | |
25 | } | |
26 | void pthread_pause_init() { pthread_once(&pthread_pause_once_ctrl, &pthread_pause_once); } | |
27 | ||
70bd1c94 | 28 | ///When this variable is nonzero, only referenced thread is allowed to run |
3109d0d1 | 29 | ///Access has to be protected by pthread_user_data_lock() and pthread_pause_sem; |
9b4be8e8 | 30 | pthread_t pthread_pause_holder = PTHREAD_XNULL; |
70bd1c94 | 31 | |
dec91d37 TM |
32 | void pthread_pause_handler(const int signal, siginfo_t *info, void *ptr) { |
33 | (void)signal; (void)info; (void)ptr; | |
70bd1c94 TM |
34 | int run = info->si_value.sival_int; |
35 | //(void)td; | |
dec91d37 | 36 | |
3109d0d1 TM |
37 | //Post semaphore to confirm that signal is handled |
38 | sem_post(&pthread_pause_sem); | |
88342701 TM |
39 | |
40 | //Keep waiting for signals until we are supposed to be running | |
70bd1c94 | 41 | if(!run) { |
3109d0d1 TM |
42 | sigset_t sigset; |
43 | sigfillset(&sigset); | |
44 | sigdelset(&sigset, PTHREAD_XSIG_STOP); | |
88342701 TM |
45 | sigsuspend(&sigset); |
46 | } | |
a8e71e8f TM |
47 | } |
48 | ||
49 | void pthread_pause_enable() { | |
de59b17e TM |
50 | pthread_pause_init(); //Make sure semaphore is init'd |
51 | ||
88342701 TM |
52 | //Nesting signals too deep is not good for stack |
53 | //You can get runtime stats using following command: | |
54 | //grep -i sig /proc/$(pgrep binary)/status | |
3109d0d1 TM |
55 | //struct rlimit sigq = {.rlim_cur = 32, .rlim_max=32}; |
56 | //setrlimit(RLIMIT_SIGPENDING, &sigq); | |
57 | ||
dec91d37 | 58 | //Prepare signal mask |
88342701 TM |
59 | sigset_t sigset; |
60 | sigemptyset(&sigset); | |
61 | sigaddset(&sigset, PTHREAD_XSIG_STOP); | |
dec91d37 TM |
62 | |
63 | //Setup signal handler | |
64 | //signal(PTHREAD_XSIG_STOP, pthread_pause_handler); | |
65 | const struct sigaction pause_sa = { | |
66 | .sa_sigaction = pthread_pause_handler, | |
67 | .sa_mask = sigset, | |
80c01dc9 | 68 | .sa_flags = SA_SIGINFO | SA_RESTART, |
dec91d37 TM |
69 | .sa_restorer = NULL |
70 | }; | |
a5d51291 | 71 | |
dec91d37 TM |
72 | sigaction(PTHREAD_XSIG_STOP, &pause_sa, NULL); |
73 | ||
74 | //Unblock signal | |
88342701 | 75 | pthread_sigmask(SIG_UNBLOCK, &sigset, NULL); |
a5d51291 TM |
76 | |
77 | //Add thread to internal registry | |
78 | pthread_user_data_internal(pthread_self()); //Only now, when signals are unblocked! | |
88342701 TM |
79 | } |
80 | ||
81 | void pthread_pause_disable() { | |
a5d51291 | 82 | //pthread_user_data_lock(); |
3109d0d1 TM |
83 | pthread_pause_init(); //Make sure semaphore is init'd |
84 | ||
de59b17e | 85 | //Add thread to internal registry |
a5d51291 | 86 | //pthread_user_data_internal(pthread_self()); //DEADLOCKS! |
de59b17e | 87 | |
88342701 TM |
88 | //Block signal |
89 | sigset_t sigset; | |
90 | sigemptyset(&sigset); | |
91 | sigaddset(&sigset, PTHREAD_XSIG_STOP); | |
3109d0d1 TM |
92 | |
93 | //Make sure all signals are dispatched before we block them | |
a5d51291 TM |
94 | //Maybe not a good idea, causes DEADLOCKS! |
95 | //sem_wait(&pthread_pause_sem); | |
88342701 | 96 | pthread_sigmask(SIG_BLOCK, &sigset, NULL); |
a5d51291 TM |
97 | //sem_post(&pthread_pause_sem); |
98 | ||
99 | //pthread_user_data_unlock(); | |
88342701 TM |
100 | } |
101 | ||
70bd1c94 | 102 | /* |
7e0f3dba TM |
103 | int pthread_pause_reschedule(pthread_t thread) { |
104 | //Send signal to initiate pause handler | |
dec91d37 | 105 | //printf("SND: %p\n", (void *)pthread_user_data_internal(thread)); |
86166123 | 106 | //while(pthread_kill(thread, PTHREAD_XSIG_STOP) == EAGAIN) usleep(1000); |
dec91d37 TM |
107 | while(pthread_sigqueue(thread, PTHREAD_XSIG_STOP, |
108 | (const union sigval){.sival_ptr=pthread_user_data_internal(thread)} | |
109 | ) == EAGAIN) usleep(1000); | |
7e0f3dba TM |
110 | return 0; |
111 | } | |
70bd1c94 TM |
112 | */ |
113 | ||
114 | int pthread_pause_reschedule(pthread_t thread) { | |
3109d0d1 | 115 | //Decide if the thread should run and signal it |
de59b17e TM |
116 | pthread_user_data_lock(); |
117 | ||
3109d0d1 TM |
118 | //Wait for semaphore which means signal queue is empty |
119 | pthread_pause_init(); //Make sure semaphore is init'd | |
120 | sem_wait(&pthread_pause_sem); | |
121 | ||
122 | //Only call this if you already acquired pthread_pause_sem semaphore!!!! | |
123 | //Otherwise call pthread_pause_reschedule() | |
70bd1c94 | 124 | |
70bd1c94 TM |
125 | //Check if thread has running flag |
126 | int run = (pthread_user_data_internal(thread)->running); | |
127 | //Check if privileged (single thread) mode is active | |
de59b17e | 128 | if(!pthread_equal(pthread_pause_holder, PTHREAD_XNULL) && !pthread_equal(pthread_pause_holder, thread)) { |
70bd1c94 TM |
129 | run = 0; |
130 | } | |
70bd1c94 TM |
131 | |
132 | //Send signal to initiate pause handler (keep trying while SigQueue is full) | |
133 | //while(pthread_kill(thread, PTHREAD_XSIG_STOP) == EAGAIN) usleep(1000); | |
de59b17e | 134 | //printf("Sched %lu = %d (self: %lu, lck: %lu)\n", thread, run, pthread_self(), pthread_pause_holder); |
70bd1c94 TM |
135 | while(pthread_sigqueue(thread, PTHREAD_XSIG_STOP, |
136 | (const union sigval){.sival_int=run} | |
137 | ) == EAGAIN) usleep(1000); | |
3109d0d1 TM |
138 | |
139 | //Wait for signal to be delivered | |
140 | sem_wait(&pthread_pause_sem); | |
141 | sem_post(&pthread_pause_sem); | |
de59b17e | 142 | pthread_user_data_unlock(); |
3109d0d1 | 143 | |
70bd1c94 TM |
144 | return 0; |
145 | } | |
7e0f3dba | 146 | |
8df6da88 TM |
147 | int pthread_extra_yield() { |
148 | //Yield to both schedulers | |
149 | pthread_pause_reschedule(pthread_self()); | |
150 | return pthread_yield(); | |
151 | } | |
152 | ||
46a7758b TM |
153 | ///Sanity check to be sure there are no race conditions |
154 | inline void pthread_pause_assert_owner() { | |
155 | if(!pthread_equal(pthread_pause_holder,PTHREAD_XNULL)) | |
156 | assert(pthread_equal(pthread_pause_holder, pthread_self())); | |
157 | } | |
158 | ||
a5d51291 | 159 | ///Pause specified thread (block until it is paused) |
88342701 | 160 | int pthread_pause(pthread_t thread) { |
70bd1c94 | 161 | pthread_user_data_lock(); |
46a7758b TM |
162 | pthread_pause_assert_owner(); |
163 | //if(!pthread_equal(pthread_pause_holder,PTHREAD_XNULL)) assert(pthread_equal(pthread_pause_holder, pthread_self())); | |
a5d51291 | 164 | //Set thread as paused and notify it via signal (wait when queue full) |
88342701 | 165 | pthread_user_data_internal(thread)->running = 0; |
7e0f3dba | 166 | pthread_pause_reschedule(thread); |
3109d0d1 | 167 | pthread_user_data_unlock(); |
88342701 TM |
168 | return 0; |
169 | } | |
170 | ||
a5d51291 | 171 | ///UnPause specified thread (block until it is unpaused) |
88342701 | 172 | int pthread_unpause(pthread_t thread) { |
70bd1c94 | 173 | pthread_user_data_lock(); |
46a7758b | 174 | pthread_pause_assert_owner(); |
a5d51291 | 175 | //Set thread as running and notify it via signal (wait when queue full) |
88342701 | 176 | pthread_user_data_internal(thread)->running = 1; |
7e0f3dba | 177 | pthread_pause_reschedule(thread); |
3109d0d1 | 178 | pthread_user_data_unlock(); |
88342701 | 179 | return 0; |
a8e71e8f | 180 | } |
7e0f3dba | 181 | |
de59b17e | 182 | ///Enter exclusive mode by pausing everyone else |
70bd1c94 | 183 | int pthread_pause_all() { |
de59b17e | 184 | //printf("Pause ALL\n"); |
70bd1c94 | 185 | pthread_user_data_lock(); |
de59b17e TM |
186 | //printf("Pause ALL+\n"); |
187 | //printf("Pause %p == %p\n", (void *)pthread_pause_holder, (void *)pthread_self()); | |
46a7758b | 188 | pthread_pause_assert_owner(); |
70bd1c94 | 189 | pthread_pause_holder = pthread_self(); |
9b4be8e8 | 190 | pthread_user_data_internal_iterate(&pthread_pause_reschedule, NULL); |
de59b17e | 191 | //printf("Pause ALL!\n"); |
3109d0d1 | 192 | pthread_user_data_unlock(); |
70bd1c94 TM |
193 | return 0; |
194 | } | |
195 | ||
de59b17e | 196 | ///Leave exclusive mode by unpausing everyone else |
70bd1c94 | 197 | int pthread_unpause_all() { |
de59b17e | 198 | //printf("UnPause ALL\n"); |
70bd1c94 | 199 | pthread_user_data_lock(); |
de59b17e | 200 | //printf("UnPause ALL+\n"); |
46a7758b | 201 | pthread_pause_assert_owner(); |
9b4be8e8 | 202 | pthread_pause_holder = PTHREAD_XNULL; |
9b4be8e8 | 203 | pthread_user_data_internal_iterate(&pthread_pause_reschedule, NULL); |
de59b17e | 204 | //printf("UnPause ALL!\n"); |
3109d0d1 | 205 | pthread_user_data_unlock(); |
70bd1c94 TM |
206 | return 0; |
207 | } | |
7e0f3dba TM |
208 | |
209 | ||
210 | // Wrappers /////////////////////////////////////////////////////////// | |
211 | ||
212 | ||
213 | typedef struct pthread_extra_wrapper_t { | |
214 | void *(*start_routine)(void *); | |
215 | void *restrict arg; | |
216 | } pthread_extra_wrapper_t; | |
217 | ||
218 | void *pthread_extra_thread_wrapper(void *arg) { | |
219 | pthread_extra_wrapper_t task = *((pthread_extra_wrapper_t*)arg); | |
220 | free(arg); | |
221 | ||
a5d51291 TM |
222 | pthread_pause_enable(); |
223 | ||
7e0f3dba | 224 | //Register new thread to user data structure |
a5d51291 | 225 | //pthread_user_data_internal(pthread_self()); //Perhaps already done in pthread_extra_yield() and pthread_pause_enable()?? |
7e0f3dba TM |
226 | |
227 | //TODO: user_data should do this automaticaly? | |
228 | pthread_cleanup_push(pthread_user_data_cleanup, (void *)pthread_self()); | |
229 | ||
230 | //Check if we should be running according to pthread_pause sub-scheduler | |
70bd1c94 TM |
231 | //pthread_pause_reschedule(pthread_self()); |
232 | pthread_extra_yield(); | |
7e0f3dba | 233 | |
70bd1c94 | 234 | //Run actual task |
7e0f3dba TM |
235 | return task.start_routine(task.arg); |
236 | ||
237 | pthread_cleanup_pop(1); //Needed by pthread_cleanup_push() macro | |
238 | } | |
239 | ||
240 | int pthread_extra_create(pthread_t *restrict thread, | |
241 | const pthread_attr_t *restrict attr, | |
242 | void *(*start_routine)(void *), | |
243 | void *restrict arg) { | |
244 | ||
245 | pthread_extra_wrapper_t *task = malloc(sizeof(pthread_extra_wrapper_t)); | |
246 | assert(task != NULL); | |
247 | task->start_routine=start_routine; | |
248 | task->arg=arg; | |
249 | return pthread_create(thread, attr, pthread_extra_thread_wrapper, task); | |
250 | } |