1 /* Allocate a new thread structure.
2    Copyright (C) 2000-2022 Free Software Foundation, Inc.
3    This file is part of the GNU C Library.
4 
5    The GNU C Library is free software; you can redistribute it and/or
6    modify it under the terms of the GNU Lesser General Public
7    License as published by the Free Software Foundation; either
8    version 2.1 of the License, or (at your option) any later version.
9 
10    The GNU C Library is distributed in the hope that it will be useful,
11    but WITHOUT ANY WARRANTY; without even the implied warranty of
12    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
13    Lesser General Public License for more details.
14 
15    You should have received a copy of the GNU Lesser General Public
16    License along with the GNU C Library;  if not, see
17    <https://www.gnu.org/licenses/>.  */
18 
19 #include <assert.h>
20 #include <errno.h>
21 #include <pthread.h>
22 #include <stdlib.h>
23 #include <string.h>
24 
25 #include <pt-internal.h>
26 
27 /* This braindamage is necessary because the standard says that some
28    of the threads functions "shall fail" if "No thread could be found
29    corresponding to that specified by the given thread ID."  */
30 
31 /* The size of the thread ID lookup table.  */
32 int __pthread_max_threads;
33 
34 /* List of thread structures corresponding to free thread IDs.  */
35 struct __pthread *__pthread_free_threads;
36 pthread_mutex_t __pthread_free_threads_lock;
37 
38 static inline error_t
initialize_pthread(struct __pthread * new)39 initialize_pthread (struct __pthread *new)
40 {
41   error_t err;
42 
43   err = __pthread_init_specific (new);
44   if (err)
45     return err;
46 
47   new->nr_refs = 1;
48   new->cancel_lock = (pthread_mutex_t) PTHREAD_MUTEX_INITIALIZER;
49   new->cancel_hook = NULL;
50   new->cancel_hook_arg = NULL;
51   new->cancel_state = PTHREAD_CANCEL_ENABLE;
52   new->cancel_type = PTHREAD_CANCEL_DEFERRED;
53   new->cancel_pending = 0;
54 
55   new->state_lock = (pthread_mutex_t) PTHREAD_MUTEX_INITIALIZER;
56   new->state_cond = (pthread_cond_t) PTHREAD_COND_INITIALIZER;
57   new->terminated = FALSE;
58 
59   memset (&new->res_state, '\0', sizeof (new->res_state));
60 
61   new->tcb = NULL;
62 
63   new->next = 0;
64   new->prevp = 0;
65 
66   return 0;
67 }
68 
69 
70 /* Allocate a new thread structure and its pthread thread ID (but not
71    a kernel thread).  */
72 int
__pthread_alloc(struct __pthread ** pthread)73 __pthread_alloc (struct __pthread **pthread)
74 {
75   error_t err;
76 
77   struct __pthread *new;
78   struct __pthread **threads;
79   struct __pthread **old_threads;
80   int max_threads;
81   int new_max_threads;
82 
83   __pthread_mutex_lock (&__pthread_free_threads_lock);
84   for (new = __pthread_free_threads; new; new = new->next)
85     {
86       /* There is no need to take NEW->STATE_LOCK: if NEW is on this
87          list, then it is protected by __PTHREAD_FREE_THREADS_LOCK
88          except in __pthread_dealloc_finish where after it is added to the
89          list (with the lock held), it drops the lock and then sets
90          NEW->STATE and immediately stops using NEW.  */
91       if (new->terminated)
92 	{
93 	  __pthread_dequeue (new);
94 	  break;
95 	}
96     }
97   __pthread_mutex_unlock (&__pthread_free_threads_lock);
98 
99   if (new)
100     {
101       if (new->tcb)
102 	{
103 	  /* Drop old values */
104 	  _dl_deallocate_tls (new->tcb, 1);
105 	}
106 
107       err = initialize_pthread (new);
108       if (!err)
109 	*pthread = new;
110       return err;
111     }
112 
113   /* Allocate a new thread structure.  */
114   new = malloc (sizeof (struct __pthread));
115   if (new == NULL)
116     return ENOMEM;
117 
118   err = initialize_pthread (new);
119   if (err)
120     {
121       free (new);
122       return err;
123     }
124 
125 retry:
126   __libc_rwlock_wrlock (GL (dl_pthread_threads_lock));
127 
128   if (GL (dl_pthread_num_threads) < __pthread_max_threads)
129     {
130       /* We have a free slot.  Use the slot number plus one as the
131          thread ID for the new thread.  */
132       new->thread = 1 + GL (dl_pthread_num_threads)++;
133       GL (dl_pthread_threads)[new->thread - 1] = NULL;
134 
135       __libc_rwlock_unlock (GL (dl_pthread_threads_lock));
136 
137       *pthread = new;
138       return 0;
139     }
140 #ifdef PTHREAD_THREADS_MAX
141   else if (GL (dl_pthread_num_threads) >= PTHREAD_THREADS_MAX)
142     {
143       /* We have reached the limit on the number of threads per process.  */
144       __libc_rwlock_unlock (GL (dl_pthread_threads_lock));
145 
146       free (new);
147       return EAGAIN;
148     }
149 #endif
150 
151   /* We are going to enlarge the threads table.  Save its current
152      size.  We're going to release the lock before doing the necessary
153      memory allocation, since that's a potentially blocking operation.  */
154   max_threads = __pthread_max_threads;
155 
156   __libc_rwlock_unlock (GL (dl_pthread_threads_lock));
157 
158   /* Allocate a new lookup table that's twice as large.  */
159   new_max_threads
160       = max_threads > 0 ? max_threads * 2 : _POSIX_THREAD_THREADS_MAX;
161   threads = malloc (new_max_threads * sizeof (struct __pthread *));
162   if (threads == NULL)
163     {
164       free (new);
165       return ENOMEM;
166     }
167 
168   __libc_rwlock_wrlock (GL (dl_pthread_threads_lock));
169 
170   /* Check if nobody else has already enlarged the table.  */
171   if (max_threads != __pthread_max_threads)
172     {
173       /* Yep, they did.  */
174       __libc_rwlock_unlock (GL (dl_pthread_threads_lock));
175 
176       /* Free the newly allocated table and try again to allocate a slot.  */
177       free (threads);
178       goto retry;
179     }
180 
181   /* Copy over the contents of the old table.  */
182   memcpy (threads, GL (dl_pthread_threads),
183 	  __pthread_max_threads * sizeof (struct __pthread *));
184 
185   /* Save the location of the old table.  We want to deallocate its
186      storage after we released the lock.  */
187   old_threads = GL (dl_pthread_threads);
188 
189   /* Replace the table with the new one.  */
190   __pthread_max_threads = new_max_threads;
191   GL (dl_pthread_threads) = threads;
192 
193   /* And allocate ourselves one of the newly created slots.  */
194   new->thread = 1 + GL (dl_pthread_num_threads)++;
195   GL (dl_pthread_threads)[new->thread - 1] = NULL;
196 
197   __libc_rwlock_unlock (GL (dl_pthread_threads_lock));
198 
199   free (old_threads);
200 
201   *pthread = new;
202   return 0;
203 }
204 
205 void
206 attribute_hidden
__pthread_init_static_tls(struct link_map * map)207 __pthread_init_static_tls (struct link_map *map)
208 {
209   int i;
210 
211   __libc_rwlock_wrlock (GL (dl_pthread_threads_lock));
212   for (i = 0; i < GL (dl_pthread_num_threads); ++i)
213     {
214       struct __pthread *t = GL (dl_pthread_threads)[i];
215 
216       if (t == NULL)
217 	continue;
218 
219 # if TLS_TCB_AT_TP
220       void *dest = (char *) t->tcb - map->l_tls_offset;
221 # elif TLS_DTV_AT_TP
222       void *dest = (char *) t->tcb + map->l_tls_offset + TLS_PRE_TCB_SIZE;
223 # else
224 #  error "Either TLS_TCB_AT_TP or TLS_DTV_AT_TP must be defined"
225 # endif
226 
227       /* Initialize the memory.  */
228       memset (__mempcpy (dest, map->l_tls_initimage, map->l_tls_initimage_size),
229 	      '\0', map->l_tls_blocksize - map->l_tls_initimage_size);
230     }
231   __libc_rwlock_unlock (GL (dl_pthread_threads_lock));
232 }
233