annotate openmp/runtime/src/kmp_error.cpp @ 150:1d019706d866

LLVM10
author anatofuz
date Thu, 13 Feb 2020 15:10:13 +0900
parents
children 2e18cbf3894f
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
rev   line source
150
anatofuz
parents:
diff changeset
1 /*
anatofuz
parents:
diff changeset
2 * kmp_error.cpp -- KPTS functions for error checking at runtime
anatofuz
parents:
diff changeset
3 */
anatofuz
parents:
diff changeset
4
anatofuz
parents:
diff changeset
5 //===----------------------------------------------------------------------===//
anatofuz
parents:
diff changeset
6 //
anatofuz
parents:
diff changeset
7 // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
anatofuz
parents:
diff changeset
8 // See https://llvm.org/LICENSE.txt for license information.
anatofuz
parents:
diff changeset
9 // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
anatofuz
parents:
diff changeset
10 //
anatofuz
parents:
diff changeset
11 //===----------------------------------------------------------------------===//
anatofuz
parents:
diff changeset
12
anatofuz
parents:
diff changeset
13 #include "kmp.h"
anatofuz
parents:
diff changeset
14 #include "kmp_error.h"
anatofuz
parents:
diff changeset
15 #include "kmp_i18n.h"
anatofuz
parents:
diff changeset
16 #include "kmp_str.h"
anatofuz
parents:
diff changeset
17
anatofuz
parents:
diff changeset
18 /* ------------------------------------------------------------------------ */
anatofuz
parents:
diff changeset
19
anatofuz
parents:
diff changeset
20 #define MIN_STACK 100
anatofuz
parents:
diff changeset
21
anatofuz
parents:
diff changeset
22 static char const *cons_text_c[] = {
anatofuz
parents:
diff changeset
23 "(none)", "\"parallel\"", "work-sharing", /* this is not called "for"
anatofuz
parents:
diff changeset
24 because of lowering of
anatofuz
parents:
diff changeset
25 "sections" pragmas */
anatofuz
parents:
diff changeset
26 "\"ordered\" work-sharing", /* this is not called "for ordered" because of
anatofuz
parents:
diff changeset
27 lowering of "sections" pragmas */
anatofuz
parents:
diff changeset
28 "\"sections\"",
anatofuz
parents:
diff changeset
29 "work-sharing", /* this is not called "single" because of lowering of
anatofuz
parents:
diff changeset
30 "sections" pragmas */
anatofuz
parents:
diff changeset
31 "\"critical\"", "\"ordered\"", /* in PARALLEL */
anatofuz
parents:
diff changeset
32 "\"ordered\"", /* in PDO */
anatofuz
parents:
diff changeset
33 "\"master\"", "\"reduce\"", "\"barrier\""};
anatofuz
parents:
diff changeset
34
anatofuz
parents:
diff changeset
35 #define get_src(ident) ((ident) == NULL ? NULL : (ident)->psource)
anatofuz
parents:
diff changeset
36
anatofuz
parents:
diff changeset
37 #define PUSH_MSG(ct, ident) \
anatofuz
parents:
diff changeset
38 "\tpushing on stack: %s (%s)\n", cons_text_c[(ct)], get_src((ident))
anatofuz
parents:
diff changeset
39 #define POP_MSG(p) \
anatofuz
parents:
diff changeset
40 "\tpopping off stack: %s (%s)\n", cons_text_c[(p)->stack_data[tos].type], \
anatofuz
parents:
diff changeset
41 get_src((p)->stack_data[tos].ident)
anatofuz
parents:
diff changeset
42
anatofuz
parents:
diff changeset
43 static int const cons_text_c_num = sizeof(cons_text_c) / sizeof(char const *);
anatofuz
parents:
diff changeset
44
anatofuz
parents:
diff changeset
45 /* --------------- START OF STATIC LOCAL ROUTINES ------------------------- */
anatofuz
parents:
diff changeset
46
anatofuz
parents:
diff changeset
47 static void __kmp_check_null_func(void) { /* nothing to do */
anatofuz
parents:
diff changeset
48 }
anatofuz
parents:
diff changeset
49
anatofuz
parents:
diff changeset
50 static void __kmp_expand_cons_stack(int gtid, struct cons_header *p) {
anatofuz
parents:
diff changeset
51 int i;
anatofuz
parents:
diff changeset
52 struct cons_data *d;
anatofuz
parents:
diff changeset
53
anatofuz
parents:
diff changeset
54 /* TODO for monitor perhaps? */
anatofuz
parents:
diff changeset
55 if (gtid < 0)
anatofuz
parents:
diff changeset
56 __kmp_check_null_func();
anatofuz
parents:
diff changeset
57
anatofuz
parents:
diff changeset
58 KE_TRACE(10, ("expand cons_stack (%d %d)\n", gtid, __kmp_get_gtid()));
anatofuz
parents:
diff changeset
59
anatofuz
parents:
diff changeset
60 d = p->stack_data;
anatofuz
parents:
diff changeset
61
anatofuz
parents:
diff changeset
62 p->stack_size = (p->stack_size * 2) + 100;
anatofuz
parents:
diff changeset
63
anatofuz
parents:
diff changeset
64 /* TODO free the old data */
anatofuz
parents:
diff changeset
65 p->stack_data = (struct cons_data *)__kmp_allocate(sizeof(struct cons_data) *
anatofuz
parents:
diff changeset
66 (p->stack_size + 1));
anatofuz
parents:
diff changeset
67
anatofuz
parents:
diff changeset
68 for (i = p->stack_top; i >= 0; --i)
anatofuz
parents:
diff changeset
69 p->stack_data[i] = d[i];
anatofuz
parents:
diff changeset
70
anatofuz
parents:
diff changeset
71 /* NOTE: we do not free the old stack_data */
anatofuz
parents:
diff changeset
72 }
anatofuz
parents:
diff changeset
73
anatofuz
parents:
diff changeset
74 // NOTE: Function returns allocated memory, caller must free it!
anatofuz
parents:
diff changeset
75 static char *__kmp_pragma(int ct, ident_t const *ident) {
anatofuz
parents:
diff changeset
76 char const *cons = NULL; // Construct name.
anatofuz
parents:
diff changeset
77 char *file = NULL; // File name.
anatofuz
parents:
diff changeset
78 char *func = NULL; // Function (routine) name.
anatofuz
parents:
diff changeset
79 char *line = NULL; // Line number.
anatofuz
parents:
diff changeset
80 kmp_str_buf_t buffer;
anatofuz
parents:
diff changeset
81 kmp_msg_t prgm;
anatofuz
parents:
diff changeset
82 __kmp_str_buf_init(&buffer);
anatofuz
parents:
diff changeset
83 if (0 < ct && ct < cons_text_c_num) {
anatofuz
parents:
diff changeset
84 cons = cons_text_c[ct];
anatofuz
parents:
diff changeset
85 } else {
anatofuz
parents:
diff changeset
86 KMP_DEBUG_ASSERT(0);
anatofuz
parents:
diff changeset
87 }
anatofuz
parents:
diff changeset
88 if (ident != NULL && ident->psource != NULL) {
anatofuz
parents:
diff changeset
89 char *tail = NULL;
anatofuz
parents:
diff changeset
90 __kmp_str_buf_print(&buffer, "%s",
anatofuz
parents:
diff changeset
91 ident->psource); // Copy source to buffer.
anatofuz
parents:
diff changeset
92 // Split string in buffer to file, func, and line.
anatofuz
parents:
diff changeset
93 tail = buffer.str;
anatofuz
parents:
diff changeset
94 __kmp_str_split(tail, ';', NULL, &tail);
anatofuz
parents:
diff changeset
95 __kmp_str_split(tail, ';', &file, &tail);
anatofuz
parents:
diff changeset
96 __kmp_str_split(tail, ';', &func, &tail);
anatofuz
parents:
diff changeset
97 __kmp_str_split(tail, ';', &line, &tail);
anatofuz
parents:
diff changeset
98 }
anatofuz
parents:
diff changeset
99 prgm = __kmp_msg_format(kmp_i18n_fmt_Pragma, cons, file, func, line);
anatofuz
parents:
diff changeset
100 __kmp_str_buf_free(&buffer);
anatofuz
parents:
diff changeset
101 return prgm.str;
anatofuz
parents:
diff changeset
102 } // __kmp_pragma
anatofuz
parents:
diff changeset
103
anatofuz
parents:
diff changeset
104 /* ----------------- END OF STATIC LOCAL ROUTINES ------------------------- */
anatofuz
parents:
diff changeset
105
anatofuz
parents:
diff changeset
106 void __kmp_error_construct(kmp_i18n_id_t id, // Message identifier.
anatofuz
parents:
diff changeset
107 enum cons_type ct, // Construct type.
anatofuz
parents:
diff changeset
108 ident_t const *ident // Construct ident.
anatofuz
parents:
diff changeset
109 ) {
anatofuz
parents:
diff changeset
110 char *construct = __kmp_pragma(ct, ident);
anatofuz
parents:
diff changeset
111 __kmp_fatal(__kmp_msg_format(id, construct), __kmp_msg_null);
anatofuz
parents:
diff changeset
112 KMP_INTERNAL_FREE(construct);
anatofuz
parents:
diff changeset
113 }
anatofuz
parents:
diff changeset
114
anatofuz
parents:
diff changeset
115 void __kmp_error_construct2(kmp_i18n_id_t id, // Message identifier.
anatofuz
parents:
diff changeset
116 enum cons_type ct, // First construct type.
anatofuz
parents:
diff changeset
117 ident_t const *ident, // First construct ident.
anatofuz
parents:
diff changeset
118 struct cons_data const *cons // Second construct.
anatofuz
parents:
diff changeset
119 ) {
anatofuz
parents:
diff changeset
120 char *construct1 = __kmp_pragma(ct, ident);
anatofuz
parents:
diff changeset
121 char *construct2 = __kmp_pragma(cons->type, cons->ident);
anatofuz
parents:
diff changeset
122 __kmp_fatal(__kmp_msg_format(id, construct1, construct2), __kmp_msg_null);
anatofuz
parents:
diff changeset
123 KMP_INTERNAL_FREE(construct1);
anatofuz
parents:
diff changeset
124 KMP_INTERNAL_FREE(construct2);
anatofuz
parents:
diff changeset
125 }
anatofuz
parents:
diff changeset
126
anatofuz
parents:
diff changeset
127 struct cons_header *__kmp_allocate_cons_stack(int gtid) {
anatofuz
parents:
diff changeset
128 struct cons_header *p;
anatofuz
parents:
diff changeset
129
anatofuz
parents:
diff changeset
130 /* TODO for monitor perhaps? */
anatofuz
parents:
diff changeset
131 if (gtid < 0) {
anatofuz
parents:
diff changeset
132 __kmp_check_null_func();
anatofuz
parents:
diff changeset
133 }
anatofuz
parents:
diff changeset
134 KE_TRACE(10, ("allocate cons_stack (%d)\n", gtid));
anatofuz
parents:
diff changeset
135 p = (struct cons_header *)__kmp_allocate(sizeof(struct cons_header));
anatofuz
parents:
diff changeset
136 p->p_top = p->w_top = p->s_top = 0;
anatofuz
parents:
diff changeset
137 p->stack_data = (struct cons_data *)__kmp_allocate(sizeof(struct cons_data) *
anatofuz
parents:
diff changeset
138 (MIN_STACK + 1));
anatofuz
parents:
diff changeset
139 p->stack_size = MIN_STACK;
anatofuz
parents:
diff changeset
140 p->stack_top = 0;
anatofuz
parents:
diff changeset
141 p->stack_data[0].type = ct_none;
anatofuz
parents:
diff changeset
142 p->stack_data[0].prev = 0;
anatofuz
parents:
diff changeset
143 p->stack_data[0].ident = NULL;
anatofuz
parents:
diff changeset
144 return p;
anatofuz
parents:
diff changeset
145 }
anatofuz
parents:
diff changeset
146
anatofuz
parents:
diff changeset
147 void __kmp_free_cons_stack(void *ptr) {
anatofuz
parents:
diff changeset
148 struct cons_header *p = (struct cons_header *)ptr;
anatofuz
parents:
diff changeset
149 if (p != NULL) {
anatofuz
parents:
diff changeset
150 if (p->stack_data != NULL) {
anatofuz
parents:
diff changeset
151 __kmp_free(p->stack_data);
anatofuz
parents:
diff changeset
152 p->stack_data = NULL;
anatofuz
parents:
diff changeset
153 }
anatofuz
parents:
diff changeset
154 __kmp_free(p);
anatofuz
parents:
diff changeset
155 }
anatofuz
parents:
diff changeset
156 }
anatofuz
parents:
diff changeset
157
anatofuz
parents:
diff changeset
158 #if KMP_DEBUG
anatofuz
parents:
diff changeset
159 static void dump_cons_stack(int gtid, struct cons_header *p) {
anatofuz
parents:
diff changeset
160 int i;
anatofuz
parents:
diff changeset
161 int tos = p->stack_top;
anatofuz
parents:
diff changeset
162 kmp_str_buf_t buffer;
anatofuz
parents:
diff changeset
163 __kmp_str_buf_init(&buffer);
anatofuz
parents:
diff changeset
164 __kmp_str_buf_print(
anatofuz
parents:
diff changeset
165 &buffer,
anatofuz
parents:
diff changeset
166 "+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-\n");
anatofuz
parents:
diff changeset
167 __kmp_str_buf_print(&buffer,
anatofuz
parents:
diff changeset
168 "Begin construct stack with %d items for thread %d\n",
anatofuz
parents:
diff changeset
169 tos, gtid);
anatofuz
parents:
diff changeset
170 __kmp_str_buf_print(&buffer, " stack_top=%d { P=%d, W=%d, S=%d }\n", tos,
anatofuz
parents:
diff changeset
171 p->p_top, p->w_top, p->s_top);
anatofuz
parents:
diff changeset
172 for (i = tos; i > 0; i--) {
anatofuz
parents:
diff changeset
173 struct cons_data *c = &(p->stack_data[i]);
anatofuz
parents:
diff changeset
174 __kmp_str_buf_print(
anatofuz
parents:
diff changeset
175 &buffer, " stack_data[%2d] = { %s (%s) %d %p }\n", i,
anatofuz
parents:
diff changeset
176 cons_text_c[c->type], get_src(c->ident), c->prev, c->name);
anatofuz
parents:
diff changeset
177 }
anatofuz
parents:
diff changeset
178 __kmp_str_buf_print(&buffer, "End construct stack for thread %d\n", gtid);
anatofuz
parents:
diff changeset
179 __kmp_str_buf_print(
anatofuz
parents:
diff changeset
180 &buffer,
anatofuz
parents:
diff changeset
181 "+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-\n");
anatofuz
parents:
diff changeset
182 __kmp_debug_printf("%s", buffer.str);
anatofuz
parents:
diff changeset
183 __kmp_str_buf_free(&buffer);
anatofuz
parents:
diff changeset
184 }
anatofuz
parents:
diff changeset
185 #endif
anatofuz
parents:
diff changeset
186
anatofuz
parents:
diff changeset
187 void __kmp_push_parallel(int gtid, ident_t const *ident) {
anatofuz
parents:
diff changeset
188 int tos;
anatofuz
parents:
diff changeset
189 struct cons_header *p = __kmp_threads[gtid]->th.th_cons;
anatofuz
parents:
diff changeset
190
anatofuz
parents:
diff changeset
191 KMP_DEBUG_ASSERT(__kmp_threads[gtid]->th.th_cons);
anatofuz
parents:
diff changeset
192 KE_TRACE(10, ("__kmp_push_parallel (%d %d)\n", gtid, __kmp_get_gtid()));
anatofuz
parents:
diff changeset
193 KE_TRACE(100, (PUSH_MSG(ct_parallel, ident)));
anatofuz
parents:
diff changeset
194 if (p->stack_top >= p->stack_size) {
anatofuz
parents:
diff changeset
195 __kmp_expand_cons_stack(gtid, p);
anatofuz
parents:
diff changeset
196 }
anatofuz
parents:
diff changeset
197 tos = ++p->stack_top;
anatofuz
parents:
diff changeset
198 p->stack_data[tos].type = ct_parallel;
anatofuz
parents:
diff changeset
199 p->stack_data[tos].prev = p->p_top;
anatofuz
parents:
diff changeset
200 p->stack_data[tos].ident = ident;
anatofuz
parents:
diff changeset
201 p->stack_data[tos].name = NULL;
anatofuz
parents:
diff changeset
202 p->p_top = tos;
anatofuz
parents:
diff changeset
203 KE_DUMP(1000, dump_cons_stack(gtid, p));
anatofuz
parents:
diff changeset
204 }
anatofuz
parents:
diff changeset
205
anatofuz
parents:
diff changeset
206 void __kmp_check_workshare(int gtid, enum cons_type ct, ident_t const *ident) {
anatofuz
parents:
diff changeset
207 struct cons_header *p = __kmp_threads[gtid]->th.th_cons;
anatofuz
parents:
diff changeset
208
anatofuz
parents:
diff changeset
209 KMP_DEBUG_ASSERT(__kmp_threads[gtid]->th.th_cons);
anatofuz
parents:
diff changeset
210 KE_TRACE(10, ("__kmp_check_workshare (%d %d)\n", gtid, __kmp_get_gtid()));
anatofuz
parents:
diff changeset
211
anatofuz
parents:
diff changeset
212 if (p->stack_top >= p->stack_size) {
anatofuz
parents:
diff changeset
213 __kmp_expand_cons_stack(gtid, p);
anatofuz
parents:
diff changeset
214 }
anatofuz
parents:
diff changeset
215 if (p->w_top > p->p_top) {
anatofuz
parents:
diff changeset
216 // We are already in a WORKSHARE construct for this PARALLEL region.
anatofuz
parents:
diff changeset
217 __kmp_error_construct2(kmp_i18n_msg_CnsInvalidNesting, ct, ident,
anatofuz
parents:
diff changeset
218 &p->stack_data[p->w_top]);
anatofuz
parents:
diff changeset
219 }
anatofuz
parents:
diff changeset
220 if (p->s_top > p->p_top) {
anatofuz
parents:
diff changeset
221 // We are already in a SYNC construct for this PARALLEL region.
anatofuz
parents:
diff changeset
222 __kmp_error_construct2(kmp_i18n_msg_CnsInvalidNesting, ct, ident,
anatofuz
parents:
diff changeset
223 &p->stack_data[p->s_top]);
anatofuz
parents:
diff changeset
224 }
anatofuz
parents:
diff changeset
225 }
anatofuz
parents:
diff changeset
226
anatofuz
parents:
diff changeset
227 void __kmp_push_workshare(int gtid, enum cons_type ct, ident_t const *ident) {
anatofuz
parents:
diff changeset
228 int tos;
anatofuz
parents:
diff changeset
229 struct cons_header *p = __kmp_threads[gtid]->th.th_cons;
anatofuz
parents:
diff changeset
230 KE_TRACE(10, ("__kmp_push_workshare (%d %d)\n", gtid, __kmp_get_gtid()));
anatofuz
parents:
diff changeset
231 __kmp_check_workshare(gtid, ct, ident);
anatofuz
parents:
diff changeset
232 KE_TRACE(100, (PUSH_MSG(ct, ident)));
anatofuz
parents:
diff changeset
233 tos = ++p->stack_top;
anatofuz
parents:
diff changeset
234 p->stack_data[tos].type = ct;
anatofuz
parents:
diff changeset
235 p->stack_data[tos].prev = p->w_top;
anatofuz
parents:
diff changeset
236 p->stack_data[tos].ident = ident;
anatofuz
parents:
diff changeset
237 p->stack_data[tos].name = NULL;
anatofuz
parents:
diff changeset
238 p->w_top = tos;
anatofuz
parents:
diff changeset
239 KE_DUMP(1000, dump_cons_stack(gtid, p));
anatofuz
parents:
diff changeset
240 }
anatofuz
parents:
diff changeset
241
anatofuz
parents:
diff changeset
242 void
anatofuz
parents:
diff changeset
243 #if KMP_USE_DYNAMIC_LOCK
anatofuz
parents:
diff changeset
244 __kmp_check_sync( int gtid, enum cons_type ct, ident_t const * ident, kmp_user_lock_p lck, kmp_uint32 seq )
anatofuz
parents:
diff changeset
245 #else
anatofuz
parents:
diff changeset
246 __kmp_check_sync( int gtid, enum cons_type ct, ident_t const * ident, kmp_user_lock_p lck )
anatofuz
parents:
diff changeset
247 #endif
anatofuz
parents:
diff changeset
248 {
anatofuz
parents:
diff changeset
249 struct cons_header *p = __kmp_threads[gtid]->th.th_cons;
anatofuz
parents:
diff changeset
250
anatofuz
parents:
diff changeset
251 KE_TRACE(10, ("__kmp_check_sync (gtid=%d)\n", __kmp_get_gtid()));
anatofuz
parents:
diff changeset
252
anatofuz
parents:
diff changeset
253 if (p->stack_top >= p->stack_size)
anatofuz
parents:
diff changeset
254 __kmp_expand_cons_stack(gtid, p);
anatofuz
parents:
diff changeset
255
anatofuz
parents:
diff changeset
256 if (ct == ct_ordered_in_parallel || ct == ct_ordered_in_pdo) {
anatofuz
parents:
diff changeset
257 if (p->w_top <= p->p_top) {
anatofuz
parents:
diff changeset
258 /* we are not in a worksharing construct */
anatofuz
parents:
diff changeset
259 #ifdef BUILD_PARALLEL_ORDERED
anatofuz
parents:
diff changeset
260 /* do not report error messages for PARALLEL ORDERED */
anatofuz
parents:
diff changeset
261 KMP_ASSERT(ct == ct_ordered_in_parallel);
anatofuz
parents:
diff changeset
262 #else
anatofuz
parents:
diff changeset
263 __kmp_error_construct(kmp_i18n_msg_CnsBoundToWorksharing, ct, ident);
anatofuz
parents:
diff changeset
264 #endif /* BUILD_PARALLEL_ORDERED */
anatofuz
parents:
diff changeset
265 } else {
anatofuz
parents:
diff changeset
266 /* inside a WORKSHARING construct for this PARALLEL region */
anatofuz
parents:
diff changeset
267 if (!IS_CONS_TYPE_ORDERED(p->stack_data[p->w_top].type)) {
anatofuz
parents:
diff changeset
268 __kmp_error_construct2(kmp_i18n_msg_CnsNoOrderedClause, ct, ident,
anatofuz
parents:
diff changeset
269 &p->stack_data[p->w_top]);
anatofuz
parents:
diff changeset
270 }
anatofuz
parents:
diff changeset
271 }
anatofuz
parents:
diff changeset
272 if (p->s_top > p->p_top && p->s_top > p->w_top) {
anatofuz
parents:
diff changeset
273 /* inside a sync construct which is inside a worksharing construct */
anatofuz
parents:
diff changeset
274 int index = p->s_top;
anatofuz
parents:
diff changeset
275 enum cons_type stack_type;
anatofuz
parents:
diff changeset
276
anatofuz
parents:
diff changeset
277 stack_type = p->stack_data[index].type;
anatofuz
parents:
diff changeset
278
anatofuz
parents:
diff changeset
279 if (stack_type == ct_critical ||
anatofuz
parents:
diff changeset
280 ((stack_type == ct_ordered_in_parallel ||
anatofuz
parents:
diff changeset
281 stack_type == ct_ordered_in_pdo) &&
anatofuz
parents:
diff changeset
282 /* C doesn't allow named ordered; ordered in ordered gets error */
anatofuz
parents:
diff changeset
283 p->stack_data[index].ident != NULL &&
anatofuz
parents:
diff changeset
284 (p->stack_data[index].ident->flags & KMP_IDENT_KMPC))) {
anatofuz
parents:
diff changeset
285 /* we are in ORDERED which is inside an ORDERED or CRITICAL construct */
anatofuz
parents:
diff changeset
286 __kmp_error_construct2(kmp_i18n_msg_CnsInvalidNesting, ct, ident,
anatofuz
parents:
diff changeset
287 &p->stack_data[index]);
anatofuz
parents:
diff changeset
288 }
anatofuz
parents:
diff changeset
289 }
anatofuz
parents:
diff changeset
290 } else if (ct == ct_critical) {
anatofuz
parents:
diff changeset
291 #if KMP_USE_DYNAMIC_LOCK
anatofuz
parents:
diff changeset
292 if (lck != NULL &&
anatofuz
parents:
diff changeset
293 __kmp_get_user_lock_owner(lck, seq) ==
anatofuz
parents:
diff changeset
294 gtid) { /* this thread already has lock for this critical section */
anatofuz
parents:
diff changeset
295 #else
anatofuz
parents:
diff changeset
296 if (lck != NULL &&
anatofuz
parents:
diff changeset
297 __kmp_get_user_lock_owner(lck) ==
anatofuz
parents:
diff changeset
298 gtid) { /* this thread already has lock for this critical section */
anatofuz
parents:
diff changeset
299 #endif
anatofuz
parents:
diff changeset
300 int index = p->s_top;
anatofuz
parents:
diff changeset
301 struct cons_data cons = {NULL, ct_critical, 0, NULL};
anatofuz
parents:
diff changeset
302 /* walk up construct stack and try to find critical with matching name */
anatofuz
parents:
diff changeset
303 while (index != 0 && p->stack_data[index].name != lck) {
anatofuz
parents:
diff changeset
304 index = p->stack_data[index].prev;
anatofuz
parents:
diff changeset
305 }
anatofuz
parents:
diff changeset
306 if (index != 0) {
anatofuz
parents:
diff changeset
307 /* found match on the stack (may not always because of interleaved
anatofuz
parents:
diff changeset
308 * critical for Fortran) */
anatofuz
parents:
diff changeset
309 cons = p->stack_data[index];
anatofuz
parents:
diff changeset
310 }
anatofuz
parents:
diff changeset
311 /* we are in CRITICAL which is inside a CRITICAL construct of same name */
anatofuz
parents:
diff changeset
312 __kmp_error_construct2(kmp_i18n_msg_CnsNestingSameName, ct, ident, &cons);
anatofuz
parents:
diff changeset
313 }
anatofuz
parents:
diff changeset
314 } else if (ct == ct_master || ct == ct_reduce) {
anatofuz
parents:
diff changeset
315 if (p->w_top > p->p_top) {
anatofuz
parents:
diff changeset
316 /* inside a WORKSHARING construct for this PARALLEL region */
anatofuz
parents:
diff changeset
317 __kmp_error_construct2(kmp_i18n_msg_CnsInvalidNesting, ct, ident,
anatofuz
parents:
diff changeset
318 &p->stack_data[p->w_top]);
anatofuz
parents:
diff changeset
319 }
anatofuz
parents:
diff changeset
320 if (ct == ct_reduce && p->s_top > p->p_top) {
anatofuz
parents:
diff changeset
321 /* inside a another SYNC construct for this PARALLEL region */
anatofuz
parents:
diff changeset
322 __kmp_error_construct2(kmp_i18n_msg_CnsInvalidNesting, ct, ident,
anatofuz
parents:
diff changeset
323 &p->stack_data[p->s_top]);
anatofuz
parents:
diff changeset
324 }
anatofuz
parents:
diff changeset
325 }
anatofuz
parents:
diff changeset
326 }
anatofuz
parents:
diff changeset
327
anatofuz
parents:
diff changeset
328 void
anatofuz
parents:
diff changeset
329 #if KMP_USE_DYNAMIC_LOCK
anatofuz
parents:
diff changeset
330 __kmp_push_sync( int gtid, enum cons_type ct, ident_t const * ident, kmp_user_lock_p lck, kmp_uint32 seq )
anatofuz
parents:
diff changeset
331 #else
anatofuz
parents:
diff changeset
332 __kmp_push_sync( int gtid, enum cons_type ct, ident_t const * ident, kmp_user_lock_p lck )
anatofuz
parents:
diff changeset
333 #endif
anatofuz
parents:
diff changeset
334 {
anatofuz
parents:
diff changeset
335 int tos;
anatofuz
parents:
diff changeset
336 struct cons_header *p = __kmp_threads[gtid]->th.th_cons;
anatofuz
parents:
diff changeset
337
anatofuz
parents:
diff changeset
338 KMP_ASSERT(gtid == __kmp_get_gtid());
anatofuz
parents:
diff changeset
339 KE_TRACE(10, ("__kmp_push_sync (gtid=%d)\n", gtid));
anatofuz
parents:
diff changeset
340 #if KMP_USE_DYNAMIC_LOCK
anatofuz
parents:
diff changeset
341 __kmp_check_sync(gtid, ct, ident, lck, seq);
anatofuz
parents:
diff changeset
342 #else
anatofuz
parents:
diff changeset
343 __kmp_check_sync(gtid, ct, ident, lck);
anatofuz
parents:
diff changeset
344 #endif
anatofuz
parents:
diff changeset
345 KE_TRACE(100, (PUSH_MSG(ct, ident)));
anatofuz
parents:
diff changeset
346 tos = ++p->stack_top;
anatofuz
parents:
diff changeset
347 p->stack_data[tos].type = ct;
anatofuz
parents:
diff changeset
348 p->stack_data[tos].prev = p->s_top;
anatofuz
parents:
diff changeset
349 p->stack_data[tos].ident = ident;
anatofuz
parents:
diff changeset
350 p->stack_data[tos].name = lck;
anatofuz
parents:
diff changeset
351 p->s_top = tos;
anatofuz
parents:
diff changeset
352 KE_DUMP(1000, dump_cons_stack(gtid, p));
anatofuz
parents:
diff changeset
353 }
anatofuz
parents:
diff changeset
354
anatofuz
parents:
diff changeset
355 /* ------------------------------------------------------------------------ */
anatofuz
parents:
diff changeset
356
anatofuz
parents:
diff changeset
357 void __kmp_pop_parallel(int gtid, ident_t const *ident) {
anatofuz
parents:
diff changeset
358 int tos;
anatofuz
parents:
diff changeset
359 struct cons_header *p = __kmp_threads[gtid]->th.th_cons;
anatofuz
parents:
diff changeset
360 tos = p->stack_top;
anatofuz
parents:
diff changeset
361 KE_TRACE(10, ("__kmp_pop_parallel (%d %d)\n", gtid, __kmp_get_gtid()));
anatofuz
parents:
diff changeset
362 if (tos == 0 || p->p_top == 0) {
anatofuz
parents:
diff changeset
363 __kmp_error_construct(kmp_i18n_msg_CnsDetectedEnd, ct_parallel, ident);
anatofuz
parents:
diff changeset
364 }
anatofuz
parents:
diff changeset
365 if (tos != p->p_top || p->stack_data[tos].type != ct_parallel) {
anatofuz
parents:
diff changeset
366 __kmp_error_construct2(kmp_i18n_msg_CnsExpectedEnd, ct_parallel, ident,
anatofuz
parents:
diff changeset
367 &p->stack_data[tos]);
anatofuz
parents:
diff changeset
368 }
anatofuz
parents:
diff changeset
369 KE_TRACE(100, (POP_MSG(p)));
anatofuz
parents:
diff changeset
370 p->p_top = p->stack_data[tos].prev;
anatofuz
parents:
diff changeset
371 p->stack_data[tos].type = ct_none;
anatofuz
parents:
diff changeset
372 p->stack_data[tos].ident = NULL;
anatofuz
parents:
diff changeset
373 p->stack_top = tos - 1;
anatofuz
parents:
diff changeset
374 KE_DUMP(1000, dump_cons_stack(gtid, p));
anatofuz
parents:
diff changeset
375 }
anatofuz
parents:
diff changeset
376
anatofuz
parents:
diff changeset
377 enum cons_type __kmp_pop_workshare(int gtid, enum cons_type ct,
anatofuz
parents:
diff changeset
378 ident_t const *ident) {
anatofuz
parents:
diff changeset
379 int tos;
anatofuz
parents:
diff changeset
380 struct cons_header *p = __kmp_threads[gtid]->th.th_cons;
anatofuz
parents:
diff changeset
381
anatofuz
parents:
diff changeset
382 tos = p->stack_top;
anatofuz
parents:
diff changeset
383 KE_TRACE(10, ("__kmp_pop_workshare (%d %d)\n", gtid, __kmp_get_gtid()));
anatofuz
parents:
diff changeset
384 if (tos == 0 || p->w_top == 0) {
anatofuz
parents:
diff changeset
385 __kmp_error_construct(kmp_i18n_msg_CnsDetectedEnd, ct, ident);
anatofuz
parents:
diff changeset
386 }
anatofuz
parents:
diff changeset
387
anatofuz
parents:
diff changeset
388 if (tos != p->w_top ||
anatofuz
parents:
diff changeset
389 (p->stack_data[tos].type != ct &&
anatofuz
parents:
diff changeset
390 // below is the exception to the rule that construct types must match
anatofuz
parents:
diff changeset
391 !(p->stack_data[tos].type == ct_pdo_ordered && ct == ct_pdo))) {
anatofuz
parents:
diff changeset
392 __kmp_check_null_func();
anatofuz
parents:
diff changeset
393 __kmp_error_construct2(kmp_i18n_msg_CnsExpectedEnd, ct, ident,
anatofuz
parents:
diff changeset
394 &p->stack_data[tos]);
anatofuz
parents:
diff changeset
395 }
anatofuz
parents:
diff changeset
396 KE_TRACE(100, (POP_MSG(p)));
anatofuz
parents:
diff changeset
397 p->w_top = p->stack_data[tos].prev;
anatofuz
parents:
diff changeset
398 p->stack_data[tos].type = ct_none;
anatofuz
parents:
diff changeset
399 p->stack_data[tos].ident = NULL;
anatofuz
parents:
diff changeset
400 p->stack_top = tos - 1;
anatofuz
parents:
diff changeset
401 KE_DUMP(1000, dump_cons_stack(gtid, p));
anatofuz
parents:
diff changeset
402 return p->stack_data[p->w_top].type;
anatofuz
parents:
diff changeset
403 }
anatofuz
parents:
diff changeset
404
anatofuz
parents:
diff changeset
405 void __kmp_pop_sync(int gtid, enum cons_type ct, ident_t const *ident) {
anatofuz
parents:
diff changeset
406 int tos;
anatofuz
parents:
diff changeset
407 struct cons_header *p = __kmp_threads[gtid]->th.th_cons;
anatofuz
parents:
diff changeset
408 tos = p->stack_top;
anatofuz
parents:
diff changeset
409 KE_TRACE(10, ("__kmp_pop_sync (%d %d)\n", gtid, __kmp_get_gtid()));
anatofuz
parents:
diff changeset
410 if (tos == 0 || p->s_top == 0) {
anatofuz
parents:
diff changeset
411 __kmp_error_construct(kmp_i18n_msg_CnsDetectedEnd, ct, ident);
anatofuz
parents:
diff changeset
412 }
anatofuz
parents:
diff changeset
413 if (tos != p->s_top || p->stack_data[tos].type != ct) {
anatofuz
parents:
diff changeset
414 __kmp_check_null_func();
anatofuz
parents:
diff changeset
415 __kmp_error_construct2(kmp_i18n_msg_CnsExpectedEnd, ct, ident,
anatofuz
parents:
diff changeset
416 &p->stack_data[tos]);
anatofuz
parents:
diff changeset
417 }
anatofuz
parents:
diff changeset
418 if (gtid < 0) {
anatofuz
parents:
diff changeset
419 __kmp_check_null_func();
anatofuz
parents:
diff changeset
420 }
anatofuz
parents:
diff changeset
421 KE_TRACE(100, (POP_MSG(p)));
anatofuz
parents:
diff changeset
422 p->s_top = p->stack_data[tos].prev;
anatofuz
parents:
diff changeset
423 p->stack_data[tos].type = ct_none;
anatofuz
parents:
diff changeset
424 p->stack_data[tos].ident = NULL;
anatofuz
parents:
diff changeset
425 p->stack_top = tos - 1;
anatofuz
parents:
diff changeset
426 KE_DUMP(1000, dump_cons_stack(gtid, p));
anatofuz
parents:
diff changeset
427 }
anatofuz
parents:
diff changeset
428
anatofuz
parents:
diff changeset
429 /* ------------------------------------------------------------------------ */
anatofuz
parents:
diff changeset
430
anatofuz
parents:
diff changeset
431 void __kmp_check_barrier(int gtid, enum cons_type ct, ident_t const *ident) {
anatofuz
parents:
diff changeset
432 struct cons_header *p = __kmp_threads[gtid]->th.th_cons;
anatofuz
parents:
diff changeset
433 KE_TRACE(10, ("__kmp_check_barrier (loc: %p, gtid: %d %d)\n", ident, gtid,
anatofuz
parents:
diff changeset
434 __kmp_get_gtid()));
anatofuz
parents:
diff changeset
435 if (ident != 0) {
anatofuz
parents:
diff changeset
436 __kmp_check_null_func();
anatofuz
parents:
diff changeset
437 }
anatofuz
parents:
diff changeset
438 if (p->w_top > p->p_top) {
anatofuz
parents:
diff changeset
439 /* we are already in a WORKSHARING construct for this PARALLEL region */
anatofuz
parents:
diff changeset
440 __kmp_error_construct2(kmp_i18n_msg_CnsInvalidNesting, ct, ident,
anatofuz
parents:
diff changeset
441 &p->stack_data[p->w_top]);
anatofuz
parents:
diff changeset
442 }
anatofuz
parents:
diff changeset
443 if (p->s_top > p->p_top) {
anatofuz
parents:
diff changeset
444 /* we are already in a SYNC construct for this PARALLEL region */
anatofuz
parents:
diff changeset
445 __kmp_error_construct2(kmp_i18n_msg_CnsInvalidNesting, ct, ident,
anatofuz
parents:
diff changeset
446 &p->stack_data[p->s_top]);
anatofuz
parents:
diff changeset
447 }
anatofuz
parents:
diff changeset
448 }