| /freebsd-13-stable/contrib/llvm-project/openmp/runtime/src/ |
| HD | kmp_omp.h | 29 kmp_int32 offset; 30 kmp_int32 size; 35 kmp_int32 size; 36 kmp_int32 padding; 44 kmp_int32 begin; // Beginning of source line range. 45 kmp_int32 end; // End of source line range. 46 kmp_int32 num_threads; // Specified number of threads. 50 kmp_int32 num; // Number of items in the array. 58 kmp_int32 lib_version; 63 kmp_int32 sizeof_this_structure; [all …]
|
| HD | kmp.h | 248 kmp_int32 reserved_1; /**< might be used in Fortran; see above */ 249 kmp_int32 flags; /**< also f.flags; KMP_IDENT_xxx flags; KMP_IDENT_KMPC 251 kmp_int32 reserved_2; /**< not really used in Fortran any more; see above */ 256 kmp_int32 reserved_3; /**< source[4] in Fortran, do not use for C++ */ 262 kmp_int32 get_openmp_version() { in get_openmp_version() 370 enum sched_type : kmp_int32 { 474 (s = (enum sched_type)((kmp_int32)s | (kmp_int32)m)) 1741 typedef kmp_int32 kmp_critical_name[8]; 1752 typedef void (*kmpc_micro)(kmp_int32 *global_tid, kmp_int32 *bound_tid, ...); 1753 typedef void (*kmpc_micro_bound)(kmp_int32 *bound_tid, kmp_int32 *bound_nth, [all …]
|
| HD | kmp_lock.h | 127 kmp_int32 depth_locked; // depth locked, for nested locks only 128 std::atomic<kmp_int32> poll; 130 std::atomic<kmp_int32> poll; 131 kmp_int32 depth_locked; // depth locked, for nested locks only 152 extern int __kmp_acquire_tas_lock(kmp_tas_lock_t *lck, kmp_int32 gtid); 153 extern int __kmp_test_tas_lock(kmp_tas_lock_t *lck, kmp_int32 gtid); 154 extern int __kmp_release_tas_lock(kmp_tas_lock_t *lck, kmp_int32 gtid); 158 extern int __kmp_acquire_nested_tas_lock(kmp_tas_lock_t *lck, kmp_int32 gtid); 159 extern int __kmp_test_nested_tas_lock(kmp_tas_lock_t *lck, kmp_int32 gtid); 160 extern int __kmp_release_nested_tas_lock(kmp_tas_lock_t *lck, kmp_int32 gtid); [all …]
|
| HD | kmp_os.h | 135 typedef int kmp_int32; typedef 146 kmp_int32 a, b; 171 typedef int kmp_int32; typedef 214 typedef kmp_int32 kmp_int; 217 #define KMP_INT_MAX ((kmp_int32)0x7FFFFFFF) 218 #define KMP_INT_MIN ((kmp_int32)0x80000000) 500 kmp_int32 tmp = InterlockedExchange((volatile long *)p, *(long *)&v); 513 extern kmp_int32 __kmp_test_then_add32(volatile kmp_int32 *p, kmp_int32 v); 541 __kmp_compare_and_store_acq32((volatile kmp_int32 *)(p), (kmp_int32)(cv), \ 542 (kmp_int32)(sv)) [all …]
|
| HD | kmp_sched.cpp | 74 static void __kmp_for_static_init(ident_t *loc, kmp_int32 global_tid, in __kmp_for_static_init() 75 kmp_int32 schedtype, kmp_int32 *plastiter, in __kmp_for_static_init() 95 kmp_int32 gtid = global_tid; in __kmp_for_static_init() 479 static void __kmp_dist_for_static_init(ident_t *loc, kmp_int32 gtid, in __kmp_dist_for_static_init() 480 kmp_int32 schedule, kmp_int32 *plastiter, in __kmp_dist_for_static_init() 752 static void __kmp_team_static_init(ident_t *loc, kmp_int32 gtid, in __kmp_team_static_init() 753 kmp_int32 *p_last, T *p_lb, T *p_ub, in __kmp_team_static_init() 889 void __kmpc_for_static_init_4(ident_t *loc, kmp_int32 gtid, kmp_int32 schedtype, in __kmpc_for_static_init_4() 890 kmp_int32 *plastiter, kmp_int32 *plower, in __kmpc_for_static_init_4() 891 kmp_int32 *pupper, kmp_int32 *pstride, in __kmpc_for_static_init_4() [all …]
|
| HD | kmp_lock.cpp | 70 static kmp_int32 __kmp_get_tas_lock_owner(kmp_tas_lock_t *lck) { in __kmp_get_tas_lock_owner() 79 __kmp_acquire_tas_lock_timed_template(kmp_tas_lock_t *lck, kmp_int32 gtid) { in __kmp_acquire_tas_lock_timed_template() 89 kmp_int32 tas_free = KMP_LOCK_FREE(tas); in __kmp_acquire_tas_lock_timed_template() 90 kmp_int32 tas_busy = KMP_LOCK_BUSY(gtid + 1, tas); in __kmp_acquire_tas_lock_timed_template() 118 int __kmp_acquire_tas_lock(kmp_tas_lock_t *lck, kmp_int32 gtid) { in __kmp_acquire_tas_lock() 124 kmp_int32 gtid) { in __kmp_acquire_tas_lock_with_checks() 136 int __kmp_test_tas_lock(kmp_tas_lock_t *lck, kmp_int32 gtid) { in __kmp_test_tas_lock() 137 kmp_int32 tas_free = KMP_LOCK_FREE(tas); in __kmp_test_tas_lock() 138 kmp_int32 tas_busy = KMP_LOCK_BUSY(gtid + 1, tas); in __kmp_test_tas_lock() 148 kmp_int32 gtid) { in __kmp_test_tas_lock_with_checks() [all …]
|
| HD | kmp_atomic.h | 368 kmp_int32 gtid) { in __kmp_acquire_atomic_lock() 389 kmp_int32 gtid) { in __kmp_test_atomic_lock() 394 kmp_int32 gtid) { in __kmp_release_atomic_lock() 485 void __kmpc_atomic_fixed4_add(ident_t *id_ref, int gtid, kmp_int32 *lhs, 486 kmp_int32 rhs); 487 void __kmpc_atomic_fixed4_sub(ident_t *id_ref, int gtid, kmp_int32 *lhs, 488 kmp_int32 rhs); 505 void __kmpc_atomic_fixed4_andb(ident_t *id_ref, int gtid, kmp_int32 *lhs, 506 kmp_int32 rhs); 507 void __kmpc_atomic_fixed4_div(ident_t *id_ref, int gtid, kmp_int32 *lhs, [all …]
|
| HD | kmp_dispatch.h | 58 dispatch_shared_info_template<T> volatile *sh, kmp_int32 *p_last, T *p_lb, 147 kmp_int32 hier_id; 150 kmp_int32 get_hier_id() const { return hier_id; } in get_hier_id() 179 volatile kmp_int32 doacross_buf_idx; // teamwise index 181 kmp_int32 doacross_num_done; // count finished threads 202 __forceinline kmp_int32 test_then_add<kmp_int32>(volatile kmp_int32 *p, 203 kmp_int32 d) { 204 kmp_int32 r; 221 __forceinline kmp_int32 test_then_inc_acq<kmp_int32>(volatile kmp_int32 *p) { 222 kmp_int32 r; [all …]
|
| HD | kmp_collapse.h | 20 typedef kmp_int32 kmp_index_t; 26 enum comparison_t : kmp_int32 { 37 enum loop_type_t : kmp_int32 { 49 enum nested_loop_type_t : kmp_int32 { 204 __kmpc_process_loop_nest_rectang(ident_t *loc, kmp_int32 gtid, 240 extern "C" kmp_int32 241 __kmpc_for_collapsed_init(ident_t *loc, kmp_int32 gtid, 245 /*out*/ kmp_int32 *plastiter);
|
| HD | kmp_tasking.cpp | 39 static void __kmp_bottom_half_finish_proxy(kmp_int32 gtid, kmp_task_t *ptask); 41 static kmp_tdg_info_t *__kmp_find_tdg(kmp_int32 tdg_id); 54 static void __kmp_trace_task_stack(kmp_int32 gtid, in __kmp_trace_task_stack() 59 kmp_int32 entries = task_stack->ts_entries; in __kmp_trace_task_stack() 108 static void __kmp_init_task_stack(kmp_int32 gtid, in __kmp_init_task_stack() 129 static void __kmp_free_task_stack(kmp_int32 gtid, in __kmp_free_task_stack() 158 static void __kmp_push_task_stack(kmp_int32 gtid, kmp_info_t *thread, in __kmp_push_task_stack() 217 static void __kmp_pop_task_stack(kmp_int32 gtid, kmp_info_t *thread, in __kmp_pop_task_stack() 263 static bool __kmp_task_is_allowed(int gtid, const kmp_int32 is_constrained, 275 kmp_int32 level = current->td_level; [all …]
|
| HD | kmp_taskdeps.cpp | 33 static std::atomic<kmp_int32> kmp_node_id_seed = 0; 218 static inline void __kmp_track_dependence(kmp_int32 gtid, kmp_depnode_t *source, in __kmp_track_dependence() 243 kmp_int32 *old_succ_ids = source_info->successors; in __kmp_track_dependence() 244 kmp_int32 *new_succ_ids = (kmp_int32 *)__kmp_allocate( in __kmp_track_dependence() 245 source_info->successors_size * sizeof(kmp_int32)); in __kmp_track_dependence() 297 static inline kmp_int32 298 __kmp_depnode_link_successor(kmp_int32 gtid, kmp_info_t *thread, in __kmp_depnode_link_successor() 303 kmp_int32 npredecessors = 0; in __kmp_depnode_link_successor() 340 static inline kmp_int32 __kmp_depnode_link_successor(kmp_int32 gtid, in __kmp_depnode_link_successor() 347 kmp_int32 npredecessors = 0; in __kmp_depnode_link_successor() [all …]
|
| HD | kmp_cancel.cpp | 29 kmp_int32 __kmpc_cancel(ident_t *loc_ref, kmp_int32 gtid, kmp_int32 cncl_kind) { in __kmpc_cancel() 51 kmp_int32 old = cancel_noreq; in __kmpc_cancel() 89 kmp_int32 old = cancel_noreq; in __kmpc_cancel() 135 kmp_int32 __kmpc_cancellationpoint(ident_t *loc_ref, kmp_int32 gtid, in __kmpc_cancellationpoint() 136 kmp_int32 cncl_kind) { in __kmpc_cancellationpoint() 243 kmp_int32 __kmpc_cancel_barrier(ident_t *loc, kmp_int32 gtid) { in __kmpc_cancel_barrier()
|
| HD | kmp_dispatch_hier.h | 57 kmp_int32 *small_chunks; 61 void append(enum sched_type sched, kmp_int32 chunk, kmp_hier_layer_e layer) { in append() 65 small_chunks = (kmp_int32 *)__kmp_allocate(sizeof(kmp_int32) * in append() 95 kmp_int32 temp3 = small_chunks[i]; in sort() 141 kmp_int32 status[2]; 154 void set_next_hand_thread(T nlb, T nub, ST nst, kmp_int32 nstatus, in set_next_hand_thread() 161 void set_next(T nlb, T nub, ST nst, kmp_int32 nstatus, kmp_uint64 index) { in set_next() 169 kmp_int32 get_next_status(kmp_uint64 index) const { in get_next_status() 179 kmp_int32 get_curr_status(kmp_uint64 index) const { return status[index]; } in get_curr_status() 242 static void reset_private(kmp_int32 num_active, [all …]
|
| HD | kmp_csupport.cpp | 37 void __kmpc_begin(ident_t *loc, kmp_int32 flags) { in __kmpc_begin() 100 kmp_int32 __kmpc_global_thread_num(ident_t *loc) { in __kmpc_global_thread_num() 101 kmp_int32 gtid = __kmp_entry_gtid(); in __kmpc_global_thread_num() 122 kmp_int32 __kmpc_global_num_threads(ident_t *loc) { in __kmpc_global_num_threads() 135 kmp_int32 __kmpc_bound_thread_num(ident_t *loc) { in __kmpc_bound_thread_num() 145 kmp_int32 __kmpc_bound_num_threads(ident_t *loc) { in __kmpc_bound_num_threads() 157 kmp_int32 __kmpc_ok_to_fork(ident_t *loc) { in __kmpc_ok_to_fork() 219 kmp_int32 __kmpc_in_parallel(ident_t *loc) { in __kmpc_in_parallel() 232 void __kmpc_push_num_threads(ident_t *loc, kmp_int32 global_tid, in __kmpc_push_num_threads() 233 kmp_int32 num_threads) { in __kmpc_push_num_threads() [all …]
|
| HD | kmp_global.cpp | 66 std::atomic<kmp_int32> __kmp_team_counter = 0; 67 std::atomic<kmp_int32> __kmp_task_counter = 0; 297 kmp_int32 __kmp_default_device = 0; 300 kmp_int32 __kmp_max_task_priority = 0; 431 kmp_int32 __kmp_use_yield = 0; 433 kmp_int32 __kmp_use_yield = 1; 437 kmp_int32 __kmp_use_yield_exp_set = 0; 568 kmp_int32 __kmp_max_tdgs = 100; 570 kmp_int32 __kmp_curr_tdg_idx = 572 kmp_int32 __kmp_num_tdg = 0; [all …]
|
| HD | kmp_dispatch.cpp | 911 __kmp_dispatch_init_hier_runtime<kmp_int32>(ident_t *loc, kmp_int32 lb, in __kmp_dispatch_init_hier_runtime() 912 kmp_int32 ub, kmp_int32 st) { in __kmp_dispatch_init_hier_runtime() 913 __kmp_dispatch_init_hierarchy<kmp_int32>( in __kmp_dispatch_init_hier_runtime() 920 kmp_uint32 ub, kmp_int32 st) { in __kmp_dispatch_init_hier_runtime() 948 reinterpret_cast<dispatch_shared_info_template<kmp_int32> volatile *>( in __kmp_dispatch_free_hierarchies() 1326 kmp_int32 *p_last, T *p_lb, T *p_ub, in __kmp_dispatch_next_algorithm() 2180 static int __kmp_dispatch_next(ident_t *loc, int gtid, kmp_int32 *p_last, in __kmp_dispatch_next() 2228 kmp_int32 last; in __kmp_dispatch_next() 2325 kmp_int32 last = 0; in __kmp_dispatch_next() 2467 kmp_int32 __kmpc_sections_init(ident_t *loc, kmp_int32 gtid) { in __kmpc_sections_init() [all …]
|
| HD | kmp_taskdeps.h | 25 kmp_int32 n = KMP_ATOMIC_DEC(&node->dn.nrefs) - 1; in __kmp_node_deref() 92 extern void __kmpc_give_task(kmp_task_t *ptask, kmp_int32 start); 94 static inline void __kmp_release_deps(kmp_int32 gtid, kmp_taskdata_t *task) { in __kmp_release_deps() 101 kmp_int32 successorNumber = TaskInfo->successors[i]; in __kmp_release_deps() 103 kmp_int32 npredecessors = KMP_ATOMIC_DEC(&successor->npredecessors_counter) - 1; in __kmp_release_deps() 155 kmp_int32 npredecessors = KMP_ATOMIC_DEC(&successor->dn.npredecessors) - 1; in __kmp_release_deps() 179 kmp_int32 encountering_gtid = in __kmp_release_deps() 181 kmp_int32 encountering_tid = __kmp_tid_from_gtid(encountering_gtid); in __kmp_release_deps()
|
| HD | kmp_atomic.cpp | 947 ATOMIC_FIXED_ADD(fixed4, add, kmp_int32, 32, +, 4i, 3, 949 ATOMIC_FIXED_ADD(fixed4, sub, kmp_int32, 32, -, 4i, 3, 1027 ATOMIC_CMPXCHG(fixed4, andb, kmp_int32, 32, &, 4i, 3, 1029 ATOMIC_CMPXCHG(fixed4, div, kmp_int32, 32, /, 4i, 3, 1033 ATOMIC_CMPXCHG(fixed4, mul, kmp_int32, 32, *, 4i, 3, 1035 ATOMIC_CMPXCHG(fixed4, orb, kmp_int32, 32, |, 4i, 3, 1037 ATOMIC_CMPXCHG(fixed4, shl, kmp_int32, 32, <<, 4i, 3, 1039 ATOMIC_CMPXCHG(fixed4, shr, kmp_int32, 32, >>, 4i, 3, 1043 ATOMIC_CMPXCHG(fixed4, xor, kmp_int32, 32, ^, 4i, 3, 1118 ATOMIC_CMPX_L(fixed4, andl, kmp_int32, 32, &&, 4i, 3, [all …]
|
| HD | z_Windows_NT-586_asm.asm | 113 ; kmp_int32 114 ; __kmp_test_then_add32( volatile kmp_int32 *p, kmp_int32 d ); 183 ; kmp_int32 184 ; __kmp_compare_and_store32( volatile kmp_int32 *p, kmp_int32 cv, kmp_int32 sv ); 208 ; kmp_int32 287 ; kmp_int32 288 ; __kmp_xchg_fixed32( volatile kmp_int32 *p, kmp_int32 d ); 395 ; kmp_int32 396 ; __kmp_compare_and_store_ret32( volatile kmp_int32 *p, kmp_int32 cv, kmp_int32 sv ); 669 ; kmp_int32 [all …]
|
| HD | kmp_collapse.cpp | 118 kmp_canonicalize_one_loop_XX<kmp_int32>( in kmp_canonicalize_loop_nest() 120 /*in/out*/ (bounds_infoXX_template<kmp_int32> *)(bounds)); in kmp_canonicalize_loop_nest() 195 trip_count = kmp_calculate_trip_count_XX<kmp_int32>( in kmp_calculate_trip_count() 196 /*in/out*/ (bounds_infoXX_template<kmp_int32> *)(bounds)); in kmp_calculate_trip_count() 239 res = static_cast<kmp_uint64>(static_cast<kmp_int32>(original_iv)); in kmp_fix_iv() 281 res = static_cast<kmp_int32>(original_iv1) == in kmp_ivs_eq() 282 static_cast<kmp_int32>(original_iv2); in kmp_ivs_eq() 364 return kmp_calc_one_iv_XX<kmp_int32>( in kmp_calc_one_iv() 365 (bounds_infoXX_template<kmp_int32> *)(bounds), in kmp_calc_one_iv() 422 kmp_calc_one_iv_rectang_XX<kmp_int32>( in kmp_calc_one_iv_rectang() [all …]
|
| HD | kmp_io.cpp | 137 "pid=%d: ", (kmp_int32)getpid()); in __kmp_vprintf() 170 __kmp_str_buf_print(&__kmp_console_buf, "pid=%d: ", (kmp_int32)getpid()); in __kmp_vprintf() 178 fprintf(stream, "pid=%d: ", (kmp_int32)getpid()); in __kmp_vprintf()
|
| HD | kmp_wait_release.h | 48 return KMP_TEST_THEN_ADD4_32(RCAST(volatile kmp_int32 *, f)); 699 std::atomic<kmp_int32> *unfinished_threads = 839 int execute_tasks(kmp_info_t *this_thr, kmp_int32 gtid, int final_spin, 841 kmp_int32 is_constrained) { 875 int execute_tasks(kmp_info_t *this_thr, kmp_int32 gtid, int final_spin, 877 kmp_int32 is_constrained) { 911 int execute_tasks(kmp_info_t *this_thr, kmp_int32 gtid, int final_spin, 913 kmp_int32 is_constrained) { 1005 int execute_tasks(kmp_info_t *this_thr, kmp_int32 gtid, int final_spin, 1007 kmp_int32 is_constrained) {
|
| HD | kmp_gsupport.cpp | 38 kmp_int32 num_deps; 66 num_deps = static_cast<kmp_int32>(ndeps); in kmp_gomp_depends_info_t() 68 kmp_int32 get_num_deps() const { return num_deps; } in get_num_deps() 222 kmp_int32 rc = __kmp_enter_single(gtid, &loc, FALSE); in KMP_EXPAND_NAME() 1232 kmp_int32 flags = 0; 1284 kmp_int32 ndeps = gomp_depends.get_num_deps(); 1286 for (kmp_int32 i = 0; i < ndeps; i++) 1288 kmp_int32 ndeps_cnv; 1313 kmp_int32 ndeps = gomp_depends.get_num_deps(); 1315 for (kmp_int32 i = 0; i < ndeps; i++) [all …]
|
| HD | z_Windows_NT-586_util.cpp | 53 while (!KMP_COMPARE_AND_STORE_REL32((volatile kmp_int32 *)p, old_value, in __kmp_test_then_or32() 68 while (!KMP_COMPARE_AND_STORE_REL32((volatile kmp_int32 *)p, old_value, in __kmp_test_then_and32()
|
| HD | kmp_debugger.cpp | 41 static kmp_int32 kmp_omp_nthr_info_buffer[nthr_buffer_size] = { 42 nthr_buffer_size * sizeof(kmp_int32)};
|