/* * kmp_taskdeps.cpp */ //===----------------------------------------------------------------------===// // // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions. // See https://llvm.org/LICENSE.txt for license information. // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception // //===----------------------------------------------------------------------===// //#define KMP_SUPPORT_GRAPH_OUTPUT 1 #include "kmp.h" #include "kmp_io.h" #include "kmp_wait_release.h" #include "kmp_taskdeps.h" #if OMPT_SUPPORT #include "ompt-specific.h" #endif // TODO: Improve memory allocation? keep a list of pre-allocated structures? // allocate in blocks? re-use list finished list entries? // TODO: don't use atomic ref counters for stack-allocated nodes. // TODO: find an alternate to atomic refs for heap-allocated nodes? // TODO: Finish graph output support // TODO: kmp_lock_t seems a tad to big (and heavy weight) for this. Check other // runtime locks // TODO: Any ITT support needed? #ifdef KMP_SUPPORT_GRAPH_OUTPUT static std::atomic<kmp_int32> kmp_node_id_seed = 0; #endif static void __kmp_init_node(kmp_depnode_t *node) { … } static inline kmp_depnode_t *__kmp_node_ref(kmp_depnode_t *node) { … } enum { … }; size_t sizes[] = …; const size_t MAX_GEN = …; static inline size_t __kmp_dephash_hash(kmp_intptr_t addr, size_t hsize) { … } static kmp_dephash_t *__kmp_dephash_extend(kmp_info_t *thread, kmp_dephash_t *current_dephash) { … } static kmp_dephash_t *__kmp_dephash_create(kmp_info_t *thread, kmp_taskdata_t *current_task) { … } static kmp_dephash_entry *__kmp_dephash_find(kmp_info_t *thread, kmp_dephash_t **hash, kmp_intptr_t addr) { … } static kmp_depnode_list_t *__kmp_add_node(kmp_info_t *thread, kmp_depnode_list_t *list, kmp_depnode_t *node) { … } static inline void __kmp_track_dependence(kmp_int32 gtid, kmp_depnode_t *source, kmp_depnode_t *sink, kmp_task_t *sink_task) { … } kmp_base_depnode_t *__kmpc_task_get_depnode(kmp_task_t *task) { … } kmp_depnode_list_t *__kmpc_task_get_successors(kmp_task_t *task) { … } static inline kmp_int32 __kmp_depnode_link_successor(kmp_int32 gtid, kmp_info_t *thread, kmp_task_t *task, kmp_depnode_t *node, kmp_depnode_list_t *plist) { … } // Add the edge 'sink' -> 'source' in the task dependency graph static inline kmp_int32 __kmp_depnode_link_successor(kmp_int32 gtid, kmp_info_t *thread, kmp_task_t *task, kmp_depnode_t *source, kmp_depnode_t *sink) { … } static inline kmp_int32 __kmp_process_dep_all(kmp_int32 gtid, kmp_depnode_t *node, kmp_dephash_t *h, bool dep_barrier, kmp_task_t *task) { … } template <bool filter> static inline kmp_int32 __kmp_process_deps(kmp_int32 gtid, kmp_depnode_t *node, kmp_dephash_t **hash, bool dep_barrier, kmp_int32 ndeps, kmp_depend_info_t *dep_list, kmp_task_t *task) { … } #define NO_DEP_BARRIER … #define DEP_BARRIER … // returns true if the task has any outstanding dependence static bool __kmp_check_deps(kmp_int32 gtid, kmp_depnode_t *node, kmp_task_t *task, kmp_dephash_t **hash, bool dep_barrier, kmp_int32 ndeps, kmp_depend_info_t *dep_list, kmp_int32 ndeps_noalias, kmp_depend_info_t *noalias_dep_list) { … } /*! @ingroup TASKING @param loc_ref location of the original task directive @param gtid Global Thread ID of encountering thread @param new_task task thunk allocated by __kmp_omp_task_alloc() for the ''new task'' @param ndeps Number of depend items with possible aliasing @param dep_list List of depend items with possible aliasing @param ndeps_noalias Number of depend items with no aliasing @param noalias_dep_list List of depend items with no aliasing @return Returns either TASK_CURRENT_NOT_QUEUED if the current task was not suspended and queued, or TASK_CURRENT_QUEUED if it was suspended and queued Schedule a non-thread-switchable task with dependences for execution */ kmp_int32 __kmpc_omp_task_with_deps(ident_t *loc_ref, kmp_int32 gtid, kmp_task_t *new_task, kmp_int32 ndeps, kmp_depend_info_t *dep_list, kmp_int32 ndeps_noalias, kmp_depend_info_t *noalias_dep_list) { … } #if OMPT_SUPPORT void __ompt_taskwait_dep_finish(kmp_taskdata_t *current_task, ompt_data_t *taskwait_task_data) { … } #endif /* OMPT_SUPPORT */ /*! @ingroup TASKING @param loc_ref location of the original task directive @param gtid Global Thread ID of encountering thread @param ndeps Number of depend items with possible aliasing @param dep_list List of depend items with possible aliasing @param ndeps_noalias Number of depend items with no aliasing @param noalias_dep_list List of depend items with no aliasing Blocks the current task until all specifies dependences have been fulfilled. */ void __kmpc_omp_wait_deps(ident_t *loc_ref, kmp_int32 gtid, kmp_int32 ndeps, kmp_depend_info_t *dep_list, kmp_int32 ndeps_noalias, kmp_depend_info_t *noalias_dep_list) { … } /* __kmpc_omp_taskwait_deps_51 : Function for OpenMP 5.1 nowait clause. Placeholder for taskwait with nowait clause. Earlier code of __kmpc_omp_wait_deps() is now in this function. */ void __kmpc_omp_taskwait_deps_51(ident_t *loc_ref, kmp_int32 gtid, kmp_int32 ndeps, kmp_depend_info_t *dep_list, kmp_int32 ndeps_noalias, kmp_depend_info_t *noalias_dep_list, kmp_int32 has_no_wait) { … }
Codebase Browser
llvm