| 1 | /* |
| 2 | * ompt-internal.h - header of OMPT internal data structures |
| 3 | */ |
| 4 | |
| 5 | //===----------------------------------------------------------------------===// |
| 6 | // |
| 7 | // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions. |
| 8 | // See https://llvm.org/LICENSE.txt for license information. |
| 9 | // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception |
| 10 | // |
| 11 | //===----------------------------------------------------------------------===// |
| 12 | |
| 13 | #ifndef __OMPT_INTERNAL_H__ |
| 14 | #define __OMPT_INTERNAL_H__ |
| 15 | |
| 16 | #include "ompt-event-specific.h" |
| 17 | #include "omp-tools.h" |
| 18 | |
| 19 | #define OMPT_VERSION 1 |
| 20 | |
| 21 | #define _OMP_EXTERN extern "C" |
| 22 | |
| 23 | #define OMPT_INVOKER(x) \ |
| 24 | ((x == fork_context_gnu) ? ompt_parallel_invoker_program \ |
| 25 | : ompt_parallel_invoker_runtime) |
| 26 | |
| 27 | #define ompt_callback(e) e##_callback |
| 28 | |
| 29 | typedef struct ompt_callbacks_internal_s { |
| 30 | #define ompt_event_macro(event, callback, eventid) \ |
| 31 | callback ompt_callback(event); |
| 32 | |
| 33 | FOREACH_OMPT_EVENT(ompt_event_macro) |
| 34 | |
| 35 | #undef ompt_event_macro |
| 36 | } ompt_callbacks_internal_t; |
| 37 | |
| 38 | typedef struct ompt_callbacks_active_s { |
| 39 | unsigned int enabled : 1; |
| 40 | #define ompt_event_macro(event, callback, eventid) unsigned int event : 1; |
| 41 | |
| 42 | FOREACH_OMPT_EVENT(ompt_event_macro) |
| 43 | |
| 44 | #undef ompt_event_macro |
| 45 | } ompt_callbacks_active_t; |
| 46 | |
| 47 | #define TASK_TYPE_DETAILS_FORMAT(info) \ |
| 48 | ((info->td_flags.task_serial || info->td_flags.tasking_ser) \ |
| 49 | ? ompt_task_undeferred \ |
| 50 | : 0x0) | \ |
| 51 | ((!(info->td_flags.tiedness)) ? ompt_task_untied : 0x0) | \ |
| 52 | (info->td_flags.final ? ompt_task_final : 0x0) | \ |
| 53 | (info->td_flags.target \ |
| 54 | ? ompt_task_target \ |
| 55 | : (info->td_flags.tasktype ? ompt_task_explicit \ |
| 56 | : ompt_task_implicit)) | \ |
| 57 | (info->td_flags.merged_if0 ? ompt_task_mergeable : 0x0) |
| 58 | |
| 59 | typedef struct { |
| 60 | ompt_frame_t frame; |
| 61 | ompt_data_t task_data; |
| 62 | struct kmp_taskdata *scheduling_parent; |
| 63 | int thread_num; |
| 64 | ompt_dispatch_chunk_t dispatch_chunk; |
| 65 | } ompt_task_info_t; |
| 66 | |
| 67 | typedef struct { |
| 68 | ompt_data_t parallel_data; |
| 69 | void *master_return_address; |
| 70 | } ompt_team_info_t; |
| 71 | |
| 72 | typedef struct ompt_lw_taskteam_s { |
| 73 | ompt_team_info_t ompt_team_info; |
| 74 | ompt_task_info_t ompt_task_info; |
| 75 | int heap; |
| 76 | struct ompt_lw_taskteam_s *parent; |
| 77 | } ompt_lw_taskteam_t; |
| 78 | |
| 79 | typedef struct { |
| 80 | ompt_data_t thread_data; |
| 81 | ompt_data_t task_data; /* stored here from implicit barrier-begin until |
| 82 | implicit-task-end */ |
| 83 | ompt_data_t target_task_data; /* required by target support */ |
| 84 | void *return_address; /* stored here on entry of runtime */ |
| 85 | ompt_state_t state; |
| 86 | ompt_wait_id_t wait_id; |
| 87 | int ompt_task_yielded; |
| 88 | int parallel_flags; // information for the last parallel region invoked |
| 89 | void *idle_frame; |
| 90 | } ompt_thread_info_t; |
| 91 | |
| 92 | extern ompt_callbacks_internal_t ompt_callbacks; |
| 93 | |
| 94 | #if OMPT_SUPPORT && OMPT_OPTIONAL |
| 95 | #if USE_FAST_MEMORY |
| 96 | #define KMP_OMPT_DEPS_ALLOC __kmp_fast_allocate |
| 97 | #define KMP_OMPT_DEPS_FREE __kmp_fast_free |
| 98 | #else |
| 99 | #define KMP_OMPT_DEPS_ALLOC __kmp_thread_malloc |
| 100 | #define KMP_OMPT_DEPS_FREE __kmp_thread_free |
| 101 | #endif |
| 102 | #endif /* OMPT_SUPPORT && OMPT_OPTIONAL */ |
| 103 | |
| 104 | #ifdef __cplusplus |
| 105 | extern "C" { |
| 106 | #endif |
| 107 | |
| 108 | void ompt_pre_init(void); |
| 109 | void ompt_post_init(void); |
| 110 | void ompt_fini(void); |
| 111 | |
| 112 | #define OMPT_GET_RETURN_ADDRESS(level) \ |
| 113 | __builtin_extract_return_addr(__builtin_return_address(level)) |
| 114 | #define OMPT_GET_FRAME_ADDRESS(level) __builtin_frame_address(level) |
| 115 | #define OMPT_FRAME_FLAGS_APP (ompt_frame_application | ompt_frame_cfa) |
| 116 | #define OMPT_FRAME_FLAGS_RUNTIME (ompt_frame_runtime | ompt_frame_cfa) |
| 117 | |
| 118 | int __kmp_control_tool(uint64_t command, uint64_t modifier, void *arg); |
| 119 | |
| 120 | extern ompt_callbacks_active_t ompt_enabled; |
| 121 | |
| 122 | #if KMP_OS_WINDOWS |
| 123 | #define UNLIKELY(x) (x) |
| 124 | #define OMPT_NOINLINE __declspec(noinline) |
| 125 | #else |
| 126 | #define UNLIKELY(x) __builtin_expect(!!(x), 0) |
| 127 | #define OMPT_NOINLINE __attribute__((noinline)) |
| 128 | #endif |
| 129 | |
| 130 | #ifdef __cplusplus |
| 131 | } |
| 132 | #endif |
| 133 | |
| 134 | #endif |
| 135 | |