19 #ifndef __STARPU_TASK_H__
20 #define __STARPU_TASK_H__
26 #ifdef STARPU_USE_CUDA
47 #define STARPU_NOWHERE ((1ULL) << 0)
52 #define STARPU_WORKER_TO_MASK(worker_archtype) (1ULL << (worker_archtype + 1))
59 #define STARPU_CPU STARPU_WORKER_TO_MASK(STARPU_CPU_WORKER)
66 #define STARPU_CUDA STARPU_WORKER_TO_MASK(STARPU_CUDA_WORKER)
73 #define STARPU_HIP STARPU_WORKER_TO_MASK(STARPU_HIP_WORKER)
80 #define STARPU_OPENCL STARPU_WORKER_TO_MASK(STARPU_OPENCL_WORKER)
87 #define STARPU_MAX_FPGA STARPU_WORKER_TO_MASK(STARPU_MAX_FPGA_WORKER)
94 #define STARPU_MPI_MS STARPU_WORKER_TO_MASK(STARPU_MPI_MS_WORKER)
101 #define STARPU_TCPIP_MS STARPU_WORKER_TO_MASK(STARPU_TCPIP_MS_WORKER)
107 #define STARPU_CODELET_SIMGRID_EXECUTE (1 << 0)
114 #define STARPU_CODELET_SIMGRID_EXECUTE_AND_INJECT (1 << 1)
120 #define STARPU_CODELET_NOPLANS (1 << 2)
126 #define STARPU_CUDA_ASYNC (1 << 0)
132 #define STARPU_HIP_ASYNC (1 << 0)
138 #define STARPU_OPENCL_ASYNC (1 << 0)
143 #define STARPU_MAIN_RAM 0
171 #define STARPU_TASK_INIT 0
172 #define STARPU_TASK_INVALID STARPU_TASK_INIT
227 #define STARPU_MULTIPLE_CPU_IMPLEMENTATIONS ((starpu_cpu_func_t)-1)
236 #define STARPU_MULTIPLE_CUDA_IMPLEMENTATIONS ((starpu_cuda_func_t)-1)
245 #define STARPU_MULTIPLE_HIP_IMPLEMENTATIONS ((starpu_hip_func_t)-1)
254 #define STARPU_MULTIPLE_OPENCL_IMPLEMENTATIONS ((starpu_opencl_func_t)-1)
261 #define STARPU_VARIABLE_NBUFFERS (-1)
268 #define STARPU_SPECIFIC_NODE_LOCAL (-1)
275 #define STARPU_SPECIFIC_NODE_CPU (-2)
281 #define STARPU_SPECIFIC_NODE_SLOW (-3)
287 #define STARPU_SPECIFIC_NODE_FAST (-4)
294 #define STARPU_SPECIFIC_NODE_LOCAL_OR_CPU (-5)
302 #define STARPU_SPECIFIC_NODE_NONE (-6)
304 struct starpu_transaction;
305 struct _starpu_trs_epoch;
306 typedef struct _starpu_trs_epoch *starpu_trs_epoch_t;
629 struct starpu_perf_counter_sample *perf_counter_sample;
630 struct starpu_perf_counter_sample_cl_values *perf_counter_values;
1356 double predicted_start;
1378 #ifdef STARPU_OPENMP
1437 #define STARPU_TASK_TYPE_NORMAL 0
1442 #define STARPU_TASK_TYPE_INTERNAL (1 << 0)
1447 #define STARPU_TASK_TYPE_DATA_ACQUIRE (1 << 1)
1456 #define STARPU_TASK_INITIALIZER \
1464 .callback_func = NULL, \
1465 .callback_arg = NULL, \
1466 .epilogue_callback_func = NULL, \
1467 .epilogue_callback_arg = NULL, \
1468 .priority = STARPU_DEFAULT_PRIO, \
1470 .sequential_consistency = 1, \
1472 .execute_on_a_specific_worker = 0, \
1478 .status = STARPU_TASK_INIT, \
1479 .profiling_info = NULL, \
1481 .predicted_transfer = NAN, \
1482 .predicted_start = NAN, \
1483 .starpu_private = NULL, \
1487 .sched_ctx = STARPU_NMAX_SCHED_CTXS, \
1488 .hypervisor_tag = 0, \
1492 .dyn_handles = NULL, \
1493 .dyn_interfaces = NULL, \
1494 .dyn_modes = NULL, \
1496 .possibly_parallel = 0 \
1504 #define STARPU_TASK_GET_NBUFFERS(task) ((unsigned)((task)->cl->nbuffers == STARPU_VARIABLE_NBUFFERS ? ((task)->nbuffers) : ((task)->cl->nbuffers)))
1513 #define STARPU_TASK_GET_HANDLE(task, i) (((task)->dyn_handles) ? (task)->dyn_handles[i] : (task)->handles[i])
1521 #define STARPU_TASK_GET_HANDLES(task) (((task)->dyn_handles) ? (task)->dyn_handles : (task)->handles)
1530 #define STARPU_TASK_SET_HANDLE(task, handle, i) \
1532 if ((task)->dyn_handles) \
1533 (task)->dyn_handles[i] = handle; \
1535 (task)->handles[i] = handle; \
1546 #define STARPU_CODELET_GET_MODE(codelet, i) \
1547 (((codelet)->dyn_modes) ? (codelet)->dyn_modes[i] : (assert(i < STARPU_NMAXBUFS), (codelet)->modes[i]))
1556 #define STARPU_CODELET_SET_MODE(codelet, mode, i) \
1558 if ((codelet)->dyn_modes) \
1559 (codelet)->dyn_modes[i] = mode; \
1561 (codelet)->modes[i] = mode; \
1572 #define STARPU_TASK_GET_MODE(task, i) \
1573 ((task)->cl->nbuffers == STARPU_VARIABLE_NBUFFERS || (task)->dyn_modes ? (((task)->dyn_modes) ? (task)->dyn_modes[i] : (task)->modes[i]) : STARPU_CODELET_GET_MODE((task)->cl, i))
1582 #define STARPU_TASK_SET_MODE(task, mode, i) \
1584 if ((task)->cl->nbuffers == STARPU_VARIABLE_NBUFFERS || (task)->cl->nbuffers > STARPU_NMAXBUFS) \
1585 if ((task)->dyn_modes) \
1586 (task)->dyn_modes[i] = mode; \
1588 (task)->modes[i] = mode; \
1591 enum starpu_data_access_mode cl_mode = STARPU_CODELET_GET_MODE((task)->cl, i); \
1592 STARPU_ASSERT_MSG(cl_mode == mode, \
1593 "Task <%s> can't set its %d-th buffer mode to %d as the codelet it derives from uses %d", \
1594 (task)->cl->name, i, mode, cl_mode); \
1606 #define STARPU_CODELET_GET_NODE(codelet, i) (((codelet)->dyn_nodes) ? (codelet)->dyn_nodes[i] : (codelet)->nodes[i])
1615 #define STARPU_CODELET_SET_NODE(codelet, __node, i) \
1617 if ((codelet)->dyn_nodes) \
1618 (codelet)->dyn_nodes[i] = __node; \
1620 (codelet)->nodes[i] = __node; \
1710 #ifdef STARPU_USE_FXT
1711 static inline int starpu_task_submit_line(
struct starpu_task *task,
const char *
file,
int line)
1717 #define starpu_task_submit(task) starpu_task_submit_line((task), __FILE__, __LINE__)
void(* starpu_bubble_gen_dag_func_t)(struct starpu_task *t, void *arg)
Definition: starpu_task.h:218
int(* starpu_bubble_func_t)(struct starpu_task *t, void *arg)
Definition: starpu_task.h:212
starpu_task_bundle_t bundle
Definition: starpu_task.h:1315
unsigned specific_nodes
Definition: starpu_task.h:545
void(* callback_func)(void *)
Definition: starpu_task.h:897
starpu_max_fpga_func_t max_fpga_funcs[STARPU_MAXIMPLEMENTATIONS]
Definition: starpu_task.h:475
int max_parallelism
Definition: starpu_task.h:355
void * bubble_func_arg
Definition: starpu_task.h:1404
unsigned sched_ctx
Definition: starpu_task.h:1293
starpu_bubble_gen_dag_func_t bubble_gen_dag_func
Definition: starpu_task.h:1410
unsigned nb_termination_call_required
Definition: starpu_task.h:1422
unsigned synchronous
Definition: starpu_task.h:1087
int checked
Definition: starpu_task.h:635
int nbuffers
Definition: starpu_task.h:510
void * cl_ret
Definition: starpu_task.h:845
void * cl_arg
Definition: starpu_task.h:818
void(* epilogue_callback_func)(void *)
Definition: starpu_task.h:869
starpu_opencl_func_t opencl_func
Definition: starpu_task.h:376
double predicted_transfer
Definition: starpu_task.h:1355
struct starpu_perfmodel * model
Definition: starpu_task.h:575
unsigned long per_worker_stats[STARPU_NMAXWORKERS]
Definition: starpu_task.h:594
starpu_bubble_gen_dag_func_t bubble_gen_dag_func
Definition: starpu_task.h:495
int(* can_execute)(unsigned workerid, struct starpu_task *task, unsigned nimpl)
Definition: starpu_task.h:339
starpu_bubble_func_t bubble_func
Definition: starpu_task.h:490
char opencl_flags[STARPU_MAXIMPLEMENTATIONS]
Definition: starpu_task.h:458
unsigned use_tag
Definition: starpu_task.h:1064
unsigned callback_arg_free
Definition: starpu_task.h:1016
unsigned epilogue_callback_arg_free
Definition: starpu_task.h:1025
starpu_trs_epoch_t trs_epoch
Definition: starpu_task.h:973
starpu_cuda_func_t cuda_func
Definition: starpu_task.h:369
unsigned cl_arg_free
Definition: starpu_task.h:995
unsigned destroy
Definition: starpu_task.h:1125
int * dyn_nodes
Definition: starpu_task.h:567
enum starpu_data_access_mode modes[STARPU_NMAXBUFS]
Definition: starpu_task.h:792
void * prologue_callback_arg
Definition: starpu_task.h:937
int hypervisor_tag
Definition: starpu_task.h:1301
int32_t where
Definition: starpu_task.h:700
uint32_t where
Definition: starpu_task.h:332
void(* callback_func)(void *)
Definition: starpu_task.h:622
int line
Definition: starpu_task.h:682
unsigned execute_on_a_specific_worker
Definition: starpu_task.h:1097
starpu_data_handle_t * dyn_handles
Definition: starpu_task.h:729
starpu_cpu_func_t cpu_funcs[STARPU_MAXIMPLEMENTATIONS]
Definition: starpu_task.h:393
void * starpu_private
Definition: starpu_task.h:1376
unsigned type
Definition: starpu_task.h:1277
unsigned prologue_callback_arg_free
Definition: starpu_task.h:1038
size_t cl_ret_size
Definition: starpu_task.h:853
enum starpu_data_access_mode modes[STARPU_NMAXBUFS]
Definition: starpu_task.h:521
unsigned workerid
Definition: starpu_task.h:1186
unsigned char mf_skip
Definition: starpu_task.h:1152
unsigned workerorder
Definition: starpu_task.h:1202
struct starpu_transaction * transaction
Definition: starpu_task.h:968
enum starpu_task_status status
Definition: starpu_task.h:1257
starpu_opencl_func_t opencl_funcs[STARPU_MAXIMPLEMENTATIONS]
Definition: starpu_task.h:451
unsigned workerids_len
Definition: starpu_task.h:1227
struct starpu_profiling_task_info * profiling_info
Definition: starpu_task.h:1324
const char * name
Definition: starpu_task.h:670
double flops
Definition: starpu_task.h:1338
starpu_tag_t tag_id
Definition: starpu_task.h:983
void * prologue_callback_pop_arg
Definition: starpu_task.h:963
starpu_bubble_func_t bubble_func
Definition: starpu_task.h:1398
void ** dyn_interfaces
Definition: starpu_task.h:737
unsigned char failed
Definition: starpu_task.h:1159
unsigned cl_ret_free
Definition: starpu_task.h:1003
const char * file
Definition: starpu_task.h:676
unsigned possibly_parallel
Definition: starpu_task.h:1309
double predicted
Definition: starpu_task.h:1346
unsigned char * handles_sequential_consistency
Definition: starpu_task.h:802
unsigned char prefetched
Definition: starpu_task.h:1173
unsigned detach
Definition: starpu_task.h:1108
int priority
Definition: starpu_task.h:1250
unsigned char scheduled
Definition: starpu_task.h:1166
enum starpu_data_access_mode * dyn_modes
Definition: starpu_task.h:534
void * callback_arg
Definition: starpu_task.h:911
starpu_cuda_func_t cuda_funcs[STARPU_MAXIMPLEMENTATIONS]
Definition: starpu_task.h:408
int nbuffers
Definition: starpu_task.h:709
char cuda_flags[STARPU_MAXIMPLEMENTATIONS]
Definition: starpu_task.h:415
char hip_flags[STARPU_MAXIMPLEMENTATIONS]
Definition: starpu_task.h:437
void * bubble_gen_dag_func_arg
Definition: starpu_task.h:1416
struct starpu_omp_task * omp_task
Definition: starpu_task.h:1383
enum starpu_data_access_mode mode
Definition: starpu_task.h:649
int nodes[STARPU_NMAXBUFS]
Definition: starpu_task.h:554
unsigned color
Definition: starpu_task.h:1285
starpu_hip_func_t hip_funcs[STARPU_MAXIMPLEMENTATIONS]
Definition: starpu_task.h:430
const char * cpu_funcs_name[STARPU_MAXIMPLEMENTATIONS]
Definition: starpu_task.h:484
struct starpu_codelet * cl
Definition: starpu_task.h:691
int magic
Definition: starpu_task.h:1266
starpu_data_handle_t handle
Definition: starpu_task.h:648
uint32_t * workerids
Definition: starpu_task.h:1216
int flags
Definition: starpu_task.h:627
void(* prologue_callback_pop_func)(void *)
Definition: starpu_task.h:952
starpu_cpu_func_t cpu_func
Definition: starpu_task.h:362
unsigned color
Definition: starpu_task.h:608
unsigned long bubble_parent
Definition: starpu_task.h:1392
size_t cl_arg_size
Definition: starpu_task.h:835
void * sched_data
Definition: starpu_task.h:1431
const char * name
Definition: starpu_task.h:600
struct starpu_task * prev
Definition: starpu_task.h:1363
struct starpu_task * next
Definition: starpu_task.h:1370
void(* prologue_callback_func)(void *)
Definition: starpu_task.h:926
enum starpu_data_access_mode * dyn_modes
Definition: starpu_task.h:754
unsigned sequential_consistency
Definition: starpu_task.h:1076
unsigned prologue_callback_pop_arg_free
Definition: starpu_task.h:1052
void * epilogue_callback_arg
Definition: starpu_task.h:877
unsigned regenerate
Definition: starpu_task.h:1136
starpu_data_handle_t handles[STARPU_NMAXBUFS]
Definition: starpu_task.h:768
enum starpu_codelet_type type
Definition: starpu_task.h:348
unsigned no_submitorder
Definition: starpu_task.h:1145
struct starpu_perfmodel * energy_model
Definition: starpu_task.h:585
void * interfaces[STARPU_NMAXBUFS]
Definition: starpu_task.h:776
starpu_task_status
Definition: starpu_task.h:169
const char * starpu_task_get_model_name(struct starpu_task *task)
struct starpu_task * starpu_task_create(void) STARPU_ATTRIBUTE_MALLOC
void(* starpu_cuda_func_t)(void **, void *)
Definition: starpu_task.h:191
void starpu_codelet_display_stats(struct starpu_codelet *cl)
int starpu_task_nready(void)
void(* starpu_cpu_func_t)(void **, void *)
Definition: starpu_task.h:186
struct starpu_task * starpu_task_get_current(void)
int starpu_task_wait_array(struct starpu_task **tasks, unsigned nb_tasks)
int starpu_task_wait(struct starpu_task *task)
void starpu_do_schedule(void)
const char * starpu_task_get_name(struct starpu_task *task)
int starpu_task_submit_to_ctx(struct starpu_task *task, unsigned sched_ctx_id)
struct starpu_task * starpu_task_dup(struct starpu_task *task)
void starpu_codelet_init(struct starpu_codelet *cl)
void starpu_task_ft_prologue(void *check_ft)
int starpu_task_wait_for_no_ready(void)
struct starpu_task * starpu_task_create_sync(starpu_data_handle_t handle, enum starpu_data_access_mode mode) STARPU_ATTRIBUTE_MALLOC
void(* starpu_opencl_func_t)(void **, void *)
Definition: starpu_task.h:201
int starpu_task_wait_for_n_submitted(unsigned n)
void starpu_task_ft_failed(struct starpu_task *task)
void starpu_set_limit_max_submitted_tasks(int limit_min)
void starpu_iteration_pop(void)
void starpu_create_sync_task(starpu_tag_t sync_tag, unsigned ndeps, starpu_tag_t *deps, void(*callback)(void *), void *callback_arg)
int starpu_task_get_current_data_node(unsigned i)
void starpu_set_limit_min_submitted_tasks(int limit_min)
void starpu_task_destroy(struct starpu_task *task)
void starpu_task_watchdog_set_hook(void(*hook)(void *), void *hook_arg)
void starpu_create_callback_task(void(*callback)(void *), void *callback_arg)
struct starpu_task * starpu_task_ft_create_retry(const struct starpu_task *meta_task, const struct starpu_task *template_task, void(*check_ft)(void *))
int starpu_task_submit_nodeps(struct starpu_task *task)
void starpu_task_set_implementation(struct starpu_task *task, unsigned impl)
unsigned starpu_task_get_implementation(struct starpu_task *task)
int starpu_task_wait_for_n_submitted_in_ctx(unsigned sched_ctx_id, unsigned n)
starpu_codelet_type
Definition: starpu_task.h:150
int starpu_task_finished(struct starpu_task *task)
void starpu_task_ft_success(struct starpu_task *meta_task)
int starpu_task_wait_for_all(void)
void starpu_iteration_push(unsigned long iteration)
int starpu_task_submit(struct starpu_task *task)
char * starpu_task_status_get_as_string(enum starpu_task_status status)
struct starpu_codelet starpu_codelet_nop
#define STARPU_NMAXBUFS
Definition: starpu_config.h:226
void starpu_task_init(struct starpu_task *task)
int starpu_task_nsubmitted(void)
void(* starpu_max_fpga_func_t)(void **, void *)
Definition: starpu_task.h:206
void(* starpu_hip_func_t)(void **, void *)
Definition: starpu_task.h:196
void starpu_task_clean(struct starpu_task *task)
void starpu_task_set_destroy(struct starpu_task *task)
int starpu_task_wait_for_all_in_ctx(unsigned sched_ctx_id)
@ STARPU_TASK_BLOCKED_ON_DATA
Definition: starpu_task.h:179
@ STARPU_TASK_READY
Definition: starpu_task.h:174
@ STARPU_TASK_BLOCKED_ON_TAG
Definition: starpu_task.h:177
@ STARPU_TASK_STOPPED
Definition: starpu_task.h:180
@ STARPU_TASK_INIT
Definition: starpu_task.h:170
@ STARPU_TASK_BLOCKED_ON_TASK
Definition: starpu_task.h:178
@ STARPU_TASK_RUNNING
Definition: starpu_task.h:175
@ STARPU_TASK_BLOCKED
Definition: starpu_task.h:173
@ STARPU_TASK_FINISHED
Definition: starpu_task.h:176
@ STARPU_FORKJOIN
Definition: starpu_task.h:160
@ STARPU_SPMD
Definition: starpu_task.h:154
@ STARPU_SEQ
Definition: starpu_task.h:151
Definition: starpu_task.h:317
Definition: starpu_task.h:647
Definition: starpu_task.h:662
starpu_data_access_mode
Definition: starpu_data.h:55
struct _starpu_data_state * starpu_data_handle_t
Definition: starpu_data.h:44
uint64_t starpu_tag_t
Definition: starpu_task_dep.h:133
Definition: starpu_profiling.h:54
#define STARPU_MAXIMPLEMENTATIONS
Definition: starpu_config.h:300
struct _starpu_task_bundle * starpu_task_bundle_t
Definition: starpu_task_bundle.h:39
struct starpu_transaction * starpu_transaction_open(int(*do_start_func)(void *buffer, void *arg), void *do_start_arg)
void starpu_transaction_close(struct starpu_transaction *p_trs)
void starpu_transaction_next_epoch(struct starpu_transaction *p_trs, void *do_start_arg)
#define STARPU_NMAXWORKERS
Definition: starpu_config.h:284