17 #ifndef __STARPU_DATA_INTERFACES_H__ 18 #define __STARPU_DATA_INTERFACES_H__ 22 #ifdef STARPU_USE_CUDA 24 # ifdef STARPU_DONT_INCLUDE_CUDA_HEADERS 25 typedef void *starpu_cudaStream_t;
27 # include <cuda_runtime.h> 28 typedef cudaStream_t starpu_cudaStream_t;
101 int (*
can_copy)(
void *src_interface,
unsigned src_node,
void *dst_interface,
unsigned dst_node,
unsigned handling_node);
108 int (*
ram_to_ram)(
void *src_interface,
unsigned src_node,
void *dst_interface,
unsigned dst_node);
115 int (*
ram_to_cuda)(
void *src_interface,
unsigned src_node,
void *dst_interface,
unsigned dst_node);
122 int (*
ram_to_opencl)(
void *src_interface,
unsigned src_node,
void *dst_interface,
unsigned dst_node);
129 int (*
ram_to_mic)(
void *src_interface,
unsigned src_node,
void *dst_interface,
unsigned dst_node);
136 int (*
cuda_to_ram)(
void *src_interface,
unsigned src_node,
void *dst_interface,
unsigned dst_node);
143 int (*
cuda_to_cuda)(
void *src_interface,
unsigned src_node,
void *dst_interface,
unsigned dst_node);
150 int (*
cuda_to_opencl)(
void *src_interface,
unsigned src_node,
void *dst_interface,
unsigned dst_node);
157 int (*
opencl_to_ram)(
void *src_interface,
unsigned src_node,
void *dst_interface,
unsigned dst_node);
164 int (*
opencl_to_cuda)(
void *src_interface,
unsigned src_node,
void *dst_interface,
unsigned dst_node);
171 int (*
opencl_to_opencl)(
void *src_interface,
unsigned src_node,
void *dst_interface,
unsigned dst_node);
178 int (*
mic_to_ram)(
void *src_interface,
unsigned srd_node,
void *dst_interface,
unsigned dst_node);
185 int (*
ram_to_mpi_ms)(
void *src_interface,
unsigned src_node,
void *dst_interface,
unsigned dst_node);
192 int (*
mpi_ms_to_ram)(
void *src_interface,
unsigned src_node,
void *dst_interface,
unsigned dst_node);
199 int (*
mpi_ms_to_mpi_ms)(
void *src_interface,
unsigned src_node,
void *dst_interface,
unsigned dst_node);
201 #ifdef STARPU_USE_CUDA 210 int (*
ram_to_cuda_async)(
void *src_interface,
unsigned src_node,
void *dst_interface,
unsigned dst_node, starpu_cudaStream_t stream);
220 int (*
cuda_to_ram_async)(
void *src_interface,
unsigned src_node,
void *dst_interface,
unsigned dst_node, starpu_cudaStream_t stream);
230 int (*
cuda_to_cuda_async)(
void *src_interface,
unsigned src_node,
void *dst_interface,
unsigned dst_node, starpu_cudaStream_t stream);
237 #if defined(STARPU_USE_OPENCL) && !defined(__CUDACC__) 247 int (*
ram_to_opencl_async)(
void *src_interface,
unsigned src_node,
void *dst_interface,
unsigned dst_node, cl_event *event);
257 int (*
opencl_to_ram_async)(
void *src_interface,
unsigned src_node,
void *dst_interface,
unsigned dst_node, cl_event *event);
267 int (*
opencl_to_opencl_async)(
void *src_interface,
unsigned src_node,
void *dst_interface,
unsigned dst_node, cl_event *event);
282 int (*
ram_to_mpi_ms_async)(
void *src_interface,
unsigned src_node,
void *dst_interface,
unsigned dst_node,
void * event);
292 int (*
mpi_ms_to_ram_async)(
void *src_interface,
unsigned src_node,
void *dst_interface,
unsigned dst_node,
void * event);
302 int (*
mpi_ms_to_mpi_ms_async)(
void *src_interface,
unsigned src_node,
void *dst_interface,
unsigned dst_node,
void * event);
312 int (*
ram_to_mic_async)(
void *src_interface,
unsigned src_node,
void *dst_interface,
unsigned dst_node);
322 int (*
mic_to_ram_async)(
void *src_interface,
unsigned srd_node,
void *dst_interface,
unsigned dst_node);
341 int (*
any_to_any)(
void *src_interface,
unsigned src_node,
void *dst_interface,
unsigned dst_node,
void *async_data);
404 starpu_ssize_t (*allocate_data_on_node) (
void *data_interface,
unsigned node);
411 void (*free_data_on_node) (
void *data_interface,
unsigned node);
418 void (*init) (
void *data_interface);
446 void * (*to_pointer) (
void *data_interface,
unsigned node);
452 int (*pointer_is_inside) (
void *data_interface,
unsigned node,
void *ptr);
488 int (*compare) (
void *data_interface_a,
void *data_interface_b);
497 int (*alloc_compare) (
void *data_interface_a,
void *data_interface_b);
511 starpu_ssize_t (*describe) (
void *data_interface,
char *buf,
size_t size);
689 uintptr_t dst,
size_t dst_offset,
unsigned dst_node,
690 size_t size,
void *async_data);
709 uintptr_t dst,
size_t dst_offset,
unsigned dst_node,
711 size_t numblocks,
size_t ld_src,
size_t ld_dst,
735 uintptr_t dst,
size_t dst_offset,
unsigned dst_node,
737 size_t numblocks1,
size_t ld1_src,
size_t ld1_dst,
738 size_t numblocks2,
size_t ld2_src,
size_t ld2_dst,
766 uintptr_t dst,
size_t dst_offset,
unsigned dst_node,
768 size_t numblocks1,
size_t ld1_src,
size_t ld1_dst,
769 size_t numblocks2,
size_t ld2_src,
size_t ld2_dst,
770 size_t numblocks3,
size_t ld3_src,
size_t ld3_dst,
918 #if defined(STARPU_HAVE_STATEMENT_EXPRESSIONS) && defined(STARPU_DEBUG) 919 #define STARPU_MATRIX_CHECK(interface) STARPU_ASSERT_MSG((((struct starpu_matrix_interface *)(interface))->id) == STARPU_MATRIX_INTERFACE_ID, "Error. The given data is not a matrix.") 920 #define STARPU_MATRIX_GET_PTR(interface) ({ STARPU_MATRIX_CHECK(interface); (((struct starpu_matrix_interface *)(interface))->ptr) ; }) 921 #define STARPU_MATRIX_GET_DEV_HANDLE(interface) ({ STARPU_MATRIX_CHECK(interface); (((struct starpu_matrix_interface *)(interface))->dev_handle) ; }) 922 #define STARPU_MATRIX_GET_OFFSET(interface) ({ STARPU_MATRIX_CHECK(interface); (((struct starpu_matrix_interface *)(interface))->offset) ; }) 923 #define STARPU_MATRIX_GET_NX(interface) ({ STARPU_MATRIX_CHECK(interface); (((struct starpu_matrix_interface *)(interface))->nx) ; }) 924 #define STARPU_MATRIX_GET_NY(interface) ({ STARPU_MATRIX_CHECK(interface); (((struct starpu_matrix_interface *)(interface))->ny) ; }) 925 #define STARPU_MATRIX_GET_LD(interface) ({ STARPU_MATRIX_CHECK(interface); (((struct starpu_matrix_interface *)(interface))->ld) ; }) 926 #define STARPU_MATRIX_GET_ELEMSIZE(interface) ({ STARPU_MATRIX_CHECK(interface); (((struct starpu_matrix_interface *)(interface))->elemsize) ; }) 927 #define STARPU_MATRIX_GET_ALLOCSIZE(interface) ({ STARPU_MATRIX_CHECK(interface); (((struct starpu_matrix_interface *)(interface))->allocsize) ; }) 934 #define STARPU_MATRIX_GET_PTR(interface) (((struct starpu_matrix_interface *)(interface))->ptr) 941 #define STARPU_MATRIX_GET_DEV_HANDLE(interface) (((struct starpu_matrix_interface *)(interface))->dev_handle) 946 #define STARPU_MATRIX_GET_OFFSET(interface) (((struct starpu_matrix_interface *)(interface))->offset) 951 #define STARPU_MATRIX_GET_NX(interface) (((struct starpu_matrix_interface *)(interface))->nx) 956 #define STARPU_MATRIX_GET_NY(interface) (((struct starpu_matrix_interface *)(interface))->ny) 961 #define STARPU_MATRIX_GET_LD(interface) (((struct starpu_matrix_interface *)(interface))->ld) 966 #define STARPU_MATRIX_GET_ELEMSIZE(interface) (((struct starpu_matrix_interface *)(interface))->elemsize) 970 #define STARPU_MATRIX_GET_ALLOCSIZE(interface) (((struct starpu_matrix_interface *)(interface))->allocsize) 977 #define STARPU_MATRIX_SET_NX(interface, newnx) do { \ 978 STARPU_MATRIX_CHECK(interface); \ 979 (((struct starpu_matrix_interface *)(interface))->nx) = (newnx); \ 985 #define STARPU_MATRIX_SET_NY(interface, newny) do { \ 986 STARPU_MATRIX_CHECK(interface); \ 987 (((struct starpu_matrix_interface *)(interface))->ny) = (newny); \ 994 #define STARPU_MATRIX_SET_LD(interface, newld) do { \ 995 STARPU_MATRIX_CHECK(interface); \ 996 (((struct starpu_matrix_interface *)(interface))->ld) = (newld); \ 1035 #define STARPU_COO_GET_COLUMNS(interface) (((struct starpu_coo_interface *)(interface))->columns) 1042 #define STARPU_COO_GET_COLUMNS_DEV_HANDLE(interface) (((struct starpu_coo_interface *)(interface))->columns) 1047 #define STARPU_COO_GET_ROWS(interface) (((struct starpu_coo_interface *)(interface))->rows) 1053 #define STARPU_COO_GET_ROWS_DEV_HANDLE(interface) (((struct starpu_coo_interface *)(interface))->rows) 1058 #define STARPU_COO_GET_VALUES(interface) (((struct starpu_coo_interface *)(interface))->values) 1064 #define STARPU_COO_GET_VALUES_DEV_HANDLE(interface) (((struct starpu_coo_interface *)(interface))->values) 1069 #define STARPU_COO_GET_OFFSET 0 1074 #define STARPU_COO_GET_NX(interface) (((struct starpu_coo_interface *)(interface))->nx) 1079 #define STARPU_COO_GET_NY(interface) (((struct starpu_coo_interface *)(interface))->ny) 1084 #define STARPU_COO_GET_NVALUES(interface) (((struct starpu_coo_interface *)(interface))->n_values) 1089 #define STARPU_COO_GET_ELEMSIZE(interface) (((struct starpu_coo_interface *)(interface))->elemsize) 1184 #if defined(STARPU_HAVE_STATEMENT_EXPRESSIONS) && defined(STARPU_DEBUG) 1185 #define STARPU_BLOCK_CHECK(interface) STARPU_ASSERT_MSG((((struct starpu_block_interface *)(interface))->id) == STARPU_BLOCK_INTERFACE_ID, "Error. The given data is not a block.") 1186 #define STARPU_BLOCK_GET_PTR(interface) ({ STARPU_BLOCK_CHECK(interface); (((struct starpu_block_interface *)(interface))->ptr) ; }) 1187 #define STARPU_BLOCK_GET_DEV_HANDLE(interface) ({ STARPU_BLOCK_CHECK(interface); (((struct starpu_block_interface *)(interface))->dev_handle) ; }) 1188 #define STARPU_BLOCK_GET_OFFSET(interface) ({ STARPU_BLOCK_CHECK(interface); (((struct starpu_block_interface *)(interface))->offset) ; }) 1189 #define STARPU_BLOCK_GET_NX(interface) ({ STARPU_BLOCK_CHECK(interface); (((struct starpu_block_interface *)(interface))->nx) ; }) 1190 #define STARPU_BLOCK_GET_NY(interface) ({ STARPU_BLOCK_CHECK(interface); (((struct starpu_block_interface *)(interface))->ny) ; }) 1191 #define STARPU_BLOCK_GET_NZ(interface) ({ STARPU_BLOCK_CHECK(interface); (((struct starpu_block_interface *)(interface))->nz) ; }) 1192 #define STARPU_BLOCK_GET_LDY(interface) ({ STARPU_BLOCK_CHECK(interface); (((struct starpu_block_interface *)(interface))->ldy) ; }) 1193 #define STARPU_BLOCK_GET_LDZ(interface) ({ STARPU_BLOCK_CHECK(interface); (((struct starpu_block_interface *)(interface))->ldz) ; }) 1194 #define STARPU_BLOCK_GET_ELEMSIZE(interface) ({ STARPU_BLOCK_CHECK(interface); (((struct starpu_block_interface *)(interface))->elemsize) ; }) 1199 #define STARPU_BLOCK_GET_PTR(interface) (((struct starpu_block_interface *)(interface))->ptr) 1206 #define STARPU_BLOCK_GET_DEV_HANDLE(interface) (((struct starpu_block_interface *)(interface))->dev_handle) 1211 #define STARPU_BLOCK_GET_OFFSET(interface) (((struct starpu_block_interface *)(interface))->offset) 1216 #define STARPU_BLOCK_GET_NX(interface) (((struct starpu_block_interface *)(interface))->nx) 1221 #define STARPU_BLOCK_GET_NY(interface) (((struct starpu_block_interface *)(interface))->ny) 1226 #define STARPU_BLOCK_GET_NZ(interface) (((struct starpu_block_interface *)(interface))->nz) 1231 #define STARPU_BLOCK_GET_LDY(interface) (((struct starpu_block_interface *)(interface))->ldy) 1237 #define STARPU_BLOCK_GET_LDZ(interface) (((struct starpu_block_interface *)(interface))->ldz) 1242 #define STARPU_BLOCK_GET_ELEMSIZE(interface) (((struct starpu_block_interface *)(interface))->elemsize) 1314 #if defined(STARPU_HAVE_STATEMENT_EXPRESSIONS) && defined(STARPU_DEBUG) 1315 #define STARPU_VECTOR_CHECK(interface) STARPU_ASSERT_MSG((((struct starpu_vector_interface *)(interface))->id) == STARPU_VECTOR_INTERFACE_ID, "Error. The given data is not a vector.") 1316 #define STARPU_VECTOR_GET_PTR(interface) ({ STARPU_VECTOR_CHECK(interface); (((struct starpu_vector_interface *)(interface))->ptr); }) 1317 #define STARPU_VECTOR_GET_DEV_HANDLE(interface) ({ STARPU_VECTOR_CHECK(interface); (((struct starpu_vector_interface *)(interface))->dev_handle); }) 1318 #define STARPU_VECTOR_GET_OFFSET(interface) ({ STARPU_VECTOR_CHECK(interface); (((struct starpu_vector_interface *)(interface))->offset); }) 1319 #define STARPU_VECTOR_GET_NX(interface) ({ STARPU_VECTOR_CHECK(interface); (((struct starpu_vector_interface *)(interface))->nx); }) 1320 #define STARPU_VECTOR_GET_ELEMSIZE(interface) ({ STARPU_VECTOR_CHECK(interface); (((struct starpu_vector_interface *)(interface))->elemsize); }) 1321 #define STARPU_VECTOR_GET_ALLOCSIZE(interface) ({ STARPU_VECTOR_CHECK(interface); (((struct starpu_vector_interface *)(interface))->allocsize); }) 1322 #define STARPU_VECTOR_GET_SLICE_BASE(interface) ({ STARPU_VECTOR_CHECK(interface); (((struct starpu_vector_interface *)(interface))->slice_base); }) 1329 #define STARPU_VECTOR_GET_PTR(interface) (((struct starpu_vector_interface *)(interface))->ptr) 1335 #define STARPU_VECTOR_GET_DEV_HANDLE(interface) (((struct starpu_vector_interface *)(interface))->dev_handle) 1340 #define STARPU_VECTOR_GET_OFFSET(interface) (((struct starpu_vector_interface *)(interface))->offset) 1345 #define STARPU_VECTOR_GET_NX(interface) (((struct starpu_vector_interface *)(interface))->nx) 1350 #define STARPU_VECTOR_GET_ELEMSIZE(interface) (((struct starpu_vector_interface *)(interface))->elemsize) 1355 #define STARPU_VECTOR_GET_ALLOCSIZE(interface) (((struct starpu_vector_interface *)(interface))->allocsize) 1360 #define STARPU_VECTOR_GET_SLICE_BASE(interface) (((struct starpu_vector_interface *)(interface))->slice_base) 1367 #define STARPU_VECTOR_SET_NX(interface, newnx) do { \ 1368 STARPU_VECTOR_CHECK(interface); \ 1369 (((struct starpu_vector_interface *)(interface))->nx) = (newnx); \ 1425 #if defined(STARPU_HAVE_STATEMENT_EXPRESSIONS) && defined(STARPU_DEBUG) 1426 #define STARPU_VARIABLE_CHECK(interface) STARPU_ASSERT_MSG((((struct starpu_variable_interface *)(interface))->id) == STARPU_VARIABLE_INTERFACE_ID, "Error. The given data is not a variable.") 1427 #define STARPU_VARIABLE_GET_PTR(interface) ({ STARPU_VARIABLE_CHECK(interface); (((struct starpu_variable_interface *)(interface))->ptr) ; }) 1428 #define STARPU_VARIABLE_GET_OFFSET(interface) ({ STARPU_VARIABLE_CHECK(interface); (((struct starpu_variable_interface *)(interface))->offset) ; }) 1429 #define STARPU_VARIABLE_GET_ELEMSIZE(interface) ({ STARPU_VARIABLE_CHECK(interface); (((struct starpu_variable_interface *)(interface))->elemsize) ; }) 1430 #define STARPU_VARIABLE_GET_DEV_HANDLE(interface) ({ STARPU_VARIABLE_CHECK(interface); (((struct starpu_variable_interface *)(interface))->ptr) ; }) 1435 #define STARPU_VARIABLE_GET_PTR(interface) (((struct starpu_variable_interface *)(interface))->ptr) 1440 #define STARPU_VARIABLE_GET_OFFSET(interface) (((struct starpu_variable_interface *)(interface))->offset) 1444 #define STARPU_VARIABLE_GET_ELEMSIZE(interface) (((struct starpu_variable_interface *)(interface))->elemsize) 1451 #define STARPU_VARIABLE_GET_DEV_HANDLE(interface) (((struct starpu_variable_interface *)(interface))->ptr) 1552 #define STARPU_CSR_GET_NNZ(interface) (((struct starpu_csr_interface *)(interface))->nnz) 1557 #define STARPU_CSR_GET_NROW(interface) (((struct starpu_csr_interface *)(interface))->nrow) 1562 #define STARPU_CSR_GET_NZVAL(interface) (((struct starpu_csr_interface *)(interface))->nzval) 1568 #define STARPU_CSR_GET_NZVAL_DEV_HANDLE(interface) (((struct starpu_csr_interface *)(interface))->nnz) 1573 #define STARPU_CSR_GET_COLIND(interface) (((struct starpu_csr_interface *)(interface))->colind) 1579 #define STARPU_CSR_GET_COLIND_DEV_HANDLE(interface) (((struct starpu_csr_interface *)(interface))->colind) 1584 #define STARPU_CSR_GET_ROWPTR(interface) (((struct starpu_csr_interface *)(interface))->rowptr) 1590 #define STARPU_CSR_GET_ROWPTR_DEV_HANDLE(interface) (((struct starpu_csr_interface *)(interface))->rowptr) 1595 #define STARPU_CSR_GET_OFFSET 0 1600 #define STARPU_CSR_GET_FIRSTENTRY(interface) (((struct starpu_csr_interface *)(interface))->firstentry) 1605 #define STARPU_CSR_GET_ELEMSIZE(interface) (((struct starpu_csr_interface *)(interface))->elemsize) 1719 void starpu_bcsr_data_register(
starpu_data_handle_t *handle,
int home_node, uint32_t nnz, uint32_t nrow, uintptr_t nzval, uint32_t *colind, uint32_t *rowptr, uint32_t firstentry, uint32_t r, uint32_t c,
size_t elemsize);
1777 #define STARPU_BCSR_GET_NNZ(interface) (((struct starpu_bcsr_interface *)(interface))->nnz) 1782 #define STARPU_BCSR_GET_NZVAL(interface) (((struct starpu_bcsr_interface *)(interface))->nzval) 1788 #define STARPU_BCSR_GET_NZVAL_DEV_HANDLE(interface) (((struct starpu_bcsr_interface *)(interface))->nnz) 1793 #define STARPU_BCSR_GET_COLIND(interface) (((struct starpu_bcsr_interface *)(interface))->colind) 1799 #define STARPU_BCSR_GET_COLIND_DEV_HANDLE(interface) (((struct starpu_bcsr_interface *)(interface))->colind) 1804 #define STARPU_BCSR_GET_ROWPTR(interface) (((struct starpu_bcsr_interface *)(interface))->rowptr) 1810 #define STARPU_BCSR_GET_ROWPTR_DEV_HANDLE(interface) (((struct starpu_bcsr_interface *)(interface))->rowptr) 1815 #define STARPU_BCSR_GET_OFFSET 0 1866 #define STARPU_MULTIFORMAT_GET_CPU_PTR(interface) (((struct starpu_multiformat_interface *)(interface))->cpu_ptr) 1870 #define STARPU_MULTIFORMAT_GET_CUDA_PTR(interface) (((struct starpu_multiformat_interface *)(interface))->cuda_ptr) 1874 #define STARPU_MULTIFORMAT_GET_OPENCL_PTR(interface) (((struct starpu_multiformat_interface *)(interface))->opencl_ptr) 1878 #define STARPU_MULTIFORMAT_GET_MIC_PTR(interface) (((struct starpu_multiformat_interface *)(interface))->mic_ptr) 1882 #define STARPU_MULTIFORMAT_GET_NX(interface) (((struct starpu_multiformat_interface *)(interface))->nx) size_t elemsize
Definition: starpu_data_interfaces.h:1264
size_t starpu_bcsr_get_elemsize(starpu_data_handle_t handle)
Definition: starpu_data_interfaces.h:357
uint32_t starpu_matrix_get_nx(starpu_data_handle_t handle)
uint32_t nrow
Definition: starpu_data_interfaces.h:1630
int(* ram_to_mpi_ms)(void *src_interface, unsigned src_node, void *dst_interface, unsigned dst_node)
Definition: starpu_data_interfaces.h:185
size_t starpu_vector_get_elemsize(starpu_data_handle_t handle)
void starpu_block_ptr_register(starpu_data_handle_t handle, unsigned node, uintptr_t ptr, uintptr_t dev_handle, size_t offset, uint32_t ldy, uint32_t ldz)
uint32_t nrow
Definition: starpu_data_interfaces.h:1491
void * starpu_data_get_interface_on_node(starpu_data_handle_t handle, unsigned memory_node)
size_t allocsize
Definition: starpu_data_interfaces.h:852
Definition: starpu_task.h:249
Definition: starpu_data_interfaces.h:356
uint32_t firstentry
Definition: starpu_data_interfaces.h:1645
int starpu_interface_copy(uintptr_t src, size_t src_offset, unsigned src_node, uintptr_t dst, size_t dst_offset, unsigned dst_node, size_t size, void *async_data)
uintptr_t starpu_malloc_on_node_flags(unsigned dst_node, size_t size, int flags)
uintptr_t ptr
Definition: starpu_data_interfaces.h:842
uint32_t nx
Definition: starpu_data_interfaces.h:1018
uint32_t nx
Definition: starpu_data_interfaces.h:1112
uintptr_t starpu_variable_get_local_ptr(starpu_data_handle_t handle)
uint32_t starpu_bcsr_get_nnz(starpu_data_handle_t handle)
uint32_t * rowptr
Definition: starpu_data_interfaces.h:1634
int(* mpi_ms_to_mpi_ms)(void *src_interface, unsigned src_node, void *dst_interface, unsigned dst_node)
Definition: starpu_data_interfaces.h:199
int(* ram_to_cuda_async)(void *src_interface, unsigned src_node, void *dst_interface, unsigned dst_node, starpu_cudaStream_t stream)
Definition: starpu_data_interfaces.h:210
uint32_t * colind
Definition: starpu_data_interfaces.h:1633
Definition: starpu_data_interfaces.h:1256
uintptr_t dev_handle
Definition: starpu_data_interfaces.h:1261
uint32_t nnz
Definition: starpu_data_interfaces.h:1629
int starpu_interface_copy2d(uintptr_t src, size_t src_offset, unsigned src_node, uintptr_t dst, size_t dst_offset, unsigned dst_node, size_t blocksize, size_t numblocks, size_t ld_src, size_t ld_dst, void *async_data)
struct starpu_codelet * cpu_to_mic_cl
Definition: starpu_data_interfaces.h:1837
void starpu_variable_data_register(starpu_data_handle_t *handle, int home_node, uintptr_t ptr, size_t size)
uint32_t nnz
Definition: starpu_data_interfaces.h:1490
int(* ram_to_mic_async)(void *src_interface, unsigned src_node, void *dst_interface, unsigned dst_node)
Definition: starpu_data_interfaces.h:312
void * starpu_data_handle_to_pointer(starpu_data_handle_t handle, unsigned node)
uint32_t starpu_csr_get_nnz(starpu_data_handle_t handle)
Definition: starpu_data_interfaces.h:1486
int(* ram_to_mpi_ms_async)(void *src_interface, unsigned src_node, void *dst_interface, unsigned dst_node, void *event)
Definition: starpu_data_interfaces.h:282
struct starpu_codelet * cpu_to_cuda_cl
Definition: starpu_data_interfaces.h:1834
Definition: starpu_data_interfaces.h:1011
int(* cuda_to_cuda_async)(void *src_interface, unsigned src_node, void *dst_interface, unsigned dst_node, starpu_cudaStream_t stream)
Definition: starpu_data_interfaces.h:230
uint32_t * columns
Definition: starpu_data_interfaces.h:1015
int(* ram_to_cuda)(void *src_interface, unsigned src_node, void *dst_interface, unsigned dst_node)
Definition: starpu_data_interfaces.h:115
size_t interface_size
Definition: starpu_data_interfaces.h:521
uintptr_t starpu_vector_get_local_ptr(starpu_data_handle_t handle)
size_t cpu_elemsize
Definition: starpu_data_interfaces.h:1829
int(* mpi_ms_to_ram_async)(void *src_interface, unsigned src_node, void *dst_interface, unsigned dst_node, void *event)
Definition: starpu_data_interfaces.h:292
size_t elemsize
Definition: starpu_data_interfaces.h:851
uint32_t nx
Definition: starpu_data_interfaces.h:1263
Definition: starpu_data_interfaces.h:1105
uint32_t n_values
Definition: starpu_data_interfaces.h:1020
int starpu_data_pack(starpu_data_handle_t handle, void **ptr, starpu_ssize_t *count)
uint32_t * starpu_bcsr_get_local_colind(starpu_data_handle_t handle)
int(* ram_to_opencl_async)(void *src_interface, unsigned src_node, void *dst_interface, unsigned dst_node, cl_event *event)
Definition: starpu_data_interfaces.h:247
struct starpu_codelet * cuda_to_cpu_cl
Definition: starpu_data_interfaces.h:1835
uint32_t * rows
Definition: starpu_data_interfaces.h:1016
void starpu_vector_ptr_register(starpu_data_handle_t handle, unsigned node, uintptr_t ptr, uintptr_t dev_handle, size_t offset)
uint32_t * rowptr
Definition: starpu_data_interfaces.h:1494
size_t mic_elemsize
Definition: starpu_data_interfaces.h:1836
struct starpu_codelet * mic_to_cpu_cl
Definition: starpu_data_interfaces.h:1838
size_t starpu_variable_get_elemsize(starpu_data_handle_t handle)
Definition: starpu_data_interfaces.h:349
uint32_t starpu_block_get_local_ldy(starpu_data_handle_t handle)
uintptr_t nzval
Definition: starpu_data_interfaces.h:1492
Definition: starpu_data_interfaces.h:353
int(* ram_to_ram)(void *src_interface, unsigned src_node, void *dst_interface, unsigned dst_node)
Definition: starpu_data_interfaces.h:108
int(* opencl_to_opencl_async)(void *src_interface, unsigned src_node, void *dst_interface, unsigned dst_node, cl_event *event)
Definition: starpu_data_interfaces.h:267
struct starpu_codelet * cpu_to_opencl_cl
Definition: starpu_data_interfaces.h:1831
size_t elemsize
Definition: starpu_data_interfaces.h:1392
int(* opencl_to_ram_async)(void *src_interface, unsigned src_node, void *dst_interface, unsigned dst_node, cl_event *event)
Definition: starpu_data_interfaces.h:257
int(* cuda_to_ram)(void *src_interface, unsigned src_node, void *dst_interface, unsigned dst_node)
Definition: starpu_data_interfaces.h:136
uint32_t ld
Definition: starpu_data_interfaces.h:847
uint32_t starpu_csr_get_firstentry(starpu_data_handle_t handle)
void starpu_data_register_same(starpu_data_handle_t *handledst, starpu_data_handle_t handlesrc)
int(* any_to_any)(void *src_interface, unsigned src_node, void *dst_interface, unsigned dst_node, void *async_data)
Definition: starpu_data_interfaces.h:341
int(* cuda_to_ram_async)(void *src_interface, unsigned src_node, void *dst_interface, unsigned dst_node, starpu_cudaStream_t stream)
Definition: starpu_data_interfaces.h:220
void starpu_vector_data_register(starpu_data_handle_t *handle, int home_node, uintptr_t ptr, uint32_t nx, size_t elemsize)
int(* mic_to_ram)(void *src_interface, unsigned srd_node, void *dst_interface, unsigned dst_node)
Definition: starpu_data_interfaces.h:178
size_t elemsize
Definition: starpu_data_interfaces.h:1117
void starpu_malloc_on_node_set_default_flags(unsigned node, int flags)
uint32_t ny
Definition: starpu_data_interfaces.h:1019
enum starpu_data_interface_id starpu_data_get_interface_id(starpu_data_handle_t handle)
uint32_t nz
Definition: starpu_data_interfaces.h:1114
uint32_t starpu_matrix_get_ny(starpu_data_handle_t handle)
uint32_t nx
Definition: starpu_data_interfaces.h:845
int starpu_data_interface_get_next_id(void)
void starpu_csr_data_register(starpu_data_handle_t *handle, int home_node, uint32_t nnz, uint32_t nrow, uintptr_t nzval, uint32_t *colind, uint32_t *rowptr, uint32_t firstentry, size_t elemsize)
int starpu_interface_copy4d(uintptr_t src, size_t src_offset, unsigned src_node, uintptr_t dst, size_t dst_offset, unsigned dst_node, size_t blocksize, size_t numblocks1, size_t ld1_src, size_t ld1_dst, size_t numblocks2, size_t ld2_src, size_t ld2_dst, size_t numblocks3, size_t ld3_src, size_t ld3_dst, void *async_data)
struct starpu_codelet * opencl_to_cpu_cl
Definition: starpu_data_interfaces.h:1832
Definition: starpu_data_interfaces.h:351
uint32_t ny
Definition: starpu_data_interfaces.h:846
void starpu_block_data_register(starpu_data_handle_t *handle, int home_node, uintptr_t ptr, uint32_t ldy, uint32_t ldz, uint32_t nx, uint32_t ny, uint32_t nz, size_t elemsize)
char dontcache
Definition: starpu_data_interfaces.h:534
uint32_t starpu_bcsr_get_c(starpu_data_handle_t handle)
int(* mic_to_ram_async)(void *src_interface, unsigned srd_node, void *dst_interface, unsigned dst_node)
Definition: starpu_data_interfaces.h:322
starpu_data_handle_t starpu_data_lookup(const void *ptr)
uint32_t * starpu_csr_get_local_colind(starpu_data_handle_t handle)
uintptr_t dev_handle
Definition: starpu_data_interfaces.h:843
void starpu_data_register(starpu_data_handle_t *handleptr, int home_node, void *data_interface, struct starpu_data_interface_ops *ops)
Definition: starpu_data_interfaces.h:350
Definition: starpu_data_interfaces.h:358
size_t allocsize
Definition: starpu_data_interfaces.h:1266
uintptr_t ptr
Definition: starpu_data_interfaces.h:1260
void starpu_interface_start_driver_copy_async(unsigned src_node, unsigned dst_node, double *start)
size_t elemsize
Definition: starpu_data_interfaces.h:1650
uintptr_t starpu_malloc_on_node(unsigned dst_node, size_t size)
size_t starpu_block_get_elemsize(starpu_data_handle_t handle)
size_t opencl_elemsize
Definition: starpu_data_interfaces.h:1830
uint32_t starpu_bcsr_get_nrow(starpu_data_handle_t handle)
Definition: starpu_data_interfaces.h:1625
void starpu_matrix_ptr_register(starpu_data_handle_t handle, unsigned node, uintptr_t ptr, uintptr_t dev_handle, size_t offset, uint32_t ld)
Definition: starpu_data_interfaces.h:1385
int(* mpi_ms_to_mpi_ms_async)(void *src_interface, unsigned src_node, void *dst_interface, unsigned dst_node, void *event)
Definition: starpu_data_interfaces.h:302
uintptr_t starpu_block_get_local_ptr(starpu_data_handle_t handle)
uintptr_t ptr
Definition: starpu_data_interfaces.h:1109
Definition: starpu_data_interfaces.h:352
uint32_t ldy
Definition: starpu_data_interfaces.h:1115
Definition: starpu_data_interfaces.h:355
uintptr_t starpu_bcsr_get_local_nzval(starpu_data_handle_t handle)
void starpu_coo_data_register(starpu_data_handle_t *handleptr, int home_node, uint32_t nx, uint32_t ny, uint32_t n_values, uint32_t *columns, uint32_t *rows, uintptr_t values, size_t elemsize)
void starpu_data_ptr_register(starpu_data_handle_t handle, unsigned node)
size_t starpu_vector_get_allocsize(starpu_data_handle_t handle)
struct _starpu_data_state * starpu_data_handle_t
Definition: starpu_data.h:44
int(* opencl_to_opencl)(void *src_interface, unsigned src_node, void *dst_interface, unsigned dst_node)
Definition: starpu_data_interfaces.h:171
uint32_t * colind
Definition: starpu_data_interfaces.h:1493
uint32_t starpu_matrix_get_local_ld(starpu_data_handle_t handle)
void starpu_interface_end_driver_copy_async(unsigned src_node, unsigned dst_node, double start)
uintptr_t starpu_matrix_get_local_ptr(starpu_data_handle_t handle)
uint32_t starpu_vector_get_nx(starpu_data_handle_t handle)
uint32_t starpu_block_get_nz(starpu_data_handle_t handle)
void starpu_bcsr_data_register(starpu_data_handle_t *handle, int home_node, uint32_t nnz, uint32_t nrow, uintptr_t nzval, uint32_t *colind, uint32_t *rowptr, uint32_t firstentry, uint32_t r, uint32_t c, size_t elemsize)
int(* opencl_to_cuda)(void *src_interface, unsigned src_node, void *dst_interface, unsigned dst_node)
Definition: starpu_data_interfaces.h:164
size_t cuda_elemsize
Definition: starpu_data_interfaces.h:1833
Definition: starpu_data_interfaces.h:359
char * name
Definition: starpu_data_interfaces.h:568
uintptr_t ptr
Definition: starpu_data_interfaces.h:1389
void starpu_void_data_register(starpu_data_handle_t *handle)
int(* mpi_ms_to_ram)(void *src_interface, unsigned src_node, void *dst_interface, unsigned dst_node)
Definition: starpu_data_interfaces.h:192
int(* cuda_to_cuda)(void *src_interface, unsigned src_node, void *dst_interface, unsigned dst_node)
Definition: starpu_data_interfaces.h:143
size_t offset
Definition: starpu_data_interfaces.h:1391
starpu_data_interface_id
Definition: starpu_data_interfaces.h:347
void * starpu_data_get_local_ptr(starpu_data_handle_t handle)
size_t starpu_matrix_get_allocsize(starpu_data_handle_t handle)
void starpu_matrix_data_register(starpu_data_handle_t *handle, int home_node, uintptr_t ptr, uint32_t ld, uint32_t nx, uint32_t ny, size_t elemsize)
void starpu_multiformat_data_register(starpu_data_handle_t *handle, int home_node, void *ptr, uint32_t nobjects, struct starpu_multiformat_data_interface_ops *format_ops)
uint32_t * starpu_bcsr_get_local_rowptr(starpu_data_handle_t handle)
size_t starpu_data_get_alloc_size(starpu_data_handle_t handle)
size_t offset
Definition: starpu_data_interfaces.h:1262
uint32_t firstentry
Definition: starpu_data_interfaces.h:1496
uint32_t r
Definition: starpu_data_interfaces.h:1647
int starpu_data_pointer_is_inside(starpu_data_handle_t handle, unsigned node, void *ptr)
Definition: starpu_data_interfaces.h:365
uint32_t starpu_bcsr_get_firstentry(starpu_data_handle_t handle)
void starpu_free_on_node(unsigned dst_node, uintptr_t addr, size_t size)
void starpu_vector_data_register_allocsize(starpu_data_handle_t *handle, int home_node, uintptr_t ptr, uint32_t nx, size_t elemsize, size_t allocsize)
int(* can_copy)(void *src_interface, unsigned src_node, void *dst_interface, unsigned dst_node, unsigned handling_node)
Definition: starpu_data_interfaces.h:101
uint32_t starpu_bcsr_get_r(starpu_data_handle_t handle)
size_t starpu_matrix_get_elemsize(starpu_data_handle_t handle)
int(* opencl_to_ram)(void *src_interface, unsigned src_node, void *dst_interface, unsigned dst_node)
Definition: starpu_data_interfaces.h:157
uintptr_t dev_handle
Definition: starpu_data_interfaces.h:1110
uint32_t * starpu_csr_get_local_rowptr(starpu_data_handle_t handle)
void starpu_free_on_node_flags(unsigned dst_node, uintptr_t addr, size_t size, int flags)
uint32_t starpu_block_get_local_ldz(starpu_data_handle_t handle)
uint32_t slice_base
Definition: starpu_data_interfaces.h:1265
uintptr_t nzval
Definition: starpu_data_interfaces.h:1632
size_t offset
Definition: starpu_data_interfaces.h:844
Definition: starpu_data_interfaces.h:92
void starpu_variable_ptr_register(starpu_data_handle_t handle, unsigned node, uintptr_t ptr, uintptr_t dev_handle, size_t offset)
int(* ram_to_opencl)(void *src_interface, unsigned src_node, void *dst_interface, unsigned dst_node)
Definition: starpu_data_interfaces.h:122
int starpu_data_unpack(starpu_data_handle_t handle, void *ptr, size_t count)
uint32_t c
Definition: starpu_data_interfaces.h:1648
uintptr_t dev_handle
Definition: starpu_data_interfaces.h:1390
int(* cuda_to_opencl)(void *src_interface, unsigned src_node, void *dst_interface, unsigned dst_node)
Definition: starpu_data_interfaces.h:150
uint32_t starpu_csr_get_nrow(starpu_data_handle_t handle)
uint32_t ny
Definition: starpu_data_interfaces.h:1113
int starpu_interface_copy3d(uintptr_t src, size_t src_offset, unsigned src_node, uintptr_t dst, size_t dst_offset, unsigned dst_node, size_t blocksize, size_t numblocks1, size_t ld1_src, size_t ld1_dst, size_t numblocks2, size_t ld2_src, size_t ld2_dst, void *async_data)
int(* ram_to_mic)(void *src_interface, unsigned src_node, void *dst_interface, unsigned dst_node)
Definition: starpu_data_interfaces.h:129
uint32_t starpu_block_get_ny(starpu_data_handle_t handle)
Definition: starpu_data_interfaces.h:839
size_t starpu_data_get_size(starpu_data_handle_t handle)
const struct starpu_data_copy_methods * copy_methods
Definition: starpu_data_interfaces.h:428
uintptr_t starpu_csr_get_local_nzval(starpu_data_handle_t handle)
void starpu_matrix_data_register_allocsize(starpu_data_handle_t *handle, int home_node, uintptr_t ptr, uint32_t ld, uint32_t nx, uint32_t ny, size_t elemsize, size_t allocsize)
size_t elemsize
Definition: starpu_data_interfaces.h:1021
size_t offset
Definition: starpu_data_interfaces.h:1111
uint32_t starpu_block_get_nx(starpu_data_handle_t handle)
uint32_t ldz
Definition: starpu_data_interfaces.h:1116
Definition: starpu_data_interfaces.h:354
size_t starpu_csr_get_elemsize(starpu_data_handle_t handle)
void starpu_interface_data_copy(unsigned src_node, unsigned dst_node, size_t size)
size_t elemsize
Definition: starpu_data_interfaces.h:1498
uintptr_t values
Definition: starpu_data_interfaces.h:1017