File size: 757 Bytes
3e5595b
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
#include "ggml_v2.h"

#ifdef  __cplusplus
extern "C" {
#endif

void   ggml_v2_init_cublas(void);

bool   ggml_v2_cuda_can_mul_mat(const struct ggml_v2_tensor * src0, const struct ggml_v2_tensor * src1, struct ggml_v2_tensor * dst);
size_t ggml_v2_cuda_mul_mat_get_wsize(const struct ggml_v2_tensor * src0, const struct ggml_v2_tensor * src1, struct ggml_v2_tensor * dst);
void   ggml_v2_cuda_mul_mat(const struct ggml_v2_tensor * src0, const struct ggml_v2_tensor * src1, struct ggml_v2_tensor * dst, void * wdata, size_t wsize);

// TODO: export these with GGML_V2_API
void * ggml_v2_cuda_host_malloc(size_t size);
void   ggml_v2_cuda_host_free(void * ptr);

void ggml_v2_cuda_transform_tensor(struct ggml_v2_tensor * tensor);

#ifdef  __cplusplus
}
#endif