kmeans.cpp 9.5 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273
  1. #include <stdio.h>
  2. #include <string.h>
  3. #include <stdlib.h>
  4. #include <math.h>
  5. #include <iostream>
  6. #include <string>
  7. #include "kmeans.h"
  8. #ifdef WIN
  9. #include <windows.h>
  10. #else
  11. #include <pthread.h>
  12. #include <sys/time.h>
  13. double gettime() {
  14. struct timeval t;
  15. gettimeofday(&t,NULL);
  16. return t.tv_sec+t.tv_usec*1e-6;
  17. }
  18. #endif
  19. #ifdef NV
  20. #include <oclUtils.h>
  21. #else
  22. #include <CL/cl.h>
  23. #endif
  24. #ifndef FLT_MAX
  25. #define FLT_MAX 3.40282347e+38
  26. #endif
  27. #ifdef RD_WG_SIZE_0_0
  28. #define BLOCK_SIZE RD_WG_SIZE_0_0
  29. #elif defined(RD_WG_SIZE_0)
  30. #define BLOCK_SIZE RD_WG_SIZE_0
  31. #elif defined(RD_WG_SIZE)
  32. #define BLOCK_SIZE RD_WG_SIZE
  33. #else
  34. #define BLOCK_SIZE 256
  35. #endif
  36. #ifdef RD_WG_SIZE_1_0
  37. #define BLOCK_SIZE2 RD_WG_SIZE_1_0
  38. #elif defined(RD_WG_SIZE_1)
  39. #define BLOCK_SIZE2 RD_WG_SIZE_1
  40. #elif defined(RD_WG_SIZE)
  41. #define BLOCK_SIZE2 RD_WG_SIZE
  42. #else
  43. #define BLOCK_SIZE2 256
  44. #endif
  45. // local variables
  46. static cl_context context;
  47. static cl_command_queue cmd_queue;
  48. static cl_device_type device_type;
  49. static cl_device_id * device_list;
  50. static cl_int num_devices;
  51. static int initialize(int use_gpu)
  52. {
  53. cl_int result;
  54. size_t size;
  55. // create OpenCL context
  56. cl_platform_id platform_id;
  57. if (clGetPlatformIDs(1, &platform_id, NULL) != CL_SUCCESS) { printf("ERROR: clGetPlatformIDs(1,*,0) failed\n"); return -1; }
  58. cl_context_properties ctxprop[] = { CL_CONTEXT_PLATFORM, (cl_context_properties)platform_id, 0};
  59. device_type = use_gpu ? CL_DEVICE_TYPE_GPU : CL_DEVICE_TYPE_CPU;
  60. context = clCreateContextFromType( ctxprop, device_type, NULL, NULL, NULL );
  61. if( !context ) { printf("ERROR: clCreateContextFromType(%s) failed\n", use_gpu ? "GPU" : "CPU"); return -1; }
  62. // get the list of GPUs
  63. result = clGetContextInfo( context, CL_CONTEXT_DEVICES, 0, NULL, &size );
  64. num_devices = (int) (size / sizeof(cl_device_id));
  65. if( result != CL_SUCCESS || num_devices < 1 ) { printf("ERROR: clGetContextInfo() failed\n"); return -1; }
  66. device_list = new cl_device_id[num_devices];
  67. if( !device_list ) { printf("ERROR: new cl_device_id[] failed\n"); return -1; }
  68. result = clGetContextInfo( context, CL_CONTEXT_DEVICES, size, device_list, NULL );
  69. if( result != CL_SUCCESS ) { printf("ERROR: clGetContextInfo() failed\n"); return -1; }
  70. // create command queue for the first device
  71. cmd_queue = clCreateCommandQueue( context, device_list[0], 0, NULL );
  72. if( !cmd_queue ) { printf("ERROR: clCreateCommandQueue() failed\n"); return -1; }
  73. return 0;
  74. }
  75. static int shutdown()
  76. {
  77. // release resources
  78. if( cmd_queue ) clReleaseCommandQueue( cmd_queue );
  79. if( context ) clReleaseContext( context );
  80. if( device_list ) delete device_list;
  81. // reset all variables
  82. cmd_queue = 0;
  83. context = 0;
  84. device_list = 0;
  85. num_devices = 0;
  86. device_type = 0;
  87. return 0;
  88. }
  89. cl_mem d_feature;
  90. cl_mem d_feature_swap;
  91. cl_mem d_cluster;
  92. cl_mem d_membership;
  93. cl_kernel kernel;
  94. cl_kernel kernel_s;
  95. cl_kernel kernel2;
  96. int *membership_OCL;
  97. int *membership_d;
  98. float *feature_d;
  99. float *clusters_d;
  100. float *center_d;
  101. int allocate(int n_points, int n_features, int n_clusters, float **feature)
  102. {
  103. int sourcesize = 1024*1024;
  104. char * source = (char *)calloc(sourcesize, sizeof(char));
  105. if(!source) { printf("ERROR: calloc(%d) failed\n", sourcesize); return -1; }
  106. // read the kernel core source
  107. char * tempchar = "./kmeans.cl";
  108. FILE * fp = fopen(tempchar, "rb");
  109. if(!fp) { printf("ERROR: unable to open '%s'\n", tempchar); return -1; }
  110. fread(source + strlen(source), sourcesize, 1, fp);
  111. fclose(fp);
  112. // OpenCL initialization
  113. int use_gpu = 1;
  114. if(initialize(use_gpu)) return -1;
  115. // compile kernel
  116. cl_int err = 0;
  117. const char * slist[2] = { source, 0 };
  118. cl_program prog = clCreateProgramWithSource(context, 1, slist, NULL, &err);
  119. if(err != CL_SUCCESS) { printf("ERROR: clCreateProgramWithSource() => %d\n", err); return -1; }
  120. err = clBuildProgram(prog, 0, NULL, NULL, NULL, NULL);
  121. { // show warnings/errors
  122. // static char log[65536]; memset(log, 0, sizeof(log));
  123. // cl_device_id device_id = 0;
  124. // err = clGetContextInfo(context, CL_CONTEXT_DEVICES, sizeof(device_id), &device_id, NULL);
  125. // clGetProgramBuildInfo(prog, device_id, CL_PROGRAM_BUILD_LOG, sizeof(log)-1, log, NULL);
  126. // if(err || strstr(log,"warning:") || strstr(log, "error:")) printf("<<<<\n%s\n>>>>\n", log);
  127. }
  128. if(err != CL_SUCCESS) { printf("ERROR: clBuildProgram() => %d\n", err); return -1; }
  129. char * kernel_kmeans_c = "kmeans_kernel_c";
  130. char * kernel_swap = "kmeans_swap";
  131. kernel_s = clCreateKernel(prog, kernel_kmeans_c, &err);
  132. if(err != CL_SUCCESS) { printf("ERROR: clCreateKernel() 0 => %d\n", err); return -1; }
  133. kernel2 = clCreateKernel(prog, kernel_swap, &err);
  134. if(err != CL_SUCCESS) { printf("ERROR: clCreateKernel() 0 => %d\n", err); return -1; }
  135. clReleaseProgram(prog);
  136. d_feature = clCreateBuffer(context, CL_MEM_READ_WRITE, n_points * n_features * sizeof(float), NULL, &err );
  137. if(err != CL_SUCCESS) { printf("ERROR: clCreateBuffer d_feature (size:%d) => %d\n", n_points * n_features, err); return -1;}
  138. d_feature_swap = clCreateBuffer(context, CL_MEM_READ_WRITE, n_points * n_features * sizeof(float), NULL, &err );
  139. if(err != CL_SUCCESS) { printf("ERROR: clCreateBuffer d_feature_swap (size:%d) => %d\n", n_points * n_features, err); return -1;}
  140. d_cluster = clCreateBuffer(context, CL_MEM_READ_WRITE, n_clusters * n_features * sizeof(float), NULL, &err );
  141. if(err != CL_SUCCESS) { printf("ERROR: clCreateBuffer d_cluster (size:%d) => %d\n", n_clusters * n_features, err); return -1;}
  142. d_membership = clCreateBuffer(context, CL_MEM_READ_WRITE, n_points * sizeof(int), NULL, &err );
  143. if(err != CL_SUCCESS) { printf("ERROR: clCreateBuffer d_membership (size:%d) => %d\n", n_points, err); return -1;}
  144. //write buffers
  145. err = clEnqueueWriteBuffer(cmd_queue, d_feature, 1, 0, n_points * n_features * sizeof(float), feature[0], 0, 0, 0);
  146. if(err != CL_SUCCESS) { printf("ERROR: clEnqueueWriteBuffer d_feature (size:%d) => %d\n", n_points * n_features, err); return -1; }
  147. clSetKernelArg(kernel2, 0, sizeof(void *), (void*) &d_feature);
  148. clSetKernelArg(kernel2, 1, sizeof(void *), (void*) &d_feature_swap);
  149. clSetKernelArg(kernel2, 2, sizeof(cl_int), (void*) &n_points);
  150. clSetKernelArg(kernel2, 3, sizeof(cl_int), (void*) &n_features);
  151. size_t global_work[3] = { n_points, 1, 1 };
  152. /// Ke Wang adjustable local group size 2013/08/07 10:37:33
  153. size_t local_work_size= BLOCK_SIZE; // work group size is defined by RD_WG_SIZE_0 or RD_WG_SIZE_0_0 2014/06/10 17:00:51
  154. if(global_work[0]%local_work_size !=0)
  155. global_work[0]=(global_work[0]/local_work_size+1)*local_work_size;
  156. err = clEnqueueNDRangeKernel(cmd_queue, kernel2, 1, NULL, global_work, &local_work_size, 0, 0, 0);
  157. if(err != CL_SUCCESS) { printf("ERROR: clEnqueueNDRangeKernel()=>%d failed\n", err); return -1; }
  158. membership_OCL = (int*) malloc(n_points * sizeof(int));
  159. }
  160. void deallocateMemory()
  161. {
  162. clReleaseMemObject(d_feature);
  163. clReleaseMemObject(d_feature_swap);
  164. clReleaseMemObject(d_cluster);
  165. clReleaseMemObject(d_membership);
  166. free(membership_OCL);
  167. }
  168. int main( int argc, char** argv)
  169. {
  170. printf("WG size of kernel_swap = %d, WG size of kernel_kmeans = %d \n", BLOCK_SIZE, BLOCK_SIZE2);
  171. setup(argc, argv);
  172. shutdown();
  173. }
  174. int kmeansOCL(float **feature, /* in: [npoints][nfeatures] */
  175. int n_features,
  176. int n_points,
  177. int n_clusters,
  178. int *membership,
  179. float **clusters,
  180. int *new_centers_len,
  181. float **new_centers)
  182. {
  183. int delta = 0;
  184. int i, j, k;
  185. cl_int err = 0;
  186. size_t global_work[3] = { n_points, 1, 1 };
  187. /// Ke Wang adjustable local group size 2013/08/07 10:37:33
  188. size_t local_work_size=BLOCK_SIZE2; // work group size is defined by RD_WG_SIZE_1 or RD_WG_SIZE_1_0 2014/06/10 17:00:41
  189. if(global_work[0]%local_work_size !=0)
  190. global_work[0]=(global_work[0]/local_work_size+1)*local_work_size;
  191. err = clEnqueueWriteBuffer(cmd_queue, d_cluster, 1, 0, n_clusters * n_features * sizeof(float), clusters[0], 0, 0, 0);
  192. if(err != CL_SUCCESS) { printf("ERROR: clEnqueueWriteBuffer d_cluster (size:%d) => %d\n", n_points, err); return -1; }
  193. int size = 0; int offset = 0;
  194. clSetKernelArg(kernel_s, 0, sizeof(void *), (void*) &d_feature_swap);
  195. clSetKernelArg(kernel_s, 1, sizeof(void *), (void*) &d_cluster);
  196. clSetKernelArg(kernel_s, 2, sizeof(void *), (void*) &d_membership);
  197. clSetKernelArg(kernel_s, 3, sizeof(cl_int), (void*) &n_points);
  198. clSetKernelArg(kernel_s, 4, sizeof(cl_int), (void*) &n_clusters);
  199. clSetKernelArg(kernel_s, 5, sizeof(cl_int), (void*) &n_features);
  200. clSetKernelArg(kernel_s, 6, sizeof(cl_int), (void*) &offset);
  201. clSetKernelArg(kernel_s, 7, sizeof(cl_int), (void*) &size);
  202. err = clEnqueueNDRangeKernel(cmd_queue, kernel_s, 1, NULL, global_work, &local_work_size, 0, 0, 0);
  203. if(err != CL_SUCCESS) { printf("ERROR: clEnqueueNDRangeKernel()=>%d failed\n", err); return -1; }
  204. clFinish(cmd_queue);
  205. err = clEnqueueReadBuffer(cmd_queue, d_membership, 1, 0, n_points * sizeof(int), membership_OCL, 0, 0, 0);
  206. if(err != CL_SUCCESS) { printf("ERROR: Memcopy Out\n"); return -1; }
  207. delta = 0;
  208. for (i = 0; i < n_points; i++)
  209. {
  210. int cluster_id = membership_OCL[i];
  211. new_centers_len[cluster_id]++;
  212. if (membership_OCL[i] != membership[i])
  213. {
  214. delta++;
  215. membership[i] = membership_OCL[i];
  216. }
  217. for (j = 0; j < n_features; j++)
  218. {
  219. new_centers[cluster_id][j] += feature[i][j];
  220. }
  221. }
  222. return delta;
  223. }