program.cpp 16.1 KB
Newer Older
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
//
// Copyright 2012 Francisco Jerez
//
// Permission is hereby granted, free of charge, to any person obtaining a
// copy of this software and associated documentation files (the "Software"),
// to deal in the Software without restriction, including without limitation
// the rights to use, copy, modify, merge, publish, distribute, sublicense,
// and/or sell copies of the Software, and to permit persons to whom the
// Software is furnished to do so, subject to the following conditions:
//
// The above copyright notice and this permission notice shall be included in
// all copies or substantial portions of the Software.
//
// THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
// IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
// FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.  IN NO EVENT SHALL
17
18
19
20
// THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR
// OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
// ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
// OTHER DEALINGS IN THE SOFTWARE.
21
22
23
24
//

#include "api/util.hpp"
#include "core/program.hpp"
25
#include "util/u_debug.h"
26

Serge Martin's avatar
Serge Martin committed
27
28
#include <sstream>

29
30
using namespace clover;

31
namespace {
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
   class build_notifier {
   public:
      build_notifier(cl_program prog,
                     void (*notifer)(cl_program, void *), void *data) :
                     prog_(prog), notifer(notifer), data_(data) { }

      ~build_notifier() {
         if (notifer)
            notifer(prog_, data_);
      }

   private:
      cl_program prog_;
      void (*notifer)(cl_program, void *);
      void *data_;
   };

49
50
51
52
53
54
   void
   validate_build_common(const program &prog, cl_uint num_devs,
                         const cl_device_id *d_devs,
                         void (*pfn_notify)(cl_program, void *),
                         void *user_data) {
      if (!pfn_notify && user_data)
55
56
57
58
59
60
         throw error(CL_INVALID_VALUE);

      if (prog.kernel_ref_count())
         throw error(CL_INVALID_OPERATION);

      if (any_of([&](const device &dev) {
61
               return !count(dev, prog.devices());
62
            }, objs<allow_empty_tag>(d_devs, num_devs)))
63
64
65
66
         throw error(CL_INVALID_DEVICE);
   }
}

67
CLOVER_API cl_program
68
clCreateProgramWithSource(cl_context d_ctx, cl_uint count,
69
                          const char **strings, const size_t *lengths,
70
                          cl_int *r_errcode) try {
71
   auto &ctx = obj(d_ctx);
72
73
74
   std::string source;

   if (!count || !strings ||
75
       any_of(is_zero(), range(strings, count)))
76
77
78
79
80
81
82
83
84
      throw error(CL_INVALID_VALUE);

   // Concatenate all the provided fragments together
   for (unsigned i = 0; i < count; ++i)
         source += (lengths && lengths[i] ?
                    std::string(strings[i], strings[i] + lengths[i]) :
                    std::string(strings[i]));

   // ...and create a program object for them.
85
   ret_error(r_errcode, CL_SUCCESS);
86
   return new program(ctx, source);
87
88

} catch (error &e) {
89
   ret_error(r_errcode, e);
90
91
92
   return NULL;
}

93
CLOVER_API cl_program
94
clCreateProgramWithBinary(cl_context d_ctx, cl_uint n,
95
96
97
98
                          const cl_device_id *d_devs,
                          const size_t *lengths,
                          const unsigned char **binaries,
                          cl_int *r_status, cl_int *r_errcode) try {
99
   auto &ctx = obj(d_ctx);
100
101
102
   auto devs = objs(d_devs, n);

   if (!lengths || !binaries)
103
104
      throw error(CL_INVALID_VALUE);

105
   if (any_of([&](const device &dev) {
106
            return !count(dev, ctx.devices());
107
         }, devs))
108
109
110
      throw error(CL_INVALID_DEVICE);

   // Deserialize the provided binaries,
111
   std::vector<std::pair<cl_int, module>> result = map(
112
113
114
115
116
      [](const unsigned char *p, size_t l) -> std::pair<cl_int, module> {
         if (!p || !l)
            return { CL_INVALID_VALUE, {} };

         try {
Serge Martin's avatar
Serge Martin committed
117
118
            std::stringbuf bin( { (char*)p, l } );
            std::istream s(&bin);
119
120
121

            return { CL_SUCCESS, module::deserialize(s) };

Serge Martin's avatar
Serge Martin committed
122
         } catch (std::istream::failure &e) {
123
124
125
            return { CL_INVALID_BINARY, {} };
         }
      },
126
127
      range(binaries, n),
      range(lengths, n));
128
129

   // update the status array,
130
131
   if (r_status)
      copy(map(keys(), result), r_status);
132

133
   if (any_of(key_equals(CL_INVALID_VALUE), result))
134
135
      throw error(CL_INVALID_VALUE);

136
   if (any_of(key_equals(CL_INVALID_BINARY), result))
137
138
139
      throw error(CL_INVALID_BINARY);

   // initialize a program object with them.
140
141
   ret_error(r_errcode, CL_SUCCESS);
   return new program(ctx, devs, map(values(), result));
142
143

} catch (error &e) {
144
   ret_error(r_errcode, e);
145
146
147
   return NULL;
}

148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
CLOVER_API cl_program
clCreateProgramWithBuiltInKernels(cl_context d_ctx, cl_uint n,
                                  const cl_device_id *d_devs,
                                  const char *kernel_names,
                                  cl_int *r_errcode) try {
   auto &ctx = obj(d_ctx);
   auto devs = objs(d_devs, n);

   if (any_of([&](const device &dev) {
            return !count(dev, ctx.devices());
         }, devs))
      throw error(CL_INVALID_DEVICE);

   // No currently supported built-in kernels.
   throw error(CL_INVALID_VALUE);

} catch (error &e) {
   ret_error(r_errcode, e);
   return NULL;
}


170
CLOVER_API cl_int
171
172
clRetainProgram(cl_program d_prog) try {
   obj(d_prog).retain();
173
   return CL_SUCCESS;
174
175
176

} catch (error &e) {
   return e.get();
177
178
}

179
CLOVER_API cl_int
180
181
182
clReleaseProgram(cl_program d_prog) try {
   if (obj(d_prog).release())
      delete pobj(d_prog);
183
184

   return CL_SUCCESS;
185
186
187

} catch (error &e) {
   return e.get();
188
189
}

190
CLOVER_API cl_int
191
192
193
clBuildProgram(cl_program d_prog, cl_uint num_devs,
               const cl_device_id *d_devs, const char *p_opts,
               void (*pfn_notify)(cl_program, void *),
194
195
               void *user_data) try {
   auto &prog = obj(d_prog);
196
197
   auto devs =
      (d_devs ? objs(d_devs, num_devs) : ref_vector<device>(prog.devices()));
198
199
   const auto opts = std::string(p_opts ? p_opts : "") + " " +
                     debug_get_option("CLOVER_EXTRA_BUILD_OPTIONS", "");
200

201
   validate_build_common(prog, num_devs, d_devs, pfn_notify, user_data);
202

203
204
   auto notifier = build_notifier(d_prog, pfn_notify, user_data);

205
206
207
   if (prog.has_source) {
      prog.compile(devs, opts);
      prog.link(devs, opts, { prog });
208
209
210
211
212
213
214
   } else if (any_of([&](const device &dev){
         return prog.build(dev).binary_type() != CL_PROGRAM_BINARY_TYPE_EXECUTABLE;
         }, devs)) {
      // According to the OpenCL 1.2 specification, “if program is created
      // with clCreateProgramWithBinary, then the program binary must be an
      // executable binary (not a compiled binary or library).”
      throw error(CL_INVALID_BINARY);
215
216
   }

217
   return CL_SUCCESS;
218

219
220
} catch (error &e) {
   return e.get();
221
222
223
224
225
226
227
228
229
}

CLOVER_API cl_int
clCompileProgram(cl_program d_prog, cl_uint num_devs,
                 const cl_device_id *d_devs, const char *p_opts,
                 cl_uint num_headers, const cl_program *d_header_progs,
                 const char **header_names,
                 void (*pfn_notify)(cl_program, void *),
                 void *user_data) try {
230
   auto &prog = obj(d_prog);
231
232
   auto devs =
       (d_devs ? objs(d_devs, num_devs) : ref_vector<device>(prog.devices()));
233
234
   const auto opts = std::string(p_opts ? p_opts : "") + " " +
                     debug_get_option("CLOVER_EXTRA_COMPILE_OPTIONS", "");
235
   header_map headers;
236

237
   validate_build_common(prog, num_devs, d_devs, pfn_notify, user_data);
238

239
240
   auto notifier = build_notifier(d_prog, pfn_notify, user_data);

241
242
   if (bool(num_headers) != bool(header_names))
      throw error(CL_INVALID_VALUE);
243

244
   if (!prog.has_source)
245
246
      throw error(CL_INVALID_OPERATION);

247
248
249
250
251
   for_each([&](const char *name, const program &header) {
         if (!header.has_source)
            throw error(CL_INVALID_OPERATION);

         if (!any_of(key_equals(name), headers))
Serge Martin's avatar
Serge Martin committed
252
            headers.push_back(std::pair<std::string, std::string>(
253
254
255
                                 name, header.source()));
      },
      range(header_names, num_headers),
256
      objs<allow_empty_tag>(d_header_progs, num_headers));
257

258
   prog.compile(devs, opts, headers);
259
260
   return CL_SUCCESS;

261
262
263
} catch (invalid_build_options_error &e) {
   return CL_INVALID_COMPILER_OPTIONS;

264
265
266
} catch (build_error &e) {
   return CL_COMPILE_PROGRAM_FAILURE;

267
268
269
270
} catch (error &e) {
   return e.get();
}

271
272
273
namespace {
   ref_vector<device>
   validate_link_devices(const ref_vector<program> &progs,
274
275
                         const ref_vector<device> &all_devs,
                         const std::string &opts) {
276
      std::vector<device *> devs;
277
278
      const bool create_library =
         opts.find("-create-library") != std::string::npos;
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
      const bool enable_link_options =
         opts.find("-enable-link-options") != std::string::npos;
      const bool has_link_options =
         opts.find("-cl-denorms-are-zero") != std::string::npos ||
         opts.find("-cl-no-signed-zeroes") != std::string::npos ||
         opts.find("-cl-unsafe-math-optimizations") != std::string::npos ||
         opts.find("-cl-finite-math-only") != std::string::npos ||
         opts.find("-cl-fast-relaxed-math") != std::string::npos ||
         opts.find("-cl-no-subgroup-ifp") != std::string::npos;

      // According to the OpenCL 1.2 specification, "[the
      // -enable-link-options] option must be specified with the
      // create-library option".
      if (enable_link_options && !create_library)
         throw error(CL_INVALID_LINKER_OPTIONS);

      // According to the OpenCL 1.2 specification, "the
      // [program linking options] can be specified when linking a program
      // executable".
      if (has_link_options && create_library)
         throw error(CL_INVALID_LINKER_OPTIONS);
300
301
302

      for (auto &dev : all_devs) {
         const auto has_binary = [&](const program &prog) {
303
304
305
            const auto t = prog.build(dev).binary_type();
            return t == CL_PROGRAM_BINARY_TYPE_COMPILED_OBJECT ||
                   t == CL_PROGRAM_BINARY_TYPE_LIBRARY;
306
307
         };

308
309
310
311
312
313
314
315
316
317
318
319
         // According to the OpenCL 1.2 specification, a library is made of
         // “compiled binaries specified in input_programs argument to
         // clLinkProgram“; compiled binaries does not refer to libraries:
         // “input_programs is an array of program objects that are compiled
         // binaries or libraries that are to be linked to create the program
         // executable”.
         if (create_library && any_of([&](const program &prog) {
                  const auto t = prog.build(dev).binary_type();
                  return t != CL_PROGRAM_BINARY_TYPE_COMPILED_OBJECT;
               }, progs))
            throw error(CL_INVALID_OPERATION);

320
321
322
         // According to the CL 1.2 spec, when "all programs specified [..]
         // contain a compiled binary or library for the device [..] a link is
         // performed",
323
         else if (all_of(has_binary, progs))
324
325
326
327
328
329
330
            devs.push_back(&dev);

         // otherwise if "none of the programs contain a compiled binary or
         // library for that device [..] no link is performed.  All other
         // cases will return a CL_INVALID_OPERATION error."
         else if (any_of(has_binary, progs))
            throw error(CL_INVALID_OPERATION);
331
332
333
334
335
336
337
338
339
340
341
342
343
344

         // According to the OpenCL 1.2 specification, "[t]he linker may apply
         // [program linking options] to all compiled program objects
         // specified to clLinkProgram. The linker may apply these options
         // only to libraries which were created with the
         // -enable-link-option."
         else if (has_link_options && any_of([&](const program &prog) {
                  const auto t = prog.build(dev).binary_type();
                  return !(t == CL_PROGRAM_BINARY_TYPE_COMPILED_OBJECT ||
                          (t == CL_PROGRAM_BINARY_TYPE_LIBRARY &&
                           prog.build(dev).opts.find("-enable-link-options") !=
                              std::string::npos));
               }, progs))
            throw error(CL_INVALID_LINKER_OPTIONS);
345
346
347
348
349
350
      }

      return map(derefs(), devs);
   }
}

351
352
353
CLOVER_API cl_program
clLinkProgram(cl_context d_ctx, cl_uint num_devs, const cl_device_id *d_devs,
              const char *p_opts, cl_uint num_progs, const cl_program *d_progs,
354
355
356
              void (*pfn_notify) (cl_program, void *), void *user_data,
              cl_int *r_errcode) try {
   auto &ctx = obj(d_ctx);
357
358
   const auto opts = std::string(p_opts ? p_opts : "") + " " +
                     debug_get_option("CLOVER_EXTRA_LINK_OPTIONS", "");
359
   auto progs = objs(d_progs, num_progs);
360
361
362
   auto all_devs =
      (d_devs ? objs(d_devs, num_devs) : ref_vector<device>(ctx.devices()));
   auto prog = create<program>(ctx, all_devs);
363
364
365
366
   auto r_prog = ret_object(prog);

   auto notifier = build_notifier(r_prog, pfn_notify, user_data);

367
   auto devs = validate_link_devices(progs, all_devs, opts);
368
369
370
371
372
373
374
375
376
377
378

   validate_build_common(prog, num_devs, d_devs, pfn_notify, user_data);

   try {
      prog().link(devs, opts, progs);
      ret_error(r_errcode, CL_SUCCESS);

   } catch (build_error &e) {
      ret_error(r_errcode, CL_LINK_PROGRAM_FAILURE);
   }

379
   return r_prog;
380
381
382
383
384
385
386

} catch (invalid_build_options_error &e) {
   ret_error(r_errcode, CL_INVALID_LINKER_OPTIONS);
   return NULL;

} catch (error &e) {
   ret_error(r_errcode, e);
387
388
389
   return NULL;
}

390
CLOVER_API cl_int
391
392
393
394
clUnloadCompiler() {
   return CL_SUCCESS;
}

395
396
397
398
399
CLOVER_API cl_int
clUnloadPlatformCompiler(cl_platform_id d_platform) {
   return CL_SUCCESS;
}

400
CLOVER_API cl_int
401
clGetProgramInfo(cl_program d_prog, cl_program_info param,
402
403
                 size_t size, void *r_buf, size_t *r_size) try {
   property_buffer buf { r_buf, size, r_size };
404
   auto &prog = obj(d_prog);
405
406
407

   switch (param) {
   case CL_PROGRAM_REFERENCE_COUNT:
408
      buf.as_scalar<cl_uint>() = prog.ref_count();
409
      break;
410
411

   case CL_PROGRAM_CONTEXT:
412
      buf.as_scalar<cl_context>() = desc(prog.context());
413
      break;
414
415

   case CL_PROGRAM_NUM_DEVICES:
416
417
      buf.as_scalar<cl_uint>() = (prog.devices().size() ?
                                  prog.devices().size() :
418
                                  prog.context().devices().size());
419
      break;
420
421

   case CL_PROGRAM_DEVICES:
422
423
      buf.as_vector<cl_device_id>() = (prog.devices().size() ?
                                       descs(prog.devices()) :
424
                                       descs(prog.context().devices()));
425
      break;
426
427

   case CL_PROGRAM_SOURCE:
428
      buf.as_string() = prog.source();
429
      break;
430
431

   case CL_PROGRAM_BINARY_SIZES:
432
      buf.as_vector<size_t>() = map([&](const device &dev) {
433
            return prog.build(dev).binary.size();
434
435
         },
         prog.devices());
436
      break;
437
438

   case CL_PROGRAM_BINARIES:
439
      buf.as_matrix<unsigned char>() = map([&](const device &dev) {
Serge Martin's avatar
Serge Martin committed
440
441
            std::stringbuf bin;
            std::ostream s(&bin);
442
            prog.build(dev).binary.serialize(s);
Serge Martin's avatar
Serge Martin committed
443
            return bin.str();
444
445
         },
         prog.devices());
446
      break;
447

448
449
450
451
452
453
   case CL_PROGRAM_NUM_KERNELS:
      buf.as_scalar<cl_uint>() = prog.symbols().size();
      break;

   case CL_PROGRAM_KERNEL_NAMES:
      buf.as_string() = fold([](const std::string &a, const module::symbol &s) {
454
            return ((a.empty() ? "" : a + ";") + s.name);
455
456
457
         }, std::string(), prog.symbols());
      break;

458
   default:
459
      throw error(CL_INVALID_VALUE);
460
   }
461
462
463
464
465

   return CL_SUCCESS;

} catch (error &e) {
   return e.get();
466
467
}

468
CLOVER_API cl_int
469
clGetProgramBuildInfo(cl_program d_prog, cl_device_id d_dev,
470
                      cl_program_build_info param,
471
472
                      size_t size, void *r_buf, size_t *r_size) try {
   property_buffer buf { r_buf, size, r_size };
473
474
   auto &prog = obj(d_prog);
   auto &dev = obj(d_dev);
475

476
   if (!count(dev, prog.context().devices()))
477
478
479
480
      return CL_INVALID_DEVICE;

   switch (param) {
   case CL_PROGRAM_BUILD_STATUS:
481
      buf.as_scalar<cl_build_status>() = prog.build(dev).status();
482
      break;
483
484

   case CL_PROGRAM_BUILD_OPTIONS:
485
      buf.as_string() = prog.build(dev).opts;
486
      break;
487
488

   case CL_PROGRAM_BUILD_LOG:
489
      buf.as_string() = prog.build(dev).log;
490
      break;
491

492
493
494
495
   case CL_PROGRAM_BINARY_TYPE:
      buf.as_scalar<cl_program_binary_type>() = prog.build(dev).binary_type();
      break;

496
   default:
497
      throw error(CL_INVALID_VALUE);
498
   }
499
500
501
502
503

   return CL_SUCCESS;

} catch (error &e) {
   return e.get();
504
}