xref: /freebsd/contrib/llvm-project/clang/lib/CodeGen/CGOpenCLRuntime.cpp (revision 06c3fb2749bda94cb5201f81ffdb8fa6c3161b2e)
10b57cec5SDimitry Andric //===----- CGOpenCLRuntime.cpp - Interface to OpenCL Runtimes -------------===//
20b57cec5SDimitry Andric //
30b57cec5SDimitry Andric // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
40b57cec5SDimitry Andric // See https://llvm.org/LICENSE.txt for license information.
50b57cec5SDimitry Andric // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
60b57cec5SDimitry Andric //
70b57cec5SDimitry Andric //===----------------------------------------------------------------------===//
80b57cec5SDimitry Andric //
90b57cec5SDimitry Andric // This provides an abstract class for OpenCL code generation.  Concrete
100b57cec5SDimitry Andric // subclasses of this implement code generation for specific OpenCL
110b57cec5SDimitry Andric // runtime libraries.
120b57cec5SDimitry Andric //
130b57cec5SDimitry Andric //===----------------------------------------------------------------------===//
140b57cec5SDimitry Andric 
150b57cec5SDimitry Andric #include "CGOpenCLRuntime.h"
160b57cec5SDimitry Andric #include "CodeGenFunction.h"
170b57cec5SDimitry Andric #include "TargetInfo.h"
180b57cec5SDimitry Andric #include "clang/CodeGen/ConstantInitBuilder.h"
190b57cec5SDimitry Andric #include "llvm/IR/DerivedTypes.h"
200b57cec5SDimitry Andric #include "llvm/IR/GlobalValue.h"
210b57cec5SDimitry Andric #include <assert.h>
220b57cec5SDimitry Andric 
230b57cec5SDimitry Andric using namespace clang;
240b57cec5SDimitry Andric using namespace CodeGen;
250b57cec5SDimitry Andric 
260b57cec5SDimitry Andric CGOpenCLRuntime::~CGOpenCLRuntime() {}
270b57cec5SDimitry Andric 
280b57cec5SDimitry Andric void CGOpenCLRuntime::EmitWorkGroupLocalVarDecl(CodeGenFunction &CGF,
290b57cec5SDimitry Andric                                                 const VarDecl &D) {
300b57cec5SDimitry Andric   return CGF.EmitStaticVarDecl(D, llvm::GlobalValue::InternalLinkage);
310b57cec5SDimitry Andric }
320b57cec5SDimitry Andric 
330b57cec5SDimitry Andric llvm::Type *CGOpenCLRuntime::convertOpenCLSpecificType(const Type *T) {
34*06c3fb27SDimitry Andric   assert(T->isOpenCLSpecificType() && "Not an OpenCL specific type!");
35*06c3fb27SDimitry Andric 
36*06c3fb27SDimitry Andric   // Check if the target has a specific translation for this type first.
37*06c3fb27SDimitry Andric   if (llvm::Type *TransTy = CGM.getTargetCodeGenInfo().getOpenCLType(CGM, T))
38*06c3fb27SDimitry Andric     return TransTy;
390b57cec5SDimitry Andric 
400b57cec5SDimitry Andric   switch (cast<BuiltinType>(T)->getKind()) {
410b57cec5SDimitry Andric   default:
420b57cec5SDimitry Andric     llvm_unreachable("Unexpected opencl builtin type!");
430b57cec5SDimitry Andric     return nullptr;
440b57cec5SDimitry Andric #define IMAGE_TYPE(ImgType, Id, SingletonId, Access, Suffix)                   \
450b57cec5SDimitry Andric   case BuiltinType::Id:                                                        \
4681ad6265SDimitry Andric     return getPointerType(T, "opencl." #ImgType "_" #Suffix "_t");
470b57cec5SDimitry Andric #include "clang/Basic/OpenCLImageTypes.def"
480b57cec5SDimitry Andric   case BuiltinType::OCLSampler:
490b57cec5SDimitry Andric     return getSamplerType(T);
500b57cec5SDimitry Andric   case BuiltinType::OCLEvent:
5181ad6265SDimitry Andric     return getPointerType(T, "opencl.event_t");
520b57cec5SDimitry Andric   case BuiltinType::OCLClkEvent:
5381ad6265SDimitry Andric     return getPointerType(T, "opencl.clk_event_t");
540b57cec5SDimitry Andric   case BuiltinType::OCLQueue:
5581ad6265SDimitry Andric     return getPointerType(T, "opencl.queue_t");
560b57cec5SDimitry Andric   case BuiltinType::OCLReserveID:
5781ad6265SDimitry Andric     return getPointerType(T, "opencl.reserve_id_t");
580b57cec5SDimitry Andric #define EXT_OPAQUE_TYPE(ExtType, Id, Ext)                                      \
590b57cec5SDimitry Andric   case BuiltinType::Id:                                                        \
6081ad6265SDimitry Andric     return getPointerType(T, "opencl." #ExtType);
610b57cec5SDimitry Andric #include "clang/Basic/OpenCLExtensionTypes.def"
620b57cec5SDimitry Andric   }
630b57cec5SDimitry Andric }
640b57cec5SDimitry Andric 
6581ad6265SDimitry Andric llvm::PointerType *CGOpenCLRuntime::getPointerType(const Type *T,
6681ad6265SDimitry Andric                                                    StringRef Name) {
6781ad6265SDimitry Andric   auto I = CachedTys.find(Name);
6881ad6265SDimitry Andric   if (I != CachedTys.end())
6981ad6265SDimitry Andric     return I->second;
7081ad6265SDimitry Andric 
7181ad6265SDimitry Andric   llvm::LLVMContext &Ctx = CGM.getLLVMContext();
7281ad6265SDimitry Andric   uint32_t AddrSpc = CGM.getContext().getTargetAddressSpace(
7381ad6265SDimitry Andric       CGM.getContext().getOpenCLTypeAddrSpace(T));
7481ad6265SDimitry Andric   auto *PTy =
7581ad6265SDimitry Andric       llvm::PointerType::get(llvm::StructType::create(Ctx, Name), AddrSpc);
7681ad6265SDimitry Andric   CachedTys[Name] = PTy;
7781ad6265SDimitry Andric   return PTy;
7881ad6265SDimitry Andric }
7981ad6265SDimitry Andric 
800b57cec5SDimitry Andric llvm::Type *CGOpenCLRuntime::getPipeType(const PipeType *T) {
81*06c3fb27SDimitry Andric   if (llvm::Type *PipeTy = CGM.getTargetCodeGenInfo().getOpenCLType(CGM, T))
82*06c3fb27SDimitry Andric     return PipeTy;
83*06c3fb27SDimitry Andric 
840b57cec5SDimitry Andric   if (T->isReadOnly())
850b57cec5SDimitry Andric     return getPipeType(T, "opencl.pipe_ro_t", PipeROTy);
860b57cec5SDimitry Andric   else
870b57cec5SDimitry Andric     return getPipeType(T, "opencl.pipe_wo_t", PipeWOTy);
880b57cec5SDimitry Andric }
890b57cec5SDimitry Andric 
900b57cec5SDimitry Andric llvm::Type *CGOpenCLRuntime::getPipeType(const PipeType *T, StringRef Name,
910b57cec5SDimitry Andric                                          llvm::Type *&PipeTy) {
920b57cec5SDimitry Andric   if (!PipeTy)
930b57cec5SDimitry Andric     PipeTy = llvm::PointerType::get(llvm::StructType::create(
940b57cec5SDimitry Andric       CGM.getLLVMContext(), Name),
950b57cec5SDimitry Andric       CGM.getContext().getTargetAddressSpace(
960b57cec5SDimitry Andric           CGM.getContext().getOpenCLTypeAddrSpace(T)));
970b57cec5SDimitry Andric   return PipeTy;
980b57cec5SDimitry Andric }
990b57cec5SDimitry Andric 
100*06c3fb27SDimitry Andric llvm::Type *CGOpenCLRuntime::getSamplerType(const Type *T) {
101*06c3fb27SDimitry Andric   if (SamplerTy)
102*06c3fb27SDimitry Andric     return SamplerTy;
103*06c3fb27SDimitry Andric 
104*06c3fb27SDimitry Andric   if (llvm::Type *TransTy = CGM.getTargetCodeGenInfo().getOpenCLType(
105*06c3fb27SDimitry Andric           CGM, CGM.getContext().OCLSamplerTy.getTypePtr()))
106*06c3fb27SDimitry Andric     SamplerTy = TransTy;
107*06c3fb27SDimitry Andric   else
108*06c3fb27SDimitry Andric     SamplerTy = llvm::PointerType::get(
109*06c3fb27SDimitry Andric         llvm::StructType::create(CGM.getLLVMContext(), "opencl.sampler_t"),
1100b57cec5SDimitry Andric         CGM.getContext().getTargetAddressSpace(
1110b57cec5SDimitry Andric             CGM.getContext().getOpenCLTypeAddrSpace(T)));
1120b57cec5SDimitry Andric   return SamplerTy;
1130b57cec5SDimitry Andric }
1140b57cec5SDimitry Andric 
1150b57cec5SDimitry Andric llvm::Value *CGOpenCLRuntime::getPipeElemSize(const Expr *PipeArg) {
116480093f4SDimitry Andric   const PipeType *PipeTy = PipeArg->getType()->castAs<PipeType>();
1170b57cec5SDimitry Andric   // The type of the last (implicit) argument to be passed.
1180b57cec5SDimitry Andric   llvm::Type *Int32Ty = llvm::IntegerType::getInt32Ty(CGM.getLLVMContext());
1190b57cec5SDimitry Andric   unsigned TypeSize = CGM.getContext()
1200b57cec5SDimitry Andric                           .getTypeSizeInChars(PipeTy->getElementType())
1210b57cec5SDimitry Andric                           .getQuantity();
1220b57cec5SDimitry Andric   return llvm::ConstantInt::get(Int32Ty, TypeSize, false);
1230b57cec5SDimitry Andric }
1240b57cec5SDimitry Andric 
1250b57cec5SDimitry Andric llvm::Value *CGOpenCLRuntime::getPipeElemAlign(const Expr *PipeArg) {
126480093f4SDimitry Andric   const PipeType *PipeTy = PipeArg->getType()->castAs<PipeType>();
1270b57cec5SDimitry Andric   // The type of the last (implicit) argument to be passed.
1280b57cec5SDimitry Andric   llvm::Type *Int32Ty = llvm::IntegerType::getInt32Ty(CGM.getLLVMContext());
1290b57cec5SDimitry Andric   unsigned TypeSize = CGM.getContext()
1300b57cec5SDimitry Andric                           .getTypeAlignInChars(PipeTy->getElementType())
1310b57cec5SDimitry Andric                           .getQuantity();
1320b57cec5SDimitry Andric   return llvm::ConstantInt::get(Int32Ty, TypeSize, false);
1330b57cec5SDimitry Andric }
1340b57cec5SDimitry Andric 
1350b57cec5SDimitry Andric llvm::PointerType *CGOpenCLRuntime::getGenericVoidPointerType() {
1360b57cec5SDimitry Andric   assert(CGM.getLangOpts().OpenCL);
1370b57cec5SDimitry Andric   return llvm::IntegerType::getInt8PtrTy(
1380b57cec5SDimitry Andric       CGM.getLLVMContext(),
1390b57cec5SDimitry Andric       CGM.getContext().getTargetAddressSpace(LangAS::opencl_generic));
1400b57cec5SDimitry Andric }
1410b57cec5SDimitry Andric 
1420b57cec5SDimitry Andric // Get the block literal from an expression derived from the block expression.
1430b57cec5SDimitry Andric // OpenCL v2.0 s6.12.5:
1440b57cec5SDimitry Andric // Block variable declarations are implicitly qualified with const. Therefore
1450b57cec5SDimitry Andric // all block variables must be initialized at declaration time and may not be
1460b57cec5SDimitry Andric // reassigned.
1470b57cec5SDimitry Andric static const BlockExpr *getBlockExpr(const Expr *E) {
1480b57cec5SDimitry Andric   const Expr *Prev = nullptr; // to make sure we do not stuck in infinite loop.
1490b57cec5SDimitry Andric   while(!isa<BlockExpr>(E) && E != Prev) {
1500b57cec5SDimitry Andric     Prev = E;
1510b57cec5SDimitry Andric     E = E->IgnoreCasts();
1520b57cec5SDimitry Andric     if (auto DR = dyn_cast<DeclRefExpr>(E)) {
1530b57cec5SDimitry Andric       E = cast<VarDecl>(DR->getDecl())->getInit();
1540b57cec5SDimitry Andric     }
1550b57cec5SDimitry Andric   }
1560b57cec5SDimitry Andric   return cast<BlockExpr>(E);
1570b57cec5SDimitry Andric }
1580b57cec5SDimitry Andric 
1590b57cec5SDimitry Andric /// Record emitted llvm invoke function and llvm block literal for the
1600b57cec5SDimitry Andric /// corresponding block expression.
1610b57cec5SDimitry Andric void CGOpenCLRuntime::recordBlockInfo(const BlockExpr *E,
1620b57cec5SDimitry Andric                                       llvm::Function *InvokeF,
16381ad6265SDimitry Andric                                       llvm::Value *Block, llvm::Type *BlockTy) {
164*06c3fb27SDimitry Andric   assert(!EnqueuedBlockMap.contains(E) && "Block expression emitted twice");
1650b57cec5SDimitry Andric   assert(isa<llvm::Function>(InvokeF) && "Invalid invoke function");
1660b57cec5SDimitry Andric   assert(Block->getType()->isPointerTy() && "Invalid block literal type");
1670b57cec5SDimitry Andric   EnqueuedBlockMap[E].InvokeFunc = InvokeF;
1680b57cec5SDimitry Andric   EnqueuedBlockMap[E].BlockArg = Block;
16981ad6265SDimitry Andric   EnqueuedBlockMap[E].BlockTy = BlockTy;
170*06c3fb27SDimitry Andric   EnqueuedBlockMap[E].KernelHandle = nullptr;
1710b57cec5SDimitry Andric }
1720b57cec5SDimitry Andric 
1730b57cec5SDimitry Andric llvm::Function *CGOpenCLRuntime::getInvokeFunction(const Expr *E) {
1740b57cec5SDimitry Andric   return EnqueuedBlockMap[getBlockExpr(E)].InvokeFunc;
1750b57cec5SDimitry Andric }
1760b57cec5SDimitry Andric 
1770b57cec5SDimitry Andric CGOpenCLRuntime::EnqueuedBlockInfo
1780b57cec5SDimitry Andric CGOpenCLRuntime::emitOpenCLEnqueuedBlock(CodeGenFunction &CGF, const Expr *E) {
1790b57cec5SDimitry Andric   CGF.EmitScalarExpr(E);
1800b57cec5SDimitry Andric 
1810b57cec5SDimitry Andric   // The block literal may be assigned to a const variable. Chasing down
1820b57cec5SDimitry Andric   // to get the block literal.
1830b57cec5SDimitry Andric   const BlockExpr *Block = getBlockExpr(E);
1840b57cec5SDimitry Andric 
185*06c3fb27SDimitry Andric   assert(EnqueuedBlockMap.contains(Block) && "Block expression not emitted");
1860b57cec5SDimitry Andric 
1870b57cec5SDimitry Andric   // Do not emit the block wrapper again if it has been emitted.
188*06c3fb27SDimitry Andric   if (EnqueuedBlockMap[Block].KernelHandle) {
1890b57cec5SDimitry Andric     return EnqueuedBlockMap[Block];
1900b57cec5SDimitry Andric   }
1910b57cec5SDimitry Andric 
1920b57cec5SDimitry Andric   auto *F = CGF.getTargetHooks().createEnqueuedBlockKernel(
19381ad6265SDimitry Andric       CGF, EnqueuedBlockMap[Block].InvokeFunc, EnqueuedBlockMap[Block].BlockTy);
1940b57cec5SDimitry Andric 
1950b57cec5SDimitry Andric   // The common part of the post-processing of the kernel goes here.
196*06c3fb27SDimitry Andric   EnqueuedBlockMap[Block].KernelHandle = F;
1970b57cec5SDimitry Andric   return EnqueuedBlockMap[Block];
1980b57cec5SDimitry Andric }
199