1 //===--- SemaOpenMP.cpp - Semantic Analysis for OpenMP constructs ---------===//
3 // The LLVM Compiler Infrastructure
5 // This file is distributed under the University of Illinois Open Source
6 // License. See LICENSE.TXT for details.
8 //===----------------------------------------------------------------------===//
10 /// \brief This file implements semantic analysis for OpenMP directives and
13 //===----------------------------------------------------------------------===//
15 #include "TreeTransform.h"
16 #include "clang/AST/ASTContext.h"
17 #include "clang/AST/ASTMutationListener.h"
18 #include "clang/AST/CXXInheritance.h"
19 #include "clang/AST/Decl.h"
20 #include "clang/AST/DeclCXX.h"
21 #include "clang/AST/DeclOpenMP.h"
22 #include "clang/AST/StmtCXX.h"
23 #include "clang/AST/StmtOpenMP.h"
24 #include "clang/AST/StmtVisitor.h"
25 #include "clang/AST/TypeOrdering.h"
26 #include "clang/Basic/OpenMPKinds.h"
27 #include "clang/Basic/TargetInfo.h"
28 #include "clang/Lex/Preprocessor.h"
29 #include "clang/Sema/Initialization.h"
30 #include "clang/Sema/Lookup.h"
31 #include "clang/Sema/Scope.h"
32 #include "clang/Sema/ScopeInfo.h"
33 #include "clang/Sema/SemaInternal.h"
34 using namespace clang;
36 //===----------------------------------------------------------------------===//
37 // Stack of data-sharing attributes for variables
38 //===----------------------------------------------------------------------===//
41 /// \brief Default data sharing attributes, which can be applied to directive.
42 enum DefaultDataSharingAttributes {
43 DSA_unspecified = 0, /// \brief Data sharing attribute not specified.
44 DSA_none = 1 << 0, /// \brief Default data sharing attribute 'none'.
45 DSA_shared = 1 << 1 /// \brief Default data sharing attribute 'shared'.
48 /// \brief Stack for tracking declarations used in OpenMP directives and
49 /// clauses and their data-sharing attributes.
50 class DSAStackTy final {
52 struct DSAVarData final {
53 OpenMPDirectiveKind DKind = OMPD_unknown;
54 OpenMPClauseKind CKind = OMPC_unknown;
55 Expr *RefExpr = nullptr;
56 DeclRefExpr *PrivateCopy = nullptr;
57 SourceLocation ImplicitDSALoc;
60 typedef llvm::SmallVector<std::pair<Expr *, OverloadedOperatorKind>, 4>
64 struct DSAInfo final {
65 OpenMPClauseKind Attributes = OMPC_unknown;
66 /// Pointer to a reference expression and a flag which shows that the
67 /// variable is marked as lastprivate(true) or not (false).
68 llvm::PointerIntPair<Expr *, 1, bool> RefExpr;
69 DeclRefExpr *PrivateCopy = nullptr;
71 typedef llvm::DenseMap<ValueDecl *, DSAInfo> DeclSAMapTy;
72 typedef llvm::DenseMap<ValueDecl *, Expr *> AlignedMapTy;
73 typedef std::pair<unsigned, VarDecl *> LCDeclInfo;
74 typedef llvm::DenseMap<ValueDecl *, LCDeclInfo> LoopControlVariablesMapTy;
75 /// Struct that associates a component with the clause kind where they are
77 struct MappedExprComponentTy {
78 OMPClauseMappableExprCommon::MappableExprComponentLists Components;
79 OpenMPClauseKind Kind = OMPC_unknown;
81 typedef llvm::DenseMap<ValueDecl *, MappedExprComponentTy>
82 MappedExprComponentsTy;
83 typedef llvm::StringMap<std::pair<OMPCriticalDirective *, llvm::APSInt>>
85 typedef llvm::DenseMap<OMPDependClause *, OperatorOffsetTy>
88 struct SharingMapTy final {
89 DeclSAMapTy SharingMap;
90 AlignedMapTy AlignedMap;
91 MappedExprComponentsTy MappedExprComponents;
92 LoopControlVariablesMapTy LCVMap;
93 DefaultDataSharingAttributes DefaultAttr = DSA_unspecified;
94 SourceLocation DefaultAttrLoc;
95 OpenMPDirectiveKind Directive = OMPD_unknown;
96 DeclarationNameInfo DirectiveName;
97 Scope *CurScope = nullptr;
98 SourceLocation ConstructLoc;
99 /// Set of 'depend' clauses with 'sink|source' dependence kind. Required to
100 /// get the data (loop counters etc.) about enclosing loop-based construct.
101 /// This data is required during codegen.
102 DoacrossDependMapTy DoacrossDepends;
103 /// \brief first argument (Expr *) contains optional argument of the
104 /// 'ordered' clause, the second one is true if the regions has 'ordered'
105 /// clause, false otherwise.
106 llvm::PointerIntPair<Expr *, 1, bool> OrderedRegion;
107 bool NowaitRegion = false;
108 bool CancelRegion = false;
109 unsigned AssociatedLoops = 1;
110 SourceLocation InnerTeamsRegionLoc;
111 SharingMapTy(OpenMPDirectiveKind DKind, DeclarationNameInfo Name,
112 Scope *CurScope, SourceLocation Loc)
113 : Directive(DKind), DirectiveName(Name), CurScope(CurScope),
118 typedef SmallVector<SharingMapTy, 4> StackTy;
120 /// \brief Stack of used declaration and their data-sharing attributes.
122 /// \brief true, if check for DSA must be from parent directive, false, if
123 /// from current directive.
124 OpenMPClauseKind ClauseKindMode = OMPC_unknown;
126 bool ForceCapturing = false;
127 CriticalsWithHintsTy Criticals;
129 typedef SmallVector<SharingMapTy, 8>::reverse_iterator reverse_iterator;
131 DSAVarData getDSA(StackTy::reverse_iterator &Iter, ValueDecl *D);
133 /// \brief Checks if the variable is a local for OpenMP region.
134 bool isOpenMPLocal(VarDecl *D, StackTy::reverse_iterator Iter);
137 explicit DSAStackTy(Sema &S) : Stack(1), SemaRef(S) {}
139 bool isClauseParsingMode() const { return ClauseKindMode != OMPC_unknown; }
140 void setClauseParsingMode(OpenMPClauseKind K) { ClauseKindMode = K; }
142 bool isForceVarCapturing() const { return ForceCapturing; }
143 void setForceVarCapturing(bool V) { ForceCapturing = V; }
145 void push(OpenMPDirectiveKind DKind, const DeclarationNameInfo &DirName,
146 Scope *CurScope, SourceLocation Loc) {
147 Stack.push_back(SharingMapTy(DKind, DirName, CurScope, Loc));
148 Stack.back().DefaultAttrLoc = Loc;
152 assert(Stack.size() > 1 && "Data-sharing attributes stack is empty!");
156 void addCriticalWithHint(OMPCriticalDirective *D, llvm::APSInt Hint) {
157 Criticals[D->getDirectiveName().getAsString()] = std::make_pair(D, Hint);
159 const std::pair<OMPCriticalDirective *, llvm::APSInt>
160 getCriticalWithHint(const DeclarationNameInfo &Name) const {
161 auto I = Criticals.find(Name.getAsString());
162 if (I != Criticals.end())
164 return std::make_pair(nullptr, llvm::APSInt());
166 /// \brief If 'aligned' declaration for given variable \a D was not seen yet,
167 /// add it and return NULL; otherwise return previous occurrence's expression
169 Expr *addUniqueAligned(ValueDecl *D, Expr *NewDE);
171 /// \brief Register specified variable as loop control variable.
172 void addLoopControlVariable(ValueDecl *D, VarDecl *Capture);
173 /// \brief Check if the specified variable is a loop control variable for
175 /// \return The index of the loop control variable in the list of associated
176 /// for-loops (from outer to inner).
177 LCDeclInfo isLoopControlVariable(ValueDecl *D);
178 /// \brief Check if the specified variable is a loop control variable for
180 /// \return The index of the loop control variable in the list of associated
181 /// for-loops (from outer to inner).
182 LCDeclInfo isParentLoopControlVariable(ValueDecl *D);
183 /// \brief Get the loop control variable for the I-th loop (or nullptr) in
184 /// parent directive.
185 ValueDecl *getParentLoopControlVariable(unsigned I);
187 /// \brief Adds explicit data sharing attribute to the specified declaration.
188 void addDSA(ValueDecl *D, Expr *E, OpenMPClauseKind A,
189 DeclRefExpr *PrivateCopy = nullptr);
191 /// \brief Returns data sharing attributes from top of the stack for the
192 /// specified declaration.
193 DSAVarData getTopDSA(ValueDecl *D, bool FromParent);
194 /// \brief Returns data-sharing attributes for the specified declaration.
195 DSAVarData getImplicitDSA(ValueDecl *D, bool FromParent);
196 /// \brief Checks if the specified variables has data-sharing attributes which
197 /// match specified \a CPred predicate in any directive which matches \a DPred
199 DSAVarData hasDSA(ValueDecl *D,
200 const llvm::function_ref<bool(OpenMPClauseKind)> &CPred,
201 const llvm::function_ref<bool(OpenMPDirectiveKind)> &DPred,
203 /// \brief Checks if the specified variables has data-sharing attributes which
204 /// match specified \a CPred predicate in any innermost directive which
205 /// matches \a DPred predicate.
207 hasInnermostDSA(ValueDecl *D,
208 const llvm::function_ref<bool(OpenMPClauseKind)> &CPred,
209 const llvm::function_ref<bool(OpenMPDirectiveKind)> &DPred,
211 /// \brief Checks if the specified variables has explicit data-sharing
212 /// attributes which match specified \a CPred predicate at the specified
214 bool hasExplicitDSA(ValueDecl *D,
215 const llvm::function_ref<bool(OpenMPClauseKind)> &CPred,
216 unsigned Level, bool NotLastprivate = false);
218 /// \brief Returns true if the directive at level \Level matches in the
219 /// specified \a DPred predicate.
220 bool hasExplicitDirective(
221 const llvm::function_ref<bool(OpenMPDirectiveKind)> &DPred,
224 /// \brief Finds a directive which matches specified \a DPred predicate.
225 bool hasDirective(const llvm::function_ref<bool(OpenMPDirectiveKind,
226 const DeclarationNameInfo &,
227 SourceLocation)> &DPred,
230 /// \brief Returns currently analyzed directive.
231 OpenMPDirectiveKind getCurrentDirective() const {
232 return Stack.back().Directive;
234 /// \brief Returns parent directive.
235 OpenMPDirectiveKind getParentDirective() const {
236 if (Stack.size() > 2)
237 return Stack[Stack.size() - 2].Directive;
241 /// \brief Set default data sharing attribute to none.
242 void setDefaultDSANone(SourceLocation Loc) {
243 Stack.back().DefaultAttr = DSA_none;
244 Stack.back().DefaultAttrLoc = Loc;
246 /// \brief Set default data sharing attribute to shared.
247 void setDefaultDSAShared(SourceLocation Loc) {
248 Stack.back().DefaultAttr = DSA_shared;
249 Stack.back().DefaultAttrLoc = Loc;
252 DefaultDataSharingAttributes getDefaultDSA() const {
253 return Stack.back().DefaultAttr;
255 SourceLocation getDefaultDSALocation() const {
256 return Stack.back().DefaultAttrLoc;
259 /// \brief Checks if the specified variable is a threadprivate.
260 bool isThreadPrivate(VarDecl *D) {
261 DSAVarData DVar = getTopDSA(D, false);
262 return isOpenMPThreadPrivate(DVar.CKind);
265 /// \brief Marks current region as ordered (it has an 'ordered' clause).
266 void setOrderedRegion(bool IsOrdered, Expr *Param) {
267 Stack.back().OrderedRegion.setInt(IsOrdered);
268 Stack.back().OrderedRegion.setPointer(Param);
270 /// \brief Returns true, if parent region is ordered (has associated
271 /// 'ordered' clause), false - otherwise.
272 bool isParentOrderedRegion() const {
273 if (Stack.size() > 2)
274 return Stack[Stack.size() - 2].OrderedRegion.getInt();
277 /// \brief Returns optional parameter for the ordered region.
278 Expr *getParentOrderedRegionParam() const {
279 if (Stack.size() > 2)
280 return Stack[Stack.size() - 2].OrderedRegion.getPointer();
283 /// \brief Marks current region as nowait (it has a 'nowait' clause).
284 void setNowaitRegion(bool IsNowait = true) {
285 Stack.back().NowaitRegion = IsNowait;
287 /// \brief Returns true, if parent region is nowait (has associated
288 /// 'nowait' clause), false - otherwise.
289 bool isParentNowaitRegion() const {
290 if (Stack.size() > 2)
291 return Stack[Stack.size() - 2].NowaitRegion;
294 /// \brief Marks parent region as cancel region.
295 void setParentCancelRegion(bool Cancel = true) {
296 if (Stack.size() > 2)
297 Stack[Stack.size() - 2].CancelRegion =
298 Stack[Stack.size() - 2].CancelRegion || Cancel;
300 /// \brief Return true if current region has inner cancel construct.
301 bool isCancelRegion() const { return Stack.back().CancelRegion; }
303 /// \brief Set collapse value for the region.
304 void setAssociatedLoops(unsigned Val) { Stack.back().AssociatedLoops = Val; }
305 /// \brief Return collapse value for region.
306 unsigned getAssociatedLoops() const { return Stack.back().AssociatedLoops; }
308 /// \brief Marks current target region as one with closely nested teams
310 void setParentTeamsRegionLoc(SourceLocation TeamsRegionLoc) {
311 if (Stack.size() > 2)
312 Stack[Stack.size() - 2].InnerTeamsRegionLoc = TeamsRegionLoc;
314 /// \brief Returns true, if current region has closely nested teams region.
315 bool hasInnerTeamsRegion() const {
316 return getInnerTeamsRegionLoc().isValid();
318 /// \brief Returns location of the nested teams region (if any).
319 SourceLocation getInnerTeamsRegionLoc() const {
320 if (Stack.size() > 1)
321 return Stack.back().InnerTeamsRegionLoc;
322 return SourceLocation();
325 Scope *getCurScope() const { return Stack.back().CurScope; }
326 Scope *getCurScope() { return Stack.back().CurScope; }
327 SourceLocation getConstructLoc() { return Stack.back().ConstructLoc; }
329 /// Do the check specified in \a Check to all component lists and return true
330 /// if any issue is found.
331 bool checkMappableExprComponentListsForDecl(
332 ValueDecl *VD, bool CurrentRegionOnly,
333 const llvm::function_ref<
334 bool(OMPClauseMappableExprCommon::MappableExprComponentListRef,
335 OpenMPClauseKind)> &Check) {
336 auto SI = Stack.rbegin();
337 auto SE = Stack.rend();
342 if (CurrentRegionOnly) {
348 for (; SI != SE; ++SI) {
349 auto MI = SI->MappedExprComponents.find(VD);
350 if (MI != SI->MappedExprComponents.end())
351 for (auto &L : MI->second.Components)
352 if (Check(L, MI->second.Kind))
358 /// Create a new mappable expression component list associated with a given
359 /// declaration and initialize it with the provided list of components.
360 void addMappableExpressionComponents(
362 OMPClauseMappableExprCommon::MappableExprComponentListRef Components,
363 OpenMPClauseKind WhereFoundClauseKind) {
364 assert(Stack.size() > 1 &&
365 "Not expecting to retrieve components from a empty stack!");
366 auto &MEC = Stack.back().MappedExprComponents[VD];
367 // Create new entry and append the new components there.
368 MEC.Components.resize(MEC.Components.size() + 1);
369 MEC.Components.back().append(Components.begin(), Components.end());
370 MEC.Kind = WhereFoundClauseKind;
373 unsigned getNestingLevel() const {
374 assert(Stack.size() > 1);
375 return Stack.size() - 2;
377 void addDoacrossDependClause(OMPDependClause *C, OperatorOffsetTy &OpsOffs) {
378 assert(Stack.size() > 2);
379 assert(isOpenMPWorksharingDirective(Stack[Stack.size() - 2].Directive));
380 Stack[Stack.size() - 2].DoacrossDepends.insert({C, OpsOffs});
382 llvm::iterator_range<DoacrossDependMapTy::const_iterator>
383 getDoacrossDependClauses() const {
384 assert(Stack.size() > 1);
385 if (isOpenMPWorksharingDirective(Stack[Stack.size() - 1].Directive)) {
386 auto &Ref = Stack[Stack.size() - 1].DoacrossDepends;
387 return llvm::make_range(Ref.begin(), Ref.end());
389 return llvm::make_range(Stack[0].DoacrossDepends.end(),
390 Stack[0].DoacrossDepends.end());
393 bool isParallelOrTaskRegion(OpenMPDirectiveKind DKind) {
394 return isOpenMPParallelDirective(DKind) || isOpenMPTaskingDirective(DKind) ||
395 isOpenMPTeamsDirective(DKind) || DKind == OMPD_unknown;
399 static ValueDecl *getCanonicalDecl(ValueDecl *D) {
400 auto *VD = dyn_cast<VarDecl>(D);
401 auto *FD = dyn_cast<FieldDecl>(D);
403 VD = VD->getCanonicalDecl();
407 FD = FD->getCanonicalDecl();
413 DSAStackTy::DSAVarData DSAStackTy::getDSA(StackTy::reverse_iterator &Iter,
415 D = getCanonicalDecl(D);
416 auto *VD = dyn_cast<VarDecl>(D);
417 auto *FD = dyn_cast<FieldDecl>(D);
419 if (Iter == std::prev(Stack.rend())) {
420 // OpenMP [2.9.1.1, Data-sharing Attribute Rules for Variables Referenced
421 // in a region but not in construct]
422 // File-scope or namespace-scope variables referenced in called routines
423 // in the region are shared unless they appear in a threadprivate
425 if (VD && !VD->isFunctionOrMethodVarDecl() && !isa<ParmVarDecl>(D))
426 DVar.CKind = OMPC_shared;
428 // OpenMP [2.9.1.2, Data-sharing Attribute Rules for Variables Referenced
429 // in a region but not in construct]
430 // Variables with static storage duration that are declared in called
431 // routines in the region are shared.
432 if (VD && VD->hasGlobalStorage())
433 DVar.CKind = OMPC_shared;
435 // Non-static data members are shared by default.
437 DVar.CKind = OMPC_shared;
442 DVar.DKind = Iter->Directive;
443 // OpenMP [2.9.1.1, Data-sharing Attribute Rules for Variables Referenced
444 // in a Construct, C/C++, predetermined, p.1]
445 // Variables with automatic storage duration that are declared in a scope
446 // inside the construct are private.
447 if (VD && isOpenMPLocal(VD, Iter) && VD->isLocalVarDecl() &&
448 (VD->getStorageClass() == SC_Auto || VD->getStorageClass() == SC_None)) {
449 DVar.CKind = OMPC_private;
453 // Explicitly specified attributes and local variables with predetermined
455 if (Iter->SharingMap.count(D)) {
456 DVar.RefExpr = Iter->SharingMap[D].RefExpr.getPointer();
457 DVar.PrivateCopy = Iter->SharingMap[D].PrivateCopy;
458 DVar.CKind = Iter->SharingMap[D].Attributes;
459 DVar.ImplicitDSALoc = Iter->DefaultAttrLoc;
463 // OpenMP [2.9.1.1, Data-sharing Attribute Rules for Variables Referenced
464 // in a Construct, C/C++, implicitly determined, p.1]
465 // In a parallel or task construct, the data-sharing attributes of these
466 // variables are determined by the default clause, if present.
467 switch (Iter->DefaultAttr) {
469 DVar.CKind = OMPC_shared;
470 DVar.ImplicitDSALoc = Iter->DefaultAttrLoc;
474 case DSA_unspecified:
475 // OpenMP [2.9.1.1, Data-sharing Attribute Rules for Variables Referenced
476 // in a Construct, implicitly determined, p.2]
477 // In a parallel construct, if no default clause is present, these
478 // variables are shared.
479 DVar.ImplicitDSALoc = Iter->DefaultAttrLoc;
480 if (isOpenMPParallelDirective(DVar.DKind) ||
481 isOpenMPTeamsDirective(DVar.DKind)) {
482 DVar.CKind = OMPC_shared;
486 // OpenMP [2.9.1.1, Data-sharing Attribute Rules for Variables Referenced
487 // in a Construct, implicitly determined, p.4]
488 // In a task construct, if no default clause is present, a variable that in
489 // the enclosing context is determined to be shared by all implicit tasks
490 // bound to the current team is shared.
491 if (isOpenMPTaskingDirective(DVar.DKind)) {
493 for (StackTy::reverse_iterator I = std::next(Iter), EE = Stack.rend();
495 // OpenMP [2.9.1.1, Data-sharing Attribute Rules for Variables
496 // Referenced in a Construct, implicitly determined, p.6]
497 // In a task construct, if no default clause is present, a variable
498 // whose data-sharing attribute is not determined by the rules above is
500 DVarTemp = getDSA(I, D);
501 if (DVarTemp.CKind != OMPC_shared) {
502 DVar.RefExpr = nullptr;
503 DVar.CKind = OMPC_firstprivate;
506 if (isParallelOrTaskRegion(I->Directive))
510 (DVarTemp.CKind == OMPC_unknown) ? OMPC_firstprivate : OMPC_shared;
514 // OpenMP [2.9.1.1, Data-sharing Attribute Rules for Variables Referenced
515 // in a Construct, implicitly determined, p.3]
516 // For constructs other than task, if no default clause is present, these
517 // variables inherit their data-sharing attributes from the enclosing
519 return getDSA(++Iter, D);
522 Expr *DSAStackTy::addUniqueAligned(ValueDecl *D, Expr *NewDE) {
523 assert(Stack.size() > 1 && "Data sharing attributes stack is empty");
524 D = getCanonicalDecl(D);
525 auto It = Stack.back().AlignedMap.find(D);
526 if (It == Stack.back().AlignedMap.end()) {
527 assert(NewDE && "Unexpected nullptr expr to be added into aligned map");
528 Stack.back().AlignedMap[D] = NewDE;
531 assert(It->second && "Unexpected nullptr expr in the aligned map");
537 void DSAStackTy::addLoopControlVariable(ValueDecl *D, VarDecl *Capture) {
538 assert(Stack.size() > 1 && "Data-sharing attributes stack is empty");
539 D = getCanonicalDecl(D);
540 Stack.back().LCVMap.insert(
541 std::make_pair(D, LCDeclInfo(Stack.back().LCVMap.size() + 1, Capture)));
544 DSAStackTy::LCDeclInfo DSAStackTy::isLoopControlVariable(ValueDecl *D) {
545 assert(Stack.size() > 1 && "Data-sharing attributes stack is empty");
546 D = getCanonicalDecl(D);
547 return Stack.back().LCVMap.count(D) > 0 ? Stack.back().LCVMap[D]
548 : LCDeclInfo(0, nullptr);
551 DSAStackTy::LCDeclInfo DSAStackTy::isParentLoopControlVariable(ValueDecl *D) {
552 assert(Stack.size() > 2 && "Data-sharing attributes stack is empty");
553 D = getCanonicalDecl(D);
554 return Stack[Stack.size() - 2].LCVMap.count(D) > 0
555 ? Stack[Stack.size() - 2].LCVMap[D]
556 : LCDeclInfo(0, nullptr);
559 ValueDecl *DSAStackTy::getParentLoopControlVariable(unsigned I) {
560 assert(Stack.size() > 2 && "Data-sharing attributes stack is empty");
561 if (Stack[Stack.size() - 2].LCVMap.size() < I)
563 for (auto &Pair : Stack[Stack.size() - 2].LCVMap) {
564 if (Pair.second.first == I)
570 void DSAStackTy::addDSA(ValueDecl *D, Expr *E, OpenMPClauseKind A,
571 DeclRefExpr *PrivateCopy) {
572 D = getCanonicalDecl(D);
573 if (A == OMPC_threadprivate) {
574 auto &Data = Stack[0].SharingMap[D];
576 Data.RefExpr.setPointer(E);
577 Data.PrivateCopy = nullptr;
579 assert(Stack.size() > 1 && "Data-sharing attributes stack is empty");
580 auto &Data = Stack.back().SharingMap[D];
581 assert(Data.Attributes == OMPC_unknown || (A == Data.Attributes) ||
582 (A == OMPC_firstprivate && Data.Attributes == OMPC_lastprivate) ||
583 (A == OMPC_lastprivate && Data.Attributes == OMPC_firstprivate) ||
584 (isLoopControlVariable(D).first && A == OMPC_private));
585 if (A == OMPC_lastprivate && Data.Attributes == OMPC_firstprivate) {
586 Data.RefExpr.setInt(/*IntVal=*/true);
589 const bool IsLastprivate =
590 A == OMPC_lastprivate || Data.Attributes == OMPC_lastprivate;
592 Data.RefExpr.setPointerAndInt(E, IsLastprivate);
593 Data.PrivateCopy = PrivateCopy;
595 auto &Data = Stack.back().SharingMap[PrivateCopy->getDecl()];
597 Data.RefExpr.setPointerAndInt(PrivateCopy, IsLastprivate);
598 Data.PrivateCopy = nullptr;
603 bool DSAStackTy::isOpenMPLocal(VarDecl *D, StackTy::reverse_iterator Iter) {
604 D = D->getCanonicalDecl();
605 if (Stack.size() > 2) {
606 reverse_iterator I = Iter, E = std::prev(Stack.rend());
607 Scope *TopScope = nullptr;
608 while (I != E && !isParallelOrTaskRegion(I->Directive)) {
613 TopScope = I->CurScope ? I->CurScope->getParent() : nullptr;
614 Scope *CurScope = getCurScope();
615 while (CurScope != TopScope && !CurScope->isDeclScope(D)) {
616 CurScope = CurScope->getParent();
618 return CurScope != TopScope;
623 /// \brief Build a variable declaration for OpenMP loop iteration variable.
624 static VarDecl *buildVarDecl(Sema &SemaRef, SourceLocation Loc, QualType Type,
625 StringRef Name, const AttrVec *Attrs = nullptr) {
626 DeclContext *DC = SemaRef.CurContext;
627 IdentifierInfo *II = &SemaRef.PP.getIdentifierTable().get(Name);
628 TypeSourceInfo *TInfo = SemaRef.Context.getTrivialTypeSourceInfo(Type, Loc);
630 VarDecl::Create(SemaRef.Context, DC, Loc, Loc, II, Type, TInfo, SC_None);
632 for (specific_attr_iterator<AlignedAttr> I(Attrs->begin()), E(Attrs->end());
640 static DeclRefExpr *buildDeclRefExpr(Sema &S, VarDecl *D, QualType Ty,
642 bool RefersToCapture = false) {
644 D->markUsed(S.Context);
645 return DeclRefExpr::Create(S.getASTContext(), NestedNameSpecifierLoc(),
646 SourceLocation(), D, RefersToCapture, Loc, Ty,
650 DSAStackTy::DSAVarData DSAStackTy::getTopDSA(ValueDecl *D, bool FromParent) {
651 D = getCanonicalDecl(D);
654 // OpenMP [2.9.1.1, Data-sharing Attribute Rules for Variables Referenced
655 // in a Construct, C/C++, predetermined, p.1]
656 // Variables appearing in threadprivate directives are threadprivate.
657 auto *VD = dyn_cast<VarDecl>(D);
658 if ((VD && VD->getTLSKind() != VarDecl::TLS_None &&
659 !(VD->hasAttr<OMPThreadPrivateDeclAttr>() &&
660 SemaRef.getLangOpts().OpenMPUseTLS &&
661 SemaRef.getASTContext().getTargetInfo().isTLSSupported())) ||
662 (VD && VD->getStorageClass() == SC_Register &&
663 VD->hasAttr<AsmLabelAttr>() && !VD->isLocalVarDecl())) {
664 addDSA(D, buildDeclRefExpr(SemaRef, VD, D->getType().getNonReferenceType(),
668 if (Stack[0].SharingMap.count(D)) {
669 DVar.RefExpr = Stack[0].SharingMap[D].RefExpr.getPointer();
670 DVar.CKind = OMPC_threadprivate;
674 if (Stack.size() == 1) {
675 // Not in OpenMP execution region and top scope was already checked.
679 // OpenMP [2.9.1.1, Data-sharing Attribute Rules for Variables Referenced
680 // in a Construct, C/C++, predetermined, p.4]
681 // Static data members are shared.
682 // OpenMP [2.9.1.1, Data-sharing Attribute Rules for Variables Referenced
683 // in a Construct, C/C++, predetermined, p.7]
684 // Variables with static storage duration that are declared in a scope
685 // inside the construct are shared.
686 auto &&MatchesAlways = [](OpenMPDirectiveKind) -> bool { return true; };
687 if (VD && VD->isStaticDataMember()) {
688 DSAVarData DVarTemp = hasDSA(D, isOpenMPPrivate, MatchesAlways, FromParent);
689 if (DVarTemp.CKind != OMPC_unknown && DVarTemp.RefExpr)
692 DVar.CKind = OMPC_shared;
696 QualType Type = D->getType().getNonReferenceType().getCanonicalType();
697 bool IsConstant = Type.isConstant(SemaRef.getASTContext());
698 Type = SemaRef.getASTContext().getBaseElementType(Type);
699 // OpenMP [2.9.1.1, Data-sharing Attribute Rules for Variables Referenced
700 // in a Construct, C/C++, predetermined, p.6]
701 // Variables with const qualified type having no mutable member are
704 SemaRef.getLangOpts().CPlusPlus ? Type->getAsCXXRecordDecl() : nullptr;
705 if (auto *CTSD = dyn_cast_or_null<ClassTemplateSpecializationDecl>(RD))
706 if (auto *CTD = CTSD->getSpecializedTemplate())
707 RD = CTD->getTemplatedDecl();
709 !(SemaRef.getLangOpts().CPlusPlus && RD && RD->hasDefinition() &&
710 RD->hasMutableFields())) {
711 // Variables with const-qualified type having no mutable member may be
712 // listed in a firstprivate clause, even if they are static data members.
713 DSAVarData DVarTemp = hasDSA(
714 D, [](OpenMPClauseKind C) -> bool { return C == OMPC_firstprivate; },
715 MatchesAlways, FromParent);
716 if (DVarTemp.CKind == OMPC_firstprivate && DVarTemp.RefExpr)
719 DVar.CKind = OMPC_shared;
723 // Explicitly specified attributes and local variables with predetermined
725 auto StartI = std::next(Stack.rbegin());
726 auto EndI = std::prev(Stack.rend());
727 if (FromParent && StartI != EndI) {
728 StartI = std::next(StartI);
730 auto I = std::prev(StartI);
731 if (I->SharingMap.count(D)) {
732 DVar.RefExpr = I->SharingMap[D].RefExpr.getPointer();
733 DVar.PrivateCopy = I->SharingMap[D].PrivateCopy;
734 DVar.CKind = I->SharingMap[D].Attributes;
735 DVar.ImplicitDSALoc = I->DefaultAttrLoc;
741 DSAStackTy::DSAVarData DSAStackTy::getImplicitDSA(ValueDecl *D,
743 D = getCanonicalDecl(D);
744 auto StartI = Stack.rbegin();
745 auto EndI = std::prev(Stack.rend());
746 if (FromParent && StartI != EndI) {
747 StartI = std::next(StartI);
749 return getDSA(StartI, D);
752 DSAStackTy::DSAVarData
753 DSAStackTy::hasDSA(ValueDecl *D,
754 const llvm::function_ref<bool(OpenMPClauseKind)> &CPred,
755 const llvm::function_ref<bool(OpenMPDirectiveKind)> &DPred,
757 D = getCanonicalDecl(D);
758 auto StartI = std::next(Stack.rbegin());
759 auto EndI = Stack.rend();
760 if (FromParent && StartI != EndI) {
761 StartI = std::next(StartI);
763 for (auto I = StartI, EE = EndI; I != EE; ++I) {
764 if (!DPred(I->Directive) && !isParallelOrTaskRegion(I->Directive))
766 DSAVarData DVar = getDSA(I, D);
767 if (CPred(DVar.CKind))
773 DSAStackTy::DSAVarData DSAStackTy::hasInnermostDSA(
774 ValueDecl *D, const llvm::function_ref<bool(OpenMPClauseKind)> &CPred,
775 const llvm::function_ref<bool(OpenMPDirectiveKind)> &DPred,
777 D = getCanonicalDecl(D);
778 auto StartI = std::next(Stack.rbegin());
779 auto EndI = Stack.rend();
780 if (FromParent && StartI != EndI)
781 StartI = std::next(StartI);
782 if (StartI == EndI || !DPred(StartI->Directive))
784 DSAVarData DVar = getDSA(StartI, D);
785 return CPred(DVar.CKind) ? DVar : DSAVarData();
788 bool DSAStackTy::hasExplicitDSA(
789 ValueDecl *D, const llvm::function_ref<bool(OpenMPClauseKind)> &CPred,
790 unsigned Level, bool NotLastprivate) {
791 if (CPred(ClauseKindMode))
793 D = getCanonicalDecl(D);
794 auto StartI = std::next(Stack.begin());
795 auto EndI = Stack.end();
796 if (std::distance(StartI, EndI) <= (int)Level)
798 std::advance(StartI, Level);
799 return (StartI->SharingMap.count(D) > 0) &&
800 StartI->SharingMap[D].RefExpr.getPointer() &&
801 CPred(StartI->SharingMap[D].Attributes) &&
802 (!NotLastprivate || !StartI->SharingMap[D].RefExpr.getInt());
805 bool DSAStackTy::hasExplicitDirective(
806 const llvm::function_ref<bool(OpenMPDirectiveKind)> &DPred,
808 auto StartI = std::next(Stack.begin());
809 auto EndI = Stack.end();
810 if (std::distance(StartI, EndI) <= (int)Level)
812 std::advance(StartI, Level);
813 return DPred(StartI->Directive);
816 bool DSAStackTy::hasDirective(
817 const llvm::function_ref<bool(OpenMPDirectiveKind,
818 const DeclarationNameInfo &, SourceLocation)>
821 // We look only in the enclosing region.
822 if (Stack.size() < 2)
824 auto StartI = std::next(Stack.rbegin());
825 auto EndI = std::prev(Stack.rend());
826 if (FromParent && StartI != EndI) {
827 StartI = std::next(StartI);
829 for (auto I = StartI, EE = EndI; I != EE; ++I) {
830 if (DPred(I->Directive, I->DirectiveName, I->ConstructLoc))
836 void Sema::InitDataSharingAttributesStack() {
837 VarDataSharingAttributesStack = new DSAStackTy(*this);
840 #define DSAStack static_cast<DSAStackTy *>(VarDataSharingAttributesStack)
842 bool Sema::IsOpenMPCapturedByRef(ValueDecl *D, unsigned Level) {
843 assert(LangOpts.OpenMP && "OpenMP is not allowed");
845 auto &Ctx = getASTContext();
848 // Find the directive that is associated with the provided scope.
849 auto Ty = D->getType();
851 if (DSAStack->hasExplicitDirective(isOpenMPTargetExecutionDirective, Level)) {
852 // This table summarizes how a given variable should be passed to the device
853 // given its type and the clauses where it appears. This table is based on
854 // the description in OpenMP 4.5 [2.10.4, target Construct] and
855 // OpenMP 4.5 [2.15.5, Data-mapping Attribute Rules and Clauses].
857 // =========================================================================
858 // | type | defaultmap | pvt | first | is_device_ptr | map | res. |
859 // | |(tofrom:scalar)| | pvt | | | |
860 // =========================================================================
861 // | scl | | | | - | | bycopy|
862 // | scl | | - | x | - | - | bycopy|
863 // | scl | | x | - | - | - | null |
864 // | scl | x | | | - | | byref |
865 // | scl | x | - | x | - | - | bycopy|
866 // | scl | x | x | - | - | - | null |
867 // | scl | | - | - | - | x | byref |
868 // | scl | x | - | - | - | x | byref |
870 // | agg | n.a. | | | - | | byref |
871 // | agg | n.a. | - | x | - | - | byref |
872 // | agg | n.a. | x | - | - | - | null |
873 // | agg | n.a. | - | - | - | x | byref |
874 // | agg | n.a. | - | - | - | x[] | byref |
876 // | ptr | n.a. | | | - | | bycopy|
877 // | ptr | n.a. | - | x | - | - | bycopy|
878 // | ptr | n.a. | x | - | - | - | null |
879 // | ptr | n.a. | - | - | - | x | byref |
880 // | ptr | n.a. | - | - | - | x[] | bycopy|
881 // | ptr | n.a. | - | - | x | | bycopy|
882 // | ptr | n.a. | - | - | x | x | bycopy|
883 // | ptr | n.a. | - | - | x | x[] | bycopy|
884 // =========================================================================
890 // - - invalid in this combination
891 // [] - mapped with an array section
892 // byref - should be mapped by reference
893 // byval - should be mapped by value
894 // null - initialize a local variable to null on the device
897 // - All scalar declarations that show up in a map clause have to be passed
898 // by reference, because they may have been mapped in the enclosing data
900 // - If the scalar value does not fit the size of uintptr, it has to be
901 // passed by reference, regardless the result in the table above.
902 // - For pointers mapped by value that have either an implicit map or an
903 // array section, the runtime library may pass the NULL value to the
904 // device instead of the value passed to it by the compiler.
906 if (Ty->isReferenceType())
907 Ty = Ty->castAs<ReferenceType>()->getPointeeType();
909 // Locate map clauses and see if the variable being captured is referred to
910 // in any of those clauses. Here we only care about variables, not fields,
911 // because fields are part of aggregates.
912 bool IsVariableUsedInMapClause = false;
913 bool IsVariableAssociatedWithSection = false;
915 DSAStack->checkMappableExprComponentListsForDecl(
916 D, /*CurrentRegionOnly=*/true,
917 [&](OMPClauseMappableExprCommon::MappableExprComponentListRef
919 OpenMPClauseKind WhereFoundClauseKind) {
920 // Only the map clause information influences how a variable is
921 // captured. E.g. is_device_ptr does not require changing the default
923 if (WhereFoundClauseKind != OMPC_map)
926 auto EI = MapExprComponents.rbegin();
927 auto EE = MapExprComponents.rend();
929 assert(EI != EE && "Invalid map expression!");
931 if (isa<DeclRefExpr>(EI->getAssociatedExpression()))
932 IsVariableUsedInMapClause |= EI->getAssociatedDeclaration() == D;
938 if (isa<ArraySubscriptExpr>(EI->getAssociatedExpression()) ||
939 isa<OMPArraySectionExpr>(EI->getAssociatedExpression()) ||
940 isa<MemberExpr>(EI->getAssociatedExpression())) {
941 IsVariableAssociatedWithSection = true;
942 // There is nothing more we need to know about this variable.
946 // Keep looking for more map info.
950 if (IsVariableUsedInMapClause) {
951 // If variable is identified in a map clause it is always captured by
952 // reference except if it is a pointer that is dereferenced somehow.
953 IsByRef = !(Ty->isPointerType() && IsVariableAssociatedWithSection);
955 // By default, all the data that has a scalar type is mapped by copy.
956 IsByRef = !Ty->isScalarType();
960 if (IsByRef && Ty.getNonReferenceType()->isScalarType()) {
961 IsByRef = !DSAStack->hasExplicitDSA(
962 D, [](OpenMPClauseKind K) -> bool { return K == OMPC_firstprivate; },
963 Level, /*NotLastprivate=*/true);
966 // When passing data by copy, we need to make sure it fits the uintptr size
967 // and alignment, because the runtime library only deals with uintptr types.
968 // If it does not fit the uintptr size, we need to pass the data by reference
971 (Ctx.getTypeSizeInChars(Ty) >
972 Ctx.getTypeSizeInChars(Ctx.getUIntPtrType()) ||
973 Ctx.getDeclAlign(D) > Ctx.getTypeAlignInChars(Ctx.getUIntPtrType()))) {
980 unsigned Sema::getOpenMPNestingLevel() const {
981 assert(getLangOpts().OpenMP);
982 return DSAStack->getNestingLevel();
985 VarDecl *Sema::IsOpenMPCapturedDecl(ValueDecl *D) {
986 assert(LangOpts.OpenMP && "OpenMP is not allowed");
987 D = getCanonicalDecl(D);
989 // If we are attempting to capture a global variable in a directive with
990 // 'target' we return true so that this global is also mapped to the device.
992 // FIXME: If the declaration is enclosed in a 'declare target' directive,
993 // then it should not be captured. Therefore, an extra check has to be
994 // inserted here once support for 'declare target' is added.
996 auto *VD = dyn_cast<VarDecl>(D);
997 if (VD && !VD->hasLocalStorage()) {
998 if (DSAStack->getCurrentDirective() == OMPD_target &&
999 !DSAStack->isClauseParsingMode())
1001 if (DSAStack->hasDirective(
1002 [](OpenMPDirectiveKind K, const DeclarationNameInfo &,
1003 SourceLocation) -> bool {
1004 return isOpenMPTargetExecutionDirective(K);
1010 if (DSAStack->getCurrentDirective() != OMPD_unknown &&
1011 (!DSAStack->isClauseParsingMode() ||
1012 DSAStack->getParentDirective() != OMPD_unknown)) {
1013 auto &&Info = DSAStack->isLoopControlVariable(D);
1015 (VD && VD->hasLocalStorage() &&
1016 isParallelOrTaskRegion(DSAStack->getCurrentDirective())) ||
1017 (VD && DSAStack->isForceVarCapturing()))
1018 return VD ? VD : Info.second;
1019 auto DVarPrivate = DSAStack->getTopDSA(D, DSAStack->isClauseParsingMode());
1020 if (DVarPrivate.CKind != OMPC_unknown && isOpenMPPrivate(DVarPrivate.CKind))
1021 return VD ? VD : cast<VarDecl>(DVarPrivate.PrivateCopy->getDecl());
1022 DVarPrivate = DSAStack->hasDSA(
1023 D, isOpenMPPrivate, [](OpenMPDirectiveKind) -> bool { return true; },
1024 DSAStack->isClauseParsingMode());
1025 if (DVarPrivate.CKind != OMPC_unknown)
1026 return VD ? VD : cast<VarDecl>(DVarPrivate.PrivateCopy->getDecl());
1031 bool Sema::isOpenMPPrivateDecl(ValueDecl *D, unsigned Level) {
1032 assert(LangOpts.OpenMP && "OpenMP is not allowed");
1033 return DSAStack->hasExplicitDSA(
1034 D, [](OpenMPClauseKind K) -> bool { return K == OMPC_private; }, Level);
1037 bool Sema::isOpenMPTargetCapturedDecl(ValueDecl *D, unsigned Level) {
1038 assert(LangOpts.OpenMP && "OpenMP is not allowed");
1039 // Return true if the current level is no longer enclosed in a target region.
1041 auto *VD = dyn_cast<VarDecl>(D);
1042 return VD && !VD->hasLocalStorage() &&
1043 DSAStack->hasExplicitDirective(isOpenMPTargetExecutionDirective,
1047 void Sema::DestroyDataSharingAttributesStack() { delete DSAStack; }
1049 void Sema::StartOpenMPDSABlock(OpenMPDirectiveKind DKind,
1050 const DeclarationNameInfo &DirName,
1051 Scope *CurScope, SourceLocation Loc) {
1052 DSAStack->push(DKind, DirName, CurScope, Loc);
1053 PushExpressionEvaluationContext(
1054 ExpressionEvaluationContext::PotentiallyEvaluated);
1057 void Sema::StartOpenMPClause(OpenMPClauseKind K) {
1058 DSAStack->setClauseParsingMode(K);
1061 void Sema::EndOpenMPClause() {
1062 DSAStack->setClauseParsingMode(/*K=*/OMPC_unknown);
1065 void Sema::EndOpenMPDSABlock(Stmt *CurDirective) {
1066 // OpenMP [2.14.3.5, Restrictions, C/C++, p.1]
1067 // A variable of class type (or array thereof) that appears in a lastprivate
1068 // clause requires an accessible, unambiguous default constructor for the
1069 // class type, unless the list item is also specified in a firstprivate
1071 if (auto *D = dyn_cast_or_null<OMPExecutableDirective>(CurDirective)) {
1072 for (auto *C : D->clauses()) {
1073 if (auto *Clause = dyn_cast<OMPLastprivateClause>(C)) {
1074 SmallVector<Expr *, 8> PrivateCopies;
1075 for (auto *DE : Clause->varlists()) {
1076 if (DE->isValueDependent() || DE->isTypeDependent()) {
1077 PrivateCopies.push_back(nullptr);
1080 auto *DRE = cast<DeclRefExpr>(DE->IgnoreParens());
1081 VarDecl *VD = cast<VarDecl>(DRE->getDecl());
1082 QualType Type = VD->getType().getNonReferenceType();
1083 auto DVar = DSAStack->getTopDSA(VD, false);
1084 if (DVar.CKind == OMPC_lastprivate) {
1085 // Generate helper private variable and initialize it with the
1086 // default value. The address of the original variable is replaced
1087 // by the address of the new private variable in CodeGen. This new
1088 // variable is not added to IdResolver, so the code in the OpenMP
1089 // region uses original variable for proper diagnostics.
1090 auto *VDPrivate = buildVarDecl(
1091 *this, DE->getExprLoc(), Type.getUnqualifiedType(),
1092 VD->getName(), VD->hasAttrs() ? &VD->getAttrs() : nullptr);
1093 ActOnUninitializedDecl(VDPrivate);
1094 if (VDPrivate->isInvalidDecl())
1096 PrivateCopies.push_back(buildDeclRefExpr(
1097 *this, VDPrivate, DE->getType(), DE->getExprLoc()));
1099 // The variable is also a firstprivate, so initialization sequence
1100 // for private copy is generated already.
1101 PrivateCopies.push_back(nullptr);
1104 // Set initializers to private copies if no errors were found.
1105 if (PrivateCopies.size() == Clause->varlist_size())
1106 Clause->setPrivateCopies(PrivateCopies);
1112 DiscardCleanupsInEvaluationContext();
1113 PopExpressionEvaluationContext();
1116 static bool FinishOpenMPLinearClause(OMPLinearClause &Clause, DeclRefExpr *IV,
1117 Expr *NumIterations, Sema &SemaRef,
1118 Scope *S, DSAStackTy *Stack);
1122 class VarDeclFilterCCC : public CorrectionCandidateCallback {
1127 explicit VarDeclFilterCCC(Sema &S) : SemaRef(S) {}
1128 bool ValidateCandidate(const TypoCorrection &Candidate) override {
1129 NamedDecl *ND = Candidate.getCorrectionDecl();
1130 if (auto *VD = dyn_cast_or_null<VarDecl>(ND)) {
1131 return VD->hasGlobalStorage() &&
1132 SemaRef.isDeclInScope(ND, SemaRef.getCurLexicalContext(),
1133 SemaRef.getCurScope());
1139 class VarOrFuncDeclFilterCCC : public CorrectionCandidateCallback {
1144 explicit VarOrFuncDeclFilterCCC(Sema &S) : SemaRef(S) {}
1145 bool ValidateCandidate(const TypoCorrection &Candidate) override {
1146 NamedDecl *ND = Candidate.getCorrectionDecl();
1147 if (isa<VarDecl>(ND) || isa<FunctionDecl>(ND)) {
1148 return SemaRef.isDeclInScope(ND, SemaRef.getCurLexicalContext(),
1149 SemaRef.getCurScope());
1157 ExprResult Sema::ActOnOpenMPIdExpression(Scope *CurScope,
1158 CXXScopeSpec &ScopeSpec,
1159 const DeclarationNameInfo &Id) {
1160 LookupResult Lookup(*this, Id, LookupOrdinaryName);
1161 LookupParsedName(Lookup, CurScope, &ScopeSpec, true);
1163 if (Lookup.isAmbiguous())
1167 if (!Lookup.isSingleResult()) {
1168 if (TypoCorrection Corrected = CorrectTypo(
1169 Id, LookupOrdinaryName, CurScope, nullptr,
1170 llvm::make_unique<VarDeclFilterCCC>(*this), CTK_ErrorRecovery)) {
1171 diagnoseTypo(Corrected,
1172 PDiag(Lookup.empty()
1173 ? diag::err_undeclared_var_use_suggest
1174 : diag::err_omp_expected_var_arg_suggest)
1176 VD = Corrected.getCorrectionDeclAs<VarDecl>();
1178 Diag(Id.getLoc(), Lookup.empty() ? diag::err_undeclared_var_use
1179 : diag::err_omp_expected_var_arg)
1184 if (!(VD = Lookup.getAsSingle<VarDecl>())) {
1185 Diag(Id.getLoc(), diag::err_omp_expected_var_arg) << Id.getName();
1186 Diag(Lookup.getFoundDecl()->getLocation(), diag::note_declared_at);
1190 Lookup.suppressDiagnostics();
1192 // OpenMP [2.9.2, Syntax, C/C++]
1193 // Variables must be file-scope, namespace-scope, or static block-scope.
1194 if (!VD->hasGlobalStorage()) {
1195 Diag(Id.getLoc(), diag::err_omp_global_var_arg)
1196 << getOpenMPDirectiveName(OMPD_threadprivate) << !VD->isStaticLocal();
1198 VD->isThisDeclarationADefinition(Context) == VarDecl::DeclarationOnly;
1199 Diag(VD->getLocation(),
1200 IsDecl ? diag::note_previous_decl : diag::note_defined_here)
1205 VarDecl *CanonicalVD = VD->getCanonicalDecl();
1206 NamedDecl *ND = cast<NamedDecl>(CanonicalVD);
1207 // OpenMP [2.9.2, Restrictions, C/C++, p.2]
1208 // A threadprivate directive for file-scope variables must appear outside
1209 // any definition or declaration.
1210 if (CanonicalVD->getDeclContext()->isTranslationUnit() &&
1211 !getCurLexicalContext()->isTranslationUnit()) {
1212 Diag(Id.getLoc(), diag::err_omp_var_scope)
1213 << getOpenMPDirectiveName(OMPD_threadprivate) << VD;
1215 VD->isThisDeclarationADefinition(Context) == VarDecl::DeclarationOnly;
1216 Diag(VD->getLocation(),
1217 IsDecl ? diag::note_previous_decl : diag::note_defined_here)
1221 // OpenMP [2.9.2, Restrictions, C/C++, p.3]
1222 // A threadprivate directive for static class member variables must appear
1223 // in the class definition, in the same scope in which the member
1224 // variables are declared.
1225 if (CanonicalVD->isStaticDataMember() &&
1226 !CanonicalVD->getDeclContext()->Equals(getCurLexicalContext())) {
1227 Diag(Id.getLoc(), diag::err_omp_var_scope)
1228 << getOpenMPDirectiveName(OMPD_threadprivate) << VD;
1230 VD->isThisDeclarationADefinition(Context) == VarDecl::DeclarationOnly;
1231 Diag(VD->getLocation(),
1232 IsDecl ? diag::note_previous_decl : diag::note_defined_here)
1236 // OpenMP [2.9.2, Restrictions, C/C++, p.4]
1237 // A threadprivate directive for namespace-scope variables must appear
1238 // outside any definition or declaration other than the namespace
1239 // definition itself.
1240 if (CanonicalVD->getDeclContext()->isNamespace() &&
1241 (!getCurLexicalContext()->isFileContext() ||
1242 !getCurLexicalContext()->Encloses(CanonicalVD->getDeclContext()))) {
1243 Diag(Id.getLoc(), diag::err_omp_var_scope)
1244 << getOpenMPDirectiveName(OMPD_threadprivate) << VD;
1246 VD->isThisDeclarationADefinition(Context) == VarDecl::DeclarationOnly;
1247 Diag(VD->getLocation(),
1248 IsDecl ? diag::note_previous_decl : diag::note_defined_here)
1252 // OpenMP [2.9.2, Restrictions, C/C++, p.6]
1253 // A threadprivate directive for static block-scope variables must appear
1254 // in the scope of the variable and not in a nested scope.
1255 if (CanonicalVD->isStaticLocal() && CurScope &&
1256 !isDeclInScope(ND, getCurLexicalContext(), CurScope)) {
1257 Diag(Id.getLoc(), diag::err_omp_var_scope)
1258 << getOpenMPDirectiveName(OMPD_threadprivate) << VD;
1260 VD->isThisDeclarationADefinition(Context) == VarDecl::DeclarationOnly;
1261 Diag(VD->getLocation(),
1262 IsDecl ? diag::note_previous_decl : diag::note_defined_here)
1267 // OpenMP [2.9.2, Restrictions, C/C++, p.2-6]
1268 // A threadprivate directive must lexically precede all references to any
1269 // of the variables in its list.
1270 if (VD->isUsed() && !DSAStack->isThreadPrivate(VD)) {
1271 Diag(Id.getLoc(), diag::err_omp_var_used)
1272 << getOpenMPDirectiveName(OMPD_threadprivate) << VD;
1276 QualType ExprType = VD->getType().getNonReferenceType();
1277 return DeclRefExpr::Create(Context, NestedNameSpecifierLoc(),
1278 SourceLocation(), VD,
1279 /*RefersToEnclosingVariableOrCapture=*/false,
1280 Id.getLoc(), ExprType, VK_LValue);
1283 Sema::DeclGroupPtrTy
1284 Sema::ActOnOpenMPThreadprivateDirective(SourceLocation Loc,
1285 ArrayRef<Expr *> VarList) {
1286 if (OMPThreadPrivateDecl *D = CheckOMPThreadPrivateDecl(Loc, VarList)) {
1287 CurContext->addDecl(D);
1288 return DeclGroupPtrTy::make(DeclGroupRef(D));
1294 class LocalVarRefChecker : public ConstStmtVisitor<LocalVarRefChecker, bool> {
1298 bool VisitDeclRefExpr(const DeclRefExpr *E) {
1299 if (auto *VD = dyn_cast<VarDecl>(E->getDecl())) {
1300 if (VD->hasLocalStorage()) {
1301 SemaRef.Diag(E->getLocStart(),
1302 diag::err_omp_local_var_in_threadprivate_init)
1303 << E->getSourceRange();
1304 SemaRef.Diag(VD->getLocation(), diag::note_defined_here)
1305 << VD << VD->getSourceRange();
1311 bool VisitStmt(const Stmt *S) {
1312 for (auto Child : S->children()) {
1313 if (Child && Visit(Child))
1318 explicit LocalVarRefChecker(Sema &SemaRef) : SemaRef(SemaRef) {}
1322 OMPThreadPrivateDecl *
1323 Sema::CheckOMPThreadPrivateDecl(SourceLocation Loc, ArrayRef<Expr *> VarList) {
1324 SmallVector<Expr *, 8> Vars;
1325 for (auto &RefExpr : VarList) {
1326 DeclRefExpr *DE = cast<DeclRefExpr>(RefExpr);
1327 VarDecl *VD = cast<VarDecl>(DE->getDecl());
1328 SourceLocation ILoc = DE->getExprLoc();
1330 // Mark variable as used.
1331 VD->setReferenced();
1332 VD->markUsed(Context);
1334 QualType QType = VD->getType();
1335 if (QType->isDependentType() || QType->isInstantiationDependentType()) {
1336 // It will be analyzed later.
1341 // OpenMP [2.9.2, Restrictions, C/C++, p.10]
1342 // A threadprivate variable must not have an incomplete type.
1343 if (RequireCompleteType(ILoc, VD->getType(),
1344 diag::err_omp_threadprivate_incomplete_type)) {
1348 // OpenMP [2.9.2, Restrictions, C/C++, p.10]
1349 // A threadprivate variable must not have a reference type.
1350 if (VD->getType()->isReferenceType()) {
1351 Diag(ILoc, diag::err_omp_ref_type_arg)
1352 << getOpenMPDirectiveName(OMPD_threadprivate) << VD->getType();
1354 VD->isThisDeclarationADefinition(Context) == VarDecl::DeclarationOnly;
1355 Diag(VD->getLocation(),
1356 IsDecl ? diag::note_previous_decl : diag::note_defined_here)
1361 // Check if this is a TLS variable. If TLS is not being supported, produce
1362 // the corresponding diagnostic.
1363 if ((VD->getTLSKind() != VarDecl::TLS_None &&
1364 !(VD->hasAttr<OMPThreadPrivateDeclAttr>() &&
1365 getLangOpts().OpenMPUseTLS &&
1366 getASTContext().getTargetInfo().isTLSSupported())) ||
1367 (VD->getStorageClass() == SC_Register && VD->hasAttr<AsmLabelAttr>() &&
1368 !VD->isLocalVarDecl())) {
1369 Diag(ILoc, diag::err_omp_var_thread_local)
1370 << VD << ((VD->getTLSKind() != VarDecl::TLS_None) ? 0 : 1);
1372 VD->isThisDeclarationADefinition(Context) == VarDecl::DeclarationOnly;
1373 Diag(VD->getLocation(),
1374 IsDecl ? diag::note_previous_decl : diag::note_defined_here)
1379 // Check if initial value of threadprivate variable reference variable with
1380 // local storage (it is not supported by runtime).
1381 if (auto Init = VD->getAnyInitializer()) {
1382 LocalVarRefChecker Checker(*this);
1383 if (Checker.Visit(Init))
1387 Vars.push_back(RefExpr);
1388 DSAStack->addDSA(VD, DE, OMPC_threadprivate);
1389 VD->addAttr(OMPThreadPrivateDeclAttr::CreateImplicit(
1390 Context, SourceRange(Loc, Loc)));
1391 if (auto *ML = Context.getASTMutationListener())
1392 ML->DeclarationMarkedOpenMPThreadPrivate(VD);
1394 OMPThreadPrivateDecl *D = nullptr;
1395 if (!Vars.empty()) {
1396 D = OMPThreadPrivateDecl::Create(Context, getCurLexicalContext(), Loc,
1398 D->setAccess(AS_public);
1403 static void ReportOriginalDSA(Sema &SemaRef, DSAStackTy *Stack,
1404 const ValueDecl *D, DSAStackTy::DSAVarData DVar,
1405 bool IsLoopIterVar = false) {
1407 SemaRef.Diag(DVar.RefExpr->getExprLoc(), diag::note_omp_explicit_dsa)
1408 << getOpenMPClauseName(DVar.CKind);
1412 PDSA_StaticMemberShared,
1413 PDSA_StaticLocalVarShared,
1414 PDSA_LoopIterVarPrivate,
1415 PDSA_LoopIterVarLinear,
1416 PDSA_LoopIterVarLastprivate,
1417 PDSA_ConstVarShared,
1418 PDSA_GlobalVarShared,
1419 PDSA_TaskVarFirstprivate,
1420 PDSA_LocalVarPrivate,
1422 } Reason = PDSA_Implicit;
1423 bool ReportHint = false;
1424 auto ReportLoc = D->getLocation();
1425 auto *VD = dyn_cast<VarDecl>(D);
1426 if (IsLoopIterVar) {
1427 if (DVar.CKind == OMPC_private)
1428 Reason = PDSA_LoopIterVarPrivate;
1429 else if (DVar.CKind == OMPC_lastprivate)
1430 Reason = PDSA_LoopIterVarLastprivate;
1432 Reason = PDSA_LoopIterVarLinear;
1433 } else if (isOpenMPTaskingDirective(DVar.DKind) &&
1434 DVar.CKind == OMPC_firstprivate) {
1435 Reason = PDSA_TaskVarFirstprivate;
1436 ReportLoc = DVar.ImplicitDSALoc;
1437 } else if (VD && VD->isStaticLocal())
1438 Reason = PDSA_StaticLocalVarShared;
1439 else if (VD && VD->isStaticDataMember())
1440 Reason = PDSA_StaticMemberShared;
1441 else if (VD && VD->isFileVarDecl())
1442 Reason = PDSA_GlobalVarShared;
1443 else if (D->getType().isConstant(SemaRef.getASTContext()))
1444 Reason = PDSA_ConstVarShared;
1445 else if (VD && VD->isLocalVarDecl() && DVar.CKind == OMPC_private) {
1447 Reason = PDSA_LocalVarPrivate;
1449 if (Reason != PDSA_Implicit) {
1450 SemaRef.Diag(ReportLoc, diag::note_omp_predetermined_dsa)
1451 << Reason << ReportHint
1452 << getOpenMPDirectiveName(Stack->getCurrentDirective());
1453 } else if (DVar.ImplicitDSALoc.isValid()) {
1454 SemaRef.Diag(DVar.ImplicitDSALoc, diag::note_omp_implicit_dsa)
1455 << getOpenMPClauseName(DVar.CKind);
1460 class DSAAttrChecker : public StmtVisitor<DSAAttrChecker, void> {
1465 llvm::SmallVector<Expr *, 8> ImplicitFirstprivate;
1466 llvm::DenseMap<ValueDecl *, Expr *> VarsWithInheritedDSA;
1469 void VisitDeclRefExpr(DeclRefExpr *E) {
1470 if (E->isTypeDependent() || E->isValueDependent() ||
1471 E->containsUnexpandedParameterPack() || E->isInstantiationDependent())
1473 if (auto *VD = dyn_cast<VarDecl>(E->getDecl())) {
1474 // Skip internally declared variables.
1475 if (VD->isLocalVarDecl() && !CS->capturesVariable(VD))
1478 auto DVar = Stack->getTopDSA(VD, false);
1479 // Check if the variable has explicit DSA set and stop analysis if it so.
1483 auto ELoc = E->getExprLoc();
1484 auto DKind = Stack->getCurrentDirective();
1485 // The default(none) clause requires that each variable that is referenced
1486 // in the construct, and does not have a predetermined data-sharing
1487 // attribute, must have its data-sharing attribute explicitly determined
1488 // by being listed in a data-sharing attribute clause.
1489 if (DVar.CKind == OMPC_unknown && Stack->getDefaultDSA() == DSA_none &&
1490 isParallelOrTaskRegion(DKind) &&
1491 VarsWithInheritedDSA.count(VD) == 0) {
1492 VarsWithInheritedDSA[VD] = E;
1496 // OpenMP [2.9.3.6, Restrictions, p.2]
1497 // A list item that appears in a reduction clause of the innermost
1498 // enclosing worksharing or parallel construct may not be accessed in an
1500 DVar = Stack->hasInnermostDSA(
1501 VD, [](OpenMPClauseKind C) -> bool { return C == OMPC_reduction; },
1502 [](OpenMPDirectiveKind K) -> bool {
1503 return isOpenMPParallelDirective(K) ||
1504 isOpenMPWorksharingDirective(K) || isOpenMPTeamsDirective(K);
1507 if (isOpenMPTaskingDirective(DKind) && DVar.CKind == OMPC_reduction) {
1509 SemaRef.Diag(ELoc, diag::err_omp_reduction_in_task);
1510 ReportOriginalDSA(SemaRef, Stack, VD, DVar);
1514 // Define implicit data-sharing attributes for task.
1515 DVar = Stack->getImplicitDSA(VD, false);
1516 if (isOpenMPTaskingDirective(DKind) && DVar.CKind != OMPC_shared &&
1517 !Stack->isLoopControlVariable(VD).first)
1518 ImplicitFirstprivate.push_back(E);
1521 void VisitMemberExpr(MemberExpr *E) {
1522 if (E->isTypeDependent() || E->isValueDependent() ||
1523 E->containsUnexpandedParameterPack() || E->isInstantiationDependent())
1525 if (isa<CXXThisExpr>(E->getBase()->IgnoreParens())) {
1526 if (auto *FD = dyn_cast<FieldDecl>(E->getMemberDecl())) {
1527 auto DVar = Stack->getTopDSA(FD, false);
1528 // Check if the variable has explicit DSA set and stop analysis if it
1533 auto ELoc = E->getExprLoc();
1534 auto DKind = Stack->getCurrentDirective();
1535 // OpenMP [2.9.3.6, Restrictions, p.2]
1536 // A list item that appears in a reduction clause of the innermost
1537 // enclosing worksharing or parallel construct may not be accessed in
1538 // an explicit task.
1539 DVar = Stack->hasInnermostDSA(
1540 FD, [](OpenMPClauseKind C) -> bool { return C == OMPC_reduction; },
1541 [](OpenMPDirectiveKind K) -> bool {
1542 return isOpenMPParallelDirective(K) ||
1543 isOpenMPWorksharingDirective(K) ||
1544 isOpenMPTeamsDirective(K);
1547 if (isOpenMPTaskingDirective(DKind) && DVar.CKind == OMPC_reduction) {
1549 SemaRef.Diag(ELoc, diag::err_omp_reduction_in_task);
1550 ReportOriginalDSA(SemaRef, Stack, FD, DVar);
1554 // Define implicit data-sharing attributes for task.
1555 DVar = Stack->getImplicitDSA(FD, false);
1556 if (isOpenMPTaskingDirective(DKind) && DVar.CKind != OMPC_shared &&
1557 !Stack->isLoopControlVariable(FD).first)
1558 ImplicitFirstprivate.push_back(E);
1561 Visit(E->getBase());
1563 void VisitOMPExecutableDirective(OMPExecutableDirective *S) {
1564 for (auto *C : S->clauses()) {
1565 // Skip analysis of arguments of implicitly defined firstprivate clause
1566 // for task directives.
1567 if (C && (!isa<OMPFirstprivateClause>(C) || C->getLocStart().isValid()))
1568 for (auto *CC : C->children()) {
1574 void VisitStmt(Stmt *S) {
1575 for (auto *C : S->children()) {
1576 if (C && !isa<OMPExecutableDirective>(C))
1581 bool isErrorFound() { return ErrorFound; }
1582 ArrayRef<Expr *> getImplicitFirstprivate() { return ImplicitFirstprivate; }
1583 llvm::DenseMap<ValueDecl *, Expr *> &getVarsWithInheritedDSA() {
1584 return VarsWithInheritedDSA;
1587 DSAAttrChecker(DSAStackTy *S, Sema &SemaRef, CapturedStmt *CS)
1588 : Stack(S), SemaRef(SemaRef), ErrorFound(false), CS(CS) {}
1592 void Sema::ActOnOpenMPRegionStart(OpenMPDirectiveKind DKind, Scope *CurScope) {
1595 case OMPD_parallel_for:
1596 case OMPD_parallel_for_simd:
1597 case OMPD_parallel_sections:
1599 QualType KmpInt32Ty = Context.getIntTypeForBitwidth(32, 1);
1600 QualType KmpInt32PtrTy =
1601 Context.getPointerType(KmpInt32Ty).withConst().withRestrict();
1602 Sema::CapturedParamNameType Params[] = {
1603 std::make_pair(".global_tid.", KmpInt32PtrTy),
1604 std::make_pair(".bound_tid.", KmpInt32PtrTy),
1605 std::make_pair(StringRef(), QualType()) // __context with shared vars
1607 ActOnCapturedRegionStart(DSAStack->getConstructLoc(), CurScope, CR_OpenMP,
1611 case OMPD_target_teams:
1612 case OMPD_target_parallel: {
1613 Sema::CapturedParamNameType ParamsTarget[] = {
1614 std::make_pair(StringRef(), QualType()) // __context with shared vars
1616 // Start a captured region for 'target' with no implicit parameters.
1617 ActOnCapturedRegionStart(DSAStack->getConstructLoc(), CurScope, CR_OpenMP,
1619 QualType KmpInt32Ty = Context.getIntTypeForBitwidth(32, 1);
1620 QualType KmpInt32PtrTy =
1621 Context.getPointerType(KmpInt32Ty).withConst().withRestrict();
1622 Sema::CapturedParamNameType ParamsTeamsOrParallel[] = {
1623 std::make_pair(".global_tid.", KmpInt32PtrTy),
1624 std::make_pair(".bound_tid.", KmpInt32PtrTy),
1625 std::make_pair(StringRef(), QualType()) // __context with shared vars
1627 // Start a captured region for 'teams' or 'parallel'. Both regions have
1628 // the same implicit parameters.
1629 ActOnCapturedRegionStart(DSAStack->getConstructLoc(), CurScope, CR_OpenMP,
1630 ParamsTeamsOrParallel);
1641 case OMPD_taskgroup:
1642 case OMPD_distribute:
1645 case OMPD_target_data:
1647 case OMPD_target_parallel_for:
1648 case OMPD_target_parallel_for_simd:
1649 case OMPD_target_simd: {
1650 Sema::CapturedParamNameType Params[] = {
1651 std::make_pair(StringRef(), QualType()) // __context with shared vars
1653 ActOnCapturedRegionStart(DSAStack->getConstructLoc(), CurScope, CR_OpenMP,
1658 QualType KmpInt32Ty = Context.getIntTypeForBitwidth(32, 1);
1659 QualType Args[] = {Context.VoidPtrTy.withConst().withRestrict()};
1660 FunctionProtoType::ExtProtoInfo EPI;
1661 EPI.Variadic = true;
1662 QualType CopyFnType = Context.getFunctionType(Context.VoidTy, Args, EPI);
1663 Sema::CapturedParamNameType Params[] = {
1664 std::make_pair(".global_tid.", KmpInt32Ty),
1665 std::make_pair(".part_id.", Context.getPointerType(KmpInt32Ty)),
1666 std::make_pair(".privates.", Context.VoidPtrTy.withConst()),
1667 std::make_pair(".copy_fn.",
1668 Context.getPointerType(CopyFnType).withConst()),
1669 std::make_pair(".task_t.", Context.VoidPtrTy.withConst()),
1670 std::make_pair(StringRef(), QualType()) // __context with shared vars
1672 ActOnCapturedRegionStart(DSAStack->getConstructLoc(), CurScope, CR_OpenMP,
1674 // Mark this captured region as inlined, because we don't use outlined
1675 // function directly.
1676 getCurCapturedRegion()->TheCapturedDecl->addAttr(
1677 AlwaysInlineAttr::CreateImplicit(
1678 Context, AlwaysInlineAttr::Keyword_forceinline, SourceRange()));
1682 case OMPD_taskloop_simd: {
1683 QualType KmpInt32Ty =
1684 Context.getIntTypeForBitwidth(/*DestWidth=*/32, /*Signed=*/1);
1685 QualType KmpUInt64Ty =
1686 Context.getIntTypeForBitwidth(/*DestWidth=*/64, /*Signed=*/0);
1687 QualType KmpInt64Ty =
1688 Context.getIntTypeForBitwidth(/*DestWidth=*/64, /*Signed=*/1);
1689 QualType Args[] = {Context.VoidPtrTy.withConst().withRestrict()};
1690 FunctionProtoType::ExtProtoInfo EPI;
1691 EPI.Variadic = true;
1692 QualType CopyFnType = Context.getFunctionType(Context.VoidTy, Args, EPI);
1693 Sema::CapturedParamNameType Params[] = {
1694 std::make_pair(".global_tid.", KmpInt32Ty),
1695 std::make_pair(".part_id.", Context.getPointerType(KmpInt32Ty)),
1696 std::make_pair(".privates.",
1697 Context.VoidPtrTy.withConst().withRestrict()),
1700 Context.getPointerType(CopyFnType).withConst().withRestrict()),
1701 std::make_pair(".task_t.", Context.VoidPtrTy.withConst()),
1702 std::make_pair(".lb.", KmpUInt64Ty),
1703 std::make_pair(".ub.", KmpUInt64Ty), std::make_pair(".st.", KmpInt64Ty),
1704 std::make_pair(".liter.", KmpInt32Ty),
1705 std::make_pair(StringRef(), QualType()) // __context with shared vars
1707 ActOnCapturedRegionStart(DSAStack->getConstructLoc(), CurScope, CR_OpenMP,
1709 // Mark this captured region as inlined, because we don't use outlined
1710 // function directly.
1711 getCurCapturedRegion()->TheCapturedDecl->addAttr(
1712 AlwaysInlineAttr::CreateImplicit(
1713 Context, AlwaysInlineAttr::Keyword_forceinline, SourceRange()));
1716 case OMPD_distribute_parallel_for_simd:
1717 case OMPD_distribute_simd:
1718 case OMPD_distribute_parallel_for:
1719 case OMPD_teams_distribute:
1720 case OMPD_teams_distribute_simd:
1721 case OMPD_teams_distribute_parallel_for_simd:
1722 case OMPD_teams_distribute_parallel_for:
1723 case OMPD_target_teams_distribute:
1724 case OMPD_target_teams_distribute_parallel_for:
1725 case OMPD_target_teams_distribute_parallel_for_simd:
1726 case OMPD_target_teams_distribute_simd: {
1727 QualType KmpInt32Ty = Context.getIntTypeForBitwidth(32, 1);
1728 QualType KmpInt32PtrTy =
1729 Context.getPointerType(KmpInt32Ty).withConst().withRestrict();
1730 Sema::CapturedParamNameType Params[] = {
1731 std::make_pair(".global_tid.", KmpInt32PtrTy),
1732 std::make_pair(".bound_tid.", KmpInt32PtrTy),
1733 std::make_pair(".previous.lb.", Context.getSizeType()),
1734 std::make_pair(".previous.ub.", Context.getSizeType()),
1735 std::make_pair(StringRef(), QualType()) // __context with shared vars
1737 ActOnCapturedRegionStart(DSAStack->getConstructLoc(), CurScope, CR_OpenMP,
1741 case OMPD_threadprivate:
1742 case OMPD_taskyield:
1745 case OMPD_cancellation_point:
1748 case OMPD_target_enter_data:
1749 case OMPD_target_exit_data:
1750 case OMPD_declare_reduction:
1751 case OMPD_declare_simd:
1752 case OMPD_declare_target:
1753 case OMPD_end_declare_target:
1754 case OMPD_target_update:
1755 llvm_unreachable("OpenMP Directive is not allowed");
1757 llvm_unreachable("Unknown OpenMP directive");
1761 int Sema::getOpenMPCaptureLevels(OpenMPDirectiveKind DKind) {
1762 SmallVector<OpenMPDirectiveKind, 4> CaptureRegions;
1763 getOpenMPCaptureRegions(CaptureRegions, DKind);
1764 return CaptureRegions.size();
1767 static OMPCapturedExprDecl *buildCaptureDecl(Sema &S, IdentifierInfo *Id,
1768 Expr *CaptureExpr, bool WithInit,
1769 bool AsExpression) {
1770 assert(CaptureExpr);
1771 ASTContext &C = S.getASTContext();
1772 Expr *Init = AsExpression ? CaptureExpr : CaptureExpr->IgnoreImpCasts();
1773 QualType Ty = Init->getType();
1774 if (CaptureExpr->getObjectKind() == OK_Ordinary && CaptureExpr->isGLValue()) {
1775 if (S.getLangOpts().CPlusPlus)
1776 Ty = C.getLValueReferenceType(Ty);
1778 Ty = C.getPointerType(Ty);
1780 S.CreateBuiltinUnaryOp(CaptureExpr->getExprLoc(), UO_AddrOf, Init);
1781 if (!Res.isUsable())
1787 auto *CED = OMPCapturedExprDecl::Create(C, S.CurContext, Id, Ty,
1788 CaptureExpr->getLocStart());
1790 CED->addAttr(OMPCaptureNoInitAttr::CreateImplicit(C, SourceRange()));
1791 S.CurContext->addHiddenDecl(CED);
1792 S.AddInitializerToDecl(CED, Init, /*DirectInit=*/false);
1796 static DeclRefExpr *buildCapture(Sema &S, ValueDecl *D, Expr *CaptureExpr,
1798 OMPCapturedExprDecl *CD;
1799 if (auto *VD = S.IsOpenMPCapturedDecl(D))
1800 CD = cast<OMPCapturedExprDecl>(VD);
1802 CD = buildCaptureDecl(S, D->getIdentifier(), CaptureExpr, WithInit,
1803 /*AsExpression=*/false);
1804 return buildDeclRefExpr(S, CD, CD->getType().getNonReferenceType(),
1805 CaptureExpr->getExprLoc());
1808 static ExprResult buildCapture(Sema &S, Expr *CaptureExpr, DeclRefExpr *&Ref) {
1811 buildCaptureDecl(S, &S.getASTContext().Idents.get(".capture_expr."),
1812 CaptureExpr, /*WithInit=*/true, /*AsExpression=*/true);
1813 Ref = buildDeclRefExpr(S, CD, CD->getType().getNonReferenceType(),
1814 CaptureExpr->getExprLoc());
1816 ExprResult Res = Ref;
1817 if (!S.getLangOpts().CPlusPlus &&
1818 CaptureExpr->getObjectKind() == OK_Ordinary && CaptureExpr->isGLValue() &&
1819 Ref->getType()->isPointerType())
1820 Res = S.CreateBuiltinUnaryOp(CaptureExpr->getExprLoc(), UO_Deref, Ref);
1821 if (!Res.isUsable())
1823 return CaptureExpr->isGLValue() ? Res : S.DefaultLvalueConversion(Res.get());
1827 // OpenMP directives parsed in this section are represented as a
1828 // CapturedStatement with an associated statement. If a syntax error
1829 // is detected during the parsing of the associated statement, the
1830 // compiler must abort processing and close the CapturedStatement.
1832 // Combined directives such as 'target parallel' have more than one
1833 // nested CapturedStatements. This RAII ensures that we unwind out
1834 // of all the nested CapturedStatements when an error is found.
1835 class CaptureRegionUnwinderRAII {
1839 OpenMPDirectiveKind DKind;
1842 CaptureRegionUnwinderRAII(Sema &S, bool &ErrorFound,
1843 OpenMPDirectiveKind DKind)
1844 : S(S), ErrorFound(ErrorFound), DKind(DKind) {}
1845 ~CaptureRegionUnwinderRAII() {
1847 int ThisCaptureLevel = S.getOpenMPCaptureLevels(DKind);
1848 while (--ThisCaptureLevel >= 0)
1849 S.ActOnCapturedRegionError();
1855 StmtResult Sema::ActOnOpenMPRegionEnd(StmtResult S,
1856 ArrayRef<OMPClause *> Clauses) {
1857 bool ErrorFound = false;
1858 CaptureRegionUnwinderRAII CaptureRegionUnwinder(
1859 *this, ErrorFound, DSAStack->getCurrentDirective());
1860 if (!S.isUsable()) {
1865 OMPOrderedClause *OC = nullptr;
1866 OMPScheduleClause *SC = nullptr;
1867 SmallVector<OMPLinearClause *, 4> LCs;
1868 SmallVector<OMPClauseWithPreInit *, 8> PICs;
1869 // This is required for proper codegen.
1870 for (auto *Clause : Clauses) {
1871 if (isOpenMPPrivate(Clause->getClauseKind()) ||
1872 Clause->getClauseKind() == OMPC_copyprivate ||
1873 (getLangOpts().OpenMPUseTLS &&
1874 getASTContext().getTargetInfo().isTLSSupported() &&
1875 Clause->getClauseKind() == OMPC_copyin)) {
1876 DSAStack->setForceVarCapturing(Clause->getClauseKind() == OMPC_copyin);
1877 // Mark all variables in private list clauses as used in inner region.
1878 for (auto *VarRef : Clause->children()) {
1879 if (auto *E = cast_or_null<Expr>(VarRef)) {
1880 MarkDeclarationsReferencedInExpr(E);
1883 DSAStack->setForceVarCapturing(/*V=*/false);
1884 } else if (isParallelOrTaskRegion(DSAStack->getCurrentDirective())) {
1885 if (auto *C = OMPClauseWithPreInit::get(Clause))
1887 if (auto *C = OMPClauseWithPostUpdate::get(Clause)) {
1888 if (auto *E = C->getPostUpdateExpr())
1889 MarkDeclarationsReferencedInExpr(E);
1892 if (Clause->getClauseKind() == OMPC_schedule)
1893 SC = cast<OMPScheduleClause>(Clause);
1894 else if (Clause->getClauseKind() == OMPC_ordered)
1895 OC = cast<OMPOrderedClause>(Clause);
1896 else if (Clause->getClauseKind() == OMPC_linear)
1897 LCs.push_back(cast<OMPLinearClause>(Clause));
1899 // OpenMP, 2.7.1 Loop Construct, Restrictions
1900 // The nonmonotonic modifier cannot be specified if an ordered clause is
1903 (SC->getFirstScheduleModifier() == OMPC_SCHEDULE_MODIFIER_nonmonotonic ||
1904 SC->getSecondScheduleModifier() ==
1905 OMPC_SCHEDULE_MODIFIER_nonmonotonic) &&
1907 Diag(SC->getFirstScheduleModifier() == OMPC_SCHEDULE_MODIFIER_nonmonotonic
1908 ? SC->getFirstScheduleModifierLoc()
1909 : SC->getSecondScheduleModifierLoc(),
1910 diag::err_omp_schedule_nonmonotonic_ordered)
1911 << SourceRange(OC->getLocStart(), OC->getLocEnd());
1914 if (!LCs.empty() && OC && OC->getNumForLoops()) {
1915 for (auto *C : LCs) {
1916 Diag(C->getLocStart(), diag::err_omp_linear_ordered)
1917 << SourceRange(OC->getLocStart(), OC->getLocEnd());
1921 if (isOpenMPWorksharingDirective(DSAStack->getCurrentDirective()) &&
1922 isOpenMPSimdDirective(DSAStack->getCurrentDirective()) && OC &&
1923 OC->getNumForLoops()) {
1924 Diag(OC->getLocStart(), diag::err_omp_ordered_simd)
1925 << getOpenMPDirectiveName(DSAStack->getCurrentDirective());
1932 SmallVector<OpenMPDirectiveKind, 4> CaptureRegions;
1933 getOpenMPCaptureRegions(CaptureRegions, DSAStack->getCurrentDirective());
1934 for (auto ThisCaptureRegion : llvm::reverse(CaptureRegions)) {
1935 // Mark all variables in private list clauses as used in inner region.
1936 // Required for proper codegen of combined directives.
1937 // TODO: add processing for other clauses.
1938 if (isParallelOrTaskRegion(DSAStack->getCurrentDirective())) {
1939 for (auto *C : PICs) {
1940 OpenMPDirectiveKind CaptureRegion = C->getCaptureRegion();
1941 // Find the particular capture region for the clause if the
1942 // directive is a combined one with multiple capture regions.
1943 // If the directive is not a combined one, the capture region
1944 // associated with the clause is OMPD_unknown and is generated
1946 if (CaptureRegion == ThisCaptureRegion ||
1947 CaptureRegion == OMPD_unknown) {
1948 if (auto *DS = cast_or_null<DeclStmt>(C->getPreInitStmt())) {
1949 for (auto *D : DS->decls())
1950 MarkVariableReferenced(D->getLocation(), cast<VarDecl>(D));
1955 SR = ActOnCapturedRegionEnd(SR.get());
1960 static bool checkCancelRegion(Sema &SemaRef, OpenMPDirectiveKind CurrentRegion,
1961 OpenMPDirectiveKind CancelRegion,
1962 SourceLocation StartLoc) {
1963 // CancelRegion is only needed for cancel and cancellation_point.
1964 if (CurrentRegion != OMPD_cancel && CurrentRegion != OMPD_cancellation_point)
1967 if (CancelRegion == OMPD_parallel || CancelRegion == OMPD_for ||
1968 CancelRegion == OMPD_sections || CancelRegion == OMPD_taskgroup)
1971 SemaRef.Diag(StartLoc, diag::err_omp_wrong_cancel_region)
1972 << getOpenMPDirectiveName(CancelRegion);
1976 static bool checkNestingOfRegions(Sema &SemaRef, DSAStackTy *Stack,
1977 OpenMPDirectiveKind CurrentRegion,
1978 const DeclarationNameInfo &CurrentName,
1979 OpenMPDirectiveKind CancelRegion,
1980 SourceLocation StartLoc) {
1981 if (Stack->getCurScope()) {
1982 auto ParentRegion = Stack->getParentDirective();
1983 auto OffendingRegion = ParentRegion;
1984 bool NestingProhibited = false;
1985 bool CloseNesting = true;
1986 bool OrphanSeen = false;
1989 ShouldBeInParallelRegion,
1990 ShouldBeInOrderedRegion,
1991 ShouldBeInTargetRegion,
1992 ShouldBeInTeamsRegion
1993 } Recommend = NoRecommend;
1994 if (isOpenMPSimdDirective(ParentRegion) && CurrentRegion != OMPD_ordered) {
1995 // OpenMP [2.16, Nesting of Regions]
1996 // OpenMP constructs may not be nested inside a simd region.
1997 // OpenMP [2.8.1,simd Construct, Restrictions]
1998 // An ordered construct with the simd clause is the only OpenMP
1999 // construct that can appear in the simd region.
2000 // Allowing a SIMD construct nested in another SIMD construct is an
2001 // extension. The OpenMP 4.5 spec does not allow it. Issue a warning
2003 SemaRef.Diag(StartLoc, (CurrentRegion != OMPD_simd)
2004 ? diag::err_omp_prohibited_region_simd
2005 : diag::warn_omp_nesting_simd);
2006 return CurrentRegion != OMPD_simd;
2008 if (ParentRegion == OMPD_atomic) {
2009 // OpenMP [2.16, Nesting of Regions]
2010 // OpenMP constructs may not be nested inside an atomic region.
2011 SemaRef.Diag(StartLoc, diag::err_omp_prohibited_region_atomic);
2014 if (CurrentRegion == OMPD_section) {
2015 // OpenMP [2.7.2, sections Construct, Restrictions]
2016 // Orphaned section directives are prohibited. That is, the section
2017 // directives must appear within the sections construct and must not be
2018 // encountered elsewhere in the sections region.
2019 if (ParentRegion != OMPD_sections &&
2020 ParentRegion != OMPD_parallel_sections) {
2021 SemaRef.Diag(StartLoc, diag::err_omp_orphaned_section_directive)
2022 << (ParentRegion != OMPD_unknown)
2023 << getOpenMPDirectiveName(ParentRegion);
2028 // Allow some constructs (except teams) to be orphaned (they could be
2029 // used in functions, called from OpenMP regions with the required
2031 if (ParentRegion == OMPD_unknown &&
2032 !isOpenMPNestingTeamsDirective(CurrentRegion))
2034 if (CurrentRegion == OMPD_cancellation_point ||
2035 CurrentRegion == OMPD_cancel) {
2036 // OpenMP [2.16, Nesting of Regions]
2037 // A cancellation point construct for which construct-type-clause is
2038 // taskgroup must be nested inside a task construct. A cancellation
2039 // point construct for which construct-type-clause is not taskgroup must
2040 // be closely nested inside an OpenMP construct that matches the type
2041 // specified in construct-type-clause.
2042 // A cancel construct for which construct-type-clause is taskgroup must be
2043 // nested inside a task construct. A cancel construct for which
2044 // construct-type-clause is not taskgroup must be closely nested inside an
2045 // OpenMP construct that matches the type specified in
2046 // construct-type-clause.
2048 !((CancelRegion == OMPD_parallel &&
2049 (ParentRegion == OMPD_parallel ||
2050 ParentRegion == OMPD_target_parallel)) ||
2051 (CancelRegion == OMPD_for &&
2052 (ParentRegion == OMPD_for || ParentRegion == OMPD_parallel_for ||
2053 ParentRegion == OMPD_target_parallel_for)) ||
2054 (CancelRegion == OMPD_taskgroup && ParentRegion == OMPD_task) ||
2055 (CancelRegion == OMPD_sections &&
2056 (ParentRegion == OMPD_section || ParentRegion == OMPD_sections ||
2057 ParentRegion == OMPD_parallel_sections)));
2058 } else if (CurrentRegion == OMPD_master) {
2059 // OpenMP [2.16, Nesting of Regions]
2060 // A master region may not be closely nested inside a worksharing,
2061 // atomic, or explicit task region.
2062 NestingProhibited = isOpenMPWorksharingDirective(ParentRegion) ||
2063 isOpenMPTaskingDirective(ParentRegion);
2064 } else if (CurrentRegion == OMPD_critical && CurrentName.getName()) {
2065 // OpenMP [2.16, Nesting of Regions]
2066 // A critical region may not be nested (closely or otherwise) inside a
2067 // critical region with the same name. Note that this restriction is not
2068 // sufficient to prevent deadlock.
2069 SourceLocation PreviousCriticalLoc;
2070 bool DeadLock = Stack->hasDirective(
2071 [CurrentName, &PreviousCriticalLoc](OpenMPDirectiveKind K,
2072 const DeclarationNameInfo &DNI,
2073 SourceLocation Loc) -> bool {
2074 if (K == OMPD_critical && DNI.getName() == CurrentName.getName()) {
2075 PreviousCriticalLoc = Loc;
2080 false /* skip top directive */);
2082 SemaRef.Diag(StartLoc,
2083 diag::err_omp_prohibited_region_critical_same_name)
2084 << CurrentName.getName();
2085 if (PreviousCriticalLoc.isValid())
2086 SemaRef.Diag(PreviousCriticalLoc,
2087 diag::note_omp_previous_critical_region);
2090 } else if (CurrentRegion == OMPD_barrier) {
2091 // OpenMP [2.16, Nesting of Regions]
2092 // A barrier region may not be closely nested inside a worksharing,
2093 // explicit task, critical, ordered, atomic, or master region.
2094 NestingProhibited = isOpenMPWorksharingDirective(ParentRegion) ||
2095 isOpenMPTaskingDirective(ParentRegion) ||
2096 ParentRegion == OMPD_master ||
2097 ParentRegion == OMPD_critical ||
2098 ParentRegion == OMPD_ordered;
2099 } else if (isOpenMPWorksharingDirective(CurrentRegion) &&
2100 !isOpenMPParallelDirective(CurrentRegion) &&
2101 !isOpenMPTeamsDirective(CurrentRegion)) {
2102 // OpenMP [2.16, Nesting of Regions]
2103 // A worksharing region may not be closely nested inside a worksharing,
2104 // explicit task, critical, ordered, atomic, or master region.
2105 NestingProhibited = isOpenMPWorksharingDirective(ParentRegion) ||
2106 isOpenMPTaskingDirective(ParentRegion) ||
2107 ParentRegion == OMPD_master ||
2108 ParentRegion == OMPD_critical ||
2109 ParentRegion == OMPD_ordered;
2110 Recommend = ShouldBeInParallelRegion;
2111 } else if (CurrentRegion == OMPD_ordered) {
2112 // OpenMP [2.16, Nesting of Regions]
2113 // An ordered region may not be closely nested inside a critical,
2114 // atomic, or explicit task region.
2115 // An ordered region must be closely nested inside a loop region (or
2116 // parallel loop region) with an ordered clause.
2117 // OpenMP [2.8.1,simd Construct, Restrictions]
2118 // An ordered construct with the simd clause is the only OpenMP construct
2119 // that can appear in the simd region.
2120 NestingProhibited = ParentRegion == OMPD_critical ||
2121 isOpenMPTaskingDirective(ParentRegion) ||
2122 !(isOpenMPSimdDirective(ParentRegion) ||
2123 Stack->isParentOrderedRegion());
2124 Recommend = ShouldBeInOrderedRegion;
2125 } else if (isOpenMPNestingTeamsDirective(CurrentRegion)) {
2126 // OpenMP [2.16, Nesting of Regions]
2127 // If specified, a teams construct must be contained within a target
2129 NestingProhibited = ParentRegion != OMPD_target;
2130 OrphanSeen = ParentRegion == OMPD_unknown;
2131 Recommend = ShouldBeInTargetRegion;
2132 Stack->setParentTeamsRegionLoc(Stack->getConstructLoc());
2134 if (!NestingProhibited &&
2135 !isOpenMPTargetExecutionDirective(CurrentRegion) &&
2136 !isOpenMPTargetDataManagementDirective(CurrentRegion) &&
2137 (ParentRegion == OMPD_teams || ParentRegion == OMPD_target_teams)) {
2138 // OpenMP [2.16, Nesting of Regions]
2139 // distribute, parallel, parallel sections, parallel workshare, and the
2140 // parallel loop and parallel loop SIMD constructs are the only OpenMP
2141 // constructs that can be closely nested in the teams region.
2142 NestingProhibited = !isOpenMPParallelDirective(CurrentRegion) &&
2143 !isOpenMPDistributeDirective(CurrentRegion);
2144 Recommend = ShouldBeInParallelRegion;
2146 if (!NestingProhibited &&
2147 isOpenMPNestingDistributeDirective(CurrentRegion)) {
2148 // OpenMP 4.5 [2.17 Nesting of Regions]
2149 // The region associated with the distribute construct must be strictly
2150 // nested inside a teams region
2152 (ParentRegion != OMPD_teams && ParentRegion != OMPD_target_teams);
2153 Recommend = ShouldBeInTeamsRegion;
2155 if (!NestingProhibited &&
2156 (isOpenMPTargetExecutionDirective(CurrentRegion) ||
2157 isOpenMPTargetDataManagementDirective(CurrentRegion))) {
2158 // OpenMP 4.5 [2.17 Nesting of Regions]
2159 // If a target, target update, target data, target enter data, or
2160 // target exit data construct is encountered during execution of a
2161 // target region, the behavior is unspecified.
2162 NestingProhibited = Stack->hasDirective(
2163 [&OffendingRegion](OpenMPDirectiveKind K, const DeclarationNameInfo &,
2164 SourceLocation) -> bool {
2165 if (isOpenMPTargetExecutionDirective(K)) {
2166 OffendingRegion = K;
2171 false /* don't skip top directive */);
2172 CloseNesting = false;
2174 if (NestingProhibited) {
2176 SemaRef.Diag(StartLoc, diag::err_omp_orphaned_device_directive)
2177 << getOpenMPDirectiveName(CurrentRegion) << Recommend;
2179 SemaRef.Diag(StartLoc, diag::err_omp_prohibited_region)
2180 << CloseNesting << getOpenMPDirectiveName(OffendingRegion)
2181 << Recommend << getOpenMPDirectiveName(CurrentRegion);
2189 static bool checkIfClauses(Sema &S, OpenMPDirectiveKind Kind,
2190 ArrayRef<OMPClause *> Clauses,
2191 ArrayRef<OpenMPDirectiveKind> AllowedNameModifiers) {
2192 bool ErrorFound = false;
2193 unsigned NamedModifiersNumber = 0;
2194 SmallVector<const OMPIfClause *, OMPC_unknown + 1> FoundNameModifiers(
2196 SmallVector<SourceLocation, 4> NameModifierLoc;
2197 for (const auto *C : Clauses) {
2198 if (const auto *IC = dyn_cast_or_null<OMPIfClause>(C)) {
2199 // At most one if clause without a directive-name-modifier can appear on
2201 OpenMPDirectiveKind CurNM = IC->getNameModifier();
2202 if (FoundNameModifiers[CurNM]) {
2203 S.Diag(C->getLocStart(), diag::err_omp_more_one_clause)
2204 << getOpenMPDirectiveName(Kind) << getOpenMPClauseName(OMPC_if)
2205 << (CurNM != OMPD_unknown) << getOpenMPDirectiveName(CurNM);
2207 } else if (CurNM != OMPD_unknown) {
2208 NameModifierLoc.push_back(IC->getNameModifierLoc());
2209 ++NamedModifiersNumber;
2211 FoundNameModifiers[CurNM] = IC;
2212 if (CurNM == OMPD_unknown)
2214 // Check if the specified name modifier is allowed for the current
2216 // At most one if clause with the particular directive-name-modifier can
2217 // appear on the directive.
2218 bool MatchFound = false;
2219 for (auto NM : AllowedNameModifiers) {
2226 S.Diag(IC->getNameModifierLoc(),
2227 diag::err_omp_wrong_if_directive_name_modifier)
2228 << getOpenMPDirectiveName(CurNM) << getOpenMPDirectiveName(Kind);
2233 // If any if clause on the directive includes a directive-name-modifier then
2234 // all if clauses on the directive must include a directive-name-modifier.
2235 if (FoundNameModifiers[OMPD_unknown] && NamedModifiersNumber > 0) {
2236 if (NamedModifiersNumber == AllowedNameModifiers.size()) {
2237 S.Diag(FoundNameModifiers[OMPD_unknown]->getLocStart(),
2238 diag::err_omp_no_more_if_clause);
2241 std::string Sep(", ");
2242 unsigned AllowedCnt = 0;
2243 unsigned TotalAllowedNum =
2244 AllowedNameModifiers.size() - NamedModifiersNumber;
2245 for (unsigned Cnt = 0, End = AllowedNameModifiers.size(); Cnt < End;
2247 OpenMPDirectiveKind NM = AllowedNameModifiers[Cnt];
2248 if (!FoundNameModifiers[NM]) {
2250 Values += getOpenMPDirectiveName(NM);
2252 if (AllowedCnt + 2 == TotalAllowedNum)
2254 else if (AllowedCnt + 1 != TotalAllowedNum)
2259 S.Diag(FoundNameModifiers[OMPD_unknown]->getCondition()->getLocStart(),
2260 diag::err_omp_unnamed_if_clause)
2261 << (TotalAllowedNum > 1) << Values;
2263 for (auto Loc : NameModifierLoc) {
2264 S.Diag(Loc, diag::note_omp_previous_named_if_clause);
2271 StmtResult Sema::ActOnOpenMPExecutableDirective(
2272 OpenMPDirectiveKind Kind, const DeclarationNameInfo &DirName,
2273 OpenMPDirectiveKind CancelRegion, ArrayRef<OMPClause *> Clauses,
2274 Stmt *AStmt, SourceLocation StartLoc, SourceLocation EndLoc) {
2275 StmtResult Res = StmtError();
2276 // First check CancelRegion which is then used in checkNestingOfRegions.
2277 if (checkCancelRegion(*this, Kind, CancelRegion, StartLoc) ||
2278 checkNestingOfRegions(*this, DSAStack, Kind, DirName, CancelRegion,
2282 llvm::SmallVector<OMPClause *, 8> ClausesWithImplicit;
2283 llvm::DenseMap<ValueDecl *, Expr *> VarsWithInheritedDSA;
2284 bool ErrorFound = false;
2285 ClausesWithImplicit.append(Clauses.begin(), Clauses.end());
2287 assert(isa<CapturedStmt>(AStmt) && "Captured statement expected");
2289 // Check default data sharing attributes for referenced variables.
2290 DSAAttrChecker DSAChecker(DSAStack, *this, cast<CapturedStmt>(AStmt));
2291 int ThisCaptureLevel = getOpenMPCaptureLevels(Kind);
2293 while (--ThisCaptureLevel >= 0)
2294 S = cast<CapturedStmt>(S)->getCapturedStmt();
2295 DSAChecker.Visit(S);
2296 if (DSAChecker.isErrorFound())
2298 // Generate list of implicitly defined firstprivate variables.
2299 VarsWithInheritedDSA = DSAChecker.getVarsWithInheritedDSA();
2301 if (!DSAChecker.getImplicitFirstprivate().empty()) {
2302 if (OMPClause *Implicit = ActOnOpenMPFirstprivateClause(
2303 DSAChecker.getImplicitFirstprivate(), SourceLocation(),
2304 SourceLocation(), SourceLocation())) {
2305 ClausesWithImplicit.push_back(Implicit);
2306 ErrorFound = cast<OMPFirstprivateClause>(Implicit)->varlist_size() !=
2307 DSAChecker.getImplicitFirstprivate().size();
2313 llvm::SmallVector<OpenMPDirectiveKind, 4> AllowedNameModifiers;
2316 Res = ActOnOpenMPParallelDirective(ClausesWithImplicit, AStmt, StartLoc,
2318 AllowedNameModifiers.push_back(OMPD_parallel);
2321 Res = ActOnOpenMPSimdDirective(ClausesWithImplicit, AStmt, StartLoc, EndLoc,
2322 VarsWithInheritedDSA);
2325 Res = ActOnOpenMPForDirective(ClausesWithImplicit, AStmt, StartLoc, EndLoc,
2326 VarsWithInheritedDSA);
2329 Res = ActOnOpenMPForSimdDirective(ClausesWithImplicit, AStmt, StartLoc,
2330 EndLoc, VarsWithInheritedDSA);
2333 Res = ActOnOpenMPSectionsDirective(ClausesWithImplicit, AStmt, StartLoc,
2337 assert(ClausesWithImplicit.empty() &&
2338 "No clauses are allowed for 'omp section' directive");
2339 Res = ActOnOpenMPSectionDirective(AStmt, StartLoc, EndLoc);
2342 Res = ActOnOpenMPSingleDirective(ClausesWithImplicit, AStmt, StartLoc,
2346 assert(ClausesWithImplicit.empty() &&
2347 "No clauses are allowed for 'omp master' directive");
2348 Res = ActOnOpenMPMasterDirective(AStmt, StartLoc, EndLoc);
2351 Res = ActOnOpenMPCriticalDirective(DirName, ClausesWithImplicit, AStmt,
2354 case OMPD_parallel_for:
2355 Res = ActOnOpenMPParallelForDirective(ClausesWithImplicit, AStmt, StartLoc,
2356 EndLoc, VarsWithInheritedDSA);
2357 AllowedNameModifiers.push_back(OMPD_parallel);
2359 case OMPD_parallel_for_simd:
2360 Res = ActOnOpenMPParallelForSimdDirective(
2361 ClausesWithImplicit, AStmt, StartLoc, EndLoc, VarsWithInheritedDSA);
2362 AllowedNameModifiers.push_back(OMPD_parallel);
2364 case OMPD_parallel_sections:
2365 Res = ActOnOpenMPParallelSectionsDirective(ClausesWithImplicit, AStmt,
2367 AllowedNameModifiers.push_back(OMPD_parallel);
2371 ActOnOpenMPTaskDirective(ClausesWithImplicit, AStmt, StartLoc, EndLoc);
2372 AllowedNameModifiers.push_back(OMPD_task);
2374 case OMPD_taskyield:
2375 assert(ClausesWithImplicit.empty() &&
2376 "No clauses are allowed for 'omp taskyield' directive");
2377 assert(AStmt == nullptr &&
2378 "No associated statement allowed for 'omp taskyield' directive");
2379 Res = ActOnOpenMPTaskyieldDirective(StartLoc, EndLoc);
2382 assert(ClausesWithImplicit.empty() &&
2383 "No clauses are allowed for 'omp barrier' directive");
2384 assert(AStmt == nullptr &&
2385 "No associated statement allowed for 'omp barrier' directive");
2386 Res = ActOnOpenMPBarrierDirective(StartLoc, EndLoc);
2389 assert(ClausesWithImplicit.empty() &&
2390 "No clauses are allowed for 'omp taskwait' directive");
2391 assert(AStmt == nullptr &&
2392 "No associated statement allowed for 'omp taskwait' directive");
2393 Res = ActOnOpenMPTaskwaitDirective(StartLoc, EndLoc);
2395 case OMPD_taskgroup:
2396 assert(ClausesWithImplicit.empty() &&
2397 "No clauses are allowed for 'omp taskgroup' directive");
2398 Res = ActOnOpenMPTaskgroupDirective(AStmt, StartLoc, EndLoc);
2401 assert(AStmt == nullptr &&
2402 "No associated statement allowed for 'omp flush' directive");
2403 Res = ActOnOpenMPFlushDirective(ClausesWithImplicit, StartLoc, EndLoc);
2406 Res = ActOnOpenMPOrderedDirective(ClausesWithImplicit, AStmt, StartLoc,
2410 Res = ActOnOpenMPAtomicDirective(ClausesWithImplicit, AStmt, StartLoc,
2415 ActOnOpenMPTeamsDirective(ClausesWithImplicit, AStmt, StartLoc, EndLoc);
2418 Res = ActOnOpenMPTargetDirective(ClausesWithImplicit, AStmt, StartLoc,
2420 AllowedNameModifiers.push_back(OMPD_target);
2422 case OMPD_target_parallel:
2423 Res = ActOnOpenMPTargetParallelDirective(ClausesWithImplicit, AStmt,
2425 AllowedNameModifiers.push_back(OMPD_target);
2426 AllowedNameModifiers.push_back(OMPD_parallel);
2428 case OMPD_target_parallel_for:
2429 Res = ActOnOpenMPTargetParallelForDirective(
2430 ClausesWithImplicit, AStmt, StartLoc, EndLoc, VarsWithInheritedDSA);
2431 AllowedNameModifiers.push_back(OMPD_target);
2432 AllowedNameModifiers.push_back(OMPD_parallel);
2434 case OMPD_cancellation_point:
2435 assert(ClausesWithImplicit.empty() &&
2436 "No clauses are allowed for 'omp cancellation point' directive");
2437 assert(AStmt == nullptr && "No associated statement allowed for 'omp "
2438 "cancellation point' directive");
2439 Res = ActOnOpenMPCancellationPointDirective(StartLoc, EndLoc, CancelRegion);
2442 assert(AStmt == nullptr &&
2443 "No associated statement allowed for 'omp cancel' directive");
2444 Res = ActOnOpenMPCancelDirective(ClausesWithImplicit, StartLoc, EndLoc,
2446 AllowedNameModifiers.push_back(OMPD_cancel);
2448 case OMPD_target_data:
2449 Res = ActOnOpenMPTargetDataDirective(ClausesWithImplicit, AStmt, StartLoc,
2451 AllowedNameModifiers.push_back(OMPD_target_data);
2453 case OMPD_target_enter_data:
2454 Res = ActOnOpenMPTargetEnterDataDirective(ClausesWithImplicit, StartLoc,
2456 AllowedNameModifiers.push_back(OMPD_target_enter_data);
2458 case OMPD_target_exit_data:
2459 Res = ActOnOpenMPTargetExitDataDirective(ClausesWithImplicit, StartLoc,
2461 AllowedNameModifiers.push_back(OMPD_target_exit_data);
2464 Res = ActOnOpenMPTaskLoopDirective(ClausesWithImplicit, AStmt, StartLoc,
2465 EndLoc, VarsWithInheritedDSA);
2466 AllowedNameModifiers.push_back(OMPD_taskloop);
2468 case OMPD_taskloop_simd:
2469 Res = ActOnOpenMPTaskLoopSimdDirective(ClausesWithImplicit, AStmt, StartLoc,
2470 EndLoc, VarsWithInheritedDSA);
2471 AllowedNameModifiers.push_back(OMPD_taskloop);
2473 case OMPD_distribute:
2474 Res = ActOnOpenMPDistributeDirective(ClausesWithImplicit, AStmt, StartLoc,
2475 EndLoc, VarsWithInheritedDSA);
2477 case OMPD_target_update:
2478 assert(!AStmt && "Statement is not allowed for target update");
2480 ActOnOpenMPTargetUpdateDirective(ClausesWithImplicit, StartLoc, EndLoc);
2481 AllowedNameModifiers.push_back(OMPD_target_update);
2483 case OMPD_distribute_parallel_for:
2484 Res = ActOnOpenMPDistributeParallelForDirective(
2485 ClausesWithImplicit, AStmt, StartLoc, EndLoc, VarsWithInheritedDSA);
2486 AllowedNameModifiers.push_back(OMPD_parallel);
2488 case OMPD_distribute_parallel_for_simd:
2489 Res = ActOnOpenMPDistributeParallelForSimdDirective(
2490 ClausesWithImplicit, AStmt, StartLoc, EndLoc, VarsWithInheritedDSA);
2491 AllowedNameModifiers.push_back(OMPD_parallel);
2493 case OMPD_distribute_simd:
2494 Res = ActOnOpenMPDistributeSimdDirective(
2495 ClausesWithImplicit, AStmt, StartLoc, EndLoc, VarsWithInheritedDSA);
2497 case OMPD_target_parallel_for_simd:
2498 Res = ActOnOpenMPTargetParallelForSimdDirective(
2499 ClausesWithImplicit, AStmt, StartLoc, EndLoc, VarsWithInheritedDSA);
2500 AllowedNameModifiers.push_back(OMPD_target);
2501 AllowedNameModifiers.push_back(OMPD_parallel);
2503 case OMPD_target_simd:
2504 Res = ActOnOpenMPTargetSimdDirective(ClausesWithImplicit, AStmt, StartLoc,
2505 EndLoc, VarsWithInheritedDSA);
2506 AllowedNameModifiers.push_back(OMPD_target);
2508 case OMPD_teams_distribute:
2509 Res = ActOnOpenMPTeamsDistributeDirective(
2510 ClausesWithImplicit, AStmt, StartLoc, EndLoc, VarsWithInheritedDSA);
2512 case OMPD_teams_distribute_simd:
2513 Res = ActOnOpenMPTeamsDistributeSimdDirective(
2514 ClausesWithImplicit, AStmt, StartLoc, EndLoc, VarsWithInheritedDSA);
2516 case OMPD_teams_distribute_parallel_for_simd:
2517 Res = ActOnOpenMPTeamsDistributeParallelForSimdDirective(
2518 ClausesWithImplicit, AStmt, StartLoc, EndLoc, VarsWithInheritedDSA);
2519 AllowedNameModifiers.push_back(OMPD_parallel);
2521 case OMPD_teams_distribute_parallel_for:
2522 Res = ActOnOpenMPTeamsDistributeParallelForDirective(
2523 ClausesWithImplicit, AStmt, StartLoc, EndLoc, VarsWithInheritedDSA);
2524 AllowedNameModifiers.push_back(OMPD_parallel);
2526 case OMPD_target_teams:
2527 Res = ActOnOpenMPTargetTeamsDirective(ClausesWithImplicit, AStmt, StartLoc,
2529 AllowedNameModifiers.push_back(OMPD_target);
2531 case OMPD_target_teams_distribute:
2532 Res = ActOnOpenMPTargetTeamsDistributeDirective(
2533 ClausesWithImplicit, AStmt, StartLoc, EndLoc, VarsWithInheritedDSA);
2534 AllowedNameModifiers.push_back(OMPD_target);
2536 case OMPD_target_teams_distribute_parallel_for:
2537 Res = ActOnOpenMPTargetTeamsDistributeParallelForDirective(
2538 ClausesWithImplicit, AStmt, StartLoc, EndLoc, VarsWithInheritedDSA);
2539 AllowedNameModifiers.push_back(OMPD_target);
2540 AllowedNameModifiers.push_back(OMPD_parallel);
2542 case OMPD_target_teams_distribute_parallel_for_simd:
2543 Res = ActOnOpenMPTargetTeamsDistributeParallelForSimdDirective(
2544 ClausesWithImplicit, AStmt, StartLoc, EndLoc, VarsWithInheritedDSA);
2545 AllowedNameModifiers.push_back(OMPD_target);
2546 AllowedNameModifiers.push_back(OMPD_parallel);
2548 case OMPD_target_teams_distribute_simd:
2549 Res = ActOnOpenMPTargetTeamsDistributeSimdDirective(
2550 ClausesWithImplicit, AStmt, StartLoc, EndLoc, VarsWithInheritedDSA);
2551 AllowedNameModifiers.push_back(OMPD_target);
2553 case OMPD_declare_target:
2554 case OMPD_end_declare_target:
2555 case OMPD_threadprivate:
2556 case OMPD_declare_reduction:
2557 case OMPD_declare_simd:
2558 llvm_unreachable("OpenMP Directive is not allowed");
2560 llvm_unreachable("Unknown OpenMP directive");
2563 for (auto P : VarsWithInheritedDSA) {
2564 Diag(P.second->getExprLoc(), diag::err_omp_no_dsa_for_variable)
2565 << P.first << P.second->getSourceRange();
2567 ErrorFound = !VarsWithInheritedDSA.empty() || ErrorFound;
2569 if (!AllowedNameModifiers.empty())
2570 ErrorFound = checkIfClauses(*this, Kind, Clauses, AllowedNameModifiers) ||
2578 Sema::DeclGroupPtrTy Sema::ActOnOpenMPDeclareSimdDirective(
2579 DeclGroupPtrTy DG, OMPDeclareSimdDeclAttr::BranchStateTy BS, Expr *Simdlen,
2580 ArrayRef<Expr *> Uniforms, ArrayRef<Expr *> Aligneds,
2581 ArrayRef<Expr *> Alignments, ArrayRef<Expr *> Linears,
2582 ArrayRef<unsigned> LinModifiers, ArrayRef<Expr *> Steps, SourceRange SR) {
2583 assert(Aligneds.size() == Alignments.size());
2584 assert(Linears.size() == LinModifiers.size());
2585 assert(Linears.size() == Steps.size());
2586 if (!DG || DG.get().isNull())
2587 return DeclGroupPtrTy();
2589 if (!DG.get().isSingleDecl()) {
2590 Diag(SR.getBegin(), diag::err_omp_single_decl_in_declare_simd);
2593 auto *ADecl = DG.get().getSingleDecl();
2594 if (auto *FTD = dyn_cast<FunctionTemplateDecl>(ADecl))
2595 ADecl = FTD->getTemplatedDecl();
2597 auto *FD = dyn_cast<FunctionDecl>(ADecl);
2599 Diag(ADecl->getLocation(), diag::err_omp_function_expected);
2600 return DeclGroupPtrTy();
2603 // OpenMP [2.8.2, declare simd construct, Description]
2604 // The parameter of the simdlen clause must be a constant positive integer
2608 SL = VerifyPositiveIntegerConstantInClause(Simdlen, OMPC_simdlen);
2609 // OpenMP [2.8.2, declare simd construct, Description]
2610 // The special this pointer can be used as if was one of the arguments to the
2611 // function in any of the linear, aligned, or uniform clauses.
2612 // The uniform clause declares one or more arguments to have an invariant
2613 // value for all concurrent invocations of the function in the execution of a
2614 // single SIMD loop.
2615 llvm::DenseMap<Decl *, Expr *> UniformedArgs;
2616 Expr *UniformedLinearThis = nullptr;
2617 for (auto *E : Uniforms) {
2618 E = E->IgnoreParenImpCasts();
2619 if (auto *DRE = dyn_cast<DeclRefExpr>(E))
2620 if (auto *PVD = dyn_cast<ParmVarDecl>(DRE->getDecl()))
2621 if (FD->getNumParams() > PVD->getFunctionScopeIndex() &&
2622 FD->getParamDecl(PVD->getFunctionScopeIndex())
2623 ->getCanonicalDecl() == PVD->getCanonicalDecl()) {
2624 UniformedArgs.insert(std::make_pair(PVD->getCanonicalDecl(), E));
2627 if (isa<CXXThisExpr>(E)) {
2628 UniformedLinearThis = E;
2631 Diag(E->getExprLoc(), diag::err_omp_param_or_this_in_clause)
2632 << FD->getDeclName() << (isa<CXXMethodDecl>(ADecl) ? 1 : 0);
2634 // OpenMP [2.8.2, declare simd construct, Description]
2635 // The aligned clause declares that the object to which each list item points
2636 // is aligned to the number of bytes expressed in the optional parameter of
2637 // the aligned clause.
2638 // The special this pointer can be used as if was one of the arguments to the
2639 // function in any of the linear, aligned, or uniform clauses.
2640 // The type of list items appearing in the aligned clause must be array,
2641 // pointer, reference to array, or reference to pointer.
2642 llvm::DenseMap<Decl *, Expr *> AlignedArgs;
2643 Expr *AlignedThis = nullptr;
2644 for (auto *E : Aligneds) {
2645 E = E->IgnoreParenImpCasts();
2646 if (auto *DRE = dyn_cast<DeclRefExpr>(E))
2647 if (auto *PVD = dyn_cast<ParmVarDecl>(DRE->getDecl())) {
2648 auto *CanonPVD = PVD->getCanonicalDecl();
2649 if (FD->getNumParams() > PVD->getFunctionScopeIndex() &&
2650 FD->getParamDecl(PVD->getFunctionScopeIndex())
2651 ->getCanonicalDecl() == CanonPVD) {
2652 // OpenMP [2.8.1, simd construct, Restrictions]
2653 // A list-item cannot appear in more than one aligned clause.
2654 if (AlignedArgs.count(CanonPVD) > 0) {
2655 Diag(E->getExprLoc(), diag::err_omp_aligned_twice)
2656 << 1 << E->getSourceRange();
2657 Diag(AlignedArgs[CanonPVD]->getExprLoc(),
2658 diag::note_omp_explicit_dsa)
2659 << getOpenMPClauseName(OMPC_aligned);
2662 AlignedArgs[CanonPVD] = E;
2663 QualType QTy = PVD->getType()
2664 .getNonReferenceType()
2665 .getUnqualifiedType()
2666 .getCanonicalType();
2667 const Type *Ty = QTy.getTypePtrOrNull();
2668 if (!Ty || (!Ty->isArrayType() && !Ty->isPointerType())) {
2669 Diag(E->getExprLoc(), diag::err_omp_aligned_expected_array_or_ptr)
2670 << QTy << getLangOpts().CPlusPlus << E->getSourceRange();
2671 Diag(PVD->getLocation(), diag::note_previous_decl) << PVD;
2676 if (isa<CXXThisExpr>(E)) {
2678 Diag(E->getExprLoc(), diag::err_omp_aligned_twice)
2679 << 2 << E->getSourceRange();
2680 Diag(AlignedThis->getExprLoc(), diag::note_omp_explicit_dsa)
2681 << getOpenMPClauseName(OMPC_aligned);
2686 Diag(E->getExprLoc(), diag::err_omp_param_or_this_in_clause)
2687 << FD->getDeclName() << (isa<CXXMethodDecl>(ADecl) ? 1 : 0);
2689 // The optional parameter of the aligned clause, alignment, must be a constant
2690 // positive integer expression. If no optional parameter is specified,
2691 // implementation-defined default alignments for SIMD instructions on the
2692 // target platforms are assumed.
2693 SmallVector<Expr *, 4> NewAligns;
2694 for (auto *E : Alignments) {
2697 Align = VerifyPositiveIntegerConstantInClause(E, OMPC_aligned);
2698 NewAligns.push_back(Align.get());
2700 // OpenMP [2.8.2, declare simd construct, Description]
2701 // The linear clause declares one or more list items to be private to a SIMD
2702 // lane and to have a linear relationship with respect to the iteration space
2704 // The special this pointer can be used as if was one of the arguments to the
2705 // function in any of the linear, aligned, or uniform clauses.
2706 // When a linear-step expression is specified in a linear clause it must be
2707 // either a constant integer expression or an integer-typed parameter that is
2708 // specified in a uniform clause on the directive.
2709 llvm::DenseMap<Decl *, Expr *> LinearArgs;
2710 const bool IsUniformedThis = UniformedLinearThis != nullptr;
2711 auto MI = LinModifiers.begin();
2712 for (auto *E : Linears) {
2713 auto LinKind = static_cast<OpenMPLinearClauseKind>(*MI);
2715 E = E->IgnoreParenImpCasts();
2716 if (auto *DRE = dyn_cast<DeclRefExpr>(E))
2717 if (auto *PVD = dyn_cast<ParmVarDecl>(DRE->getDecl())) {
2718 auto *CanonPVD = PVD->getCanonicalDecl();
2719 if (FD->getNumParams() > PVD->getFunctionScopeIndex() &&
2720 FD->getParamDecl(PVD->getFunctionScopeIndex())
2721 ->getCanonicalDecl() == CanonPVD) {
2722 // OpenMP [2.15.3.7, linear Clause, Restrictions]
2723 // A list-item cannot appear in more than one linear clause.
2724 if (LinearArgs.count(CanonPVD) > 0) {
2725 Diag(E->getExprLoc(), diag::err_omp_wrong_dsa)
2726 << getOpenMPClauseName(OMPC_linear)
2727 << getOpenMPClauseName(OMPC_linear) << E->getSourceRange();
2728 Diag(LinearArgs[CanonPVD]->getExprLoc(),
2729 diag::note_omp_explicit_dsa)
2730 << getOpenMPClauseName(OMPC_linear);
2733 // Each argument can appear in at most one uniform or linear clause.
2734 if (UniformedArgs.count(CanonPVD) > 0) {
2735 Diag(E->getExprLoc(), diag::err_omp_wrong_dsa)
2736 << getOpenMPClauseName(OMPC_linear)
2737 << getOpenMPClauseName(OMPC_uniform) << E->getSourceRange();
2738 Diag(UniformedArgs[CanonPVD]->getExprLoc(),
2739 diag::note_omp_explicit_dsa)
2740 << getOpenMPClauseName(OMPC_uniform);
2743 LinearArgs[CanonPVD] = E;
2744 if (E->isValueDependent() || E->isTypeDependent() ||
2745 E->isInstantiationDependent() ||
2746 E->containsUnexpandedParameterPack())
2748 (void)CheckOpenMPLinearDecl(CanonPVD, E->getExprLoc(), LinKind,
2749 PVD->getOriginalType());
2753 if (isa<CXXThisExpr>(E)) {
2754 if (UniformedLinearThis) {
2755 Diag(E->getExprLoc(), diag::err_omp_wrong_dsa)
2756 << getOpenMPClauseName(OMPC_linear)
2757 << getOpenMPClauseName(IsUniformedThis ? OMPC_uniform : OMPC_linear)
2758 << E->getSourceRange();
2759 Diag(UniformedLinearThis->getExprLoc(), diag::note_omp_explicit_dsa)
2760 << getOpenMPClauseName(IsUniformedThis ? OMPC_uniform
2764 UniformedLinearThis = E;
2765 if (E->isValueDependent() || E->isTypeDependent() ||
2766 E->isInstantiationDependent() || E->containsUnexpandedParameterPack())
2768 (void)CheckOpenMPLinearDecl(/*D=*/nullptr, E->getExprLoc(), LinKind,
2772 Diag(E->getExprLoc(), diag::err_omp_param_or_this_in_clause)
2773 << FD->getDeclName() << (isa<CXXMethodDecl>(ADecl) ? 1 : 0);
2775 Expr *Step = nullptr;
2776 Expr *NewStep = nullptr;
2777 SmallVector<Expr *, 4> NewSteps;
2778 for (auto *E : Steps) {
2779 // Skip the same step expression, it was checked already.
2780 if (Step == E || !E) {
2781 NewSteps.push_back(E ? NewStep : nullptr);
2785 if (auto *DRE = dyn_cast<DeclRefExpr>(Step))
2786 if (auto *PVD = dyn_cast<ParmVarDecl>(DRE->getDecl())) {
2787 auto *CanonPVD = PVD->getCanonicalDecl();
2788 if (UniformedArgs.count(CanonPVD) == 0) {
2789 Diag(Step->getExprLoc(), diag::err_omp_expected_uniform_param)
2790 << Step->getSourceRange();
2791 } else if (E->isValueDependent() || E->isTypeDependent() ||
2792 E->isInstantiationDependent() ||
2793 E->containsUnexpandedParameterPack() ||
2794 CanonPVD->getType()->hasIntegerRepresentation())
2795 NewSteps.push_back(Step);
2797 Diag(Step->getExprLoc(), diag::err_omp_expected_int_param)
2798 << Step->getSourceRange();
2803 if (Step && !Step->isValueDependent() && !Step->isTypeDependent() &&
2804 !Step->isInstantiationDependent() &&
2805 !Step->containsUnexpandedParameterPack()) {
2806 NewStep = PerformOpenMPImplicitIntegerConversion(Step->getExprLoc(), Step)
2809 NewStep = VerifyIntegerConstantExpression(NewStep).get();
2811 NewSteps.push_back(NewStep);
2813 auto *NewAttr = OMPDeclareSimdDeclAttr::CreateImplicit(
2814 Context, BS, SL.get(), const_cast<Expr **>(Uniforms.data()),
2815 Uniforms.size(), const_cast<Expr **>(Aligneds.data()), Aligneds.size(),
2816 const_cast<Expr **>(NewAligns.data()), NewAligns.size(),
2817 const_cast<Expr **>(Linears.data()), Linears.size(),
2818 const_cast<unsigned *>(LinModifiers.data()), LinModifiers.size(),
2819 NewSteps.data(), NewSteps.size(), SR);
2820 ADecl->addAttr(NewAttr);
2821 return ConvertDeclToDeclGroup(ADecl);
2824 StmtResult Sema::ActOnOpenMPParallelDirective(ArrayRef<OMPClause *> Clauses,
2826 SourceLocation StartLoc,
2827 SourceLocation EndLoc) {
2831 CapturedStmt *CS = cast<CapturedStmt>(AStmt);
2832 // 1.2.2 OpenMP Language Terminology
2833 // Structured block - An executable statement with a single entry at the
2834 // top and a single exit at the bottom.
2835 // The point of exit cannot be a branch out of the structured block.
2836 // longjmp() and throw() must not violate the entry/exit criteria.
2837 CS->getCapturedDecl()->setNothrow();
2839 getCurFunction()->setHasBranchProtectedScope();
2841 return OMPParallelDirective::Create(Context, StartLoc, EndLoc, Clauses, AStmt,
2842 DSAStack->isCancelRegion());
2846 /// \brief Helper class for checking canonical form of the OpenMP loops and
2847 /// extracting iteration space of each loop in the loop nest, that will be used
2848 /// for IR generation.
2849 class OpenMPIterationSpaceChecker {
2850 /// \brief Reference to Sema.
2852 /// \brief A location for diagnostics (when there is no some better location).
2853 SourceLocation DefaultLoc;
2854 /// \brief A location for diagnostics (when increment is not compatible).
2855 SourceLocation ConditionLoc;
2856 /// \brief A source location for referring to loop init later.
2857 SourceRange InitSrcRange;
2858 /// \brief A source location for referring to condition later.
2859 SourceRange ConditionSrcRange;
2860 /// \brief A source location for referring to increment later.
2861 SourceRange IncrementSrcRange;
2862 /// \brief Loop variable.
2863 ValueDecl *LCDecl = nullptr;
2864 /// \brief Reference to loop variable.
2865 Expr *LCRef = nullptr;
2866 /// \brief Lower bound (initializer for the var).
2868 /// \brief Upper bound.
2870 /// \brief Loop step (increment).
2871 Expr *Step = nullptr;
2872 /// \brief This flag is true when condition is one of:
2877 bool TestIsLessOp = false;
2878 /// \brief This flag is true when condition is strict ( < or > ).
2879 bool TestIsStrictOp = false;
2880 /// \brief This flag is true when step is subtracted on each iteration.
2881 bool SubtractStep = false;
2884 OpenMPIterationSpaceChecker(Sema &SemaRef, SourceLocation DefaultLoc)
2885 : SemaRef(SemaRef), DefaultLoc(DefaultLoc), ConditionLoc(DefaultLoc) {}
2886 /// \brief Check init-expr for canonical loop form and save loop counter
2887 /// variable - #Var and its initialization value - #LB.
2888 bool CheckInit(Stmt *S, bool EmitDiags = true);
2889 /// \brief Check test-expr for canonical form, save upper-bound (#UB), flags
2890 /// for less/greater and for strict/non-strict comparison.
2891 bool CheckCond(Expr *S);
2892 /// \brief Check incr-expr for canonical loop form and return true if it
2893 /// does not conform, otherwise save loop step (#Step).
2894 bool CheckInc(Expr *S);
2895 /// \brief Return the loop counter variable.
2896 ValueDecl *GetLoopDecl() const { return LCDecl; }
2897 /// \brief Return the reference expression to loop counter variable.
2898 Expr *GetLoopDeclRefExpr() const { return LCRef; }
2899 /// \brief Source range of the loop init.
2900 SourceRange GetInitSrcRange() const { return InitSrcRange; }
2901 /// \brief Source range of the loop condition.
2902 SourceRange GetConditionSrcRange() const { return ConditionSrcRange; }
2903 /// \brief Source range of the loop increment.
2904 SourceRange GetIncrementSrcRange() const { return IncrementSrcRange; }
2905 /// \brief True if the step should be subtracted.
2906 bool ShouldSubtractStep() const { return SubtractStep; }
2907 /// \brief Build the expression to calculate the number of iterations.
2909 BuildNumIterations(Scope *S, const bool LimitedType,
2910 llvm::MapVector<Expr *, DeclRefExpr *> &Captures) const;
2911 /// \brief Build the precondition expression for the loops.
2912 Expr *BuildPreCond(Scope *S, Expr *Cond,
2913 llvm::MapVector<Expr *, DeclRefExpr *> &Captures) const;
2914 /// \brief Build reference expression to the counter be used for codegen.
2915 DeclRefExpr *BuildCounterVar(llvm::MapVector<Expr *, DeclRefExpr *> &Captures,
2916 DSAStackTy &DSA) const;
2917 /// \brief Build reference expression to the private counter be used for
2919 Expr *BuildPrivateCounterVar() const;
2920 /// \brief Build initialization of the counter be used for codegen.
2921 Expr *BuildCounterInit() const;
2922 /// \brief Build step of the counter be used for codegen.
2923 Expr *BuildCounterStep() const;
2924 /// \brief Return true if any expression is dependent.
2925 bool Dependent() const;
2928 /// \brief Check the right-hand side of an assignment in the increment
2930 bool CheckIncRHS(Expr *RHS);
2931 /// \brief Helper to set loop counter variable and its initializer.
2932 bool SetLCDeclAndLB(ValueDecl *NewLCDecl, Expr *NewDeclRefExpr, Expr *NewLB);
2933 /// \brief Helper to set upper bound.
2934 bool SetUB(Expr *NewUB, bool LessOp, bool StrictOp, SourceRange SR,
2936 /// \brief Helper to set loop increment.
2937 bool SetStep(Expr *NewStep, bool Subtract);
2940 bool OpenMPIterationSpaceChecker::Dependent() const {
2942 assert(!LB && !UB && !Step);
2945 return LCDecl->getType()->isDependentType() ||
2946 (LB && LB->isValueDependent()) || (UB && UB->isValueDependent()) ||
2947 (Step && Step->isValueDependent());
2950 static Expr *getExprAsWritten(Expr *E) {
2951 if (auto *ExprTemp = dyn_cast<ExprWithCleanups>(E))
2952 E = ExprTemp->getSubExpr();
2954 if (auto *MTE = dyn_cast<MaterializeTemporaryExpr>(E))
2955 E = MTE->GetTemporaryExpr();
2957 while (auto *Binder = dyn_cast<CXXBindTemporaryExpr>(E))
2958 E = Binder->getSubExpr();
2960 if (auto *ICE = dyn_cast<ImplicitCastExpr>(E))
2961 E = ICE->getSubExprAsWritten();
2962 return E->IgnoreParens();
2965 bool OpenMPIterationSpaceChecker::SetLCDeclAndLB(ValueDecl *NewLCDecl,
2968 // State consistency checking to ensure correct usage.
2969 assert(LCDecl == nullptr && LB == nullptr && LCRef == nullptr &&
2970 UB == nullptr && Step == nullptr && !TestIsLessOp && !TestIsStrictOp);
2971 if (!NewLCDecl || !NewLB)
2973 LCDecl = getCanonicalDecl(NewLCDecl);
2974 LCRef = NewLCRefExpr;
2975 if (auto *CE = dyn_cast_or_null<CXXConstructExpr>(NewLB))
2976 if (const CXXConstructorDecl *Ctor = CE->getConstructor())
2977 if ((Ctor->isCopyOrMoveConstructor() ||
2978 Ctor->isConvertingConstructor(/*AllowExplicit=*/false)) &&
2979 CE->getNumArgs() > 0 && CE->getArg(0) != nullptr)
2980 NewLB = CE->getArg(0)->IgnoreParenImpCasts();
2985 bool OpenMPIterationSpaceChecker::SetUB(Expr *NewUB, bool LessOp, bool StrictOp,
2986 SourceRange SR, SourceLocation SL) {
2987 // State consistency checking to ensure correct usage.
2988 assert(LCDecl != nullptr && LB != nullptr && UB == nullptr &&
2989 Step == nullptr && !TestIsLessOp && !TestIsStrictOp);
2993 TestIsLessOp = LessOp;
2994 TestIsStrictOp = StrictOp;
2995 ConditionSrcRange = SR;
3000 bool OpenMPIterationSpaceChecker::SetStep(Expr *NewStep, bool Subtract) {
3001 // State consistency checking to ensure correct usage.
3002 assert(LCDecl != nullptr && LB != nullptr && Step == nullptr);
3005 if (!NewStep->isValueDependent()) {
3006 // Check that the step is integer expression.
3007 SourceLocation StepLoc = NewStep->getLocStart();
3009 SemaRef.PerformOpenMPImplicitIntegerConversion(StepLoc, NewStep);
3010 if (Val.isInvalid())
3012 NewStep = Val.get();
3014 // OpenMP [2.6, Canonical Loop Form, Restrictions]
3015 // If test-expr is of form var relational-op b and relational-op is < or
3016 // <= then incr-expr must cause var to increase on each iteration of the
3017 // loop. If test-expr is of form var relational-op b and relational-op is
3018 // > or >= then incr-expr must cause var to decrease on each iteration of
3020 // If test-expr is of form b relational-op var and relational-op is < or
3021 // <= then incr-expr must cause var to decrease on each iteration of the
3022 // loop. If test-expr is of form b relational-op var and relational-op is
3023 // > or >= then incr-expr must cause var to increase on each iteration of
3025 llvm::APSInt Result;
3026 bool IsConstant = NewStep->isIntegerConstantExpr(Result, SemaRef.Context);
3027 bool IsUnsigned = !NewStep->getType()->hasSignedIntegerRepresentation();
3029 IsConstant && Result.isSigned() && (Subtract != Result.isNegative());
3031 IsConstant && Result.isSigned() && (Subtract == Result.isNegative());
3032 bool IsConstZero = IsConstant && !Result.getBoolValue();
3033 if (UB && (IsConstZero ||
3034 (TestIsLessOp ? (IsConstNeg || (IsUnsigned && Subtract))
3035 : (IsConstPos || (IsUnsigned && !Subtract))))) {
3036 SemaRef.Diag(NewStep->getExprLoc(),
3037 diag::err_omp_loop_incr_not_compatible)
3038 << LCDecl << TestIsLessOp << NewStep->getSourceRange();
3039 SemaRef.Diag(ConditionLoc,
3040 diag::note_omp_loop_cond_requres_compatible_incr)
3041 << TestIsLessOp << ConditionSrcRange;
3044 if (TestIsLessOp == Subtract) {
3046 SemaRef.CreateBuiltinUnaryOp(NewStep->getExprLoc(), UO_Minus, NewStep)
3048 Subtract = !Subtract;
3053 SubtractStep = Subtract;
3057 bool OpenMPIterationSpaceChecker::CheckInit(Stmt *S, bool EmitDiags) {
3058 // Check init-expr for canonical loop form and save loop counter
3059 // variable - #Var and its initialization value - #LB.
3060 // OpenMP [2.6] Canonical loop form. init-expr may be one of the following:
3062 // integer-type var = lb
3063 // random-access-iterator-type var = lb
3064 // pointer-type var = lb
3068 SemaRef.Diag(DefaultLoc, diag::err_omp_loop_not_canonical_init);
3072 if (auto *ExprTemp = dyn_cast<ExprWithCleanups>(S))
3073 if (!ExprTemp->cleanupsHaveSideEffects())
3074 S = ExprTemp->getSubExpr();
3076 InitSrcRange = S->getSourceRange();
3077 if (Expr *E = dyn_cast<Expr>(S))
3078 S = E->IgnoreParens();
3079 if (auto *BO = dyn_cast<BinaryOperator>(S)) {
3080 if (BO->getOpcode() == BO_Assign) {
3081 auto *LHS = BO->getLHS()->IgnoreParens();
3082 if (auto *DRE = dyn_cast<DeclRefExpr>(LHS)) {
3083 if (auto *CED = dyn_cast<OMPCapturedExprDecl>(DRE->getDecl()))
3084 if (auto *ME = dyn_cast<MemberExpr>(getExprAsWritten(CED->getInit())))
3085 return SetLCDeclAndLB(ME->getMemberDecl(), ME, BO->getRHS());
3086 return SetLCDeclAndLB(DRE->getDecl(), DRE, BO->getRHS());
3088 if (auto *ME = dyn_cast<MemberExpr>(LHS)) {
3089 if (ME->isArrow() &&
3090 isa<CXXThisExpr>(ME->getBase()->IgnoreParenImpCasts()))
3091 return SetLCDeclAndLB(ME->getMemberDecl(), ME, BO->getRHS());
3094 } else if (auto *DS = dyn_cast<DeclStmt>(S)) {
3095 if (DS->isSingleDecl()) {
3096 if (auto *Var = dyn_cast_or_null<VarDecl>(DS->getSingleDecl())) {
3097 if (Var->hasInit() && !Var->getType()->isReferenceType()) {
3098 // Accept non-canonical init form here but emit ext. warning.
3099 if (Var->getInitStyle() != VarDecl::CInit && EmitDiags)
3100 SemaRef.Diag(S->getLocStart(),
3101 diag::ext_omp_loop_not_canonical_init)
3102 << S->getSourceRange();
3103 return SetLCDeclAndLB(Var, nullptr, Var->getInit());
3107 } else if (auto *CE = dyn_cast<CXXOperatorCallExpr>(S)) {
3108 if (CE->getOperator() == OO_Equal) {
3109 auto *LHS = CE->getArg(0);
3110 if (auto *DRE = dyn_cast<DeclRefExpr>(LHS)) {
3111 if (auto *CED = dyn_cast<OMPCapturedExprDecl>(DRE->getDecl()))
3112 if (auto *ME = dyn_cast<MemberExpr>(getExprAsWritten(CED->getInit())))
3113 return SetLCDeclAndLB(ME->getMemberDecl(), ME, BO->getRHS());
3114 return SetLCDeclAndLB(DRE->getDecl(), DRE, CE->getArg(1));
3116 if (auto *ME = dyn_cast<MemberExpr>(LHS)) {
3117 if (ME->isArrow() &&
3118 isa<CXXThisExpr>(ME->getBase()->IgnoreParenImpCasts()))
3119 return SetLCDeclAndLB(ME->getMemberDecl(), ME, BO->getRHS());
3124 if (Dependent() || SemaRef.CurContext->isDependentContext())
3127 SemaRef.Diag(S->getLocStart(), diag::err_omp_loop_not_canonical_init)
3128 << S->getSourceRange();
3133 /// \brief Ignore parenthesizes, implicit casts, copy constructor and return the
3134 /// variable (which may be the loop variable) if possible.
3135 static const ValueDecl *GetInitLCDecl(Expr *E) {
3138 E = getExprAsWritten(E);
3139 if (auto *CE = dyn_cast_or_null<CXXConstructExpr>(E))
3140 if (const CXXConstructorDecl *Ctor = CE->getConstructor())
3141 if ((Ctor->isCopyOrMoveConstructor() ||
3142 Ctor->isConvertingConstructor(/*AllowExplicit=*/false)) &&
3143 CE->getNumArgs() > 0 && CE->getArg(0) != nullptr)
3144 E = CE->getArg(0)->IgnoreParenImpCasts();
3145 if (auto *DRE = dyn_cast_or_null<DeclRefExpr>(E)) {
3146 if (auto *VD = dyn_cast<VarDecl>(DRE->getDecl())) {
3147 if (auto *CED = dyn_cast<OMPCapturedExprDecl>(VD))
3148 if (auto *ME = dyn_cast<MemberExpr>(getExprAsWritten(CED->getInit())))
3149 return getCanonicalDecl(ME->getMemberDecl());
3150 return getCanonicalDecl(VD);
3153 if (auto *ME = dyn_cast_or_null<MemberExpr>(E))
3154 if (ME->isArrow() && isa<CXXThisExpr>(ME->getBase()->IgnoreParenImpCasts()))
3155 return getCanonicalDecl(ME->getMemberDecl());
3159 bool OpenMPIterationSpaceChecker::CheckCond(Expr *S) {
3160 // Check test-expr for canonical form, save upper-bound UB, flags for
3161 // less/greater and for strict/non-strict comparison.
3162 // OpenMP [2.6] Canonical loop form. Test-expr may be one of the following:
3163 // var relational-op b
3164 // b relational-op var
3167 SemaRef.Diag(DefaultLoc, diag::err_omp_loop_not_canonical_cond) << LCDecl;
3170 S = getExprAsWritten(S);
3171 SourceLocation CondLoc = S->getLocStart();
3172 if (auto *BO = dyn_cast<BinaryOperator>(S)) {
3173 if (BO->isRelationalOp()) {
3174 if (GetInitLCDecl(BO->getLHS()) == LCDecl)
3175 return SetUB(BO->getRHS(),
3176 (BO->getOpcode() == BO_LT || BO->getOpcode() == BO_LE),
3177 (BO->getOpcode() == BO_LT || BO->getOpcode() == BO_GT),
3178 BO->getSourceRange(), BO->getOperatorLoc());
3179 if (GetInitLCDecl(BO->getRHS()) == LCDecl)
3180 return SetUB(BO->getLHS(),
3181 (BO->getOpcode() == BO_GT || BO->getOpcode() == BO_GE),
3182 (BO->getOpcode() == BO_LT || BO->getOpcode() == BO_GT),
3183 BO->getSourceRange(), BO->getOperatorLoc());
3185 } else if (auto *CE = dyn_cast<CXXOperatorCallExpr>(S)) {
3186 if (CE->getNumArgs() == 2) {
3187 auto Op = CE->getOperator();
3190 case OO_GreaterEqual:
3193 if (GetInitLCDecl(CE->getArg(0)) == LCDecl)
3194 return SetUB(CE->getArg(1), Op == OO_Less || Op == OO_LessEqual,
3195 Op == OO_Less || Op == OO_Greater, CE->getSourceRange(),
3196 CE->getOperatorLoc());
3197 if (GetInitLCDecl(CE->getArg(1)) == LCDecl)
3198 return SetUB(CE->getArg(0), Op == OO_Greater || Op == OO_GreaterEqual,
3199 Op == OO_Less || Op == OO_Greater, CE->getSourceRange(),
3200 CE->getOperatorLoc());
3207 if (Dependent() || SemaRef.CurContext->isDependentContext())
3209 SemaRef.Diag(CondLoc, diag::err_omp_loop_not_canonical_cond)
3210 << S->getSourceRange() << LCDecl;
3214 bool OpenMPIterationSpaceChecker::CheckIncRHS(Expr *RHS) {
3215 // RHS of canonical loop form increment can be:
3220 RHS = RHS->IgnoreParenImpCasts();
3221 if (auto *BO = dyn_cast<BinaryOperator>(RHS)) {
3222 if (BO->isAdditiveOp()) {
3223 bool IsAdd = BO->getOpcode() == BO_Add;
3224 if (GetInitLCDecl(BO->getLHS()) == LCDecl)
3225 return SetStep(BO->getRHS(), !IsAdd);
3226 if (IsAdd && GetInitLCDecl(BO->getRHS()) == LCDecl)
3227 return SetStep(BO->getLHS(), false);
3229 } else if (auto *CE = dyn_cast<CXXOperatorCallExpr>(RHS)) {
3230 bool IsAdd = CE->getOperator() == OO_Plus;
3231 if ((IsAdd || CE->getOperator() == OO_Minus) && CE->getNumArgs() == 2) {
3232 if (GetInitLCDecl(CE->getArg(0)) == LCDecl)
3233 return SetStep(CE->getArg(1), !IsAdd);
3234 if (IsAdd && GetInitLCDecl(CE->getArg(1)) == LCDecl)
3235 return SetStep(CE->getArg(0), false);
3238 if (Dependent() || SemaRef.CurContext->isDependentContext())
3240 SemaRef.Diag(RHS->getLocStart(), diag::err_omp_loop_not_canonical_incr)
3241 << RHS->getSourceRange() << LCDecl;
3245 bool OpenMPIterationSpaceChecker::CheckInc(Expr *S) {
3246 // Check incr-expr for canonical loop form and return true if it
3247 // does not conform.
3248 // OpenMP [2.6] Canonical loop form. Test-expr may be one of the following:
3260 SemaRef.Diag(DefaultLoc, diag::err_omp_loop_not_canonical_incr) << LCDecl;
3263 if (auto *ExprTemp = dyn_cast<ExprWithCleanups>(S))
3264 if (!ExprTemp->cleanupsHaveSideEffects())
3265 S = ExprTemp->getSubExpr();
3267 IncrementSrcRange = S->getSourceRange();
3268 S = S->IgnoreParens();
3269 if (auto *UO = dyn_cast<UnaryOperator>(S)) {
3270 if (UO->isIncrementDecrementOp() &&
3271 GetInitLCDecl(UO->getSubExpr()) == LCDecl)
3272 return SetStep(SemaRef
3273 .ActOnIntegerConstant(UO->getLocStart(),
3274 (UO->isDecrementOp() ? -1 : 1))
3277 } else if (auto *BO = dyn_cast<BinaryOperator>(S)) {
3278 switch (BO->getOpcode()) {
3281 if (GetInitLCDecl(BO->getLHS()) == LCDecl)
3282 return SetStep(BO->getRHS(), BO->getOpcode() == BO_SubAssign);
3285 if (GetInitLCDecl(BO->getLHS()) == LCDecl)
3286 return CheckIncRHS(BO->getRHS());
3291 } else if (auto *CE = dyn_cast<CXXOperatorCallExpr>(S)) {
3292 switch (CE->getOperator()) {
3295 if (GetInitLCDecl(CE->getArg(0)) == LCDecl)
3296 return SetStep(SemaRef
3297 .ActOnIntegerConstant(
3299 ((CE->getOperator() == OO_MinusMinus) ? -1 : 1))
3305 if (GetInitLCDecl(CE->getArg(0)) == LCDecl)
3306 return SetStep(CE->getArg(1), CE->getOperator() == OO_MinusEqual);
3309 if (GetInitLCDecl(CE->getArg(0)) == LCDecl)
3310 return CheckIncRHS(CE->getArg(1));
3316 if (Dependent() || SemaRef.CurContext->isDependentContext())
3318 SemaRef.Diag(S->getLocStart(), diag::err_omp_loop_not_canonical_incr)
3319 << S->getSourceRange() << LCDecl;
3324 tryBuildCapture(Sema &SemaRef, Expr *Capture,
3325 llvm::MapVector<Expr *, DeclRefExpr *> &Captures) {
3326 if (SemaRef.CurContext->isDependentContext())
3327 return ExprResult(Capture);
3328 if (Capture->isEvaluatable(SemaRef.Context, Expr::SE_AllowSideEffects))
3329 return SemaRef.PerformImplicitConversion(
3330 Capture->IgnoreImpCasts(), Capture->getType(), Sema::AA_Converting,
3331 /*AllowExplicit=*/true);
3332 auto I = Captures.find(Capture);
3333 if (I != Captures.end())
3334 return buildCapture(SemaRef, Capture, I->second);
3335 DeclRefExpr *Ref = nullptr;
3336 ExprResult Res = buildCapture(SemaRef, Capture, Ref);
3337 Captures[Capture] = Ref;
3341 /// \brief Build the expression to calculate the number of iterations.
3342 Expr *OpenMPIterationSpaceChecker::BuildNumIterations(
3343 Scope *S, const bool LimitedType,
3344 llvm::MapVector<Expr *, DeclRefExpr *> &Captures) const {
3346 auto VarType = LCDecl->getType().getNonReferenceType();
3347 if (VarType->isIntegerType() || VarType->isPointerType() ||
3348 SemaRef.getLangOpts().CPlusPlus) {
3350 auto *UBExpr = TestIsLessOp ? UB : LB;
3351 auto *LBExpr = TestIsLessOp ? LB : UB;
3352 Expr *Upper = tryBuildCapture(SemaRef, UBExpr, Captures).get();
3353 Expr *Lower = tryBuildCapture(SemaRef, LBExpr, Captures).get();
3354 if (!Upper || !Lower)
3357 Diff = SemaRef.BuildBinOp(S, DefaultLoc, BO_Sub, Upper, Lower);
3359 if (!Diff.isUsable() && VarType->getAsCXXRecordDecl()) {
3360 // BuildBinOp already emitted error, this one is to point user to upper
3361 // and lower bound, and to tell what is passed to 'operator-'.
3362 SemaRef.Diag(Upper->getLocStart(), diag::err_omp_loop_diff_cxx)
3363 << Upper->getSourceRange() << Lower->getSourceRange();
3368 if (!Diff.isUsable())
3371 // Upper - Lower [- 1]
3373 Diff = SemaRef.BuildBinOp(
3374 S, DefaultLoc, BO_Sub, Diff.get(),
3375 SemaRef.ActOnIntegerConstant(SourceLocation(), 1).get());
3376 if (!Diff.isUsable())
3379 // Upper - Lower [- 1] + Step
3380 auto NewStep = tryBuildCapture(SemaRef, Step, Captures);
3381 if (!NewStep.isUsable())
3383 Diff = SemaRef.BuildBinOp(S, DefaultLoc, BO_Add, Diff.get(), NewStep.get());
3384 if (!Diff.isUsable())
3387 // Parentheses (for dumping/debugging purposes only).
3388 Diff = SemaRef.ActOnParenExpr(DefaultLoc, DefaultLoc, Diff.get());
3389 if (!Diff.isUsable())
3392 // (Upper - Lower [- 1] + Step) / Step
3393 Diff = SemaRef.BuildBinOp(S, DefaultLoc, BO_Div, Diff.get(), NewStep.get());
3394 if (!Diff.isUsable())
3397 // OpenMP runtime requires 32-bit or 64-bit loop variables.
3398 QualType Type = Diff.get()->getType();
3399 auto &C = SemaRef.Context;
3400 bool UseVarType = VarType->hasIntegerRepresentation() &&
3401 C.getTypeSize(Type) > C.getTypeSize(VarType);
3402 if (!Type->isIntegerType() || UseVarType) {
3404 UseVarType ? C.getTypeSize(VarType) : C.getTypeSize(Type);
3405 bool IsSigned = UseVarType ? VarType->hasSignedIntegerRepresentation()
3406 : Type->hasSignedIntegerRepresentation();
3407 Type = C.getIntTypeForBitwidth(NewSize, IsSigned);
3408 if (!SemaRef.Context.hasSameType(Diff.get()->getType(), Type)) {
3409 Diff = SemaRef.PerformImplicitConversion(
3410 Diff.get(), Type, Sema::AA_Converting, /*AllowExplicit=*/true);
3411 if (!Diff.isUsable())
3416 unsigned NewSize = (C.getTypeSize(Type) > 32) ? 64 : 32;
3417 if (NewSize != C.getTypeSize(Type)) {
3418 if (NewSize < C.getTypeSize(Type)) {
3419 assert(NewSize == 64 && "incorrect loop var size");
3420 SemaRef.Diag(DefaultLoc, diag::warn_omp_loop_64_bit_var)
3421 << InitSrcRange << ConditionSrcRange;
3423 QualType NewType = C.getIntTypeForBitwidth(
3424 NewSize, Type->hasSignedIntegerRepresentation() ||
3425 C.getTypeSize(Type) < NewSize);
3426 if (!SemaRef.Context.hasSameType(Diff.get()->getType(), NewType)) {
3427 Diff = SemaRef.PerformImplicitConversion(Diff.get(), NewType,
3428 Sema::AA_Converting, true);
3429 if (!Diff.isUsable())
3438 Expr *OpenMPIterationSpaceChecker::BuildPreCond(
3439 Scope *S, Expr *Cond,
3440 llvm::MapVector<Expr *, DeclRefExpr *> &Captures) const {
3441 // Try to build LB <op> UB, where <op> is <, >, <=, or >=.
3442 bool Suppress = SemaRef.getDiagnostics().getSuppressAllDiagnostics();
3443 SemaRef.getDiagnostics().setSuppressAllDiagnostics(/*Val=*/true);
3445 auto NewLB = tryBuildCapture(SemaRef, LB, Captures);
3446 auto NewUB = tryBuildCapture(SemaRef, UB, Captures);
3447 if (!NewLB.isUsable() || !NewUB.isUsable())
3450 auto CondExpr = SemaRef.BuildBinOp(
3451 S, DefaultLoc, TestIsLessOp ? (TestIsStrictOp ? BO_LT : BO_LE)
3452 : (TestIsStrictOp ? BO_GT : BO_GE),
3453 NewLB.get(), NewUB.get());
3454 if (CondExpr.isUsable()) {
3455 if (!SemaRef.Context.hasSameUnqualifiedType(CondExpr.get()->getType(),
3456 SemaRef.Context.BoolTy))
3457 CondExpr = SemaRef.PerformImplicitConversion(
3458 CondExpr.get(), SemaRef.Context.BoolTy, /*Action=*/Sema::AA_Casting,
3459 /*AllowExplicit=*/true);
3461 SemaRef.getDiagnostics().setSuppressAllDiagnostics(Suppress);
3462 // Otherwise use original loop conditon and evaluate it in runtime.
3463 return CondExpr.isUsable() ? CondExpr.get() : Cond;
3466 /// \brief Build reference expression to the counter be used for codegen.
3467 DeclRefExpr *OpenMPIterationSpaceChecker::BuildCounterVar(
3468 llvm::MapVector<Expr *, DeclRefExpr *> &Captures, DSAStackTy &DSA) const {
3469 auto *VD = dyn_cast<VarDecl>(LCDecl);
3471 VD = SemaRef.IsOpenMPCapturedDecl(LCDecl);
3472 auto *Ref = buildDeclRefExpr(
3473 SemaRef, VD, VD->getType().getNonReferenceType(), DefaultLoc);
3474 DSAStackTy::DSAVarData Data = DSA.getTopDSA(LCDecl, /*FromParent=*/false);
3475 // If the loop control decl is explicitly marked as private, do not mark it
3476 // as captured again.
3477 if (!isOpenMPPrivate(Data.CKind) || !Data.RefExpr)
3478 Captures.insert(std::make_pair(LCRef, Ref));
3481 return buildDeclRefExpr(SemaRef, VD, VD->getType().getNonReferenceType(),
3485 Expr *OpenMPIterationSpaceChecker::BuildPrivateCounterVar() const {
3486 if (LCDecl && !LCDecl->isInvalidDecl()) {
3487 auto Type = LCDecl->getType().getNonReferenceType();
3489 buildVarDecl(SemaRef, DefaultLoc, Type, LCDecl->getName(),
3490 LCDecl->hasAttrs() ? &LCDecl->getAttrs() : nullptr);
3491 if (PrivateVar->isInvalidDecl())
3493 return buildDeclRefExpr(SemaRef, PrivateVar, Type, DefaultLoc);
3498 /// \brief Build initialization of the counter to be used for codegen.
3499 Expr *OpenMPIterationSpaceChecker::BuildCounterInit() const { return LB; }
3501 /// \brief Build step of the counter be used for codegen.
3502 Expr *OpenMPIterationSpaceChecker::BuildCounterStep() const { return Step; }
3504 /// \brief Iteration space of a single for loop.
3505 struct LoopIterationSpace final {
3506 /// \brief Condition of the loop.
3507 Expr *PreCond = nullptr;
3508 /// \brief This expression calculates the number of iterations in the loop.
3509 /// It is always possible to calculate it before starting the loop.
3510 Expr *NumIterations = nullptr;
3511 /// \brief The loop counter variable.
3512 Expr *CounterVar = nullptr;
3513 /// \brief Private loop counter variable.
3514 Expr *PrivateCounterVar = nullptr;
3515 /// \brief This is initializer for the initial value of #CounterVar.
3516 Expr *CounterInit = nullptr;
3517 /// \brief This is step for the #CounterVar used to generate its update:
3518 /// #CounterVar = #CounterInit + #CounterStep * CurrentIteration.
3519 Expr *CounterStep = nullptr;
3520 /// \brief Should step be subtracted?
3521 bool Subtract = false;
3522 /// \brief Source range of the loop init.
3523 SourceRange InitSrcRange;
3524 /// \brief Source range of the loop condition.
3525 SourceRange CondSrcRange;
3526 /// \brief Source range of the loop increment.
3527 SourceRange IncSrcRange;
3532 void Sema::ActOnOpenMPLoopInitialization(SourceLocation ForLoc, Stmt *Init) {
3533 assert(getLangOpts().OpenMP && "OpenMP is not active.");
3534 assert(Init && "Expected loop in canonical form.");
3535 unsigned AssociatedLoops = DSAStack->getAssociatedLoops();
3536 if (AssociatedLoops > 0 &&
3537 isOpenMPLoopDirective(DSAStack->getCurrentDirective())) {
3538 OpenMPIterationSpaceChecker ISC(*this, ForLoc);
3539 if (!ISC.CheckInit(Init, /*EmitDiags=*/false)) {
3540 if (auto *D = ISC.GetLoopDecl()) {
3541 auto *VD = dyn_cast<VarDecl>(D);
3543 if (auto *Private = IsOpenMPCapturedDecl(D))
3546 auto *Ref = buildCapture(*this, D, ISC.GetLoopDeclRefExpr(),
3547 /*WithInit=*/false);
3548 VD = cast<VarDecl>(Ref->getDecl());
3551 DSAStack->addLoopControlVariable(D, VD);
3554 DSAStack->setAssociatedLoops(AssociatedLoops - 1);
3558 /// \brief Called on a for stmt to check and extract its iteration space
3559 /// for further processing (such as collapsing).
3560 static bool CheckOpenMPIterationSpace(
3561 OpenMPDirectiveKind DKind, Stmt *S, Sema &SemaRef, DSAStackTy &DSA,
3562 unsigned CurrentNestedLoopCount, unsigned NestedLoopCount,
3563 Expr *CollapseLoopCountExpr, Expr *OrderedLoopCountExpr,
3564 llvm::DenseMap<ValueDecl *, Expr *> &VarsWithImplicitDSA,
3565 LoopIterationSpace &ResultIterSpace,
3566 llvm::MapVector<Expr *, DeclRefExpr *> &Captures) {
3567 // OpenMP [2.6, Canonical Loop Form]
3568 // for (init-expr; test-expr; incr-expr) structured-block
3569 auto *For = dyn_cast_or_null<ForStmt>(S);
3571 SemaRef.Diag(S->getLocStart(), diag::err_omp_not_for)
3572 << (CollapseLoopCountExpr != nullptr || OrderedLoopCountExpr != nullptr)
3573 << getOpenMPDirectiveName(DKind) << NestedLoopCount
3574 << (CurrentNestedLoopCount > 0) << CurrentNestedLoopCount;
3575 if (NestedLoopCount > 1) {
3576 if (CollapseLoopCountExpr && OrderedLoopCountExpr)
3577 SemaRef.Diag(DSA.getConstructLoc(),
3578 diag::note_omp_collapse_ordered_expr)
3579 << 2 << CollapseLoopCountExpr->getSourceRange()
3580 << OrderedLoopCountExpr->getSourceRange();
3581 else if (CollapseLoopCountExpr)
3582 SemaRef.Diag(CollapseLoopCountExpr->getExprLoc(),
3583 diag::note_omp_collapse_ordered_expr)
3584 << 0 << CollapseLoopCountExpr->getSourceRange();
3586 SemaRef.Diag(OrderedLoopCountExpr->getExprLoc(),
3587 diag::note_omp_collapse_ordered_expr)
3588 << 1 << OrderedLoopCountExpr->getSourceRange();
3592 assert(For->getBody());
3594 OpenMPIterationSpaceChecker ISC(SemaRef, For->getForLoc());
3597 auto Init = For->getInit();
3598 if (ISC.CheckInit(Init))
3601 bool HasErrors = false;
3603 // Check loop variable's type.
3604 if (auto *LCDecl = ISC.GetLoopDecl()) {
3605 auto *LoopDeclRefExpr = ISC.GetLoopDeclRefExpr();
3607 // OpenMP [2.6, Canonical Loop Form]
3608 // Var is one of the following:
3609 // A variable of signed or unsigned integer type.
3610 // For C++, a variable of a random access iterator type.
3611 // For C, a variable of a pointer type.
3612 auto VarType = LCDecl->getType().getNonReferenceType();
3613 if (!VarType->isDependentType() && !VarType->isIntegerType() &&
3614 !VarType->isPointerType() &&
3615 !(SemaRef.getLangOpts().CPlusPlus && VarType->isOverloadableType())) {
3616 SemaRef.Diag(Init->getLocStart(), diag::err_omp_loop_variable_type)
3617 << SemaRef.getLangOpts().CPlusPlus;
3621 // OpenMP, 2.14.1.1 Data-sharing Attribute Rules for Variables Referenced in
3623 // The loop iteration variable(s) in the associated for-loop(s) of a for or
3624 // parallel for construct is (are) private.
3625 // The loop iteration variable in the associated for-loop of a simd
3626 // construct with just one associated for-loop is linear with a
3627 // constant-linear-step that is the increment of the associated for-loop.
3628 // Exclude loop var from the list of variables with implicitly defined data
3629 // sharing attributes.
3630 VarsWithImplicitDSA.erase(LCDecl);
3632 // OpenMP [2.14.1.1, Data-sharing Attribute Rules for Variables Referenced
3633 // in a Construct, C/C++].
3634 // The loop iteration variable in the associated for-loop of a simd
3635 // construct with just one associated for-loop may be listed in a linear
3636 // clause with a constant-linear-step that is the increment of the
3637 // associated for-loop.
3638 // The loop iteration variable(s) in the associated for-loop(s) of a for or
3639 // parallel for construct may be listed in a private or lastprivate clause.
3640 DSAStackTy::DSAVarData DVar = DSA.getTopDSA(LCDecl, false);
3641 // If LoopVarRefExpr is nullptr it means the corresponding loop variable is
3642 // declared in the loop and it is predetermined as a private.
3643 auto PredeterminedCKind =
3644 isOpenMPSimdDirective(DKind)
3645 ? ((NestedLoopCount == 1) ? OMPC_linear : OMPC_lastprivate)
3647 if (((isOpenMPSimdDirective(DKind) && DVar.CKind != OMPC_unknown &&
3648 DVar.CKind != PredeterminedCKind) ||
3649 ((isOpenMPWorksharingDirective(DKind) || DKind == OMPD_taskloop ||
3650 isOpenMPDistributeDirective(DKind)) &&
3651 !isOpenMPSimdDirective(DKind) && DVar.CKind != OMPC_unknown &&
3652 DVar.CKind != OMPC_private && DVar.CKind != OMPC_lastprivate)) &&
3653 (DVar.CKind != OMPC_private || DVar.RefExpr != nullptr)) {
3654 SemaRef.Diag(Init->getLocStart(), diag::err_omp_loop_var_dsa)
3655 << getOpenMPClauseName(DVar.CKind) << getOpenMPDirectiveName(DKind)
3656 << getOpenMPClauseName(PredeterminedCKind);
3657 if (DVar.RefExpr == nullptr)
3658 DVar.CKind = PredeterminedCKind;
3659 ReportOriginalDSA(SemaRef, &DSA, LCDecl, DVar, /*IsLoopIterVar=*/true);
3661 } else if (LoopDeclRefExpr != nullptr) {
3662 // Make the loop iteration variable private (for worksharing constructs),
3663 // linear (for simd directives with the only one associated loop) or
3664 // lastprivate (for simd directives with several collapsed or ordered
3666 if (DVar.CKind == OMPC_unknown)
3667 DVar = DSA.hasDSA(LCDecl, isOpenMPPrivate,
3668 [](OpenMPDirectiveKind) -> bool { return true; },
3669 /*FromParent=*/false);
3670 DSA.addDSA(LCDecl, LoopDeclRefExpr, PredeterminedCKind);
3673 assert(isOpenMPLoopDirective(DKind) && "DSA for non-loop vars");
3676 HasErrors |= ISC.CheckCond(For->getCond());
3679 HasErrors |= ISC.CheckInc(For->getInc());
3682 if (ISC.Dependent() || SemaRef.CurContext->isDependentContext() || HasErrors)
3685 // Build the loop's iteration space representation.
3686 ResultIterSpace.PreCond =
3687 ISC.BuildPreCond(DSA.getCurScope(), For->getCond(), Captures);
3688 ResultIterSpace.NumIterations = ISC.BuildNumIterations(
3690 (isOpenMPWorksharingDirective(DKind) ||
3691 isOpenMPTaskLoopDirective(DKind) || isOpenMPDistributeDirective(DKind)),
3693 ResultIterSpace.CounterVar = ISC.BuildCounterVar(Captures, DSA);
3694 ResultIterSpace.PrivateCounterVar = ISC.BuildPrivateCounterVar();
3695 ResultIterSpace.CounterInit = ISC.BuildCounterInit();
3696 ResultIterSpace.CounterStep = ISC.BuildCounterStep();
3697 ResultIterSpace.InitSrcRange = ISC.GetInitSrcRange();
3698 ResultIterSpace.CondSrcRange = ISC.GetConditionSrcRange();
3699 ResultIterSpace.IncSrcRange = ISC.GetIncrementSrcRange();
3700 ResultIterSpace.Subtract = ISC.ShouldSubtractStep();
3702 HasErrors |= (ResultIterSpace.PreCond == nullptr ||
3703 ResultIterSpace.NumIterations == nullptr ||
3704 ResultIterSpace.CounterVar == nullptr ||
3705 ResultIterSpace.PrivateCounterVar == nullptr ||
3706 ResultIterSpace.CounterInit == nullptr ||
3707 ResultIterSpace.CounterStep == nullptr);
3712 /// \brief Build 'VarRef = Start.
3714 BuildCounterInit(Sema &SemaRef, Scope *S, SourceLocation Loc, ExprResult VarRef,
3716 llvm::MapVector<Expr *, DeclRefExpr *> &Captures) {
3717 // Build 'VarRef = Start.
3718 auto NewStart = tryBuildCapture(SemaRef, Start.get(), Captures);
3719 if (!NewStart.isUsable())
3721 if (!SemaRef.Context.hasSameType(NewStart.get()->getType(),
3722 VarRef.get()->getType())) {
3723 NewStart = SemaRef.PerformImplicitConversion(
3724 NewStart.get(), VarRef.get()->getType(), Sema::AA_Converting,
3725 /*AllowExplicit=*/true);
3726 if (!NewStart.isUsable())
3731 SemaRef.BuildBinOp(S, Loc, BO_Assign, VarRef.get(), NewStart.get());
3735 /// \brief Build 'VarRef = Start + Iter * Step'.
3737 BuildCounterUpdate(Sema &SemaRef, Scope *S, SourceLocation Loc,
3738 ExprResult VarRef, ExprResult Start, ExprResult Iter,
3739 ExprResult Step, bool Subtract,
3740 llvm::MapVector<Expr *, DeclRefExpr *> *Captures = nullptr) {
3741 // Add parentheses (for debugging purposes only).
3742 Iter = SemaRef.ActOnParenExpr(Loc, Loc, Iter.get());
3743 if (!VarRef.isUsable() || !Start.isUsable() || !Iter.isUsable() ||
3747 ExprResult NewStep = Step;
3749 NewStep = tryBuildCapture(SemaRef, Step.get(), *Captures);
3750 if (NewStep.isInvalid())
3753 SemaRef.BuildBinOp(S, Loc, BO_Mul, Iter.get(), NewStep.get());
3754 if (!Update.isUsable())
3757 // Try to build 'VarRef = Start, VarRef (+|-)= Iter * Step' or
3758 // 'VarRef = Start (+|-) Iter * Step'.
3759 ExprResult NewStart = Start;
3761 NewStart = tryBuildCapture(SemaRef, Start.get(), *Captures);
3762 if (NewStart.isInvalid())
3765 // First attempt: try to build 'VarRef = Start, VarRef += Iter * Step'.
3766 ExprResult SavedUpdate = Update;
3767 ExprResult UpdateVal;
3768 if (VarRef.get()->getType()->isOverloadableType() ||
3769 NewStart.get()->getType()->isOverloadableType() ||
3770 Update.get()->getType()->isOverloadableType()) {
3771 bool Suppress = SemaRef.getDiagnostics().getSuppressAllDiagnostics();
3772 SemaRef.getDiagnostics().setSuppressAllDiagnostics(/*Val=*/true);
3774 SemaRef.BuildBinOp(S, Loc, BO_Assign, VarRef.get(), NewStart.get());
3775 if (Update.isUsable()) {
3777 SemaRef.BuildBinOp(S, Loc, Subtract ? BO_SubAssign : BO_AddAssign,
3778 VarRef.get(), SavedUpdate.get());
3779 if (UpdateVal.isUsable()) {
3780 Update = SemaRef.CreateBuiltinBinOp(Loc, BO_Comma, Update.get(),
3784 SemaRef.getDiagnostics().setSuppressAllDiagnostics(Suppress);
3787 // Second attempt: try to build 'VarRef = Start (+|-) Iter * Step'.
3788 if (!Update.isUsable() || !UpdateVal.isUsable()) {
3789 Update = SemaRef.BuildBinOp(S, Loc, Subtract ? BO_Sub : BO_Add,
3790 NewStart.get(), SavedUpdate.get());
3791 if (!Update.isUsable())
3794 if (!SemaRef.Context.hasSameType(Update.get()->getType(),
3795 VarRef.get()->getType())) {
3796 Update = SemaRef.PerformImplicitConversion(
3797 Update.get(), VarRef.get()->getType(), Sema::AA_Converting, true);
3798 if (!Update.isUsable())
3802 Update = SemaRef.BuildBinOp(S, Loc, BO_Assign, VarRef.get(), Update.get());
3807 /// \brief Convert integer expression \a E to make it have at least \a Bits
3809 static ExprResult WidenIterationCount(unsigned Bits, Expr *E, Sema &SemaRef) {
3812 auto &C = SemaRef.Context;
3813 QualType OldType = E->getType();
3814 unsigned HasBits = C.getTypeSize(OldType);
3815 if (HasBits >= Bits)
3816 return ExprResult(E);
3817 // OK to convert to signed, because new type has more bits than old.
3818 QualType NewType = C.getIntTypeForBitwidth(Bits, /* Signed */ true);
3819 return SemaRef.PerformImplicitConversion(E, NewType, Sema::AA_Converting,
3823 /// \brief Check if the given expression \a E is a constant integer that fits
3824 /// into \a Bits bits.
3825 static bool FitsInto(unsigned Bits, bool Signed, Expr *E, Sema &SemaRef) {
3828 llvm::APSInt Result;
3829 if (E->isIntegerConstantExpr(Result, SemaRef.Context))
3830 return Signed ? Result.isSignedIntN(Bits) : Result.isIntN(Bits);
3834 /// Build preinits statement for the given declarations.
3835 static Stmt *buildPreInits(ASTContext &Context,
3836 SmallVectorImpl<Decl *> &PreInits) {
3837 if (!PreInits.empty()) {
3838 return new (Context) DeclStmt(
3839 DeclGroupRef::Create(Context, PreInits.begin(), PreInits.size()),
3840 SourceLocation(), SourceLocation());
3845 /// Build preinits statement for the given declarations.
3846 static Stmt *buildPreInits(ASTContext &Context,
3847 llvm::MapVector<Expr *, DeclRefExpr *> &Captures) {
3848 if (!Captures.empty()) {
3849 SmallVector<Decl *, 16> PreInits;
3850 for (auto &Pair : Captures)
3851 PreInits.push_back(Pair.second->getDecl());
3852 return buildPreInits(Context, PreInits);
3857 /// Build postupdate expression for the given list of postupdates expressions.
3858 static Expr *buildPostUpdate(Sema &S, ArrayRef<Expr *> PostUpdates) {
3859 Expr *PostUpdate = nullptr;
3860 if (!PostUpdates.empty()) {
3861 for (auto *E : PostUpdates) {
3862 Expr *ConvE = S.BuildCStyleCastExpr(
3864 S.Context.getTrivialTypeSourceInfo(S.Context.VoidTy),
3867 PostUpdate = PostUpdate
3868 ? S.CreateBuiltinBinOp(ConvE->getExprLoc(), BO_Comma,
3877 /// \brief Called on a for stmt to check itself and nested loops (if any).
3878 /// \return Returns 0 if one of the collapsed stmts is not canonical for loop,
3879 /// number of collapsed loops otherwise.
3881 CheckOpenMPLoop(OpenMPDirectiveKind DKind, Expr *CollapseLoopCountExpr,
3882 Expr *OrderedLoopCountExpr, Stmt *AStmt, Sema &SemaRef,
3884 llvm::DenseMap<ValueDecl *, Expr *> &VarsWithImplicitDSA,
3885 OMPLoopDirective::HelperExprs &Built) {
3886 unsigned NestedLoopCount = 1;
3887 if (CollapseLoopCountExpr) {
3888 // Found 'collapse' clause - calculate collapse number.
3889 llvm::APSInt Result;
3890 if (CollapseLoopCountExpr->EvaluateAsInt(Result, SemaRef.getASTContext()))
3891 NestedLoopCount = Result.getLimitedValue();
3893 if (OrderedLoopCountExpr) {
3894 // Found 'ordered' clause - calculate collapse number.
3895 llvm::APSInt Result;
3896 if (OrderedLoopCountExpr->EvaluateAsInt(Result, SemaRef.getASTContext())) {
3897 if (Result.getLimitedValue() < NestedLoopCount) {
3898 SemaRef.Diag(OrderedLoopCountExpr->getExprLoc(),
3899 diag::err_omp_wrong_ordered_loop_count)
3900 << OrderedLoopCountExpr->getSourceRange();
3901 SemaRef.Diag(CollapseLoopCountExpr->getExprLoc(),
3902 diag::note_collapse_loop_count)
3903 << CollapseLoopCountExpr->getSourceRange();
3905 NestedLoopCount = Result.getLimitedValue();
3908 // This is helper routine for loop directives (e.g., 'for', 'simd',
3909 // 'for simd', etc.).
3910 llvm::MapVector<Expr *, DeclRefExpr *> Captures;
3911 SmallVector<LoopIterationSpace, 4> IterSpaces;
3912 IterSpaces.resize(NestedLoopCount);
3913 Stmt *CurStmt = AStmt->IgnoreContainers(/* IgnoreCaptured */ true);
3914 for (unsigned Cnt = 0; Cnt < NestedLoopCount; ++Cnt) {
3915 if (CheckOpenMPIterationSpace(DKind, CurStmt, SemaRef, DSA, Cnt,
3916 NestedLoopCount, CollapseLoopCountExpr,
3917 OrderedLoopCountExpr, VarsWithImplicitDSA,
3918 IterSpaces[Cnt], Captures))
3920 // Move on to the next nested for loop, or to the loop body.
3921 // OpenMP [2.8.1, simd construct, Restrictions]
3922 // All loops associated with the construct must be perfectly nested; that
3923 // is, there must be no intervening code nor any OpenMP directive between
3925 CurStmt = cast<ForStmt>(CurStmt)->getBody()->IgnoreContainers();
3928 Built.clear(/* size */ NestedLoopCount);
3930 if (SemaRef.CurContext->isDependentContext())
3931 return NestedLoopCount;
3933 // An example of what is generated for the following code:
3935 // #pragma omp simd collapse(2) ordered(2)
3936 // for (i = 0; i < NI; ++i)
3937 // for (k = 0; k < NK; ++k)
3938 // for (j = J0; j < NJ; j+=2) {
3942 // We generate the code below.
3943 // Note: the loop body may be outlined in CodeGen.
3944 // Note: some counters may be C++ classes, operator- is used to find number of
3945 // iterations and operator+= to calculate counter value.
3946 // Note: decltype(NumIterations) must be integer type (in 'omp for', only i32
3947 // or i64 is currently supported).
3949 // #define NumIterations (NI * ((NJ - J0 - 1 + 2) / 2))
3950 // for (int[32|64]_t IV = 0; IV < NumIterations; ++IV ) {
3951 // .local.i = IV / ((NJ - J0 - 1 + 2) / 2);
3952 // .local.j = J0 + (IV % ((NJ - J0 - 1 + 2) / 2)) * 2;
3953 // // similar updates for vars in clauses (e.g. 'linear')
3954 // <loop body (using local i and j)>
3956 // i = NI; // assign final values of counters
3960 // Last iteration number is (I1 * I2 * ... In) - 1, where I1, I2 ... In are
3961 // the iteration counts of the collapsed for loops.
3962 // Precondition tests if there is at least one iteration (all conditions are
3964 auto PreCond = ExprResult(IterSpaces[0].PreCond);
3965 auto N0 = IterSpaces[0].NumIterations;
3966 ExprResult LastIteration32 = WidenIterationCount(
3967 32 /* Bits */, SemaRef
3968 .PerformImplicitConversion(
3969 N0->IgnoreImpCasts(), N0->getType(),
3970 Sema::AA_Converting, /*AllowExplicit=*/true)
3973 ExprResult LastIteration64 = WidenIterationCount(
3974 64 /* Bits */, SemaRef
3975 .PerformImplicitConversion(
3976 N0->IgnoreImpCasts(), N0->getType(),
3977 Sema::AA_Converting, /*AllowExplicit=*/true)
3981 if (!LastIteration32.isUsable() || !LastIteration64.isUsable())
3982 return NestedLoopCount;
3984 auto &C = SemaRef.Context;
3985 bool AllCountsNeedLessThan32Bits = C.getTypeSize(N0->getType()) < 32;
3987 Scope *CurScope = DSA.getCurScope();
3988 for (unsigned Cnt = 1; Cnt < NestedLoopCount; ++Cnt) {
3989 if (PreCond.isUsable()) {
3991 SemaRef.BuildBinOp(CurScope, PreCond.get()->getExprLoc(), BO_LAnd,
3992 PreCond.get(), IterSpaces[Cnt].PreCond);
3994 auto N = IterSpaces[Cnt].NumIterations;
3995 SourceLocation Loc = N->getExprLoc();
3996 AllCountsNeedLessThan32Bits &= C.getTypeSize(N->getType()) < 32;
3997 if (LastIteration32.isUsable())
3998 LastIteration32 = SemaRef.BuildBinOp(
3999 CurScope, Loc, BO_Mul, LastIteration32.get(),
4001 .PerformImplicitConversion(N->IgnoreImpCasts(), N->getType(),
4002 Sema::AA_Converting,
4003 /*AllowExplicit=*/true)
4005 if (LastIteration64.isUsable())
4006 LastIteration64 = SemaRef.BuildBinOp(
4007 CurScope, Loc, BO_Mul, LastIteration64.get(),
4009 .PerformImplicitConversion(N->IgnoreImpCasts(), N->getType(),
4010 Sema::AA_Converting,
4011 /*AllowExplicit=*/true)
4015 // Choose either the 32-bit or 64-bit version.
4016 ExprResult LastIteration = LastIteration64;
4017 if (LastIteration32.isUsable() &&
4018 C.getTypeSize(LastIteration32.get()->getType()) == 32 &&
4019 (AllCountsNeedLessThan32Bits || NestedLoopCount == 1 ||
4022 LastIteration32.get()->getType()->hasSignedIntegerRepresentation(),
4023 LastIteration64.get(), SemaRef)))
4024 LastIteration = LastIteration32;
4025 QualType VType = LastIteration.get()->getType();
4026 QualType RealVType = VType;
4027 QualType StrideVType = VType;
4028 if (isOpenMPTaskLoopDirective(DKind)) {
4030 SemaRef.Context.getIntTypeForBitwidth(/*DestWidth=*/64, /*Signed=*/0);
4032 SemaRef.Context.getIntTypeForBitwidth(/*DestWidth=*/64, /*Signed=*/1);
4035 if (!LastIteration.isUsable())
4038 // Save the number of iterations.
4039 ExprResult NumIterations = LastIteration;
4041 LastIteration = SemaRef.BuildBinOp(
4042 CurScope, LastIteration.get()->getExprLoc(), BO_Sub,
4043 LastIteration.get(),
4044 SemaRef.ActOnIntegerConstant(SourceLocation(), 1).get());
4045 if (!LastIteration.isUsable())
4049 // Calculate the last iteration number beforehand instead of doing this on
4050 // each iteration. Do not do this if the number of iterations may be kfold-ed.
4051 llvm::APSInt Result;
4053 LastIteration.get()->isIntegerConstantExpr(Result, SemaRef.Context);
4054 ExprResult CalcLastIteration;
4056 ExprResult SaveRef =
4057 tryBuildCapture(SemaRef, LastIteration.get(), Captures);
4058 LastIteration = SaveRef;
4060 // Prepare SaveRef + 1.
4061 NumIterations = SemaRef.BuildBinOp(
4062 CurScope, SaveRef.get()->getExprLoc(), BO_Add, SaveRef.get(),
4063 SemaRef.ActOnIntegerConstant(SourceLocation(), 1).get());
4064 if (!NumIterations.isUsable())
4068 SourceLocation InitLoc = IterSpaces[0].InitSrcRange.getBegin();
4070 // Build variables passed into runtime, necessary for worksharing directives.
4071 ExprResult LB, UB, IL, ST, EUB, CombLB, CombUB, PrevLB, PrevUB, CombEUB;
4072 if (isOpenMPWorksharingDirective(DKind) || isOpenMPTaskLoopDirective(DKind) ||
4073 isOpenMPDistributeDirective(DKind)) {
4074 // Lower bound variable, initialized with zero.
4075 VarDecl *LBDecl = buildVarDecl(SemaRef, InitLoc, VType, ".omp.lb");
4076 LB = buildDeclRefExpr(SemaRef, LBDecl, VType, InitLoc);
4077 SemaRef.AddInitializerToDecl(LBDecl,
4078 SemaRef.ActOnIntegerConstant(InitLoc, 0).get(),
4079 /*DirectInit*/ false);
4081 // Upper bound variable, initialized with last iteration number.
4082 VarDecl *UBDecl = buildVarDecl(SemaRef, InitLoc, VType, ".omp.ub");
4083 UB = buildDeclRefExpr(SemaRef, UBDecl, VType, InitLoc);
4084 SemaRef.AddInitializerToDecl(UBDecl, LastIteration.get(),
4085 /*DirectInit*/ false);
4087 // A 32-bit variable-flag where runtime returns 1 for the last iteration.
4088 // This will be used to implement clause 'lastprivate'.
4089 QualType Int32Ty = SemaRef.Context.getIntTypeForBitwidth(32, true);
4090 VarDecl *ILDecl = buildVarDecl(SemaRef, InitLoc, Int32Ty, ".omp.is_last");
4091 IL = buildDeclRefExpr(SemaRef, ILDecl, Int32Ty, InitLoc);
4092 SemaRef.AddInitializerToDecl(ILDecl,
4093 SemaRef.ActOnIntegerConstant(InitLoc, 0).get(),
4094 /*DirectInit*/ false);
4096 // Stride variable returned by runtime (we initialize it to 1 by default).
4098 buildVarDecl(SemaRef, InitLoc, StrideVType, ".omp.stride");
4099 ST = buildDeclRefExpr(SemaRef, STDecl, StrideVType, InitLoc);
4100 SemaRef.AddInitializerToDecl(STDecl,
4101 SemaRef.ActOnIntegerConstant(InitLoc, 1).get(),
4102 /*DirectInit*/ false);
4104 // Build expression: UB = min(UB, LastIteration)
4105 // It is necessary for CodeGen of directives with static scheduling.
4106 ExprResult IsUBGreater = SemaRef.BuildBinOp(CurScope, InitLoc, BO_GT,
4107 UB.get(), LastIteration.get());
4108 ExprResult CondOp = SemaRef.ActOnConditionalOp(
4109 InitLoc, InitLoc, IsUBGreater.get(), LastIteration.get(), UB.get());
4110 EUB = SemaRef.BuildBinOp(CurScope, InitLoc, BO_Assign, UB.get(),
4112 EUB = SemaRef.ActOnFinishFullExpr(EUB.get());
4114 // If we have a combined directive that combines 'distribute', 'for' or
4115 // 'simd' we need to be able to access the bounds of the schedule of the
4116 // enclosing region. E.g. in 'distribute parallel for' the bounds obtained
4117 // by scheduling 'distribute' have to be passed to the schedule of 'for'.
4118 if (isOpenMPLoopBoundSharingDirective(DKind)) {
4120 // Lower bound variable, initialized with zero.
4121 VarDecl *CombLBDecl =
4122 buildVarDecl(SemaRef, InitLoc, VType, ".omp.comb.lb");
4123 CombLB = buildDeclRefExpr(SemaRef, CombLBDecl, VType, InitLoc);
4124 SemaRef.AddInitializerToDecl(
4125 CombLBDecl, SemaRef.ActOnIntegerConstant(InitLoc, 0).get(),
4126 /*DirectInit*/ false);
4128 // Upper bound variable, initialized with last iteration number.
4129 VarDecl *CombUBDecl =
4130 buildVarDecl(SemaRef, InitLoc, VType, ".omp.comb.ub");
4131 CombUB = buildDeclRefExpr(SemaRef, CombUBDecl, VType, InitLoc);
4132 SemaRef.AddInitializerToDecl(CombUBDecl, LastIteration.get(),
4133 /*DirectInit*/ false);
4135 ExprResult CombIsUBGreater = SemaRef.BuildBinOp(
4136 CurScope, InitLoc, BO_GT, CombUB.get(), LastIteration.get());
4137 ExprResult CombCondOp =
4138 SemaRef.ActOnConditionalOp(InitLoc, InitLoc, CombIsUBGreater.get(),
4139 LastIteration.get(), CombUB.get());
4140 CombEUB = SemaRef.BuildBinOp(CurScope, InitLoc, BO_Assign, CombUB.get(),
4142 CombEUB = SemaRef.ActOnFinishFullExpr(CombEUB.get());
4144 auto *CD = cast<CapturedStmt>(AStmt)->getCapturedDecl();
4145 // We expect to have at least 2 more parameters than the 'parallel'
4146 // directive does - the lower and upper bounds of the previous schedule.
4147 assert(CD->getNumParams() >= 4 &&
4148 "Unexpected number of parameters in loop combined directive");
4150 // Set the proper type for the bounds given what we learned from the
4152 auto *PrevLBDecl = CD->getParam(/*PrevLB=*/2);
4153 auto *PrevUBDecl = CD->getParam(/*PrevUB=*/3);
4155 // Previous lower and upper bounds are obtained from the region
4158 buildDeclRefExpr(SemaRef, PrevLBDecl, PrevLBDecl->getType(), InitLoc);
4160 buildDeclRefExpr(SemaRef, PrevUBDecl, PrevUBDecl->getType(), InitLoc);
4164 // Build the iteration variable and its initialization before loop.
4166 ExprResult Init, CombInit;
4168 VarDecl *IVDecl = buildVarDecl(SemaRef, InitLoc, RealVType, ".omp.iv");
4169 IV = buildDeclRefExpr(SemaRef, IVDecl, RealVType, InitLoc);
4171 (isOpenMPWorksharingDirective(DKind) ||
4172 isOpenMPTaskLoopDirective(DKind) || isOpenMPDistributeDirective(DKind))
4174 : SemaRef.ActOnIntegerConstant(SourceLocation(), 0).get();
4175 Init = SemaRef.BuildBinOp(CurScope, InitLoc, BO_Assign, IV.get(), RHS);
4176 Init = SemaRef.ActOnFinishFullExpr(Init.get());
4178 if (isOpenMPLoopBoundSharingDirective(DKind)) {
4180 (isOpenMPWorksharingDirective(DKind) ||
4181 isOpenMPTaskLoopDirective(DKind) ||
4182 isOpenMPDistributeDirective(DKind))
4184 : SemaRef.ActOnIntegerConstant(SourceLocation(), 0).get();
4186 SemaRef.BuildBinOp(CurScope, InitLoc, BO_Assign, IV.get(), CombRHS);
4187 CombInit = SemaRef.ActOnFinishFullExpr(CombInit.get());
4191 // Loop condition (IV < NumIterations) or (IV <= UB) for worksharing loops.
4192 SourceLocation CondLoc;
4194 (isOpenMPWorksharingDirective(DKind) ||
4195 isOpenMPTaskLoopDirective(DKind) || isOpenMPDistributeDirective(DKind))
4196 ? SemaRef.BuildBinOp(CurScope, CondLoc, BO_LE, IV.get(), UB.get())
4197 : SemaRef.BuildBinOp(CurScope, CondLoc, BO_LT, IV.get(),
4198 NumIterations.get());
4199 ExprResult CombCond;
4200 if (isOpenMPLoopBoundSharingDirective(DKind)) {
4202 SemaRef.BuildBinOp(CurScope, CondLoc, BO_LE, IV.get(), CombUB.get());
4204 // Loop increment (IV = IV + 1)
4205 SourceLocation IncLoc;
4207 SemaRef.BuildBinOp(CurScope, IncLoc, BO_Add, IV.get(),
4208 SemaRef.ActOnIntegerConstant(IncLoc, 1).get());
4209 if (!Inc.isUsable())
4211 Inc = SemaRef.BuildBinOp(CurScope, IncLoc, BO_Assign, IV.get(), Inc.get());
4212 Inc = SemaRef.ActOnFinishFullExpr(Inc.get());
4213 if (!Inc.isUsable())
4216 // Increments for worksharing loops (LB = LB + ST; UB = UB + ST).
4217 // Used for directives with static scheduling.
4218 // In combined construct, add combined version that use CombLB and CombUB
4219 // base variables for the update
4220 ExprResult NextLB, NextUB, CombNextLB, CombNextUB;
4221 if (isOpenMPWorksharingDirective(DKind) || isOpenMPTaskLoopDirective(DKind) ||
4222 isOpenMPDistributeDirective(DKind)) {
4224 NextLB = SemaRef.BuildBinOp(CurScope, IncLoc, BO_Add, LB.get(), ST.get());
4225 if (!NextLB.isUsable())
4229 SemaRef.BuildBinOp(CurScope, IncLoc, BO_Assign, LB.get(), NextLB.get());
4230 NextLB = SemaRef.ActOnFinishFullExpr(NextLB.get());
4231 if (!NextLB.isUsable())
4234 NextUB = SemaRef.BuildBinOp(CurScope, IncLoc, BO_Add, UB.get(), ST.get());
4235 if (!NextUB.isUsable())
4239 SemaRef.BuildBinOp(CurScope, IncLoc, BO_Assign, UB.get(), NextUB.get());
4240 NextUB = SemaRef.ActOnFinishFullExpr(NextUB.get());
4241 if (!NextUB.isUsable())
4243 if (isOpenMPLoopBoundSharingDirective(DKind)) {
4245 SemaRef.BuildBinOp(CurScope, IncLoc, BO_Add, CombLB.get(), ST.get());
4246 if (!NextLB.isUsable())
4249 CombNextLB = SemaRef.BuildBinOp(CurScope, IncLoc, BO_Assign, CombLB.get(),
4251 CombNextLB = SemaRef.ActOnFinishFullExpr(CombNextLB.get());
4252 if (!CombNextLB.isUsable())
4256 SemaRef.BuildBinOp(CurScope, IncLoc, BO_Add, CombUB.get(), ST.get());
4257 if (!CombNextUB.isUsable())
4260 CombNextUB = SemaRef.BuildBinOp(CurScope, IncLoc, BO_Assign, CombUB.get(),
4262 CombNextUB = SemaRef.ActOnFinishFullExpr(CombNextUB.get());
4263 if (!CombNextUB.isUsable())
4268 // Create increment expression for distribute loop when combined in a same
4269 // directive with for as IV = IV + ST; ensure upper bound expression based
4270 // on PrevUB instead of NumIterations - used to implement 'for' when found
4271 // in combination with 'distribute', like in 'distribute parallel for'
4272 SourceLocation DistIncLoc;
4273 ExprResult DistCond, DistInc, PrevEUB;
4274 if (isOpenMPLoopBoundSharingDirective(DKind)) {
4275 DistCond = SemaRef.BuildBinOp(CurScope, CondLoc, BO_LE, IV.get(), UB.get());
4276 assert(DistCond.isUsable() && "distribute cond expr was not built");
4279 SemaRef.BuildBinOp(CurScope, DistIncLoc, BO_Add, IV.get(), ST.get());
4280 assert(DistInc.isUsable() && "distribute inc expr was not built");
4281 DistInc = SemaRef.BuildBinOp(CurScope, DistIncLoc, BO_Assign, IV.get(),
4283 DistInc = SemaRef.ActOnFinishFullExpr(DistInc.get());
4284 assert(DistInc.isUsable() && "distribute inc expr was not built");
4286 // Build expression: UB = min(UB, prevUB) for #for in composite or combined
4288 SourceLocation DistEUBLoc;
4289 ExprResult IsUBGreater =
4290 SemaRef.BuildBinOp(CurScope, DistEUBLoc, BO_GT, UB.get(), PrevUB.get());
4291 ExprResult CondOp = SemaRef.ActOnConditionalOp(
4292 DistEUBLoc, DistEUBLoc, IsUBGreater.get(), PrevUB.get(), UB.get());
4293 PrevEUB = SemaRef.BuildBinOp(CurScope, DistIncLoc, BO_Assign, UB.get(),
4295 PrevEUB = SemaRef.ActOnFinishFullExpr(PrevEUB.get());
4298 // Build updates and final values of the loop counters.
4299 bool HasErrors = false;
4300 Built.Counters.resize(NestedLoopCount);
4301 Built.Inits.resize(NestedLoopCount);
4302 Built.Updates.resize(NestedLoopCount);
4303 Built.Finals.resize(NestedLoopCount);
4304 SmallVector<Expr *, 4> LoopMultipliers;
4307 // Go from inner nested loop to outer.
4308 for (int Cnt = NestedLoopCount - 1; Cnt >= 0; --Cnt) {
4309 LoopIterationSpace &IS = IterSpaces[Cnt];
4310 SourceLocation UpdLoc = IS.IncSrcRange.getBegin();
4311 // Build: Iter = (IV / Div) % IS.NumIters
4312 // where Div is product of previous iterations' IS.NumIters.
4314 if (Div.isUsable()) {
4316 SemaRef.BuildBinOp(CurScope, UpdLoc, BO_Div, IV.get(), Div.get());
4319 assert((Cnt == (int)NestedLoopCount - 1) &&
4320 "unusable div expected on first iteration only");
4323 if (Cnt != 0 && Iter.isUsable())
4324 Iter = SemaRef.BuildBinOp(CurScope, UpdLoc, BO_Rem, Iter.get(),
4326 if (!Iter.isUsable()) {
4331 // Build update: IS.CounterVar(Private) = IS.Start + Iter * IS.Step
4332 auto *VD = cast<VarDecl>(cast<DeclRefExpr>(IS.CounterVar)->getDecl());
4333 auto *CounterVar = buildDeclRefExpr(SemaRef, VD, IS.CounterVar->getType(),
4334 IS.CounterVar->getExprLoc(),
4335 /*RefersToCapture=*/true);
4336 ExprResult Init = BuildCounterInit(SemaRef, CurScope, UpdLoc, CounterVar,
4337 IS.CounterInit, Captures);
4338 if (!Init.isUsable()) {
4342 ExprResult Update = BuildCounterUpdate(
4343 SemaRef, CurScope, UpdLoc, CounterVar, IS.CounterInit, Iter,
4344 IS.CounterStep, IS.Subtract, &Captures);
4345 if (!Update.isUsable()) {
4350 // Build final: IS.CounterVar = IS.Start + IS.NumIters * IS.Step
4351 ExprResult Final = BuildCounterUpdate(
4352 SemaRef, CurScope, UpdLoc, CounterVar, IS.CounterInit,
4353 IS.NumIterations, IS.CounterStep, IS.Subtract, &Captures);
4354 if (!Final.isUsable()) {
4359 // Build Div for the next iteration: Div <- Div * IS.NumIters
4362 Div = IS.NumIterations;
4364 Div = SemaRef.BuildBinOp(CurScope, UpdLoc, BO_Mul, Div.get(),
4367 // Add parentheses (for debugging purposes only).
4369 Div = tryBuildCapture(SemaRef, Div.get(), Captures);
4370 if (!Div.isUsable()) {
4374 LoopMultipliers.push_back(Div.get());
4376 if (!Update.isUsable() || !Final.isUsable()) {
4381 Built.Counters[Cnt] = IS.CounterVar;
4382 Built.PrivateCounters[Cnt] = IS.PrivateCounterVar;
4383 Built.Inits[Cnt] = Init.get();
4384 Built.Updates[Cnt] = Update.get();
4385 Built.Finals[Cnt] = Final.get();
4393 Built.IterationVarRef = IV.get();
4394 Built.LastIteration = LastIteration.get();
4395 Built.NumIterations = NumIterations.get();
4396 Built.CalcLastIteration =
4397 SemaRef.ActOnFinishFullExpr(CalcLastIteration.get()).get();
4398 Built.PreCond = PreCond.get();
4399 Built.PreInits = buildPreInits(C, Captures);
4400 Built.Cond = Cond.get();
4401 Built.Init = Init.get();
4402 Built.Inc = Inc.get();
4403 Built.LB = LB.get();
4404 Built.UB = UB.get();
4405 Built.IL = IL.get();
4406 Built.ST = ST.get();
4407 Built.EUB = EUB.get();
4408 Built.NLB = NextLB.get();
4409 Built.NUB = NextUB.get();
4410 Built.PrevLB = PrevLB.get();
4411 Built.PrevUB = PrevUB.get();
4412 Built.DistInc = DistInc.get();
4413 Built.PrevEUB = PrevEUB.get();
4414 Built.DistCombinedFields.LB = CombLB.get();
4415 Built.DistCombinedFields.UB = CombUB.get();
4416 Built.DistCombinedFields.EUB = CombEUB.get();
4417 Built.DistCombinedFields.Init = CombInit.get();
4418 Built.DistCombinedFields.Cond = CombCond.get();
4419 Built.DistCombinedFields.NLB = CombNextLB.get();
4420 Built.DistCombinedFields.NUB = CombNextUB.get();
4422 Expr *CounterVal = SemaRef.DefaultLvalueConversion(IV.get()).get();
4423 // Fill data for doacross depend clauses.
4424 for (auto Pair : DSA.getDoacrossDependClauses()) {
4425 if (Pair.first->getDependencyKind() == OMPC_DEPEND_source)
4426 Pair.first->setCounterValue(CounterVal);
4428 if (NestedLoopCount != Pair.second.size() ||
4429 NestedLoopCount != LoopMultipliers.size() + 1) {
4430 // Erroneous case - clause has some problems.
4431 Pair.first->setCounterValue(CounterVal);
4434 assert(Pair.first->getDependencyKind() == OMPC_DEPEND_sink);
4435 auto I = Pair.second.rbegin();
4436 auto IS = IterSpaces.rbegin();
4437 auto ILM = LoopMultipliers.rbegin();
4438 Expr *UpCounterVal = CounterVal;
4439 Expr *Multiplier = nullptr;
4440 for (int Cnt = NestedLoopCount - 1; Cnt >= 0; --Cnt) {
4442 assert(IS->CounterStep);
4443 Expr *NormalizedOffset =
4445 .BuildBinOp(CurScope, I->first->getExprLoc(), BO_Div,
4446 I->first, IS->CounterStep)
4451 .BuildBinOp(CurScope, I->first->getExprLoc(), BO_Mul,
4452 NormalizedOffset, Multiplier)
4455 assert(I->second == OO_Plus || I->second == OO_Minus);
4456 BinaryOperatorKind BOK = (I->second == OO_Plus) ? BO_Add : BO_Sub;
4457 UpCounterVal = SemaRef
4458 .BuildBinOp(CurScope, I->first->getExprLoc(), BOK,
4459 UpCounterVal, NormalizedOffset)
4467 Pair.first->setCounterValue(UpCounterVal);
4471 return NestedLoopCount;
4474 static Expr *getCollapseNumberExpr(ArrayRef<OMPClause *> Clauses) {
4475 auto CollapseClauses =
4476 OMPExecutableDirective::getClausesOfKind<OMPCollapseClause>(Clauses);
4477 if (CollapseClauses.begin() != CollapseClauses.end())
4478 return (*CollapseClauses.begin())->getNumForLoops();
4482 static Expr *getOrderedNumberExpr(ArrayRef<OMPClause *> Clauses) {
4483 auto OrderedClauses =
4484 OMPExecutableDirective::getClausesOfKind<OMPOrderedClause>(Clauses);
4485 if (OrderedClauses.begin() != OrderedClauses.end())
4486 return (*OrderedClauses.begin())->getNumForLoops();
4490 static bool checkSimdlenSafelenSpecified(Sema &S,
4491 const ArrayRef<OMPClause *> Clauses) {
4492 OMPSafelenClause *Safelen = nullptr;
4493 OMPSimdlenClause *Simdlen = nullptr;
4495 for (auto *Clause : Clauses) {
4496 if (Clause->getClauseKind() == OMPC_safelen)
4497 Safelen = cast<OMPSafelenClause>(Clause);
4498 else if (Clause->getClauseKind() == OMPC_simdlen)
4499 Simdlen = cast<OMPSimdlenClause>(Clause);
4500 if (Safelen && Simdlen)
4504 if (Simdlen && Safelen) {
4505 llvm::APSInt SimdlenRes, SafelenRes;
4506 auto SimdlenLength = Simdlen->getSimdlen();
4507 auto SafelenLength = Safelen->getSafelen();
4508 if (SimdlenLength->isValueDependent() || SimdlenLength->isTypeDependent() ||
4509 SimdlenLength->isInstantiationDependent() ||
4510 SimdlenLength->containsUnexpandedParameterPack())
4512 if (SafelenLength->isValueDependent() || SafelenLength->isTypeDependent() ||
4513 SafelenLength->isInstantiationDependent() ||
4514 SafelenLength->containsUnexpandedParameterPack())
4516 SimdlenLength->EvaluateAsInt(SimdlenRes, S.Context);
4517 SafelenLength->EvaluateAsInt(SafelenRes, S.Context);
4518 // OpenMP 4.5 [2.8.1, simd Construct, Restrictions]
4519 // If both simdlen and safelen clauses are specified, the value of the
4520 // simdlen parameter must be less than or equal to the value of the safelen
4522 if (SimdlenRes > SafelenRes) {
4523 S.Diag(SimdlenLength->getExprLoc(),
4524 diag::err_omp_wrong_simdlen_safelen_values)
4525 << SimdlenLength->getSourceRange() << SafelenLength->getSourceRange();
4532 StmtResult Sema::ActOnOpenMPSimdDirective(
4533 ArrayRef<OMPClause *> Clauses, Stmt *AStmt, SourceLocation StartLoc,
4534 SourceLocation EndLoc,
4535 llvm::DenseMap<ValueDecl *, Expr *> &VarsWithImplicitDSA) {
4539 assert(isa<CapturedStmt>(AStmt) && "Captured statement expected");
4540 OMPLoopDirective::HelperExprs B;
4541 // In presence of clause 'collapse' or 'ordered' with number of loops, it will
4542 // define the nested loops number.
4543 unsigned NestedLoopCount = CheckOpenMPLoop(
4544 OMPD_simd, getCollapseNumberExpr(Clauses), getOrderedNumberExpr(Clauses),
4545 AStmt, *this, *DSAStack, VarsWithImplicitDSA, B);
4546 if (NestedLoopCount == 0)
4549 assert((CurContext->isDependentContext() || B.builtAll()) &&
4550 "omp simd loop exprs were not built");
4552 if (!CurContext->isDependentContext()) {
4553 // Finalize the clauses that need pre-built expressions for CodeGen.
4554 for (auto C : Clauses) {
4555 if (auto *LC = dyn_cast<OMPLinearClause>(C))
4556 if (FinishOpenMPLinearClause(*LC, cast<DeclRefExpr>(B.IterationVarRef),
4557 B.NumIterations, *this, CurScope,
4563 if (checkSimdlenSafelenSpecified(*this, Clauses))
4566 getCurFunction()->setHasBranchProtectedScope();
4567 return OMPSimdDirective::Create(Context, StartLoc, EndLoc, NestedLoopCount,
4571 StmtResult Sema::ActOnOpenMPForDirective(
4572 ArrayRef<OMPClause *> Clauses, Stmt *AStmt, SourceLocation StartLoc,
4573 SourceLocation EndLoc,
4574 llvm::DenseMap<ValueDecl *, Expr *> &VarsWithImplicitDSA) {
4578 assert(isa<CapturedStmt>(AStmt) && "Captured statement expected");
4579 OMPLoopDirective::HelperExprs B;
4580 // In presence of clause 'collapse' or 'ordered' with number of loops, it will
4581 // define the nested loops number.
4582 unsigned NestedLoopCount = CheckOpenMPLoop(
4583 OMPD_for, getCollapseNumberExpr(Clauses), getOrderedNumberExpr(Clauses),
4584 AStmt, *this, *DSAStack, VarsWithImplicitDSA, B);
4585 if (NestedLoopCount == 0)
4588 assert((CurContext->isDependentContext() || B.builtAll()) &&
4589 "omp for loop exprs were not built");
4591 if (!CurContext->isDependentContext()) {
4592 // Finalize the clauses that need pre-built expressions for CodeGen.
4593 for (auto C : Clauses) {
4594 if (auto *LC = dyn_cast<OMPLinearClause>(C))
4595 if (FinishOpenMPLinearClause(*LC, cast<DeclRefExpr>(B.IterationVarRef),
4596 B.NumIterations, *this, CurScope,
4602 getCurFunction()->setHasBranchProtectedScope();
4603 return OMPForDirective::Create(Context, StartLoc, EndLoc, NestedLoopCount,
4604 Clauses, AStmt, B, DSAStack->isCancelRegion());
4607 StmtResult Sema::ActOnOpenMPForSimdDirective(
4608 ArrayRef<OMPClause *> Clauses, Stmt *AStmt, SourceLocation StartLoc,
4609 SourceLocation EndLoc,
4610 llvm::DenseMap<ValueDecl *, Expr *> &VarsWithImplicitDSA) {
4614 assert(isa<CapturedStmt>(AStmt) && "Captured statement expected");
4615 OMPLoopDirective::HelperExprs B;
4616 // In presence of clause 'collapse' or 'ordered' with number of loops, it will
4617 // define the nested loops number.
4618 unsigned NestedLoopCount =
4619 CheckOpenMPLoop(OMPD_for_simd, getCollapseNumberExpr(Clauses),
4620 getOrderedNumberExpr(Clauses), AStmt, *this, *DSAStack,
4621 VarsWithImplicitDSA, B);
4622 if (NestedLoopCount == 0)
4625 assert((CurContext->isDependentContext() || B.builtAll()) &&
4626 "omp for simd loop exprs were not built");
4628 if (!CurContext->isDependentContext()) {
4629 // Finalize the clauses that need pre-built expressions for CodeGen.
4630 for (auto C : Clauses) {
4631 if (auto *LC = dyn_cast<OMPLinearClause>(C))
4632 if (FinishOpenMPLinearClause(*LC, cast<DeclRefExpr>(B.IterationVarRef),
4633 B.NumIterations, *this, CurScope,
4639 if (checkSimdlenSafelenSpecified(*this, Clauses))
4642 getCurFunction()->setHasBranchProtectedScope();
4643 return OMPForSimdDirective::Create(Context, StartLoc, EndLoc, NestedLoopCount,
4647 StmtResult Sema::ActOnOpenMPSectionsDirective(ArrayRef<OMPClause *> Clauses,
4649 SourceLocation StartLoc,
4650 SourceLocation EndLoc) {
4654 assert(isa<CapturedStmt>(AStmt) && "Captured statement expected");
4655 auto BaseStmt = AStmt;
4656 while (auto *CS = dyn_cast_or_null<CapturedStmt>(BaseStmt))
4657 BaseStmt = CS->getCapturedStmt();
4658 if (auto *C = dyn_cast_or_null<CompoundStmt>(BaseStmt)) {
4659 auto S = C->children();
4660 if (S.begin() == S.end())
4662 // All associated statements must be '#pragma omp section' except for
4664 for (Stmt *SectionStmt : llvm::make_range(std::next(S.begin()), S.end())) {
4665 if (!SectionStmt || !isa<OMPSectionDirective>(SectionStmt)) {
4667 Diag(SectionStmt->getLocStart(),
4668 diag::err_omp_sections_substmt_not_section);
4671 cast<OMPSectionDirective>(SectionStmt)
4672 ->setHasCancel(DSAStack->isCancelRegion());
4675 Diag(AStmt->getLocStart(), diag::err_omp_sections_not_compound_stmt);
4679 getCurFunction()->setHasBranchProtectedScope();
4681 return OMPSectionsDirective::Create(Context, StartLoc, EndLoc, Clauses, AStmt,
4682 DSAStack->isCancelRegion());
4685 StmtResult Sema::ActOnOpenMPSectionDirective(Stmt *AStmt,
4686 SourceLocation StartLoc,
4687 SourceLocation EndLoc) {
4691 assert(isa<CapturedStmt>(AStmt) && "Captured statement expected");
4693 getCurFunction()->setHasBranchProtectedScope();
4694 DSAStack->setParentCancelRegion(DSAStack->isCancelRegion());
4696 return OMPSectionDirective::Create(Context, StartLoc, EndLoc, AStmt,
4697 DSAStack->isCancelRegion());
4700 StmtResult Sema::ActOnOpenMPSingleDirective(ArrayRef<OMPClause *> Clauses,
4702 SourceLocation StartLoc,
4703 SourceLocation EndLoc) {
4707 assert(isa<CapturedStmt>(AStmt) && "Captured statement expected");
4709 getCurFunction()->setHasBranchProtectedScope();
4711 // OpenMP [2.7.3, single Construct, Restrictions]
4712 // The copyprivate clause must not be used with the nowait clause.
4713 OMPClause *Nowait = nullptr;
4714 OMPClause *Copyprivate = nullptr;
4715 for (auto *Clause : Clauses) {
4716 if (Clause->getClauseKind() == OMPC_nowait)
4718 else if (Clause->getClauseKind() == OMPC_copyprivate)
4719 Copyprivate = Clause;
4720 if (Copyprivate && Nowait) {
4721 Diag(Copyprivate->getLocStart(),
4722 diag::err_omp_single_copyprivate_with_nowait);
4723 Diag(Nowait->getLocStart(), diag::note_omp_nowait_clause_here);
4728 return OMPSingleDirective::Create(Context, StartLoc, EndLoc, Clauses, AStmt);
4731 StmtResult Sema::ActOnOpenMPMasterDirective(Stmt *AStmt,
4732 SourceLocation StartLoc,
4733 SourceLocation EndLoc) {
4737 assert(isa<CapturedStmt>(AStmt) && "Captured statement expected");
4739 getCurFunction()->setHasBranchProtectedScope();
4741 return OMPMasterDirective::Create(Context, StartLoc, EndLoc, AStmt);
4744 StmtResult Sema::ActOnOpenMPCriticalDirective(
4745 const DeclarationNameInfo &DirName, ArrayRef<OMPClause *> Clauses,
4746 Stmt *AStmt, SourceLocation StartLoc, SourceLocation EndLoc) {
4750 assert(isa<CapturedStmt>(AStmt) && "Captured statement expected");
4752 bool ErrorFound = false;
4754 SourceLocation HintLoc;
4755 bool DependentHint = false;
4756 for (auto *C : Clauses) {
4757 if (C->getClauseKind() == OMPC_hint) {
4758 if (!DirName.getName()) {
4759 Diag(C->getLocStart(), diag::err_omp_hint_clause_no_name);
4762 Expr *E = cast<OMPHintClause>(C)->getHint();
4763 if (E->isTypeDependent() || E->isValueDependent() ||
4764 E->isInstantiationDependent())
4765 DependentHint = true;
4767 Hint = E->EvaluateKnownConstInt(Context);
4768 HintLoc = C->getLocStart();
4774 auto Pair = DSAStack->getCriticalWithHint(DirName);
4775 if (Pair.first && DirName.getName() && !DependentHint) {
4776 if (llvm::APSInt::compareValues(Hint, Pair.second) != 0) {
4777 Diag(StartLoc, diag::err_omp_critical_with_hint);
4778 if (HintLoc.isValid()) {
4779 Diag(HintLoc, diag::note_omp_critical_hint_here)
4780 << 0 << Hint.toString(/*Radix=*/10, /*Signed=*/false);
4782 Diag(StartLoc, diag::note_omp_critical_no_hint) << 0;
4783 if (auto *C = Pair.first->getSingleClause<OMPHintClause>()) {
4784 Diag(C->getLocStart(), diag::note_omp_critical_hint_here)
4786 << C->getHint()->EvaluateKnownConstInt(Context).toString(
4787 /*Radix=*/10, /*Signed=*/false);
4789 Diag(Pair.first->getLocStart(), diag::note_omp_critical_no_hint) << 1;
4793 getCurFunction()->setHasBranchProtectedScope();
4795 auto *Dir = OMPCriticalDirective::Create(Context, DirName, StartLoc, EndLoc,
4797 if (!Pair.first && DirName.getName() && !DependentHint)
4798 DSAStack->addCriticalWithHint(Dir, Hint);
4802 StmtResult Sema::ActOnOpenMPParallelForDirective(
4803 ArrayRef<OMPClause *> Clauses, Stmt *AStmt, SourceLocation StartLoc,
4804 SourceLocation EndLoc,
4805 llvm::DenseMap<ValueDecl *, Expr *> &VarsWithImplicitDSA) {
4809 CapturedStmt *CS = cast<CapturedStmt>(AStmt);
4810 // 1.2.2 OpenMP Language Terminology
4811 // Structured block - An executable statement with a single entry at the
4812 // top and a single exit at the bottom.
4813 // The point of exit cannot be a branch out of the structured block.
4814 // longjmp() and throw() must not violate the entry/exit criteria.
4815 CS->getCapturedDecl()->setNothrow();
4817 OMPLoopDirective::HelperExprs B;
4818 // In presence of clause 'collapse' or 'ordered' with number of loops, it will
4819 // define the nested loops number.
4820 unsigned NestedLoopCount =
4821 CheckOpenMPLoop(OMPD_parallel_for, getCollapseNumberExpr(Clauses),
4822 getOrderedNumberExpr(Clauses), AStmt, *this, *DSAStack,
4823 VarsWithImplicitDSA, B);
4824 if (NestedLoopCount == 0)
4827 assert((CurContext->isDependentContext() || B.builtAll()) &&
4828 "omp parallel for loop exprs were not built");
4830 if (!CurContext->isDependentContext()) {
4831 // Finalize the clauses that need pre-built expressions for CodeGen.
4832 for (auto C : Clauses) {
4833 if (auto *LC = dyn_cast<OMPLinearClause>(C))
4834 if (FinishOpenMPLinearClause(*LC, cast<DeclRefExpr>(B.IterationVarRef),
4835 B.NumIterations, *this, CurScope,
4841 getCurFunction()->setHasBranchProtectedScope();
4842 return OMPParallelForDirective::Create(Context, StartLoc, EndLoc,
4843 NestedLoopCount, Clauses, AStmt, B,
4844 DSAStack->isCancelRegion());
4847 StmtResult Sema::ActOnOpenMPParallelForSimdDirective(
4848 ArrayRef<OMPClause *> Clauses, Stmt *AStmt, SourceLocation StartLoc,
4849 SourceLocation EndLoc,
4850 llvm::DenseMap<ValueDecl *, Expr *> &VarsWithImplicitDSA) {
4854 CapturedStmt *CS = cast<CapturedStmt>(AStmt);
4855 // 1.2.2 OpenMP Language Terminology
4856 // Structured block - An executable statement with a single entry at the
4857 // top and a single exit at the bottom.
4858 // The point of exit cannot be a branch out of the structured block.
4859 // longjmp() and throw() must not violate the entry/exit criteria.
4860 CS->getCapturedDecl()->setNothrow();
4862 OMPLoopDirective::HelperExprs B;
4863 // In presence of clause 'collapse' or 'ordered' with number of loops, it will
4864 // define the nested loops number.
4865 unsigned NestedLoopCount =
4866 CheckOpenMPLoop(OMPD_parallel_for_simd, getCollapseNumberExpr(Clauses),
4867 getOrderedNumberExpr(Clauses), AStmt, *this, *DSAStack,
4868 VarsWithImplicitDSA, B);
4869 if (NestedLoopCount == 0)
4872 if (!CurContext->isDependentContext()) {
4873 // Finalize the clauses that need pre-built expressions for CodeGen.
4874 for (auto C : Clauses) {
4875 if (auto *LC = dyn_cast<OMPLinearClause>(C))
4876 if (FinishOpenMPLinearClause(*LC, cast<DeclRefExpr>(B.IterationVarRef),
4877 B.NumIterations, *this, CurScope,
4883 if (checkSimdlenSafelenSpecified(*this, Clauses))
4886 getCurFunction()->setHasBranchProtectedScope();
4887 return OMPParallelForSimdDirective::Create(
4888 Context, StartLoc, EndLoc, NestedLoopCount, Clauses, AStmt, B);
4892 Sema::ActOnOpenMPParallelSectionsDirective(ArrayRef<OMPClause *> Clauses,
4893 Stmt *AStmt, SourceLocation StartLoc,
4894 SourceLocation EndLoc) {
4898 assert(isa<CapturedStmt>(AStmt) && "Captured statement expected");
4899 auto BaseStmt = AStmt;
4900 while (auto *CS = dyn_cast_or_null<CapturedStmt>(BaseStmt))
4901 BaseStmt = CS->getCapturedStmt();
4902 if (auto *C = dyn_cast_or_null<CompoundStmt>(BaseStmt)) {
4903 auto S = C->children();
4904 if (S.begin() == S.end())
4906 // All associated statements must be '#pragma omp section' except for
4908 for (Stmt *SectionStmt : llvm::make_range(std::next(S.begin()), S.end())) {
4909 if (!SectionStmt || !isa<OMPSectionDirective>(SectionStmt)) {
4911 Diag(SectionStmt->getLocStart(),
4912 diag::err_omp_parallel_sections_substmt_not_section);
4915 cast<OMPSectionDirective>(SectionStmt)
4916 ->setHasCancel(DSAStack->isCancelRegion());
4919 Diag(AStmt->getLocStart(),
4920 diag::err_omp_parallel_sections_not_compound_stmt);
4924 getCurFunction()->setHasBranchProtectedScope();
4926 return OMPParallelSectionsDirective::Create(
4927 Context, StartLoc, EndLoc, Clauses, AStmt, DSAStack->isCancelRegion());
4930 StmtResult Sema::ActOnOpenMPTaskDirective(ArrayRef<OMPClause *> Clauses,
4931 Stmt *AStmt, SourceLocation StartLoc,
4932 SourceLocation EndLoc) {
4936 auto *CS = cast<CapturedStmt>(AStmt);
4937 // 1.2.2 OpenMP Language Terminology
4938 // Structured block - An executable statement with a single entry at the
4939 // top and a single exit at the bottom.
4940 // The point of exit cannot be a branch out of the structured block.
4941 // longjmp() and throw() must not violate the entry/exit criteria.
4942 CS->getCapturedDecl()->setNothrow();
4944 getCurFunction()->setHasBranchProtectedScope();
4946 return OMPTaskDirective::Create(Context, StartLoc, EndLoc, Clauses, AStmt,
4947 DSAStack->isCancelRegion());
4950 StmtResult Sema::ActOnOpenMPTaskyieldDirective(SourceLocation StartLoc,
4951 SourceLocation EndLoc) {
4952 return OMPTaskyieldDirective::Create(Context, StartLoc, EndLoc);
4955 StmtResult Sema::ActOnOpenMPBarrierDirective(SourceLocation StartLoc,
4956 SourceLocation EndLoc) {
4957 return OMPBarrierDirective::Create(Context, StartLoc, EndLoc);
4960 StmtResult Sema::ActOnOpenMPTaskwaitDirective(SourceLocation StartLoc,
4961 SourceLocation EndLoc) {
4962 return OMPTaskwaitDirective::Create(Context, StartLoc, EndLoc);
4965 StmtResult Sema::ActOnOpenMPTaskgroupDirective(Stmt *AStmt,
4966 SourceLocation StartLoc,
4967 SourceLocation EndLoc) {
4971 assert(isa<CapturedStmt>(AStmt) && "Captured statement expected");
4973 getCurFunction()->setHasBranchProtectedScope();
4975 return OMPTaskgroupDirective::Create(Context, StartLoc, EndLoc, AStmt);
4978 StmtResult Sema::ActOnOpenMPFlushDirective(ArrayRef<OMPClause *> Clauses,
4979 SourceLocation StartLoc,
4980 SourceLocation EndLoc) {
4981 assert(Clauses.size() <= 1 && "Extra clauses in flush directive");
4982 return OMPFlushDirective::Create(Context, StartLoc, EndLoc, Clauses);
4985 StmtResult Sema::ActOnOpenMPOrderedDirective(ArrayRef<OMPClause *> Clauses,
4987 SourceLocation StartLoc,
4988 SourceLocation EndLoc) {
4989 OMPClause *DependFound = nullptr;
4990 OMPClause *DependSourceClause = nullptr;
4991 OMPClause *DependSinkClause = nullptr;
4992 bool ErrorFound = false;
4993 OMPThreadsClause *TC = nullptr;
4994 OMPSIMDClause *SC = nullptr;
4995 for (auto *C : Clauses) {
4996 if (auto *DC = dyn_cast<OMPDependClause>(C)) {
4998 if (DC->getDependencyKind() == OMPC_DEPEND_source) {
4999 if (DependSourceClause) {
5000 Diag(C->getLocStart(), diag::err_omp_more_one_clause)
5001 << getOpenMPDirectiveName(OMPD_ordered)
5002 << getOpenMPClauseName(OMPC_depend) << 2;
5005 DependSourceClause = C;
5006 if (DependSinkClause) {
5007 Diag(C->getLocStart(), diag::err_omp_depend_sink_source_not_allowed)
5011 } else if (DC->getDependencyKind() == OMPC_DEPEND_sink) {
5012 if (DependSourceClause) {
5013 Diag(C->getLocStart(), diag::err_omp_depend_sink_source_not_allowed)
5017 DependSinkClause = C;
5019 } else if (C->getClauseKind() == OMPC_threads)
5020 TC = cast<OMPThreadsClause>(C);
5021 else if (C->getClauseKind() == OMPC_simd)
5022 SC = cast<OMPSIMDClause>(C);
5024 if (!ErrorFound && !SC &&
5025 isOpenMPSimdDirective(DSAStack->getParentDirective())) {
5026 // OpenMP [2.8.1,simd Construct, Restrictions]
5027 // An ordered construct with the simd clause is the only OpenMP construct
5028 // that can appear in the simd region.
5029 Diag(StartLoc, diag::err_omp_prohibited_region_simd);
5031 } else if (DependFound && (TC || SC)) {
5032 Diag(DependFound->getLocStart(), diag::err_omp_depend_clause_thread_simd)
5033 << getOpenMPClauseName(TC ? TC->getClauseKind() : SC->getClauseKind());
5035 } else if (DependFound && !DSAStack->getParentOrderedRegionParam()) {
5036 Diag(DependFound->getLocStart(),
5037 diag::err_omp_ordered_directive_without_param);
5039 } else if (TC || Clauses.empty()) {
5040 if (auto *Param = DSAStack->getParentOrderedRegionParam()) {
5041 SourceLocation ErrLoc = TC ? TC->getLocStart() : StartLoc;
5042 Diag(ErrLoc, diag::err_omp_ordered_directive_with_param)
5044 Diag(Param->getLocStart(), diag::note_omp_ordered_param);
5048 if ((!AStmt && !DependFound) || ErrorFound)
5052 assert(isa<CapturedStmt>(AStmt) && "Captured statement expected");
5054 getCurFunction()->setHasBranchProtectedScope();
5057 return OMPOrderedDirective::Create(Context, StartLoc, EndLoc, Clauses, AStmt);
5061 /// \brief Helper class for checking expression in 'omp atomic [update]'
5063 class OpenMPAtomicUpdateChecker {
5064 /// \brief Error results for atomic update expressions.
5065 enum ExprAnalysisErrorCode {
5066 /// \brief A statement is not an expression statement.
5068 /// \brief Expression is not builtin binary or unary operation.
5069 NotABinaryOrUnaryExpression,
5070 /// \brief Unary operation is not post-/pre- increment/decrement operation.
5071 NotAnUnaryIncDecExpression,
5072 /// \brief An expression is not of scalar type.
5074 /// \brief A binary operation is not an assignment operation.
5076 /// \brief RHS part of the binary operation is not a binary expression.
5077 NotABinaryExpression,
5078 /// \brief RHS part is not additive/multiplicative/shift/biwise binary
5081 /// \brief RHS binary operation does not have reference to the updated LHS
5083 NotAnUpdateExpression,
5084 /// \brief No errors is found.
5087 /// \brief Reference to Sema.
5089 /// \brief A location for note diagnostics (when error is found).
5090 SourceLocation NoteLoc;
5091 /// \brief 'x' lvalue part of the source atomic expression.
5093 /// \brief 'expr' rvalue part of the source atomic expression.
5095 /// \brief Helper expression of the form
5096 /// 'OpaqueValueExpr(x) binop OpaqueValueExpr(expr)' or
5097 /// 'OpaqueValueExpr(expr) binop OpaqueValueExpr(x)'.
5099 /// \brief Is 'x' a LHS in a RHS part of full update expression. It is
5100 /// important for non-associative operations.
5101 bool IsXLHSInRHSPart;
5102 BinaryOperatorKind Op;
5103 SourceLocation OpLoc;
5104 /// \brief true if the source expression is a postfix unary operation, false
5105 /// if it is a prefix unary operation.
5106 bool IsPostfixUpdate;
5109 OpenMPAtomicUpdateChecker(Sema &SemaRef)
5110 : SemaRef(SemaRef), X(nullptr), E(nullptr), UpdateExpr(nullptr),
5111 IsXLHSInRHSPart(false), Op(BO_PtrMemD), IsPostfixUpdate(false) {}
5112 /// \brief Check specified statement that it is suitable for 'atomic update'
5113 /// constructs and extract 'x', 'expr' and Operation from the original
5114 /// expression. If DiagId and NoteId == 0, then only check is performed
5115 /// without error notification.
5116 /// \param DiagId Diagnostic which should be emitted if error is found.
5117 /// \param NoteId Diagnostic note for the main error message.
5118 /// \return true if statement is not an update expression, false otherwise.
5119 bool checkStatement(Stmt *S, unsigned DiagId = 0, unsigned NoteId = 0);
5120 /// \brief Return the 'x' lvalue part of the source atomic expression.
5121 Expr *getX() const { return X; }
5122 /// \brief Return the 'expr' rvalue part of the source atomic expression.
5123 Expr *getExpr() const { return E; }
5124 /// \brief Return the update expression used in calculation of the updated
5125 /// value. Always has form 'OpaqueValueExpr(x) binop OpaqueValueExpr(expr)' or
5126 /// 'OpaqueValueExpr(expr) binop OpaqueValueExpr(x)'.
5127 Expr *getUpdateExpr() const { return UpdateExpr; }
5128 /// \brief Return true if 'x' is LHS in RHS part of full update expression,
5129 /// false otherwise.
5130 bool isXLHSInRHSPart() const { return IsXLHSInRHSPart; }
5132 /// \brief true if the source expression is a postfix unary operation, false
5133 /// if it is a prefix unary operation.
5134 bool isPostfixUpdate() const { return IsPostfixUpdate; }
5137 bool checkBinaryOperation(BinaryOperator *AtomicBinOp, unsigned DiagId = 0,
5138 unsigned NoteId = 0);
5142 bool OpenMPAtomicUpdateChecker::checkBinaryOperation(
5143 BinaryOperator *AtomicBinOp, unsigned DiagId, unsigned NoteId) {
5144 ExprAnalysisErrorCode ErrorFound = NoError;
5145 SourceLocation ErrorLoc, NoteLoc;
5146 SourceRange ErrorRange, NoteRange;
5147 // Allowed constructs are:
5148 // x = x binop expr;
5149 // x = expr binop x;
5150 if (AtomicBinOp->getOpcode() == BO_Assign) {
5151 X = AtomicBinOp->getLHS();
5152 if (auto *AtomicInnerBinOp = dyn_cast<BinaryOperator>(
5153 AtomicBinOp->getRHS()->IgnoreParenImpCasts())) {
5154 if (AtomicInnerBinOp->isMultiplicativeOp() ||
5155 AtomicInnerBinOp->isAdditiveOp() || AtomicInnerBinOp->isShiftOp() ||
5156 AtomicInnerBinOp->isBitwiseOp()) {
5157 Op = AtomicInnerBinOp->getOpcode();
5158 OpLoc = AtomicInnerBinOp->getOperatorLoc();
5159 auto *LHS = AtomicInnerBinOp->getLHS();
5160 auto *RHS = AtomicInnerBinOp->getRHS();
5161 llvm::FoldingSetNodeID XId, LHSId, RHSId;
5162 X->IgnoreParenImpCasts()->Profile(XId, SemaRef.getASTContext(),
5163 /*Canonical=*/true);
5164 LHS->IgnoreParenImpCasts()->Profile(LHSId, SemaRef.getASTContext(),
5165 /*Canonical=*/true);
5166 RHS->IgnoreParenImpCasts()->Profile(RHSId, SemaRef.getASTContext(),
5167 /*Canonical=*/true);
5170 IsXLHSInRHSPart = true;
5171 } else if (XId == RHSId) {
5173 IsXLHSInRHSPart = false;
5175 ErrorLoc = AtomicInnerBinOp->getExprLoc();
5176 ErrorRange = AtomicInnerBinOp->getSourceRange();
5177 NoteLoc = X->getExprLoc();
5178 NoteRange = X->getSourceRange();
5179 ErrorFound = NotAnUpdateExpression;
5182 ErrorLoc = AtomicInnerBinOp->getExprLoc();
5183 ErrorRange = AtomicInnerBinOp->getSourceRange();
5184 NoteLoc = AtomicInnerBinOp->getOperatorLoc();
5185 NoteRange = SourceRange(NoteLoc, NoteLoc);
5186 ErrorFound = NotABinaryOperator;
5189 NoteLoc = ErrorLoc = AtomicBinOp->getRHS()->getExprLoc();
5190 NoteRange = ErrorRange = AtomicBinOp->getRHS()->getSourceRange();
5191 ErrorFound = NotABinaryExpression;
5194 ErrorLoc = AtomicBinOp->getExprLoc();
5195 ErrorRange = AtomicBinOp->getSourceRange();
5196 NoteLoc = AtomicBinOp->getOperatorLoc();
5197 NoteRange = SourceRange(NoteLoc, NoteLoc);
5198 ErrorFound = NotAnAssignmentOp;
5200 if (ErrorFound != NoError && DiagId != 0 && NoteId != 0) {
5201 SemaRef.Diag(ErrorLoc, DiagId) << ErrorRange;
5202 SemaRef.Diag(NoteLoc, NoteId) << ErrorFound << NoteRange;
5204 } else if (SemaRef.CurContext->isDependentContext())
5205 E = X = UpdateExpr = nullptr;
5206 return ErrorFound != NoError;
5209 bool OpenMPAtomicUpdateChecker::checkStatement(Stmt *S, unsigned DiagId,
5211 ExprAnalysisErrorCode ErrorFound = NoError;
5212 SourceLocation ErrorLoc, NoteLoc;
5213 SourceRange ErrorRange, NoteRange;
5214 // Allowed constructs are:
5220 // x = x binop expr;
5221 // x = expr binop x;
5222 if (auto *AtomicBody = dyn_cast<Expr>(S)) {
5223 AtomicBody = AtomicBody->IgnoreParenImpCasts();
5224 if (AtomicBody->getType()->isScalarType() ||
5225 AtomicBody->isInstantiationDependent()) {
5226 if (auto *AtomicCompAssignOp = dyn_cast<CompoundAssignOperator>(
5227 AtomicBody->IgnoreParenImpCasts())) {
5228 // Check for Compound Assignment Operation
5229 Op = BinaryOperator::getOpForCompoundAssignment(
5230 AtomicCompAssignOp->getOpcode());
5231 OpLoc = AtomicCompAssignOp->getOperatorLoc();
5232 E = AtomicCompAssignOp->getRHS();
5233 X = AtomicCompAssignOp->getLHS()->IgnoreParens();
5234 IsXLHSInRHSPart = true;
5235 } else if (auto *AtomicBinOp = dyn_cast<BinaryOperator>(
5236 AtomicBody->IgnoreParenImpCasts())) {
5237 // Check for Binary Operation
5238 if (checkBinaryOperation(AtomicBinOp, DiagId, NoteId))
5240 } else if (auto *AtomicUnaryOp = dyn_cast<UnaryOperator>(
5241 AtomicBody->IgnoreParenImpCasts())) {
5242 // Check for Unary Operation
5243 if (AtomicUnaryOp->isIncrementDecrementOp()) {
5244 IsPostfixUpdate = AtomicUnaryOp->isPostfix();
5245 Op = AtomicUnaryOp->isIncrementOp() ? BO_Add : BO_Sub;
5246 OpLoc = AtomicUnaryOp->getOperatorLoc();
5247 X = AtomicUnaryOp->getSubExpr()->IgnoreParens();
5248 E = SemaRef.ActOnIntegerConstant(OpLoc, /*uint64_t Val=*/1).get();
5249 IsXLHSInRHSPart = true;
5251 ErrorFound = NotAnUnaryIncDecExpression;
5252 ErrorLoc = AtomicUnaryOp->getExprLoc();
5253 ErrorRange = AtomicUnaryOp->getSourceRange();
5254 NoteLoc = AtomicUnaryOp->getOperatorLoc();
5255 NoteRange = SourceRange(NoteLoc, NoteLoc);
5257 } else if (!AtomicBody->isInstantiationDependent()) {
5258 ErrorFound = NotABinaryOrUnaryExpression;
5259 NoteLoc = ErrorLoc = AtomicBody->getExprLoc();
5260 NoteRange = ErrorRange = AtomicBody->getSourceRange();
5263 ErrorFound = NotAScalarType;
5264 NoteLoc = ErrorLoc = AtomicBody->getLocStart();
5265 NoteRange = ErrorRange = SourceRange(NoteLoc, NoteLoc);
5268 ErrorFound = NotAnExpression;
5269 NoteLoc = ErrorLoc = S->getLocStart();
5270 NoteRange = ErrorRange = SourceRange(NoteLoc, NoteLoc);
5272 if (ErrorFound != NoError && DiagId != 0 && NoteId != 0) {
5273 SemaRef.Diag(ErrorLoc, DiagId) << ErrorRange;
5274 SemaRef.Diag(NoteLoc, NoteId) << ErrorFound << NoteRange;
5276 } else if (SemaRef.CurContext->isDependentContext())
5277 E = X = UpdateExpr = nullptr;
5278 if (ErrorFound == NoError && E && X) {
5279 // Build an update expression of form 'OpaqueValueExpr(x) binop
5280 // OpaqueValueExpr(expr)' or 'OpaqueValueExpr(expr) binop
5281 // OpaqueValueExpr(x)' and then cast it to the type of the 'x' expression.
5282 auto *OVEX = new (SemaRef.getASTContext())
5283 OpaqueValueExpr(X->getExprLoc(), X->getType(), VK_RValue);
5284 auto *OVEExpr = new (SemaRef.getASTContext())
5285 OpaqueValueExpr(E->getExprLoc(), E->getType(), VK_RValue);
5287 SemaRef.CreateBuiltinBinOp(OpLoc, Op, IsXLHSInRHSPart ? OVEX : OVEExpr,
5288 IsXLHSInRHSPart ? OVEExpr : OVEX);
5289 if (Update.isInvalid())
5291 Update = SemaRef.PerformImplicitConversion(Update.get(), X->getType(),
5293 if (Update.isInvalid())
5295 UpdateExpr = Update.get();
5297 return ErrorFound != NoError;
5300 StmtResult Sema::ActOnOpenMPAtomicDirective(ArrayRef<OMPClause *> Clauses,
5302 SourceLocation StartLoc,
5303 SourceLocation EndLoc) {
5307 auto *CS = cast<CapturedStmt>(AStmt);
5308 // 1.2.2 OpenMP Language Terminology
5309 // Structured block - An executable statement with a single entry at the
5310 // top and a single exit at the bottom.
5311 // The point of exit cannot be a branch out of the structured block.
5312 // longjmp() and throw() must not violate the entry/exit criteria.
5313 OpenMPClauseKind AtomicKind = OMPC_unknown;
5314 SourceLocation AtomicKindLoc;
5315 for (auto *C : Clauses) {
5316 if (C->getClauseKind() == OMPC_read || C->getClauseKind() == OMPC_write ||
5317 C->getClauseKind() == OMPC_update ||
5318 C->getClauseKind() == OMPC_capture) {
5319 if (AtomicKind != OMPC_unknown) {
5320 Diag(C->getLocStart(), diag::err_omp_atomic_several_clauses)
5321 << SourceRange(C->getLocStart(), C->getLocEnd());
5322 Diag(AtomicKindLoc, diag::note_omp_atomic_previous_clause)
5323 << getOpenMPClauseName(AtomicKind);
5325 AtomicKind = C->getClauseKind();
5326 AtomicKindLoc = C->getLocStart();
5331 auto Body = CS->getCapturedStmt();
5332 if (auto *EWC = dyn_cast<ExprWithCleanups>(Body))
5333 Body = EWC->getSubExpr();
5339 bool IsXLHSInRHSPart = false;
5340 bool IsPostfixUpdate = false;
5341 // OpenMP [2.12.6, atomic Construct]
5342 // In the next expressions:
5343 // * x and v (as applicable) are both l-value expressions with scalar type.
5344 // * During the execution of an atomic region, multiple syntactic
5345 // occurrences of x must designate the same storage location.
5346 // * Neither of v and expr (as applicable) may access the storage location
5348 // * Neither of x and expr (as applicable) may access the storage location
5350 // * expr is an expression with scalar type.
5351 // * binop is one of +, *, -, /, &, ^, |, <<, or >>.
5352 // * binop, binop=, ++, and -- are not overloaded operators.
5353 // * The expression x binop expr must be numerically equivalent to x binop
5354 // (expr). This requirement is satisfied if the operators in expr have
5355 // precedence greater than binop, or by using parentheses around expr or
5356 // subexpressions of expr.
5357 // * The expression expr binop x must be numerically equivalent to (expr)
5358 // binop x. This requirement is satisfied if the operators in expr have
5359 // precedence equal to or greater than binop, or by using parentheses around
5360 // expr or subexpressions of expr.
5361 // * For forms that allow multiple occurrences of x, the number of times
5362 // that x is evaluated is unspecified.
5363 if (AtomicKind == OMPC_read) {
5370 } ErrorFound = NoError;
5371 SourceLocation ErrorLoc, NoteLoc;
5372 SourceRange ErrorRange, NoteRange;
5373 // If clause is read:
5375 if (auto *AtomicBody = dyn_cast<Expr>(Body)) {
5377 dyn_cast<BinaryOperator>(AtomicBody->IgnoreParenImpCasts());
5378 if (AtomicBinOp && AtomicBinOp->getOpcode() == BO_Assign) {
5379 X = AtomicBinOp->getRHS()->IgnoreParenImpCasts();
5380 V = AtomicBinOp->getLHS()->IgnoreParenImpCasts();
5381 if ((X->isInstantiationDependent() || X->getType()->isScalarType()) &&
5382 (V->isInstantiationDependent() || V->getType()->isScalarType())) {
5383 if (!X->isLValue() || !V->isLValue()) {
5384 auto NotLValueExpr = X->isLValue() ? V : X;
5385 ErrorFound = NotAnLValue;
5386 ErrorLoc = AtomicBinOp->getExprLoc();
5387 ErrorRange = AtomicBinOp->getSourceRange();
5388 NoteLoc = NotLValueExpr->getExprLoc();
5389 NoteRange = NotLValueExpr->getSourceRange();
5391 } else if (!X->isInstantiationDependent() ||
5392 !V->isInstantiationDependent()) {
5393 auto NotScalarExpr =
5394 (X->isInstantiationDependent() || X->getType()->isScalarType())
5397 ErrorFound = NotAScalarType;
5398 ErrorLoc = AtomicBinOp->getExprLoc();
5399 ErrorRange = AtomicBinOp->getSourceRange();
5400 NoteLoc = NotScalarExpr->getExprLoc();
5401 NoteRange = NotScalarExpr->getSourceRange();
5403 } else if (!AtomicBody->isInstantiationDependent()) {
5404 ErrorFound = NotAnAssignmentOp;
5405 ErrorLoc = AtomicBody->getExprLoc();
5406 ErrorRange = AtomicBody->getSourceRange();
5407 NoteLoc = AtomicBinOp ? AtomicBinOp->getOperatorLoc()
5408 : AtomicBody->getExprLoc();
5409 NoteRange = AtomicBinOp ? AtomicBinOp->getSourceRange()
5410 : AtomicBody->getSourceRange();
5413 ErrorFound = NotAnExpression;
5414 NoteLoc = ErrorLoc = Body->getLocStart();
5415 NoteRange = ErrorRange = SourceRange(NoteLoc, NoteLoc);
5417 if (ErrorFound != NoError) {
5418 Diag(ErrorLoc, diag::err_omp_atomic_read_not_expression_statement)
5420 Diag(NoteLoc, diag::note_omp_atomic_read_write) << ErrorFound
5423 } else if (CurContext->isDependentContext())
5425 } else if (AtomicKind == OMPC_write) {
5432 } ErrorFound = NoError;
5433 SourceLocation ErrorLoc, NoteLoc;
5434 SourceRange ErrorRange, NoteRange;
5435 // If clause is write:
5437 if (auto *AtomicBody = dyn_cast<Expr>(Body)) {
5439 dyn_cast<BinaryOperator>(AtomicBody->IgnoreParenImpCasts());
5440 if (AtomicBinOp && AtomicBinOp->getOpcode() == BO_Assign) {
5441 X = AtomicBinOp->getLHS();
5442 E = AtomicBinOp->getRHS();
5443 if ((X->isInstantiationDependent() || X->getType()->isScalarType()) &&
5444 (E->isInstantiationDependent() || E->getType()->isScalarType())) {
5445 if (!X->isLValue()) {
5446 ErrorFound = NotAnLValue;
5447 ErrorLoc = AtomicBinOp->getExprLoc();
5448 ErrorRange = AtomicBinOp->getSourceRange();
5449 NoteLoc = X->getExprLoc();
5450 NoteRange = X->getSourceRange();
5452 } else if (!X->isInstantiationDependent() ||
5453 !E->isInstantiationDependent()) {
5454 auto NotScalarExpr =
5455 (X->isInstantiationDependent() || X->getType()->isScalarType())
5458 ErrorFound = NotAScalarType;
5459 ErrorLoc = AtomicBinOp->getExprLoc();
5460 ErrorRange = AtomicBinOp->getSourceRange();
5461 NoteLoc = NotScalarExpr->getExprLoc();
5462 NoteRange = NotScalarExpr->getSourceRange();
5464 } else if (!AtomicBody->isInstantiationDependent()) {
5465 ErrorFound = NotAnAssignmentOp;
5466 ErrorLoc = AtomicBody->getExprLoc();
5467 ErrorRange = AtomicBody->getSourceRange();
5468 NoteLoc = AtomicBinOp ? AtomicBinOp->getOperatorLoc()
5469 : AtomicBody->getExprLoc();
5470 NoteRange = AtomicBinOp ? AtomicBinOp->getSourceRange()
5471 : AtomicBody->getSourceRange();
5474 ErrorFound = NotAnExpression;
5475 NoteLoc = ErrorLoc = Body->getLocStart();
5476 NoteRange = ErrorRange = SourceRange(NoteLoc, NoteLoc);
5478 if (ErrorFound != NoError) {
5479 Diag(ErrorLoc, diag::err_omp_atomic_write_not_expression_statement)
5481 Diag(NoteLoc, diag::note_omp_atomic_read_write) << ErrorFound
5484 } else if (CurContext->isDependentContext())
5486 } else if (AtomicKind == OMPC_update || AtomicKind == OMPC_unknown) {
5487 // If clause is update:
5493 // x = x binop expr;
5494 // x = expr binop x;
5495 OpenMPAtomicUpdateChecker Checker(*this);
5496 if (Checker.checkStatement(
5497 Body, (AtomicKind == OMPC_update)
5498 ? diag::err_omp_atomic_update_not_expression_statement
5499 : diag::err_omp_atomic_not_expression_statement,
5500 diag::note_omp_atomic_update))
5502 if (!CurContext->isDependentContext()) {
5503 E = Checker.getExpr();
5505 UE = Checker.getUpdateExpr();
5506 IsXLHSInRHSPart = Checker.isXLHSInRHSPart();
5508 } else if (AtomicKind == OMPC_capture) {
5511 NotACompoundStatement,
5512 NotTwoSubstatements,
5513 NotASpecificExpression,
5515 } ErrorFound = NoError;
5516 SourceLocation ErrorLoc, NoteLoc;
5517 SourceRange ErrorRange, NoteRange;
5518 if (auto *AtomicBody = dyn_cast<Expr>(Body)) {
5519 // If clause is a capture:
5524 // v = x binop= expr;
5525 // v = x = x binop expr;
5526 // v = x = expr binop x;
5528 dyn_cast<BinaryOperator>(AtomicBody->IgnoreParenImpCasts());
5529 if (AtomicBinOp && AtomicBinOp->getOpcode() == BO_Assign) {
5530 V = AtomicBinOp->getLHS();
5531 Body = AtomicBinOp->getRHS()->IgnoreParenImpCasts();
5532 OpenMPAtomicUpdateChecker Checker(*this);
5533 if (Checker.checkStatement(
5534 Body, diag::err_omp_atomic_capture_not_expression_statement,
5535 diag::note_omp_atomic_update))
5537 E = Checker.getExpr();
5539 UE = Checker.getUpdateExpr();
5540 IsXLHSInRHSPart = Checker.isXLHSInRHSPart();
5541 IsPostfixUpdate = Checker.isPostfixUpdate();
5542 } else if (!AtomicBody->isInstantiationDependent()) {
5543 ErrorLoc = AtomicBody->getExprLoc();
5544 ErrorRange = AtomicBody->getSourceRange();
5545 NoteLoc = AtomicBinOp ? AtomicBinOp->getOperatorLoc()
5546 : AtomicBody->getExprLoc();
5547 NoteRange = AtomicBinOp ? AtomicBinOp->getSourceRange()
5548 : AtomicBody->getSourceRange();
5549 ErrorFound = NotAnAssignmentOp;
5551 if (ErrorFound != NoError) {
5552 Diag(ErrorLoc, diag::err_omp_atomic_capture_not_expression_statement)
5554 Diag(NoteLoc, diag::note_omp_atomic_capture) << ErrorFound << NoteRange;
5556 } else if (CurContext->isDependentContext()) {
5557 UE = V = E = X = nullptr;
5560 // If clause is a capture:
5561 // { v = x; x = expr; }
5566 // { v = x; x binop= expr; }
5567 // { v = x; x = x binop expr; }
5568 // { v = x; x = expr binop x; }
5573 // { x binop= expr; v = x; }
5574 // { x = x binop expr; v = x; }
5575 // { x = expr binop x; v = x; }
5576 if (auto *CS = dyn_cast<CompoundStmt>(Body)) {
5577 // Check that this is { expr1; expr2; }
5578 if (CS->size() == 2) {
5579 auto *First = CS->body_front();
5580 auto *Second = CS->body_back();
5581 if (auto *EWC = dyn_cast<ExprWithCleanups>(First))
5582 First = EWC->getSubExpr()->IgnoreParenImpCasts();
5583 if (auto *EWC = dyn_cast<ExprWithCleanups>(Second))
5584 Second = EWC->getSubExpr()->IgnoreParenImpCasts();
5585 // Need to find what subexpression is 'v' and what is 'x'.
5586 OpenMPAtomicUpdateChecker Checker(*this);
5587 bool IsUpdateExprFound = !Checker.checkStatement(Second);
5588 BinaryOperator *BinOp = nullptr;
5589 if (IsUpdateExprFound) {
5590 BinOp = dyn_cast<BinaryOperator>(First);
5591 IsUpdateExprFound = BinOp && BinOp->getOpcode() == BO_Assign;
5593 if (IsUpdateExprFound && !CurContext->isDependentContext()) {
5598 // { v = x; x binop= expr; }
5599 // { v = x; x = x binop expr; }
5600 // { v = x; x = expr binop x; }
5601 // Check that the first expression has form v = x.
5602 auto *PossibleX = BinOp->getRHS()->IgnoreParenImpCasts();
5603 llvm::FoldingSetNodeID XId, PossibleXId;
5604 Checker.getX()->Profile(XId, Context, /*Canonical=*/true);
5605 PossibleX->Profile(PossibleXId, Context, /*Canonical=*/true);
5606 IsUpdateExprFound = XId == PossibleXId;
5607 if (IsUpdateExprFound) {
5608 V = BinOp->getLHS();
5610 E = Checker.getExpr();
5611 UE = Checker.getUpdateExpr();
5612 IsXLHSInRHSPart = Checker.isXLHSInRHSPart();
5613 IsPostfixUpdate = true;
5616 if (!IsUpdateExprFound) {
5617 IsUpdateExprFound = !Checker.checkStatement(First);
5619 if (IsUpdateExprFound) {
5620 BinOp = dyn_cast<BinaryOperator>(Second);
5621 IsUpdateExprFound = BinOp && BinOp->getOpcode() == BO_Assign;
5623 if (IsUpdateExprFound && !CurContext->isDependentContext()) {
5628 // { x binop= expr; v = x; }
5629 // { x = x binop expr; v = x; }
5630 // { x = expr binop x; v = x; }
5631 // Check that the second expression has form v = x.
5632 auto *PossibleX = BinOp->getRHS()->IgnoreParenImpCasts();
5633 llvm::FoldingSetNodeID XId, PossibleXId;
5634 Checker.getX()->Profile(XId, Context, /*Canonical=*/true);
5635 PossibleX->Profile(PossibleXId, Context, /*Canonical=*/true);
5636 IsUpdateExprFound = XId == PossibleXId;
5637 if (IsUpdateExprFound) {
5638 V = BinOp->getLHS();
5640 E = Checker.getExpr();
5641 UE = Checker.getUpdateExpr();
5642 IsXLHSInRHSPart = Checker.isXLHSInRHSPart();
5643 IsPostfixUpdate = false;
5647 if (!IsUpdateExprFound) {
5648 // { v = x; x = expr; }
5649 auto *FirstExpr = dyn_cast<Expr>(First);
5650 auto *SecondExpr = dyn_cast<Expr>(Second);
5651 if (!FirstExpr || !SecondExpr ||
5652 !(FirstExpr->isInstantiationDependent() ||
5653 SecondExpr->isInstantiationDependent())) {
5654 auto *FirstBinOp = dyn_cast<BinaryOperator>(First);
5655 if (!FirstBinOp || FirstBinOp->getOpcode() != BO_Assign) {
5656 ErrorFound = NotAnAssignmentOp;
5657 NoteLoc = ErrorLoc = FirstBinOp ? FirstBinOp->getOperatorLoc()
5658 : First->getLocStart();
5659 NoteRange = ErrorRange = FirstBinOp
5660 ? FirstBinOp->getSourceRange()
5661 : SourceRange(ErrorLoc, ErrorLoc);
5663 auto *SecondBinOp = dyn_cast<BinaryOperator>(Second);
5664 if (!SecondBinOp || SecondBinOp->getOpcode() != BO_Assign) {
5665 ErrorFound = NotAnAssignmentOp;
5666 NoteLoc = ErrorLoc = SecondBinOp
5667 ? SecondBinOp->getOperatorLoc()
5668 : Second->getLocStart();
5669 NoteRange = ErrorRange =
5670 SecondBinOp ? SecondBinOp->getSourceRange()
5671 : SourceRange(ErrorLoc, ErrorLoc);
5673 auto *PossibleXRHSInFirst =
5674 FirstBinOp->getRHS()->IgnoreParenImpCasts();
5675 auto *PossibleXLHSInSecond =
5676 SecondBinOp->getLHS()->IgnoreParenImpCasts();
5677 llvm::FoldingSetNodeID X1Id, X2Id;
5678 PossibleXRHSInFirst->Profile(X1Id, Context,
5679 /*Canonical=*/true);
5680 PossibleXLHSInSecond->Profile(X2Id, Context,
5681 /*Canonical=*/true);
5682 IsUpdateExprFound = X1Id == X2Id;
5683 if (IsUpdateExprFound) {
5684 V = FirstBinOp->getLHS();
5685 X = SecondBinOp->getLHS();
5686 E = SecondBinOp->getRHS();
5688 IsXLHSInRHSPart = false;
5689 IsPostfixUpdate = true;
5691 ErrorFound = NotASpecificExpression;
5692 ErrorLoc = FirstBinOp->getExprLoc();
5693 ErrorRange = FirstBinOp->getSourceRange();
5694 NoteLoc = SecondBinOp->getLHS()->getExprLoc();
5695 NoteRange = SecondBinOp->getRHS()->getSourceRange();
5702 NoteLoc = ErrorLoc = Body->getLocStart();
5703 NoteRange = ErrorRange =
5704 SourceRange(Body->getLocStart(), Body->getLocStart());
5705 ErrorFound = NotTwoSubstatements;
5708 NoteLoc = ErrorLoc = Body->getLocStart();
5709 NoteRange = ErrorRange =
5710 SourceRange(Body->getLocStart(), Body->getLocStart());
5711 ErrorFound = NotACompoundStatement;
5713 if (ErrorFound != NoError) {
5714 Diag(ErrorLoc, diag::err_omp_atomic_capture_not_compound_statement)
5716 Diag(NoteLoc, diag::note_omp_atomic_capture) << ErrorFound << NoteRange;
5718 } else if (CurContext->isDependentContext()) {
5719 UE = V = E = X = nullptr;
5724 getCurFunction()->setHasBranchProtectedScope();
5726 return OMPAtomicDirective::Create(Context, StartLoc, EndLoc, Clauses, AStmt,
5727 X, V, E, UE, IsXLHSInRHSPart,
5731 StmtResult Sema::ActOnOpenMPTargetDirective(ArrayRef<OMPClause *> Clauses,
5733 SourceLocation StartLoc,
5734 SourceLocation EndLoc) {
5738 CapturedStmt *CS = cast<CapturedStmt>(AStmt);
5739 // 1.2.2 OpenMP Language Terminology
5740 // Structured block - An executable statement with a single entry at the
5741 // top and a single exit at the bottom.
5742 // The point of exit cannot be a branch out of the structured block.
5743 // longjmp() and throw() must not violate the entry/exit criteria.
5744 CS->getCapturedDecl()->setNothrow();
5746 // OpenMP [2.16, Nesting of Regions]
5747 // If specified, a teams construct must be contained within a target
5748 // construct. That target construct must contain no statements or directives
5749 // outside of the teams construct.
5750 if (DSAStack->hasInnerTeamsRegion()) {
5751 auto S = AStmt->IgnoreContainers(/*IgnoreCaptured*/ true);
5752 bool OMPTeamsFound = true;
5753 if (auto *CS = dyn_cast<CompoundStmt>(S)) {
5754 auto I = CS->body_begin();
5755 while (I != CS->body_end()) {
5756 auto *OED = dyn_cast<OMPExecutableDirective>(*I);
5757 if (!OED || !isOpenMPTeamsDirective(OED->getDirectiveKind())) {
5758 OMPTeamsFound = false;
5763 assert(I != CS->body_end() && "Not found statement");
5766 auto *OED = dyn_cast<OMPExecutableDirective>(S);
5767 OMPTeamsFound = OED && isOpenMPTeamsDirective(OED->getDirectiveKind());
5769 if (!OMPTeamsFound) {
5770 Diag(StartLoc, diag::err_omp_target_contains_not_only_teams);
5771 Diag(DSAStack->getInnerTeamsRegionLoc(),
5772 diag::note_omp_nested_teams_construct_here);
5773 Diag(S->getLocStart(), diag::note_omp_nested_statement_here)
5774 << isa<OMPExecutableDirective>(S);
5779 getCurFunction()->setHasBranchProtectedScope();
5781 return OMPTargetDirective::Create(Context, StartLoc, EndLoc, Clauses, AStmt);
5785 Sema::ActOnOpenMPTargetParallelDirective(ArrayRef<OMPClause *> Clauses,
5786 Stmt *AStmt, SourceLocation StartLoc,
5787 SourceLocation EndLoc) {
5791 CapturedStmt *CS = cast<CapturedStmt>(AStmt);
5792 // 1.2.2 OpenMP Language Terminology
5793 // Structured block - An executable statement with a single entry at the
5794 // top and a single exit at the bottom.
5795 // The point of exit cannot be a branch out of the structured block.
5796 // longjmp() and throw() must not violate the entry/exit criteria.
5797 CS->getCapturedDecl()->setNothrow();
5799 getCurFunction()->setHasBranchProtectedScope();
5801 return OMPTargetParallelDirective::Create(Context, StartLoc, EndLoc, Clauses,
5805 StmtResult Sema::ActOnOpenMPTargetParallelForDirective(
5806 ArrayRef<OMPClause *> Clauses, Stmt *AStmt, SourceLocation StartLoc,
5807 SourceLocation EndLoc,
5808 llvm::DenseMap<ValueDecl *, Expr *> &VarsWithImplicitDSA) {
5812 CapturedStmt *CS = cast<CapturedStmt>(AStmt);
5813 // 1.2.2 OpenMP Language Terminology
5814 // Structured block - An executable statement with a single entry at the
5815 // top and a single exit at the bottom.
5816 // The point of exit cannot be a branch out of the structured block.
5817 // longjmp() and throw() must not violate the entry/exit criteria.
5818 CS->getCapturedDecl()->setNothrow();
5820 OMPLoopDirective::HelperExprs B;
5821 // In presence of clause 'collapse' or 'ordered' with number of loops, it will
5822 // define the nested loops number.
5823 unsigned NestedLoopCount =
5824 CheckOpenMPLoop(OMPD_target_parallel_for, getCollapseNumberExpr(Clauses),
5825 getOrderedNumberExpr(Clauses), AStmt, *this, *DSAStack,
5826 VarsWithImplicitDSA, B);
5827 if (NestedLoopCount == 0)
5830 assert((CurContext->isDependentContext() || B.builtAll()) &&
5831 "omp target parallel for loop exprs were not built");
5833 if (!CurContext->isDependentContext()) {
5834 // Finalize the clauses that need pre-built expressions for CodeGen.
5835 for (auto C : Clauses) {
5836 if (auto *LC = dyn_cast<OMPLinearClause>(C))
5837 if (FinishOpenMPLinearClause(*LC, cast<DeclRefExpr>(B.IterationVarRef),
5838 B.NumIterations, *this, CurScope,
5844 getCurFunction()->setHasBranchProtectedScope();
5845 return OMPTargetParallelForDirective::Create(Context, StartLoc, EndLoc,
5846 NestedLoopCount, Clauses, AStmt,
5847 B, DSAStack->isCancelRegion());
5850 /// \brief Check for existence of a map clause in the list of clauses.
5851 static bool HasMapClause(ArrayRef<OMPClause *> Clauses) {
5852 for (ArrayRef<OMPClause *>::iterator I = Clauses.begin(), E = Clauses.end();
5854 if (*I != nullptr && (*I)->getClauseKind() == OMPC_map) {
5862 StmtResult Sema::ActOnOpenMPTargetDataDirective(ArrayRef<OMPClause *> Clauses,
5864 SourceLocation StartLoc,
5865 SourceLocation EndLoc) {
5869 assert(isa<CapturedStmt>(AStmt) && "Captured statement expected");
5871 // OpenMP [2.10.1, Restrictions, p. 97]
5872 // At least one map clause must appear on the directive.
5873 if (!HasMapClause(Clauses)) {
5874 Diag(StartLoc, diag::err_omp_no_map_for_directive)
5875 << getOpenMPDirectiveName(OMPD_target_data);
5879 getCurFunction()->setHasBranchProtectedScope();
5881 return OMPTargetDataDirective::Create(Context, StartLoc, EndLoc, Clauses,
5886 Sema::ActOnOpenMPTargetEnterDataDirective(ArrayRef<OMPClause *> Clauses,
5887 SourceLocation StartLoc,
5888 SourceLocation EndLoc) {
5889 // OpenMP [2.10.2, Restrictions, p. 99]
5890 // At least one map clause must appear on the directive.
5891 if (!HasMapClause(Clauses)) {
5892 Diag(StartLoc, diag::err_omp_no_map_for_directive)
5893 << getOpenMPDirectiveName(OMPD_target_enter_data);
5897 return OMPTargetEnterDataDirective::Create(Context, StartLoc, EndLoc,
5902 Sema::ActOnOpenMPTargetExitDataDirective(ArrayRef<OMPClause *> Clauses,
5903 SourceLocation StartLoc,
5904 SourceLocation EndLoc) {
5905 // OpenMP [2.10.3, Restrictions, p. 102]
5906 // At least one map clause must appear on the directive.
5907 if (!HasMapClause(Clauses)) {
5908 Diag(StartLoc, diag::err_omp_no_map_for_directive)
5909 << getOpenMPDirectiveName(OMPD_target_exit_data);
5913 return OMPTargetExitDataDirective::Create(Context, StartLoc, EndLoc, Clauses);
5916 StmtResult Sema::ActOnOpenMPTargetUpdateDirective(ArrayRef<OMPClause *> Clauses,
5917 SourceLocation StartLoc,
5918 SourceLocation EndLoc) {
5919 bool seenMotionClause = false;
5920 for (auto *C : Clauses) {
5921 if (C->getClauseKind() == OMPC_to || C->getClauseKind() == OMPC_from)
5922 seenMotionClause = true;
5924 if (!seenMotionClause) {
5925 Diag(StartLoc, diag::err_omp_at_least_one_motion_clause_required);
5928 return OMPTargetUpdateDirective::Create(Context, StartLoc, EndLoc, Clauses);
5931 StmtResult Sema::ActOnOpenMPTeamsDirective(ArrayRef<OMPClause *> Clauses,
5932 Stmt *AStmt, SourceLocation StartLoc,
5933 SourceLocation EndLoc) {
5937 CapturedStmt *CS = cast<CapturedStmt>(AStmt);
5938 // 1.2.2 OpenMP Language Terminology
5939 // Structured block - An executable statement with a single entry at the
5940 // top and a single exit at the bottom.
5941 // The point of exit cannot be a branch out of the structured block.
5942 // longjmp() and throw() must not violate the entry/exit criteria.
5943 CS->getCapturedDecl()->setNothrow();
5945 getCurFunction()->setHasBranchProtectedScope();
5947 return OMPTeamsDirective::Create(Context, StartLoc, EndLoc, Clauses, AStmt);
5951 Sema::ActOnOpenMPCancellationPointDirective(SourceLocation StartLoc,
5952 SourceLocation EndLoc,
5953 OpenMPDirectiveKind CancelRegion) {
5954 if (DSAStack->isParentNowaitRegion()) {
5955 Diag(StartLoc, diag::err_omp_parent_cancel_region_nowait) << 0;
5958 if (DSAStack->isParentOrderedRegion()) {
5959 Diag(StartLoc, diag::err_omp_parent_cancel_region_ordered) << 0;
5962 return OMPCancellationPointDirective::Create(Context, StartLoc, EndLoc,
5966 StmtResult Sema::ActOnOpenMPCancelDirective(ArrayRef<OMPClause *> Clauses,
5967 SourceLocation StartLoc,
5968 SourceLocation EndLoc,
5969 OpenMPDirectiveKind CancelRegion) {
5970 if (DSAStack->isParentNowaitRegion()) {
5971 Diag(StartLoc, diag::err_omp_parent_cancel_region_nowait) << 1;
5974 if (DSAStack->isParentOrderedRegion()) {
5975 Diag(StartLoc, diag::err_omp_parent_cancel_region_ordered) << 1;
5978 DSAStack->setParentCancelRegion(/*Cancel=*/true);
5979 return OMPCancelDirective::Create(Context, StartLoc, EndLoc, Clauses,
5983 static bool checkGrainsizeNumTasksClauses(Sema &S,
5984 ArrayRef<OMPClause *> Clauses) {
5985 OMPClause *PrevClause = nullptr;
5986 bool ErrorFound = false;
5987 for (auto *C : Clauses) {
5988 if (C->getClauseKind() == OMPC_grainsize ||
5989 C->getClauseKind() == OMPC_num_tasks) {
5992 else if (PrevClause->getClauseKind() != C->getClauseKind()) {
5993 S.Diag(C->getLocStart(),
5994 diag::err_omp_grainsize_num_tasks_mutually_exclusive)
5995 << getOpenMPClauseName(C->getClauseKind())
5996 << getOpenMPClauseName(PrevClause->getClauseKind());
5997 S.Diag(PrevClause->getLocStart(),
5998 diag::note_omp_previous_grainsize_num_tasks)
5999 << getOpenMPClauseName(PrevClause->getClauseKind());
6007 StmtResult Sema::ActOnOpenMPTaskLoopDirective(
6008 ArrayRef<OMPClause *> Clauses, Stmt *AStmt, SourceLocation StartLoc,
6009 SourceLocation EndLoc,
6010 llvm::DenseMap<ValueDecl *, Expr *> &VarsWithImplicitDSA) {
6014 assert(isa<CapturedStmt>(AStmt) && "Captured statement expected");
6015 OMPLoopDirective::HelperExprs B;
6016 // In presence of clause 'collapse' or 'ordered' with number of loops, it will
6017 // define the nested loops number.
6018 unsigned NestedLoopCount =
6019 CheckOpenMPLoop(OMPD_taskloop, getCollapseNumberExpr(Clauses),
6020 /*OrderedLoopCountExpr=*/nullptr, AStmt, *this, *DSAStack,
6021 VarsWithImplicitDSA, B);
6022 if (NestedLoopCount == 0)
6025 assert((CurContext->isDependentContext() || B.builtAll()) &&
6026 "omp for loop exprs were not built");
6028 // OpenMP, [2.9.2 taskloop Construct, Restrictions]
6029 // The grainsize clause and num_tasks clause are mutually exclusive and may
6030 // not appear on the same taskloop directive.
6031 if (checkGrainsizeNumTasksClauses(*this, Clauses))
6034 getCurFunction()->setHasBranchProtectedScope();
6035 return OMPTaskLoopDirective::Create(Context, StartLoc, EndLoc,
6036 NestedLoopCount, Clauses, AStmt, B);
6039 StmtResult Sema::ActOnOpenMPTaskLoopSimdDirective(
6040 ArrayRef<OMPClause *> Clauses, Stmt *AStmt, SourceLocation StartLoc,
6041 SourceLocation EndLoc,
6042 llvm::DenseMap<ValueDecl *, Expr *> &VarsWithImplicitDSA) {
6046 assert(isa<CapturedStmt>(AStmt) && "Captured statement expected");
6047 OMPLoopDirective::HelperExprs B;
6048 // In presence of clause 'collapse' or 'ordered' with number of loops, it will
6049 // define the nested loops number.
6050 unsigned NestedLoopCount =
6051 CheckOpenMPLoop(OMPD_taskloop_simd, getCollapseNumberExpr(Clauses),
6052 /*OrderedLoopCountExpr=*/nullptr, AStmt, *this, *DSAStack,
6053 VarsWithImplicitDSA, B);
6054 if (NestedLoopCount == 0)
6057 assert((CurContext->isDependentContext() || B.builtAll()) &&
6058 "omp for loop exprs were not built");
6060 if (!CurContext->isDependentContext()) {
6061 // Finalize the clauses that need pre-built expressions for CodeGen.
6062 for (auto C : Clauses) {
6063 if (auto *LC = dyn_cast<OMPLinearClause>(C))
6064 if (FinishOpenMPLinearClause(*LC, cast<DeclRefExpr>(B.IterationVarRef),
6065 B.NumIterations, *this, CurScope,
6071 // OpenMP, [2.9.2 taskloop Construct, Restrictions]
6072 // The grainsize clause and num_tasks clause are mutually exclusive and may
6073 // not appear on the same taskloop directive.
6074 if (checkGrainsizeNumTasksClauses(*this, Clauses))
6077 getCurFunction()->setHasBranchProtectedScope();
6078 return OMPTaskLoopSimdDirective::Create(Context, StartLoc, EndLoc,
6079 NestedLoopCount, Clauses, AStmt, B);
6082 StmtResult Sema::ActOnOpenMPDistributeDirective(
6083 ArrayRef<OMPClause *> Clauses, Stmt *AStmt, SourceLocation StartLoc,
6084 SourceLocation EndLoc,
6085 llvm::DenseMap<ValueDecl *, Expr *> &VarsWithImplicitDSA) {
6089 assert(isa<CapturedStmt>(AStmt) && "Captured statement expected");
6090 OMPLoopDirective::HelperExprs B;
6091 // In presence of clause 'collapse' with number of loops, it will
6092 // define the nested loops number.
6093 unsigned NestedLoopCount =
6094 CheckOpenMPLoop(OMPD_distribute, getCollapseNumberExpr(Clauses),
6095 nullptr /*ordered not a clause on distribute*/, AStmt,
6096 *this, *DSAStack, VarsWithImplicitDSA, B);
6097 if (NestedLoopCount == 0)
6100 assert((CurContext->isDependentContext() || B.builtAll()) &&
6101 "omp for loop exprs were not built");
6103 getCurFunction()->setHasBranchProtectedScope();
6104 return OMPDistributeDirective::Create(Context, StartLoc, EndLoc,
6105 NestedLoopCount, Clauses, AStmt, B);
6108 StmtResult Sema::ActOnOpenMPDistributeParallelForDirective(
6109 ArrayRef<OMPClause *> Clauses, Stmt *AStmt, SourceLocation StartLoc,
6110 SourceLocation EndLoc,
6111 llvm::DenseMap<ValueDecl *, Expr *> &VarsWithImplicitDSA) {
6115 CapturedStmt *CS = cast<CapturedStmt>(AStmt);
6116 // 1.2.2 OpenMP Language Terminology
6117 // Structured block - An executable statement with a single entry at the
6118 // top and a single exit at the bottom.
6119 // The point of exit cannot be a branch out of the structured block.
6120 // longjmp() and throw() must not violate the entry/exit criteria.
6121 CS->getCapturedDecl()->setNothrow();
6123 OMPLoopDirective::HelperExprs B;
6124 // In presence of clause 'collapse' with number of loops, it will
6125 // define the nested loops number.
6126 unsigned NestedLoopCount = CheckOpenMPLoop(
6127 OMPD_distribute_parallel_for, getCollapseNumberExpr(Clauses),
6128 nullptr /*ordered not a clause on distribute*/, AStmt, *this, *DSAStack,
6129 VarsWithImplicitDSA, B);
6130 if (NestedLoopCount == 0)
6133 assert((CurContext->isDependentContext() || B.builtAll()) &&
6134 "omp for loop exprs were not built");
6136 getCurFunction()->setHasBranchProtectedScope();
6137 return OMPDistributeParallelForDirective::Create(
6138 Context, StartLoc, EndLoc, NestedLoopCount, Clauses, AStmt, B);
6141 StmtResult Sema::ActOnOpenMPDistributeParallelForSimdDirective(
6142 ArrayRef<OMPClause *> Clauses, Stmt *AStmt, SourceLocation StartLoc,
6143 SourceLocation EndLoc,
6144 llvm::DenseMap<ValueDecl *, Expr *> &VarsWithImplicitDSA) {
6148 CapturedStmt *CS = cast<CapturedStmt>(AStmt);
6149 // 1.2.2 OpenMP Language Terminology
6150 // Structured block - An executable statement with a single entry at the
6151 // top and a single exit at the bottom.
6152 // The point of exit cannot be a branch out of the structured block.
6153 // longjmp() and throw() must not violate the entry/exit criteria.
6154 CS->getCapturedDecl()->setNothrow();
6156 OMPLoopDirective::HelperExprs B;
6157 // In presence of clause 'collapse' with number of loops, it will
6158 // define the nested loops number.
6159 unsigned NestedLoopCount = CheckOpenMPLoop(
6160 OMPD_distribute_parallel_for_simd, getCollapseNumberExpr(Clauses),
6161 nullptr /*ordered not a clause on distribute*/, AStmt, *this, *DSAStack,
6162 VarsWithImplicitDSA, B);
6163 if (NestedLoopCount == 0)
6166 assert((CurContext->isDependentContext() || B.builtAll()) &&
6167 "omp for loop exprs were not built");
6169 if (checkSimdlenSafelenSpecified(*this, Clauses))
6172 getCurFunction()->setHasBranchProtectedScope();
6173 return OMPDistributeParallelForSimdDirective::Create(
6174 Context, StartLoc, EndLoc, NestedLoopCount, Clauses, AStmt, B);
6177 StmtResult Sema::ActOnOpenMPDistributeSimdDirective(
6178 ArrayRef<OMPClause *> Clauses, Stmt *AStmt, SourceLocation StartLoc,
6179 SourceLocation EndLoc,
6180 llvm::DenseMap<ValueDecl *, Expr *> &VarsWithImplicitDSA) {
6184 CapturedStmt *CS = cast<CapturedStmt>(AStmt);
6185 // 1.2.2 OpenMP Language Terminology
6186 // Structured block - An executable statement with a single entry at the
6187 // top and a single exit at the bottom.
6188 // The point of exit cannot be a branch out of the structured block.
6189 // longjmp() and throw() must not violate the entry/exit criteria.
6190 CS->getCapturedDecl()->setNothrow();
6192 OMPLoopDirective::HelperExprs B;
6193 // In presence of clause 'collapse' with number of loops, it will
6194 // define the nested loops number.
6195 unsigned NestedLoopCount =
6196 CheckOpenMPLoop(OMPD_distribute_simd, getCollapseNumberExpr(Clauses),
6197 nullptr /*ordered not a clause on distribute*/, AStmt,
6198 *this, *DSAStack, VarsWithImplicitDSA, B);
6199 if (NestedLoopCount == 0)
6202 assert((CurContext->isDependentContext() || B.builtAll()) &&
6203 "omp for loop exprs were not built");
6205 if (checkSimdlenSafelenSpecified(*this, Clauses))
6208 getCurFunction()->setHasBranchProtectedScope();
6209 return OMPDistributeSimdDirective::Create(Context, StartLoc, EndLoc,
6210 NestedLoopCount, Clauses, AStmt, B);
6213 StmtResult Sema::ActOnOpenMPTargetParallelForSimdDirective(
6214 ArrayRef<OMPClause *> Clauses, Stmt *AStmt, SourceLocation StartLoc,
6215 SourceLocation EndLoc,
6216 llvm::DenseMap<ValueDecl *, Expr *> &VarsWithImplicitDSA) {
6220 CapturedStmt *CS = cast<CapturedStmt>(AStmt);
6221 // 1.2.2 OpenMP Language Terminology
6222 // Structured block - An executable statement with a single entry at the
6223 // top and a single exit at the bottom.
6224 // The point of exit cannot be a branch out of the structured block.
6225 // longjmp() and throw() must not violate the entry/exit criteria.
6226 CS->getCapturedDecl()->setNothrow();
6228 OMPLoopDirective::HelperExprs B;
6229 // In presence of clause 'collapse' or 'ordered' with number of loops, it will
6230 // define the nested loops number.
6231 unsigned NestedLoopCount = CheckOpenMPLoop(
6232 OMPD_target_parallel_for_simd, getCollapseNumberExpr(Clauses),
6233 getOrderedNumberExpr(Clauses), AStmt, *this, *DSAStack,
6234 VarsWithImplicitDSA, B);
6235 if (NestedLoopCount == 0)
6238 assert((CurContext->isDependentContext() || B.builtAll()) &&
6239 "omp target parallel for simd loop exprs were not built");
6241 if (!CurContext->isDependentContext()) {
6242 // Finalize the clauses that need pre-built expressions for CodeGen.
6243 for (auto C : Clauses) {
6244 if (auto *LC = dyn_cast<OMPLinearClause>(C))
6245 if (FinishOpenMPLinearClause(*LC, cast<DeclRefExpr>(B.IterationVarRef),
6246 B.NumIterations, *this, CurScope,
6251 if (checkSimdlenSafelenSpecified(*this, Clauses))
6254 getCurFunction()->setHasBranchProtectedScope();
6255 return OMPTargetParallelForSimdDirective::Create(
6256 Context, StartLoc, EndLoc, NestedLoopCount, Clauses, AStmt, B);
6259 StmtResult Sema::ActOnOpenMPTargetSimdDirective(
6260 ArrayRef<OMPClause *> Clauses, Stmt *AStmt, SourceLocation StartLoc,
6261 SourceLocation EndLoc,
6262 llvm::DenseMap<ValueDecl *, Expr *> &VarsWithImplicitDSA) {
6266 CapturedStmt *CS = cast<CapturedStmt>(AStmt);
6267 // 1.2.2 OpenMP Language Terminology
6268 // Structured block - An executable statement with a single entry at the
6269 // top and a single exit at the bottom.
6270 // The point of exit cannot be a branch out of the structured block.
6271 // longjmp() and throw() must not violate the entry/exit criteria.
6272 CS->getCapturedDecl()->setNothrow();
6274 OMPLoopDirective::HelperExprs B;
6275 // In presence of clause 'collapse' with number of loops, it will define the
6276 // nested loops number.
6277 unsigned NestedLoopCount =
6278 CheckOpenMPLoop(OMPD_target_simd, getCollapseNumberExpr(Clauses),
6279 getOrderedNumberExpr(Clauses), AStmt, *this, *DSAStack,
6280 VarsWithImplicitDSA, B);
6281 if (NestedLoopCount == 0)
6284 assert((CurContext->isDependentContext() || B.builtAll()) &&
6285 "omp target simd loop exprs were not built");
6287 if (!CurContext->isDependentContext()) {
6288 // Finalize the clauses that need pre-built expressions for CodeGen.
6289 for (auto C : Clauses) {
6290 if (auto *LC = dyn_cast<OMPLinearClause>(C))
6291 if (FinishOpenMPLinearClause(*LC, cast<DeclRefExpr>(B.IterationVarRef),
6292 B.NumIterations, *this, CurScope,
6298 if (checkSimdlenSafelenSpecified(*this, Clauses))
6301 getCurFunction()->setHasBranchProtectedScope();
6302 return OMPTargetSimdDirective::Create(Context, StartLoc, EndLoc,
6303 NestedLoopCount, Clauses, AStmt, B);
6306 StmtResult Sema::ActOnOpenMPTeamsDistributeDirective(
6307 ArrayRef<OMPClause *> Clauses, Stmt *AStmt, SourceLocation StartLoc,
6308 SourceLocation EndLoc,
6309 llvm::DenseMap<ValueDecl *, Expr *> &VarsWithImplicitDSA) {
6313 CapturedStmt *CS = cast<CapturedStmt>(AStmt);
6314 // 1.2.2 OpenMP Language Terminology
6315 // Structured block - An executable statement with a single entry at the
6316 // top and a single exit at the bottom.
6317 // The point of exit cannot be a branch out of the structured block.
6318 // longjmp() and throw() must not violate the entry/exit criteria.
6319 CS->getCapturedDecl()->setNothrow();
6321 OMPLoopDirective::HelperExprs B;
6322 // In presence of clause 'collapse' with number of loops, it will
6323 // define the nested loops number.
6324 unsigned NestedLoopCount =
6325 CheckOpenMPLoop(OMPD_teams_distribute, getCollapseNumberExpr(Clauses),
6326 nullptr /*ordered not a clause on distribute*/, AStmt,
6327 *this, *DSAStack, VarsWithImplicitDSA, B);
6328 if (NestedLoopCount == 0)
6331 assert((CurContext->isDependentContext() || B.builtAll()) &&
6332 "omp teams distribute loop exprs were not built");
6334 getCurFunction()->setHasBranchProtectedScope();
6335 return OMPTeamsDistributeDirective::Create(
6336 Context, StartLoc, EndLoc, NestedLoopCount, Clauses, AStmt, B);
6339 StmtResult Sema::ActOnOpenMPTeamsDistributeSimdDirective(
6340 ArrayRef<OMPClause *> Clauses, Stmt *AStmt, SourceLocation StartLoc,
6341 SourceLocation EndLoc,
6342 llvm::DenseMap<ValueDecl *, Expr *> &VarsWithImplicitDSA) {
6346 CapturedStmt *CS = cast<CapturedStmt>(AStmt);
6347 // 1.2.2 OpenMP Language Terminology
6348 // Structured block - An executable statement with a single entry at the
6349 // top and a single exit at the bottom.
6350 // The point of exit cannot be a branch out of the structured block.
6351 // longjmp() and throw() must not violate the entry/exit criteria.
6352 CS->getCapturedDecl()->setNothrow();
6354 OMPLoopDirective::HelperExprs B;
6355 // In presence of clause 'collapse' with number of loops, it will
6356 // define the nested loops number.
6357 unsigned NestedLoopCount = CheckOpenMPLoop(
6358 OMPD_teams_distribute_simd, getCollapseNumberExpr(Clauses),
6359 nullptr /*ordered not a clause on distribute*/, AStmt, *this, *DSAStack,
6360 VarsWithImplicitDSA, B);
6362 if (NestedLoopCount == 0)
6365 assert((CurContext->isDependentContext() || B.builtAll()) &&
6366 "omp teams distribute simd loop exprs were not built");
6368 if (!CurContext->isDependentContext()) {
6369 // Finalize the clauses that need pre-built expressions for CodeGen.
6370 for (auto C : Clauses) {
6371 if (auto *LC = dyn_cast<OMPLinearClause>(C))
6372 if (FinishOpenMPLinearClause(*LC, cast<DeclRefExpr>(B.IterationVarRef),
6373 B.NumIterations, *this, CurScope,
6379 if (checkSimdlenSafelenSpecified(*this, Clauses))
6382 getCurFunction()->setHasBranchProtectedScope();
6383 return OMPTeamsDistributeSimdDirective::Create(
6384 Context, StartLoc, EndLoc, NestedLoopCount, Clauses, AStmt, B);
6387 StmtResult Sema::ActOnOpenMPTeamsDistributeParallelForSimdDirective(
6388 ArrayRef<OMPClause *> Clauses, Stmt *AStmt, SourceLocation StartLoc,
6389 SourceLocation EndLoc,
6390 llvm::DenseMap<ValueDecl *, Expr *> &VarsWithImplicitDSA) {
6394 CapturedStmt *CS = cast<CapturedStmt>(AStmt);
6395 // 1.2.2 OpenMP Language Terminology
6396 // Structured block - An executable statement with a single entry at the
6397 // top and a single exit at the bottom.
6398 // The point of exit cannot be a branch out of the structured block.
6399 // longjmp() and throw() must not violate the entry/exit criteria.
6400 CS->getCapturedDecl()->setNothrow();
6402 OMPLoopDirective::HelperExprs B;
6403 // In presence of clause 'collapse' with number of loops, it will
6404 // define the nested loops number.
6405 auto NestedLoopCount = CheckOpenMPLoop(
6406 OMPD_teams_distribute_parallel_for_simd, getCollapseNumberExpr(Clauses),
6407 nullptr /*ordered not a clause on distribute*/, AStmt, *this, *DSAStack,
6408 VarsWithImplicitDSA, B);
6410 if (NestedLoopCount == 0)
6413 assert((CurContext->isDependentContext() || B.builtAll()) &&
6414 "omp for loop exprs were not built");
6416 if (!CurContext->isDependentContext()) {
6417 // Finalize the clauses that need pre-built expressions for CodeGen.
6418 for (auto C : Clauses) {
6419 if (auto *LC = dyn_cast<OMPLinearClause>(C))
6420 if (FinishOpenMPLinearClause(*LC, cast<DeclRefExpr>(B.IterationVarRef),
6421 B.NumIterations, *this, CurScope,
6427 if (checkSimdlenSafelenSpecified(*this, Clauses))
6430 getCurFunction()->setHasBranchProtectedScope();
6431 return OMPTeamsDistributeParallelForSimdDirective::Create(
6432 Context, StartLoc, EndLoc, NestedLoopCount, Clauses, AStmt, B);
6435 StmtResult Sema::ActOnOpenMPTeamsDistributeParallelForDirective(
6436 ArrayRef<OMPClause *> Clauses, Stmt *AStmt, SourceLocation StartLoc,
6437 SourceLocation EndLoc,
6438 llvm::DenseMap<ValueDecl *, Expr *> &VarsWithImplicitDSA) {
6442 CapturedStmt *CS = cast<CapturedStmt>(AStmt);
6443 // 1.2.2 OpenMP Language Terminology
6444 // Structured block - An executable statement with a single entry at the
6445 // top and a single exit at the bottom.
6446 // The point of exit cannot be a branch out of the structured block.
6447 // longjmp() and throw() must not violate the entry/exit criteria.
6448 CS->getCapturedDecl()->setNothrow();
6450 OMPLoopDirective::HelperExprs B;
6451 // In presence of clause 'collapse' with number of loops, it will
6452 // define the nested loops number.
6453 unsigned NestedLoopCount = CheckOpenMPLoop(
6454 OMPD_teams_distribute_parallel_for, getCollapseNumberExpr(Clauses),
6455 nullptr /*ordered not a clause on distribute*/, AStmt, *this, *DSAStack,
6456 VarsWithImplicitDSA, B);
6458 if (NestedLoopCount == 0)
6461 assert((CurContext->isDependentContext() || B.builtAll()) &&
6462 "omp for loop exprs were not built");
6464 if (!CurContext->isDependentContext()) {
6465 // Finalize the clauses that need pre-built expressions for CodeGen.
6466 for (auto C : Clauses) {
6467 if (auto *LC = dyn_cast<OMPLinearClause>(C))
6468 if (FinishOpenMPLinearClause(*LC, cast<DeclRefExpr>(B.IterationVarRef),
6469 B.NumIterations, *this, CurScope,
6475 getCurFunction()->setHasBranchProtectedScope();
6476 return OMPTeamsDistributeParallelForDirective::Create(
6477 Context, StartLoc, EndLoc, NestedLoopCount, Clauses, AStmt, B);
6480 StmtResult Sema::ActOnOpenMPTargetTeamsDirective(ArrayRef<OMPClause *> Clauses,
6482 SourceLocation StartLoc,
6483 SourceLocation EndLoc) {
6487 CapturedStmt *CS = cast<CapturedStmt>(AStmt);
6488 // 1.2.2 OpenMP Language Terminology
6489 // Structured block - An executable statement with a single entry at the
6490 // top and a single exit at the bottom.
6491 // The point of exit cannot be a branch out of the structured block.
6492 // longjmp() and throw() must not violate the entry/exit criteria.
6493 CS->getCapturedDecl()->setNothrow();
6495 getCurFunction()->setHasBranchProtectedScope();
6497 return OMPTargetTeamsDirective::Create(Context, StartLoc, EndLoc, Clauses,
6501 StmtResult Sema::ActOnOpenMPTargetTeamsDistributeDirective(
6502 ArrayRef<OMPClause *> Clauses, Stmt *AStmt, SourceLocation StartLoc,
6503 SourceLocation EndLoc,
6504 llvm::DenseMap<ValueDecl *, Expr *> &VarsWithImplicitDSA) {
6508 CapturedStmt *CS = cast<CapturedStmt>(AStmt);
6509 // 1.2.2 OpenMP Language Terminology
6510 // Structured block - An executable statement with a single entry at the
6511 // top and a single exit at the bottom.
6512 // The point of exit cannot be a branch out of the structured block.
6513 // longjmp() and throw() must not violate the entry/exit criteria.
6514 CS->getCapturedDecl()->setNothrow();
6516 OMPLoopDirective::HelperExprs B;
6517 // In presence of clause 'collapse' with number of loops, it will
6518 // define the nested loops number.
6519 auto NestedLoopCount = CheckOpenMPLoop(
6520 OMPD_target_teams_distribute,
6521 getCollapseNumberExpr(Clauses),
6522 nullptr /*ordered not a clause on distribute*/, AStmt, *this, *DSAStack,
6523 VarsWithImplicitDSA, B);
6524 if (NestedLoopCount == 0)
6527 assert((CurContext->isDependentContext() || B.builtAll()) &&
6528 "omp target teams distribute loop exprs were not built");
6530 getCurFunction()->setHasBranchProtectedScope();
6531 return OMPTargetTeamsDistributeDirective::Create(
6532 Context, StartLoc, EndLoc, NestedLoopCount, Clauses, AStmt, B);
6535 StmtResult Sema::ActOnOpenMPTargetTeamsDistributeParallelForDirective(
6536 ArrayRef<OMPClause *> Clauses, Stmt *AStmt, SourceLocation StartLoc,
6537 SourceLocation EndLoc,
6538 llvm::DenseMap<ValueDecl *, Expr *> &VarsWithImplicitDSA) {
6542 CapturedStmt *CS = cast<CapturedStmt>(AStmt);
6543 // 1.2.2 OpenMP Language Terminology
6544 // Structured block - An executable statement with a single entry at the
6545 // top and a single exit at the bottom.
6546 // The point of exit cannot be a branch out of the structured block.
6547 // longjmp() and throw() must not violate the entry/exit criteria.
6548 CS->getCapturedDecl()->setNothrow();
6550 OMPLoopDirective::HelperExprs B;
6551 // In presence of clause 'collapse' with number of loops, it will
6552 // define the nested loops number.
6553 auto NestedLoopCount = CheckOpenMPLoop(
6554 OMPD_target_teams_distribute_parallel_for,
6555 getCollapseNumberExpr(Clauses),
6556 nullptr /*ordered not a clause on distribute*/, AStmt, *this, *DSAStack,
6557 VarsWithImplicitDSA, B);
6558 if (NestedLoopCount == 0)
6561 assert((CurContext->isDependentContext() || B.builtAll()) &&
6562 "omp target teams distribute parallel for loop exprs were not built");
6564 if (!CurContext->isDependentContext()) {
6565 // Finalize the clauses that need pre-built expressions for CodeGen.
6566 for (auto C : Clauses) {
6567 if (auto *LC = dyn_cast<OMPLinearClause>(C))
6568 if (FinishOpenMPLinearClause(*LC, cast<DeclRefExpr>(B.IterationVarRef),
6569 B.NumIterations, *this, CurScope,
6575 getCurFunction()->setHasBranchProtectedScope();
6576 return OMPTargetTeamsDistributeParallelForDirective::Create(
6577 Context, StartLoc, EndLoc, NestedLoopCount, Clauses, AStmt, B);
6580 StmtResult Sema::ActOnOpenMPTargetTeamsDistributeParallelForSimdDirective(
6581 ArrayRef<OMPClause *> Clauses, Stmt *AStmt, SourceLocation StartLoc,
6582 SourceLocation EndLoc,
6583 llvm::DenseMap<ValueDecl *, Expr *> &VarsWithImplicitDSA) {
6587 CapturedStmt *CS = cast<CapturedStmt>(AStmt);
6588 // 1.2.2 OpenMP Language Terminology
6589 // Structured block - An executable statement with a single entry at the
6590 // top and a single exit at the bottom.
6591 // The point of exit cannot be a branch out of the structured block.
6592 // longjmp() and throw() must not violate the entry/exit criteria.
6593 CS->getCapturedDecl()->setNothrow();
6595 OMPLoopDirective::HelperExprs B;
6596 // In presence of clause 'collapse' with number of loops, it will
6597 // define the nested loops number.
6598 auto NestedLoopCount = CheckOpenMPLoop(
6599 OMPD_target_teams_distribute_parallel_for_simd,
6600 getCollapseNumberExpr(Clauses),
6601 nullptr /*ordered not a clause on distribute*/, AStmt, *this, *DSAStack,
6602 VarsWithImplicitDSA, B);
6603 if (NestedLoopCount == 0)
6606 assert((CurContext->isDependentContext() || B.builtAll()) &&
6607 "omp target teams distribute parallel for simd loop exprs were not "
6610 if (!CurContext->isDependentContext()) {
6611 // Finalize the clauses that need pre-built expressions for CodeGen.
6612 for (auto C : Clauses) {
6613 if (auto *LC = dyn_cast<OMPLinearClause>(C))
6614 if (FinishOpenMPLinearClause(*LC, cast<DeclRefExpr>(B.IterationVarRef),
6615 B.NumIterations, *this, CurScope,
6621 getCurFunction()->setHasBranchProtectedScope();
6622 return OMPTargetTeamsDistributeParallelForSimdDirective::Create(
6623 Context, StartLoc, EndLoc, NestedLoopCount, Clauses, AStmt, B);
6626 StmtResult Sema::ActOnOpenMPTargetTeamsDistributeSimdDirective(
6627 ArrayRef<OMPClause *> Clauses, Stmt *AStmt, SourceLocation StartLoc,
6628 SourceLocation EndLoc,
6629 llvm::DenseMap<ValueDecl *, Expr *> &VarsWithImplicitDSA) {
6633 auto *CS = cast<CapturedStmt>(AStmt);
6634 // 1.2.2 OpenMP Language Terminology
6635 // Structured block - An executable statement with a single entry at the
6636 // top and a single exit at the bottom.
6637 // The point of exit cannot be a branch out of the structured block.
6638 // longjmp() and throw() must not violate the entry/exit criteria.
6639 CS->getCapturedDecl()->setNothrow();
6641 OMPLoopDirective::HelperExprs B;
6642 // In presence of clause 'collapse' with number of loops, it will
6643 // define the nested loops number.
6644 auto NestedLoopCount = CheckOpenMPLoop(
6645 OMPD_target_teams_distribute_simd, getCollapseNumberExpr(Clauses),
6646 nullptr /*ordered not a clause on distribute*/, AStmt, *this, *DSAStack,
6647 VarsWithImplicitDSA, B);
6648 if (NestedLoopCount == 0)
6651 assert((CurContext->isDependentContext() || B.builtAll()) &&
6652 "omp target teams distribute simd loop exprs were not built");
6654 getCurFunction()->setHasBranchProtectedScope();
6655 return OMPTargetTeamsDistributeSimdDirective::Create(
6656 Context, StartLoc, EndLoc, NestedLoopCount, Clauses, AStmt, B);
6659 OMPClause *Sema::ActOnOpenMPSingleExprClause(OpenMPClauseKind Kind, Expr *Expr,
6660 SourceLocation StartLoc,
6661 SourceLocation LParenLoc,
6662 SourceLocation EndLoc) {
6663 OMPClause *Res = nullptr;
6666 Res = ActOnOpenMPFinalClause(Expr, StartLoc, LParenLoc, EndLoc);
6668 case OMPC_num_threads:
6669 Res = ActOnOpenMPNumThreadsClause(Expr, StartLoc, LParenLoc, EndLoc);
6672 Res = ActOnOpenMPSafelenClause(Expr, StartLoc, LParenLoc, EndLoc);
6675 Res = ActOnOpenMPSimdlenClause(Expr, StartLoc, LParenLoc, EndLoc);
6678 Res = ActOnOpenMPCollapseClause(Expr, StartLoc, LParenLoc, EndLoc);
6681 Res = ActOnOpenMPOrderedClause(StartLoc, EndLoc, LParenLoc, Expr);
6684 Res = ActOnOpenMPDeviceClause(Expr, StartLoc, LParenLoc, EndLoc);
6686 case OMPC_num_teams:
6687 Res = ActOnOpenMPNumTeamsClause(Expr, StartLoc, LParenLoc, EndLoc);
6689 case OMPC_thread_limit:
6690 Res = ActOnOpenMPThreadLimitClause(Expr, StartLoc, LParenLoc, EndLoc);
6693 Res = ActOnOpenMPPriorityClause(Expr, StartLoc, LParenLoc, EndLoc);
6695 case OMPC_grainsize:
6696 Res = ActOnOpenMPGrainsizeClause(Expr, StartLoc, LParenLoc, EndLoc);
6698 case OMPC_num_tasks:
6699 Res = ActOnOpenMPNumTasksClause(Expr, StartLoc, LParenLoc, EndLoc);
6702 Res = ActOnOpenMPHintClause(Expr, StartLoc, LParenLoc, EndLoc);
6706 case OMPC_proc_bind:
6709 case OMPC_firstprivate:
6710 case OMPC_lastprivate:
6712 case OMPC_reduction:
6716 case OMPC_copyprivate:
6719 case OMPC_mergeable:
6720 case OMPC_threadprivate:
6732 case OMPC_dist_schedule:
6733 case OMPC_defaultmap:
6738 case OMPC_use_device_ptr:
6739 case OMPC_is_device_ptr:
6740 llvm_unreachable("Clause is not allowed.");
6745 // An OpenMP directive such as 'target parallel' has two captured regions:
6746 // for the 'target' and 'parallel' respectively. This function returns
6747 // the region in which to capture expressions associated with a clause.
6748 // A return value of OMPD_unknown signifies that the expression should not
6750 static OpenMPDirectiveKind getOpenMPCaptureRegionForClause(
6751 OpenMPDirectiveKind DKind, OpenMPClauseKind CKind,
6752 OpenMPDirectiveKind NameModifier = OMPD_unknown) {
6753 OpenMPDirectiveKind CaptureRegion = OMPD_unknown;
6758 case OMPD_target_parallel:
6759 // If this clause applies to the nested 'parallel' region, capture within
6760 // the 'target' region, otherwise do not capture.
6761 if (NameModifier == OMPD_unknown || NameModifier == OMPD_parallel)
6762 CaptureRegion = OMPD_target;
6766 case OMPD_parallel_sections:
6767 case OMPD_parallel_for:
6768 case OMPD_parallel_for_simd:
6770 case OMPD_target_simd:
6771 case OMPD_target_parallel_for:
6772 case OMPD_target_parallel_for_simd:
6773 case OMPD_target_teams:
6774 case OMPD_target_teams_distribute:
6775 case OMPD_target_teams_distribute_simd:
6776 case OMPD_target_teams_distribute_parallel_for:
6777 case OMPD_target_teams_distribute_parallel_for_simd:
6778 case OMPD_teams_distribute_parallel_for:
6779 case OMPD_teams_distribute_parallel_for_simd:
6780 case OMPD_distribute_parallel_for:
6781 case OMPD_distribute_parallel_for_simd:
6784 case OMPD_taskloop_simd:
6785 case OMPD_target_data:
6786 case OMPD_target_enter_data:
6787 case OMPD_target_exit_data:
6788 case OMPD_target_update:
6789 // Do not capture if-clause expressions.
6791 case OMPD_threadprivate:
6792 case OMPD_taskyield:
6795 case OMPD_cancellation_point:
6797 case OMPD_declare_reduction:
6798 case OMPD_declare_simd:
6799 case OMPD_declare_target:
6800 case OMPD_end_declare_target:
6810 case OMPD_taskgroup:
6811 case OMPD_distribute:
6814 case OMPD_distribute_simd:
6815 case OMPD_teams_distribute:
6816 case OMPD_teams_distribute_simd:
6817 llvm_unreachable("Unexpected OpenMP directive with if-clause");
6819 llvm_unreachable("Unknown OpenMP directive");
6822 case OMPC_num_threads:
6824 case OMPD_target_parallel:
6825 CaptureRegion = OMPD_target;
6829 case OMPD_parallel_sections:
6830 case OMPD_parallel_for:
6831 case OMPD_parallel_for_simd:
6833 case OMPD_target_simd:
6834 case OMPD_target_parallel_for:
6835 case OMPD_target_parallel_for_simd:
6836 case OMPD_target_teams:
6837 case OMPD_target_teams_distribute:
6838 case OMPD_target_teams_distribute_simd:
6839 case OMPD_target_teams_distribute_parallel_for:
6840 case OMPD_target_teams_distribute_parallel_for_simd:
6841 case OMPD_teams_distribute_parallel_for:
6842 case OMPD_teams_distribute_parallel_for_simd:
6843 case OMPD_distribute_parallel_for:
6844 case OMPD_distribute_parallel_for_simd:
6847 case OMPD_taskloop_simd:
6848 case OMPD_target_data:
6849 case OMPD_target_enter_data:
6850 case OMPD_target_exit_data:
6851 case OMPD_target_update:
6852 // Do not capture num_threads-clause expressions.
6854 case OMPD_threadprivate:
6855 case OMPD_taskyield:
6858 case OMPD_cancellation_point:
6860 case OMPD_declare_reduction:
6861 case OMPD_declare_simd:
6862 case OMPD_declare_target:
6863 case OMPD_end_declare_target:
6873 case OMPD_taskgroup:
6874 case OMPD_distribute:
6877 case OMPD_distribute_simd:
6878 case OMPD_teams_distribute:
6879 case OMPD_teams_distribute_simd:
6880 llvm_unreachable("Unexpected OpenMP directive with num_threads-clause");
6882 llvm_unreachable("Unknown OpenMP directive");
6885 case OMPC_num_teams:
6887 case OMPD_target_teams:
6888 CaptureRegion = OMPD_target;
6892 case OMPD_parallel_sections:
6893 case OMPD_parallel_for:
6894 case OMPD_parallel_for_simd:
6896 case OMPD_target_simd:
6897 case OMPD_target_parallel:
6898 case OMPD_target_parallel_for:
6899 case OMPD_target_parallel_for_simd:
6900 case OMPD_target_teams_distribute:
6901 case OMPD_target_teams_distribute_simd:
6902 case OMPD_target_teams_distribute_parallel_for:
6903 case OMPD_target_teams_distribute_parallel_for_simd:
6904 case OMPD_teams_distribute_parallel_for:
6905 case OMPD_teams_distribute_parallel_for_simd:
6906 case OMPD_distribute_parallel_for:
6907 case OMPD_distribute_parallel_for_simd:
6910 case OMPD_taskloop_simd:
6911 case OMPD_target_data:
6912 case OMPD_target_enter_data:
6913 case OMPD_target_exit_data:
6914 case OMPD_target_update:
6916 case OMPD_teams_distribute:
6917 case OMPD_teams_distribute_simd:
6918 // Do not capture num_teams-clause expressions.
6920 case OMPD_threadprivate:
6921 case OMPD_taskyield:
6924 case OMPD_cancellation_point:
6926 case OMPD_declare_reduction:
6927 case OMPD_declare_simd:
6928 case OMPD_declare_target:
6929 case OMPD_end_declare_target:
6938 case OMPD_taskgroup:
6939 case OMPD_distribute:
6942 case OMPD_distribute_simd:
6943 llvm_unreachable("Unexpected OpenMP directive with num_teams-clause");
6945 llvm_unreachable("Unknown OpenMP directive");
6948 case OMPC_thread_limit:
6950 case OMPD_target_teams:
6951 CaptureRegion = OMPD_target;
6955 case OMPD_parallel_sections:
6956 case OMPD_parallel_for:
6957 case OMPD_parallel_for_simd:
6959 case OMPD_target_simd:
6960 case OMPD_target_parallel:
6961 case OMPD_target_parallel_for:
6962 case OMPD_target_parallel_for_simd:
6963 case OMPD_target_teams_distribute:
6964 case OMPD_target_teams_distribute_simd:
6965 case OMPD_target_teams_distribute_parallel_for:
6966 case OMPD_target_teams_distribute_parallel_for_simd:
6967 case OMPD_teams_distribute_parallel_for:
6968 case OMPD_teams_distribute_parallel_for_simd:
6969 case OMPD_distribute_parallel_for:
6970 case OMPD_distribute_parallel_for_simd:
6973 case OMPD_taskloop_simd:
6974 case OMPD_target_data:
6975 case OMPD_target_enter_data:
6976 case OMPD_target_exit_data:
6977 case OMPD_target_update:
6979 case OMPD_teams_distribute:
6980 case OMPD_teams_distribute_simd:
6981 // Do not capture thread_limit-clause expressions.
6983 case OMPD_threadprivate:
6984 case OMPD_taskyield:
6987 case OMPD_cancellation_point:
6989 case OMPD_declare_reduction:
6990 case OMPD_declare_simd:
6991 case OMPD_declare_target:
6992 case OMPD_end_declare_target:
7001 case OMPD_taskgroup:
7002 case OMPD_distribute:
7005 case OMPD_distribute_simd:
7006 llvm_unreachable("Unexpected OpenMP directive with thread_limit-clause");
7008 llvm_unreachable("Unknown OpenMP directive");
7012 case OMPC_dist_schedule:
7013 case OMPC_firstprivate:
7014 case OMPC_lastprivate:
7015 case OMPC_reduction:
7018 case OMPC_proc_bind:
7027 case OMPC_copyprivate:
7031 case OMPC_mergeable:
7032 case OMPC_threadprivate:
7045 case OMPC_grainsize:
7047 case OMPC_num_tasks:
7049 case OMPC_defaultmap:
7054 case OMPC_use_device_ptr:
7055 case OMPC_is_device_ptr:
7056 llvm_unreachable("Unexpected OpenMP clause.");
7058 return CaptureRegion;
7061 OMPClause *Sema::ActOnOpenMPIfClause(OpenMPDirectiveKind NameModifier,
7062 Expr *Condition, SourceLocation StartLoc,
7063 SourceLocation LParenLoc,
7064 SourceLocation NameModifierLoc,
7065 SourceLocation ColonLoc,
7066 SourceLocation EndLoc) {
7067 Expr *ValExpr = Condition;
7068 Stmt *HelperValStmt = nullptr;
7069 OpenMPDirectiveKind CaptureRegion = OMPD_unknown;
7070 if (!Condition->isValueDependent() && !Condition->isTypeDependent() &&
7071 !Condition->isInstantiationDependent() &&
7072 !Condition->containsUnexpandedParameterPack()) {
7073 ExprResult Val = CheckBooleanCondition(StartLoc, Condition);
7074 if (Val.isInvalid())
7077 ValExpr = MakeFullExpr(Val.get()).get();
7079 OpenMPDirectiveKind DKind = DSAStack->getCurrentDirective();
7081 getOpenMPCaptureRegionForClause(DKind, OMPC_if, NameModifier);
7082 if (CaptureRegion != OMPD_unknown) {
7083 llvm::MapVector<Expr *, DeclRefExpr *> Captures;
7084 ValExpr = tryBuildCapture(*this, ValExpr, Captures).get();
7085 HelperValStmt = buildPreInits(Context, Captures);
7089 return new (Context)
7090 OMPIfClause(NameModifier, ValExpr, HelperValStmt, CaptureRegion, StartLoc,
7091 LParenLoc, NameModifierLoc, ColonLoc, EndLoc);
7094 OMPClause *Sema::ActOnOpenMPFinalClause(Expr *Condition,
7095 SourceLocation StartLoc,
7096 SourceLocation LParenLoc,
7097 SourceLocation EndLoc) {
7098 Expr *ValExpr = Condition;
7099 if (!Condition->isValueDependent() && !Condition->isTypeDependent() &&
7100 !Condition->isInstantiationDependent() &&
7101 !Condition->containsUnexpandedParameterPack()) {
7102 ExprResult Val = CheckBooleanCondition(StartLoc, Condition);
7103 if (Val.isInvalid())
7106 ValExpr = MakeFullExpr(Val.get()).get();
7109 return new (Context) OMPFinalClause(ValExpr, StartLoc, LParenLoc, EndLoc);
7111 ExprResult Sema::PerformOpenMPImplicitIntegerConversion(SourceLocation Loc,
7116 class IntConvertDiagnoser : public ICEConvertDiagnoser {
7118 IntConvertDiagnoser()
7119 : ICEConvertDiagnoser(/*AllowScopedEnumerations*/ false, false, true) {}
7120 SemaDiagnosticBuilder diagnoseNotInt(Sema &S, SourceLocation Loc,
7121 QualType T) override {
7122 return S.Diag(Loc, diag::err_omp_not_integral) << T;
7124 SemaDiagnosticBuilder diagnoseIncomplete(Sema &S, SourceLocation Loc,
7125 QualType T) override {
7126 return S.Diag(Loc, diag::err_omp_incomplete_type) << T;
7128 SemaDiagnosticBuilder diagnoseExplicitConv(Sema &S, SourceLocation Loc,
7130 QualType ConvTy) override {
7131 return S.Diag(Loc, diag::err_omp_explicit_conversion) << T << ConvTy;
7133 SemaDiagnosticBuilder noteExplicitConv(Sema &S, CXXConversionDecl *Conv,
7134 QualType ConvTy) override {
7135 return S.Diag(Conv->getLocation(), diag::note_omp_conversion_here)
7136 << ConvTy->isEnumeralType() << ConvTy;
7138 SemaDiagnosticBuilder diagnoseAmbiguous(Sema &S, SourceLocation Loc,
7139 QualType T) override {
7140 return S.Diag(Loc, diag::err_omp_ambiguous_conversion) << T;
7142 SemaDiagnosticBuilder noteAmbiguous(Sema &S, CXXConversionDecl *Conv,
7143 QualType ConvTy) override {
7144 return S.Diag(Conv->getLocation(), diag::note_omp_conversion_here)
7145 << ConvTy->isEnumeralType() << ConvTy;
7147 SemaDiagnosticBuilder diagnoseConversion(Sema &, SourceLocation, QualType,
7148 QualType) override {
7149 llvm_unreachable("conversion functions are permitted");
7152 return PerformContextualImplicitConversion(Loc, Op, ConvertDiagnoser);
7155 static bool IsNonNegativeIntegerValue(Expr *&ValExpr, Sema &SemaRef,
7156 OpenMPClauseKind CKind,
7157 bool StrictlyPositive) {
7158 if (!ValExpr->isTypeDependent() && !ValExpr->isValueDependent() &&
7159 !ValExpr->isInstantiationDependent()) {
7160 SourceLocation Loc = ValExpr->getExprLoc();
7162 SemaRef.PerformOpenMPImplicitIntegerConversion(Loc, ValExpr);
7163 if (Value.isInvalid())
7166 ValExpr = Value.get();
7167 // The expression must evaluate to a non-negative integer value.
7168 llvm::APSInt Result;
7169 if (ValExpr->isIntegerConstantExpr(Result, SemaRef.Context) &&
7170 Result.isSigned() &&
7171 !((!StrictlyPositive && Result.isNonNegative()) ||
7172 (StrictlyPositive && Result.isStrictlyPositive()))) {
7173 SemaRef.Diag(Loc, diag::err_omp_negative_expression_in_clause)
7174 << getOpenMPClauseName(CKind) << (StrictlyPositive ? 1 : 0)
7175 << ValExpr->getSourceRange();
7182 OMPClause *Sema::ActOnOpenMPNumThreadsClause(Expr *NumThreads,
7183 SourceLocation StartLoc,
7184 SourceLocation LParenLoc,
7185 SourceLocation EndLoc) {
7186 Expr *ValExpr = NumThreads;
7187 Stmt *HelperValStmt = nullptr;
7188 OpenMPDirectiveKind CaptureRegion = OMPD_unknown;
7190 // OpenMP [2.5, Restrictions]
7191 // The num_threads expression must evaluate to a positive integer value.
7192 if (!IsNonNegativeIntegerValue(ValExpr, *this, OMPC_num_threads,
7193 /*StrictlyPositive=*/true))
7196 OpenMPDirectiveKind DKind = DSAStack->getCurrentDirective();
7197 CaptureRegion = getOpenMPCaptureRegionForClause(DKind, OMPC_num_threads);
7198 if (CaptureRegion != OMPD_unknown) {
7199 llvm::MapVector<Expr *, DeclRefExpr *> Captures;
7200 ValExpr = tryBuildCapture(*this, ValExpr, Captures).get();
7201 HelperValStmt = buildPreInits(Context, Captures);
7204 return new (Context) OMPNumThreadsClause(
7205 ValExpr, HelperValStmt, CaptureRegion, StartLoc, LParenLoc, EndLoc);
7208 ExprResult Sema::VerifyPositiveIntegerConstantInClause(Expr *E,
7209 OpenMPClauseKind CKind,
7210 bool StrictlyPositive) {
7213 if (E->isValueDependent() || E->isTypeDependent() ||
7214 E->isInstantiationDependent() || E->containsUnexpandedParameterPack())
7216 llvm::APSInt Result;
7217 ExprResult ICE = VerifyIntegerConstantExpression(E, &Result);
7218 if (ICE.isInvalid())
7220 if ((StrictlyPositive && !Result.isStrictlyPositive()) ||
7221 (!StrictlyPositive && !Result.isNonNegative())) {
7222 Diag(E->getExprLoc(), diag::err_omp_negative_expression_in_clause)
7223 << getOpenMPClauseName(CKind) << (StrictlyPositive ? 1 : 0)
7224 << E->getSourceRange();
7227 if (CKind == OMPC_aligned && !Result.isPowerOf2()) {
7228 Diag(E->getExprLoc(), diag::warn_omp_alignment_not_power_of_two)
7229 << E->getSourceRange();
7232 if (CKind == OMPC_collapse && DSAStack->getAssociatedLoops() == 1)
7233 DSAStack->setAssociatedLoops(Result.getExtValue());
7234 else if (CKind == OMPC_ordered)
7235 DSAStack->setAssociatedLoops(Result.getExtValue());
7239 OMPClause *Sema::ActOnOpenMPSafelenClause(Expr *Len, SourceLocation StartLoc,
7240 SourceLocation LParenLoc,
7241 SourceLocation EndLoc) {
7242 // OpenMP [2.8.1, simd construct, Description]
7243 // The parameter of the safelen clause must be a constant
7244 // positive integer expression.
7245 ExprResult Safelen = VerifyPositiveIntegerConstantInClause(Len, OMPC_safelen);
7246 if (Safelen.isInvalid())
7248 return new (Context)
7249 OMPSafelenClause(Safelen.get(), StartLoc, LParenLoc, EndLoc);
7252 OMPClause *Sema::ActOnOpenMPSimdlenClause(Expr *Len, SourceLocation StartLoc,
7253 SourceLocation LParenLoc,
7254 SourceLocation EndLoc) {
7255 // OpenMP [2.8.1, simd construct, Description]
7256 // The parameter of the simdlen clause must be a constant
7257 // positive integer expression.
7258 ExprResult Simdlen = VerifyPositiveIntegerConstantInClause(Len, OMPC_simdlen);
7259 if (Simdlen.isInvalid())
7261 return new (Context)
7262 OMPSimdlenClause(Simdlen.get(), StartLoc, LParenLoc, EndLoc);
7265 OMPClause *Sema::ActOnOpenMPCollapseClause(Expr *NumForLoops,
7266 SourceLocation StartLoc,
7267 SourceLocation LParenLoc,
7268 SourceLocation EndLoc) {
7269 // OpenMP [2.7.1, loop construct, Description]
7270 // OpenMP [2.8.1, simd construct, Description]
7271 // OpenMP [2.9.6, distribute construct, Description]
7272 // The parameter of the collapse clause must be a constant
7273 // positive integer expression.
7274 ExprResult NumForLoopsResult =
7275 VerifyPositiveIntegerConstantInClause(NumForLoops, OMPC_collapse);
7276 if (NumForLoopsResult.isInvalid())
7278 return new (Context)
7279 OMPCollapseClause(NumForLoopsResult.get(), StartLoc, LParenLoc, EndLoc);
7282 OMPClause *Sema::ActOnOpenMPOrderedClause(SourceLocation StartLoc,
7283 SourceLocation EndLoc,
7284 SourceLocation LParenLoc,
7285 Expr *NumForLoops) {
7286 // OpenMP [2.7.1, loop construct, Description]
7287 // OpenMP [2.8.1, simd construct, Description]
7288 // OpenMP [2.9.6, distribute construct, Description]
7289 // The parameter of the ordered clause must be a constant
7290 // positive integer expression if any.
7291 if (NumForLoops && LParenLoc.isValid()) {
7292 ExprResult NumForLoopsResult =
7293 VerifyPositiveIntegerConstantInClause(NumForLoops, OMPC_ordered);
7294 if (NumForLoopsResult.isInvalid())
7296 NumForLoops = NumForLoopsResult.get();
7298 NumForLoops = nullptr;
7299 DSAStack->setOrderedRegion(/*IsOrdered=*/true, NumForLoops);
7300 return new (Context)
7301 OMPOrderedClause(NumForLoops, StartLoc, LParenLoc, EndLoc);
7304 OMPClause *Sema::ActOnOpenMPSimpleClause(
7305 OpenMPClauseKind Kind, unsigned Argument, SourceLocation ArgumentLoc,
7306 SourceLocation StartLoc, SourceLocation LParenLoc, SourceLocation EndLoc) {
7307 OMPClause *Res = nullptr;
7311 ActOnOpenMPDefaultClause(static_cast<OpenMPDefaultClauseKind>(Argument),
7312 ArgumentLoc, StartLoc, LParenLoc, EndLoc);
7314 case OMPC_proc_bind:
7315 Res = ActOnOpenMPProcBindClause(
7316 static_cast<OpenMPProcBindClauseKind>(Argument), ArgumentLoc, StartLoc,
7321 case OMPC_num_threads:
7327 case OMPC_firstprivate:
7328 case OMPC_lastprivate:
7330 case OMPC_reduction:
7334 case OMPC_copyprivate:
7338 case OMPC_mergeable:
7339 case OMPC_threadprivate:
7351 case OMPC_num_teams:
7352 case OMPC_thread_limit:
7354 case OMPC_grainsize:
7356 case OMPC_num_tasks:
7358 case OMPC_dist_schedule:
7359 case OMPC_defaultmap:
7364 case OMPC_use_device_ptr:
7365 case OMPC_is_device_ptr:
7366 llvm_unreachable("Clause is not allowed.");
7372 getListOfPossibleValues(OpenMPClauseKind K, unsigned First, unsigned Last,
7373 ArrayRef<unsigned> Exclude = llvm::None) {
7375 unsigned Bound = Last >= 2 ? Last - 2 : 0;
7376 unsigned Skipped = Exclude.size();
7377 auto S = Exclude.begin(), E = Exclude.end();
7378 for (unsigned i = First; i < Last; ++i) {
7379 if (std::find(S, E, i) != E) {
7384 Values += getOpenMPSimpleClauseTypeName(K, i);
7386 if (i == Bound - Skipped)
7388 else if (i != Bound + 1 - Skipped)
7394 OMPClause *Sema::ActOnOpenMPDefaultClause(OpenMPDefaultClauseKind Kind,
7395 SourceLocation KindKwLoc,
7396 SourceLocation StartLoc,
7397 SourceLocation LParenLoc,
7398 SourceLocation EndLoc) {
7399 if (Kind == OMPC_DEFAULT_unknown) {
7400 static_assert(OMPC_DEFAULT_unknown > 0,
7401 "OMPC_DEFAULT_unknown not greater than 0");
7402 Diag(KindKwLoc, diag::err_omp_unexpected_clause_value)
7403 << getListOfPossibleValues(OMPC_default, /*First=*/0,
7404 /*Last=*/OMPC_DEFAULT_unknown)
7405 << getOpenMPClauseName(OMPC_default);
7409 case OMPC_DEFAULT_none:
7410 DSAStack->setDefaultDSANone(KindKwLoc);
7412 case OMPC_DEFAULT_shared:
7413 DSAStack->setDefaultDSAShared(KindKwLoc);
7415 case OMPC_DEFAULT_unknown:
7416 llvm_unreachable("Clause kind is not allowed.");
7419 return new (Context)
7420 OMPDefaultClause(Kind, KindKwLoc, StartLoc, LParenLoc, EndLoc);
7423 OMPClause *Sema::ActOnOpenMPProcBindClause(OpenMPProcBindClauseKind Kind,
7424 SourceLocation KindKwLoc,
7425 SourceLocation StartLoc,
7426 SourceLocation LParenLoc,
7427 SourceLocation EndLoc) {
7428 if (Kind == OMPC_PROC_BIND_unknown) {
7429 Diag(KindKwLoc, diag::err_omp_unexpected_clause_value)
7430 << getListOfPossibleValues(OMPC_proc_bind, /*First=*/0,
7431 /*Last=*/OMPC_PROC_BIND_unknown)
7432 << getOpenMPClauseName(OMPC_proc_bind);
7435 return new (Context)
7436 OMPProcBindClause(Kind, KindKwLoc, StartLoc, LParenLoc, EndLoc);
7439 OMPClause *Sema::ActOnOpenMPSingleExprWithArgClause(
7440 OpenMPClauseKind Kind, ArrayRef<unsigned> Argument, Expr *Expr,
7441 SourceLocation StartLoc, SourceLocation LParenLoc,
7442 ArrayRef<SourceLocation> ArgumentLoc, SourceLocation DelimLoc,
7443 SourceLocation EndLoc) {
7444 OMPClause *Res = nullptr;
7447 enum { Modifier1, Modifier2, ScheduleKind, NumberOfElements };
7448 assert(Argument.size() == NumberOfElements &&
7449 ArgumentLoc.size() == NumberOfElements);
7450 Res = ActOnOpenMPScheduleClause(
7451 static_cast<OpenMPScheduleClauseModifier>(Argument[Modifier1]),
7452 static_cast<OpenMPScheduleClauseModifier>(Argument[Modifier2]),
7453 static_cast<OpenMPScheduleClauseKind>(Argument[ScheduleKind]), Expr,
7454 StartLoc, LParenLoc, ArgumentLoc[Modifier1], ArgumentLoc[Modifier2],
7455 ArgumentLoc[ScheduleKind], DelimLoc, EndLoc);
7458 assert(Argument.size() == 1 && ArgumentLoc.size() == 1);
7459 Res = ActOnOpenMPIfClause(static_cast<OpenMPDirectiveKind>(Argument.back()),
7460 Expr, StartLoc, LParenLoc, ArgumentLoc.back(),
7463 case OMPC_dist_schedule:
7464 Res = ActOnOpenMPDistScheduleClause(
7465 static_cast<OpenMPDistScheduleClauseKind>(Argument.back()), Expr,
7466 StartLoc, LParenLoc, ArgumentLoc.back(), DelimLoc, EndLoc);
7468 case OMPC_defaultmap:
7469 enum { Modifier, DefaultmapKind };
7470 Res = ActOnOpenMPDefaultmapClause(
7471 static_cast<OpenMPDefaultmapClauseModifier>(Argument[Modifier]),
7472 static_cast<OpenMPDefaultmapClauseKind>(Argument[DefaultmapKind]),
7473 StartLoc, LParenLoc, ArgumentLoc[Modifier], ArgumentLoc[DefaultmapKind],
7477 case OMPC_num_threads:
7482 case OMPC_proc_bind:
7484 case OMPC_firstprivate:
7485 case OMPC_lastprivate:
7487 case OMPC_reduction:
7491 case OMPC_copyprivate:
7495 case OMPC_mergeable:
7496 case OMPC_threadprivate:
7508 case OMPC_num_teams:
7509 case OMPC_thread_limit:
7511 case OMPC_grainsize:
7513 case OMPC_num_tasks:
7519 case OMPC_use_device_ptr:
7520 case OMPC_is_device_ptr:
7521 llvm_unreachable("Clause is not allowed.");
7526 static bool checkScheduleModifiers(Sema &S, OpenMPScheduleClauseModifier M1,
7527 OpenMPScheduleClauseModifier M2,
7528 SourceLocation M1Loc, SourceLocation M2Loc) {
7529 if (M1 == OMPC_SCHEDULE_MODIFIER_unknown && M1Loc.isValid()) {
7530 SmallVector<unsigned, 2> Excluded;
7531 if (M2 != OMPC_SCHEDULE_MODIFIER_unknown)
7532 Excluded.push_back(M2);
7533 if (M2 == OMPC_SCHEDULE_MODIFIER_nonmonotonic)
7534 Excluded.push_back(OMPC_SCHEDULE_MODIFIER_monotonic);
7535 if (M2 == OMPC_SCHEDULE_MODIFIER_monotonic)
7536 Excluded.push_back(OMPC_SCHEDULE_MODIFIER_nonmonotonic);
7537 S.Diag(M1Loc, diag::err_omp_unexpected_clause_value)
7538 << getListOfPossibleValues(OMPC_schedule,
7539 /*First=*/OMPC_SCHEDULE_MODIFIER_unknown + 1,
7540 /*Last=*/OMPC_SCHEDULE_MODIFIER_last,
7542 << getOpenMPClauseName(OMPC_schedule);
7548 OMPClause *Sema::ActOnOpenMPScheduleClause(
7549 OpenMPScheduleClauseModifier M1, OpenMPScheduleClauseModifier M2,
7550 OpenMPScheduleClauseKind Kind, Expr *ChunkSize, SourceLocation StartLoc,
7551 SourceLocation LParenLoc, SourceLocation M1Loc, SourceLocation M2Loc,
7552 SourceLocation KindLoc, SourceLocation CommaLoc, SourceLocation EndLoc) {
7553 if (checkScheduleModifiers(*this, M1, M2, M1Loc, M2Loc) ||
7554 checkScheduleModifiers(*this, M2, M1, M2Loc, M1Loc))
7556 // OpenMP, 2.7.1, Loop Construct, Restrictions
7557 // Either the monotonic modifier or the nonmonotonic modifier can be specified
7559 if ((M1 == M2 && M1 != OMPC_SCHEDULE_MODIFIER_unknown) ||
7560 (M1 == OMPC_SCHEDULE_MODIFIER_monotonic &&
7561 M2 == OMPC_SCHEDULE_MODIFIER_nonmonotonic) ||
7562 (M1 == OMPC_SCHEDULE_MODIFIER_nonmonotonic &&
7563 M2 == OMPC_SCHEDULE_MODIFIER_monotonic)) {
7564 Diag(M2Loc, diag::err_omp_unexpected_schedule_modifier)
7565 << getOpenMPSimpleClauseTypeName(OMPC_schedule, M2)
7566 << getOpenMPSimpleClauseTypeName(OMPC_schedule, M1);
7569 if (Kind == OMPC_SCHEDULE_unknown) {
7571 if (M1Loc.isInvalid() && M2Loc.isInvalid()) {
7572 unsigned Exclude[] = {OMPC_SCHEDULE_unknown};
7573 Values = getListOfPossibleValues(OMPC_schedule, /*First=*/0,
7574 /*Last=*/OMPC_SCHEDULE_MODIFIER_last,
7577 Values = getListOfPossibleValues(OMPC_schedule, /*First=*/0,
7578 /*Last=*/OMPC_SCHEDULE_unknown);
7580 Diag(KindLoc, diag::err_omp_unexpected_clause_value)
7581 << Values << getOpenMPClauseName(OMPC_schedule);
7584 // OpenMP, 2.7.1, Loop Construct, Restrictions
7585 // The nonmonotonic modifier can only be specified with schedule(dynamic) or
7586 // schedule(guided).
7587 if ((M1 == OMPC_SCHEDULE_MODIFIER_nonmonotonic ||
7588 M2 == OMPC_SCHEDULE_MODIFIER_nonmonotonic) &&
7589 Kind != OMPC_SCHEDULE_dynamic && Kind != OMPC_SCHEDULE_guided) {
7590 Diag(M1 == OMPC_SCHEDULE_MODIFIER_nonmonotonic ? M1Loc : M2Loc,
7591 diag::err_omp_schedule_nonmonotonic_static);
7594 Expr *ValExpr = ChunkSize;
7595 Stmt *HelperValStmt = nullptr;
7597 if (!ChunkSize->isValueDependent() && !ChunkSize->isTypeDependent() &&
7598 !ChunkSize->isInstantiationDependent() &&
7599 !ChunkSize->containsUnexpandedParameterPack()) {
7600 SourceLocation ChunkSizeLoc = ChunkSize->getLocStart();
7602 PerformOpenMPImplicitIntegerConversion(ChunkSizeLoc, ChunkSize);
7603 if (Val.isInvalid())
7606 ValExpr = Val.get();
7608 // OpenMP [2.7.1, Restrictions]
7609 // chunk_size must be a loop invariant integer expression with a positive
7611 llvm::APSInt Result;
7612 if (ValExpr->isIntegerConstantExpr(Result, Context)) {
7613 if (Result.isSigned() && !Result.isStrictlyPositive()) {
7614 Diag(ChunkSizeLoc, diag::err_omp_negative_expression_in_clause)
7615 << "schedule" << 1 << ChunkSize->getSourceRange();
7618 } else if (isParallelOrTaskRegion(DSAStack->getCurrentDirective()) &&
7619 !CurContext->isDependentContext()) {
7620 llvm::MapVector<Expr *, DeclRefExpr *> Captures;
7621 ValExpr = tryBuildCapture(*this, ValExpr, Captures).get();
7622 HelperValStmt = buildPreInits(Context, Captures);
7627 return new (Context)
7628 OMPScheduleClause(StartLoc, LParenLoc, KindLoc, CommaLoc, EndLoc, Kind,
7629 ValExpr, HelperValStmt, M1, M1Loc, M2, M2Loc);
7632 OMPClause *Sema::ActOnOpenMPClause(OpenMPClauseKind Kind,
7633 SourceLocation StartLoc,
7634 SourceLocation EndLoc) {
7635 OMPClause *Res = nullptr;
7638 Res = ActOnOpenMPOrderedClause(StartLoc, EndLoc);
7641 Res = ActOnOpenMPNowaitClause(StartLoc, EndLoc);
7644 Res = ActOnOpenMPUntiedClause(StartLoc, EndLoc);
7646 case OMPC_mergeable:
7647 Res = ActOnOpenMPMergeableClause(StartLoc, EndLoc);
7650 Res = ActOnOpenMPReadClause(StartLoc, EndLoc);
7653 Res = ActOnOpenMPWriteClause(StartLoc, EndLoc);
7656 Res = ActOnOpenMPUpdateClause(StartLoc, EndLoc);
7659 Res = ActOnOpenMPCaptureClause(StartLoc, EndLoc);
7662 Res = ActOnOpenMPSeqCstClause(StartLoc, EndLoc);
7665 Res = ActOnOpenMPThreadsClause(StartLoc, EndLoc);
7668 Res = ActOnOpenMPSIMDClause(StartLoc, EndLoc);
7671 Res = ActOnOpenMPNogroupClause(StartLoc, EndLoc);
7675 case OMPC_num_threads:
7681 case OMPC_firstprivate:
7682 case OMPC_lastprivate:
7684 case OMPC_reduction:
7688 case OMPC_copyprivate:
7690 case OMPC_proc_bind:
7691 case OMPC_threadprivate:
7696 case OMPC_num_teams:
7697 case OMPC_thread_limit:
7699 case OMPC_grainsize:
7700 case OMPC_num_tasks:
7702 case OMPC_dist_schedule:
7703 case OMPC_defaultmap:
7708 case OMPC_use_device_ptr:
7709 case OMPC_is_device_ptr:
7710 llvm_unreachable("Clause is not allowed.");
7715 OMPClause *Sema::ActOnOpenMPNowaitClause(SourceLocation StartLoc,
7716 SourceLocation EndLoc) {
7717 DSAStack->setNowaitRegion();
7718 return new (Context) OMPNowaitClause(StartLoc, EndLoc);
7721 OMPClause *Sema::ActOnOpenMPUntiedClause(SourceLocation StartLoc,
7722 SourceLocation EndLoc) {
7723 return new (Context) OMPUntiedClause(StartLoc, EndLoc);
7726 OMPClause *Sema::ActOnOpenMPMergeableClause(SourceLocation StartLoc,
7727 SourceLocation EndLoc) {
7728 return new (Context) OMPMergeableClause(StartLoc, EndLoc);
7731 OMPClause *Sema::ActOnOpenMPReadClause(SourceLocation StartLoc,
7732 SourceLocation EndLoc) {
7733 return new (Context) OMPReadClause(StartLoc, EndLoc);
7736 OMPClause *Sema::ActOnOpenMPWriteClause(SourceLocation StartLoc,
7737 SourceLocation EndLoc) {
7738 return new (Context) OMPWriteClause(StartLoc, EndLoc);
7741 OMPClause *Sema::ActOnOpenMPUpdateClause(SourceLocation StartLoc,
7742 SourceLocation EndLoc) {
7743 return new (Context) OMPUpdateClause(StartLoc, EndLoc);
7746 OMPClause *Sema::ActOnOpenMPCaptureClause(SourceLocation StartLoc,
7747 SourceLocation EndLoc) {
7748 return new (Context) OMPCaptureClause(StartLoc, EndLoc);
7751 OMPClause *Sema::ActOnOpenMPSeqCstClause(SourceLocation StartLoc,
7752 SourceLocation EndLoc) {
7753 return new (Context) OMPSeqCstClause(StartLoc, EndLoc);
7756 OMPClause *Sema::ActOnOpenMPThreadsClause(SourceLocation StartLoc,
7757 SourceLocation EndLoc) {
7758 return new (Context) OMPThreadsClause(StartLoc, EndLoc);
7761 OMPClause *Sema::ActOnOpenMPSIMDClause(SourceLocation StartLoc,
7762 SourceLocation EndLoc) {
7763 return new (Context) OMPSIMDClause(StartLoc, EndLoc);
7766 OMPClause *Sema::ActOnOpenMPNogroupClause(SourceLocation StartLoc,
7767 SourceLocation EndLoc) {
7768 return new (Context) OMPNogroupClause(StartLoc, EndLoc);
7771 OMPClause *Sema::ActOnOpenMPVarListClause(
7772 OpenMPClauseKind Kind, ArrayRef<Expr *> VarList, Expr *TailExpr,
7773 SourceLocation StartLoc, SourceLocation LParenLoc, SourceLocation ColonLoc,
7774 SourceLocation EndLoc, CXXScopeSpec &ReductionIdScopeSpec,
7775 const DeclarationNameInfo &ReductionId, OpenMPDependClauseKind DepKind,
7776 OpenMPLinearClauseKind LinKind, OpenMPMapClauseKind MapTypeModifier,
7777 OpenMPMapClauseKind MapType, bool IsMapTypeImplicit,
7778 SourceLocation DepLinMapLoc) {
7779 OMPClause *Res = nullptr;
7782 Res = ActOnOpenMPPrivateClause(VarList, StartLoc, LParenLoc, EndLoc);
7784 case OMPC_firstprivate:
7785 Res = ActOnOpenMPFirstprivateClause(VarList, StartLoc, LParenLoc, EndLoc);
7787 case OMPC_lastprivate:
7788 Res = ActOnOpenMPLastprivateClause(VarList, StartLoc, LParenLoc, EndLoc);
7791 Res = ActOnOpenMPSharedClause(VarList, StartLoc, LParenLoc, EndLoc);
7793 case OMPC_reduction:
7794 Res = ActOnOpenMPReductionClause(VarList, StartLoc, LParenLoc, ColonLoc,
7795 EndLoc, ReductionIdScopeSpec, ReductionId);
7798 Res = ActOnOpenMPLinearClause(VarList, TailExpr, StartLoc, LParenLoc,
7799 LinKind, DepLinMapLoc, ColonLoc, EndLoc);
7802 Res = ActOnOpenMPAlignedClause(VarList, TailExpr, StartLoc, LParenLoc,
7806 Res = ActOnOpenMPCopyinClause(VarList, StartLoc, LParenLoc, EndLoc);
7808 case OMPC_copyprivate:
7809 Res = ActOnOpenMPCopyprivateClause(VarList, StartLoc, LParenLoc, EndLoc);
7812 Res = ActOnOpenMPFlushClause(VarList, StartLoc, LParenLoc, EndLoc);
7815 Res = ActOnOpenMPDependClause(DepKind, DepLinMapLoc, ColonLoc, VarList,
7816 StartLoc, LParenLoc, EndLoc);
7819 Res = ActOnOpenMPMapClause(MapTypeModifier, MapType, IsMapTypeImplicit,
7820 DepLinMapLoc, ColonLoc, VarList, StartLoc,
7824 Res = ActOnOpenMPToClause(VarList, StartLoc, LParenLoc, EndLoc);
7827 Res = ActOnOpenMPFromClause(VarList, StartLoc, LParenLoc, EndLoc);
7829 case OMPC_use_device_ptr:
7830 Res = ActOnOpenMPUseDevicePtrClause(VarList, StartLoc, LParenLoc, EndLoc);
7832 case OMPC_is_device_ptr:
7833 Res = ActOnOpenMPIsDevicePtrClause(VarList, StartLoc, LParenLoc, EndLoc);
7837 case OMPC_num_threads:
7842 case OMPC_proc_bind:
7847 case OMPC_mergeable:
7848 case OMPC_threadprivate:
7857 case OMPC_num_teams:
7858 case OMPC_thread_limit:
7860 case OMPC_grainsize:
7862 case OMPC_num_tasks:
7864 case OMPC_dist_schedule:
7865 case OMPC_defaultmap:
7868 llvm_unreachable("Clause is not allowed.");
7873 ExprResult Sema::getOpenMPCapturedExpr(VarDecl *Capture, ExprValueKind VK,
7874 ExprObjectKind OK, SourceLocation Loc) {
7875 ExprResult Res = BuildDeclRefExpr(
7876 Capture, Capture->getType().getNonReferenceType(), VK_LValue, Loc);
7877 if (!Res.isUsable())
7879 if (OK == OK_Ordinary && !getLangOpts().CPlusPlus) {
7880 Res = CreateBuiltinUnaryOp(Loc, UO_Deref, Res.get());
7881 if (!Res.isUsable())
7884 if (VK != VK_LValue && Res.get()->isGLValue()) {
7885 Res = DefaultLvalueConversion(Res.get());
7886 if (!Res.isUsable())
7892 static std::pair<ValueDecl *, bool>
7893 getPrivateItem(Sema &S, Expr *&RefExpr, SourceLocation &ELoc,
7894 SourceRange &ERange, bool AllowArraySection = false) {
7895 if (RefExpr->isTypeDependent() || RefExpr->isValueDependent() ||
7896 RefExpr->containsUnexpandedParameterPack())
7897 return std::make_pair(nullptr, true);
7899 // OpenMP [3.1, C/C++]
7900 // A list item is a variable name.
7901 // OpenMP [2.9.3.3, Restrictions, p.1]
7902 // A variable that is part of another variable (as an array or
7903 // structure element) cannot appear in a private clause.
7904 RefExpr = RefExpr->IgnoreParens();
7909 } IsArrayExpr = NoArrayExpr;
7910 if (AllowArraySection) {
7911 if (auto *ASE = dyn_cast_or_null<ArraySubscriptExpr>(RefExpr)) {
7912 auto *Base = ASE->getBase()->IgnoreParenImpCasts();
7913 while (auto *TempASE = dyn_cast<ArraySubscriptExpr>(Base))
7914 Base = TempASE->getBase()->IgnoreParenImpCasts();
7916 IsArrayExpr = ArraySubscript;
7917 } else if (auto *OASE = dyn_cast_or_null<OMPArraySectionExpr>(RefExpr)) {
7918 auto *Base = OASE->getBase()->IgnoreParenImpCasts();
7919 while (auto *TempOASE = dyn_cast<OMPArraySectionExpr>(Base))
7920 Base = TempOASE->getBase()->IgnoreParenImpCasts();
7921 while (auto *TempASE = dyn_cast<ArraySubscriptExpr>(Base))
7922 Base = TempASE->getBase()->IgnoreParenImpCasts();
7924 IsArrayExpr = OMPArraySection;
7927 ELoc = RefExpr->getExprLoc();
7928 ERange = RefExpr->getSourceRange();
7929 RefExpr = RefExpr->IgnoreParenImpCasts();
7930 auto *DE = dyn_cast_or_null<DeclRefExpr>(RefExpr);
7931 auto *ME = dyn_cast_or_null<MemberExpr>(RefExpr);
7932 if ((!DE || !isa<VarDecl>(DE->getDecl())) &&
7933 (S.getCurrentThisType().isNull() || !ME ||
7934 !isa<CXXThisExpr>(ME->getBase()->IgnoreParenImpCasts()) ||
7935 !isa<FieldDecl>(ME->getMemberDecl()))) {
7936 if (IsArrayExpr != NoArrayExpr)
7937 S.Diag(ELoc, diag::err_omp_expected_base_var_name) << IsArrayExpr
7942 ? diag::err_omp_expected_var_name_member_expr_or_array_item
7943 : diag::err_omp_expected_var_name_member_expr)
7944 << (S.getCurrentThisType().isNull() ? 0 : 1) << ERange;
7946 return std::make_pair(nullptr, false);
7948 return std::make_pair(DE ? DE->getDecl() : ME->getMemberDecl(), false);
7951 OMPClause *Sema::ActOnOpenMPPrivateClause(ArrayRef<Expr *> VarList,
7952 SourceLocation StartLoc,
7953 SourceLocation LParenLoc,
7954 SourceLocation EndLoc) {
7955 SmallVector<Expr *, 8> Vars;
7956 SmallVector<Expr *, 8> PrivateCopies;
7957 for (auto &RefExpr : VarList) {
7958 assert(RefExpr && "NULL expr in OpenMP private clause.");
7959 SourceLocation ELoc;
7961 Expr *SimpleRefExpr = RefExpr;
7962 auto Res = getPrivateItem(*this, SimpleRefExpr, ELoc, ERange);
7964 // It will be analyzed later.
7965 Vars.push_back(RefExpr);
7966 PrivateCopies.push_back(nullptr);
7968 ValueDecl *D = Res.first;
7972 QualType Type = D->getType();
7973 auto *VD = dyn_cast<VarDecl>(D);
7975 // OpenMP [2.9.3.3, Restrictions, C/C++, p.3]
7976 // A variable that appears in a private clause must not have an incomplete
7977 // type or a reference type.
7978 if (RequireCompleteType(ELoc, Type, diag::err_omp_private_incomplete_type))
7980 Type = Type.getNonReferenceType();
7982 // OpenMP [2.9.1.1, Data-sharing Attribute Rules for Variables Referenced
7984 // Variables with the predetermined data-sharing attributes may not be
7985 // listed in data-sharing attributes clauses, except for the cases
7986 // listed below. For these exceptions only, listing a predetermined
7987 // variable in a data-sharing attribute clause is allowed and overrides
7988 // the variable's predetermined data-sharing attributes.
7989 DSAStackTy::DSAVarData DVar = DSAStack->getTopDSA(D, false);
7990 if (DVar.CKind != OMPC_unknown && DVar.CKind != OMPC_private) {
7991 Diag(ELoc, diag::err_omp_wrong_dsa) << getOpenMPClauseName(DVar.CKind)
7992 << getOpenMPClauseName(OMPC_private);
7993 ReportOriginalDSA(*this, DSAStack, D, DVar);
7997 auto CurrDir = DSAStack->getCurrentDirective();
7998 // Variably modified types are not supported for tasks.
7999 if (!Type->isAnyPointerType() && Type->isVariablyModifiedType() &&
8000 isOpenMPTaskingDirective(CurrDir)) {
8001 Diag(ELoc, diag::err_omp_variably_modified_type_not_supported)
8002 << getOpenMPClauseName(OMPC_private) << Type
8003 << getOpenMPDirectiveName(CurrDir);
8006 VD->isThisDeclarationADefinition(Context) == VarDecl::DeclarationOnly;
8007 Diag(D->getLocation(),
8008 IsDecl ? diag::note_previous_decl : diag::note_defined_here)
8013 // OpenMP 4.5 [2.15.5.1, Restrictions, p.3]
8014 // A list item cannot appear in both a map clause and a data-sharing
8015 // attribute clause on the same construct
8016 if (CurrDir == OMPD_target || CurrDir == OMPD_target_parallel ||
8017 CurrDir == OMPD_target_teams ||
8018 CurrDir == OMPD_target_teams_distribute ||
8019 CurrDir == OMPD_target_teams_distribute_parallel_for ||
8020 CurrDir == OMPD_target_teams_distribute_parallel_for_simd ||
8021 CurrDir == OMPD_target_teams_distribute_simd ||
8022 CurrDir == OMPD_target_parallel_for_simd ||
8023 CurrDir == OMPD_target_parallel_for) {
8024 OpenMPClauseKind ConflictKind;
8025 if (DSAStack->checkMappableExprComponentListsForDecl(
8026 VD, /*CurrentRegionOnly=*/true,
8027 [&](OMPClauseMappableExprCommon::MappableExprComponentListRef,
8028 OpenMPClauseKind WhereFoundClauseKind) -> bool {
8029 ConflictKind = WhereFoundClauseKind;
8032 Diag(ELoc, diag::err_omp_variable_in_given_clause_and_dsa)
8033 << getOpenMPClauseName(OMPC_private)
8034 << getOpenMPClauseName(ConflictKind)
8035 << getOpenMPDirectiveName(CurrDir);
8036 ReportOriginalDSA(*this, DSAStack, D, DVar);
8041 // OpenMP [2.9.3.3, Restrictions, C/C++, p.1]
8042 // A variable of class type (or array thereof) that appears in a private
8043 // clause requires an accessible, unambiguous default constructor for the
8045 // Generate helper private variable and initialize it with the default
8046 // value. The address of the original variable is replaced by the address of
8047 // the new private variable in CodeGen. This new variable is not added to
8048 // IdResolver, so the code in the OpenMP region uses original variable for
8049 // proper diagnostics.
8050 Type = Type.getUnqualifiedType();
8051 auto VDPrivate = buildVarDecl(*this, ELoc, Type, D->getName(),
8052 D->hasAttrs() ? &D->getAttrs() : nullptr);
8053 ActOnUninitializedDecl(VDPrivate);
8054 if (VDPrivate->isInvalidDecl())
8056 auto VDPrivateRefExpr = buildDeclRefExpr(
8057 *this, VDPrivate, RefExpr->getType().getUnqualifiedType(), ELoc);
8059 DeclRefExpr *Ref = nullptr;
8060 if (!VD && !CurContext->isDependentContext())
8061 Ref = buildCapture(*this, D, SimpleRefExpr, /*WithInit=*/false);
8062 DSAStack->addDSA(D, RefExpr->IgnoreParens(), OMPC_private, Ref);
8063 Vars.push_back((VD || CurContext->isDependentContext())
8064 ? RefExpr->IgnoreParens()
8066 PrivateCopies.push_back(VDPrivateRefExpr);
8072 return OMPPrivateClause::Create(Context, StartLoc, LParenLoc, EndLoc, Vars,
8077 class DiagsUninitializedSeveretyRAII {
8079 DiagnosticsEngine &Diags;
8080 SourceLocation SavedLoc;
8084 DiagsUninitializedSeveretyRAII(DiagnosticsEngine &Diags, SourceLocation Loc,
8086 : Diags(Diags), SavedLoc(Loc), IsIgnored(IsIgnored) {
8088 Diags.setSeverity(/*Diag*/ diag::warn_uninit_self_reference_in_init,
8089 /*Map*/ diag::Severity::Ignored, Loc);
8092 ~DiagsUninitializedSeveretyRAII() {
8094 Diags.popMappings(SavedLoc);
8099 OMPClause *Sema::ActOnOpenMPFirstprivateClause(ArrayRef<Expr *> VarList,
8100 SourceLocation StartLoc,
8101 SourceLocation LParenLoc,
8102 SourceLocation EndLoc) {
8103 SmallVector<Expr *, 8> Vars;
8104 SmallVector<Expr *, 8> PrivateCopies;
8105 SmallVector<Expr *, 8> Inits;
8106 SmallVector<Decl *, 4> ExprCaptures;
8107 bool IsImplicitClause =
8108 StartLoc.isInvalid() && LParenLoc.isInvalid() && EndLoc.isInvalid();
8109 auto ImplicitClauseLoc = DSAStack->getConstructLoc();
8111 for (auto &RefExpr : VarList) {
8112 assert(RefExpr && "NULL expr in OpenMP firstprivate clause.");
8113 SourceLocation ELoc;
8115 Expr *SimpleRefExpr = RefExpr;
8116 auto Res = getPrivateItem(*this, SimpleRefExpr, ELoc, ERange);
8118 // It will be analyzed later.
8119 Vars.push_back(RefExpr);
8120 PrivateCopies.push_back(nullptr);
8121 Inits.push_back(nullptr);
8123 ValueDecl *D = Res.first;
8127 ELoc = IsImplicitClause ? ImplicitClauseLoc : ELoc;
8128 QualType Type = D->getType();
8129 auto *VD = dyn_cast<VarDecl>(D);
8131 // OpenMP [2.9.3.3, Restrictions, C/C++, p.3]
8132 // A variable that appears in a private clause must not have an incomplete
8133 // type or a reference type.
8134 if (RequireCompleteType(ELoc, Type,
8135 diag::err_omp_firstprivate_incomplete_type))
8137 Type = Type.getNonReferenceType();
8139 // OpenMP [2.9.3.4, Restrictions, C/C++, p.1]
8140 // A variable of class type (or array thereof) that appears in a private
8141 // clause requires an accessible, unambiguous copy constructor for the
8143 auto ElemType = Context.getBaseElementType(Type).getNonReferenceType();
8145 // If an implicit firstprivate variable found it was checked already.
8146 DSAStackTy::DSAVarData TopDVar;
8147 if (!IsImplicitClause) {
8148 DSAStackTy::DSAVarData DVar = DSAStack->getTopDSA(D, false);
8150 bool IsConstant = ElemType.isConstant(Context);
8151 // OpenMP [2.4.13, Data-sharing Attribute Clauses]
8152 // A list item that specifies a given variable may not appear in more
8153 // than one clause on the same directive, except that a variable may be
8154 // specified in both firstprivate and lastprivate clauses.
8155 if (DVar.CKind != OMPC_unknown && DVar.CKind != OMPC_firstprivate &&
8156 DVar.CKind != OMPC_lastprivate && DVar.RefExpr) {
8157 Diag(ELoc, diag::err_omp_wrong_dsa)
8158 << getOpenMPClauseName(DVar.CKind)
8159 << getOpenMPClauseName(OMPC_firstprivate);
8160 ReportOriginalDSA(*this, DSAStack, D, DVar);
8164 // OpenMP [2.9.1.1, Data-sharing Attribute Rules for Variables Referenced
8166 // Variables with the predetermined data-sharing attributes may not be
8167 // listed in data-sharing attributes clauses, except for the cases
8168 // listed below. For these exceptions only, listing a predetermined
8169 // variable in a data-sharing attribute clause is allowed and overrides
8170 // the variable's predetermined data-sharing attributes.
8171 // OpenMP [2.9.1.1, Data-sharing Attribute Rules for Variables Referenced
8172 // in a Construct, C/C++, p.2]
8173 // Variables with const-qualified type having no mutable member may be
8174 // listed in a firstprivate clause, even if they are static data members.
8175 if (!(IsConstant || (VD && VD->isStaticDataMember())) && !DVar.RefExpr &&
8176 DVar.CKind != OMPC_unknown && DVar.CKind != OMPC_shared) {
8177 Diag(ELoc, diag::err_omp_wrong_dsa)
8178 << getOpenMPClauseName(DVar.CKind)
8179 << getOpenMPClauseName(OMPC_firstprivate);
8180 ReportOriginalDSA(*this, DSAStack, D, DVar);
8184 OpenMPDirectiveKind CurrDir = DSAStack->getCurrentDirective();
8185 // OpenMP [2.9.3.4, Restrictions, p.2]
8186 // A list item that is private within a parallel region must not appear
8187 // in a firstprivate clause on a worksharing construct if any of the
8188 // worksharing regions arising from the worksharing construct ever bind
8189 // to any of the parallel regions arising from the parallel construct.
8190 if (isOpenMPWorksharingDirective(CurrDir) &&
8191 !isOpenMPParallelDirective(CurrDir) &&
8192 !isOpenMPTeamsDirective(CurrDir)) {
8193 DVar = DSAStack->getImplicitDSA(D, true);
8194 if (DVar.CKind != OMPC_shared &&
8195 (isOpenMPParallelDirective(DVar.DKind) ||
8196 DVar.DKind == OMPD_unknown)) {
8197 Diag(ELoc, diag::err_omp_required_access)
8198 << getOpenMPClauseName(OMPC_firstprivate)
8199 << getOpenMPClauseName(OMPC_shared);
8200 ReportOriginalDSA(*this, DSAStack, D, DVar);
8204 // OpenMP [2.9.3.4, Restrictions, p.3]
8205 // A list item that appears in a reduction clause of a parallel construct
8206 // must not appear in a firstprivate clause on a worksharing or task
8207 // construct if any of the worksharing or task regions arising from the
8208 // worksharing or task construct ever bind to any of the parallel regions
8209 // arising from the parallel construct.
8210 // OpenMP [2.9.3.4, Restrictions, p.4]
8211 // A list item that appears in a reduction clause in worksharing
8212 // construct must not appear in a firstprivate clause in a task construct
8213 // encountered during execution of any of the worksharing regions arising
8214 // from the worksharing construct.
8215 if (isOpenMPTaskingDirective(CurrDir)) {
8216 DVar = DSAStack->hasInnermostDSA(
8217 D, [](OpenMPClauseKind C) -> bool { return C == OMPC_reduction; },
8218 [](OpenMPDirectiveKind K) -> bool {
8219 return isOpenMPParallelDirective(K) ||
8220 isOpenMPWorksharingDirective(K);
8223 if (DVar.CKind == OMPC_reduction &&
8224 (isOpenMPParallelDirective(DVar.DKind) ||
8225 isOpenMPWorksharingDirective(DVar.DKind))) {
8226 Diag(ELoc, diag::err_omp_parallel_reduction_in_task_firstprivate)
8227 << getOpenMPDirectiveName(DVar.DKind);
8228 ReportOriginalDSA(*this, DSAStack, D, DVar);
8233 // OpenMP 4.5 [2.15.3.4, Restrictions, p.3]
8234 // A list item that is private within a teams region must not appear in a
8235 // firstprivate clause on a distribute construct if any of the distribute
8236 // regions arising from the distribute construct ever bind to any of the
8237 // teams regions arising from the teams construct.
8238 // OpenMP 4.5 [2.15.3.4, Restrictions, p.3]
8239 // A list item that appears in a reduction clause of a teams construct
8240 // must not appear in a firstprivate clause on a distribute construct if
8241 // any of the distribute regions arising from the distribute construct
8242 // ever bind to any of the teams regions arising from the teams construct.
8243 // OpenMP 4.5 [2.10.8, Distribute Construct, p.3]
8244 // A list item may appear in a firstprivate or lastprivate clause but not
8246 if (CurrDir == OMPD_distribute) {
8247 DVar = DSAStack->hasInnermostDSA(
8248 D, [](OpenMPClauseKind C) -> bool { return C == OMPC_private; },
8249 [](OpenMPDirectiveKind K) -> bool {
8250 return isOpenMPTeamsDirective(K);
8253 if (DVar.CKind == OMPC_private && isOpenMPTeamsDirective(DVar.DKind)) {
8254 Diag(ELoc, diag::err_omp_firstprivate_distribute_private_teams);
8255 ReportOriginalDSA(*this, DSAStack, D, DVar);
8258 DVar = DSAStack->hasInnermostDSA(
8259 D, [](OpenMPClauseKind C) -> bool { return C == OMPC_reduction; },
8260 [](OpenMPDirectiveKind K) -> bool {
8261 return isOpenMPTeamsDirective(K);
8264 if (DVar.CKind == OMPC_reduction &&
8265 isOpenMPTeamsDirective(DVar.DKind)) {
8266 Diag(ELoc, diag::err_omp_firstprivate_distribute_in_teams_reduction);
8267 ReportOriginalDSA(*this, DSAStack, D, DVar);
8270 DVar = DSAStack->getTopDSA(D, false);
8271 if (DVar.CKind == OMPC_lastprivate) {
8272 Diag(ELoc, diag::err_omp_firstprivate_and_lastprivate_in_distribute);
8273 ReportOriginalDSA(*this, DSAStack, D, DVar);
8277 // OpenMP 4.5 [2.15.5.1, Restrictions, p.3]
8278 // A list item cannot appear in both a map clause and a data-sharing
8279 // attribute clause on the same construct
8280 if (CurrDir == OMPD_target || CurrDir == OMPD_target_parallel ||
8281 CurrDir == OMPD_target_teams ||
8282 CurrDir == OMPD_target_teams_distribute ||
8283 CurrDir == OMPD_target_teams_distribute_parallel_for ||
8284 CurrDir == OMPD_target_teams_distribute_parallel_for_simd ||
8285 CurrDir == OMPD_target_teams_distribute_simd ||
8286 CurrDir == OMPD_target_parallel_for_simd ||
8287 CurrDir == OMPD_target_parallel_for) {
8288 OpenMPClauseKind ConflictKind;
8289 if (DSAStack->checkMappableExprComponentListsForDecl(
8290 VD, /*CurrentRegionOnly=*/true,
8291 [&](OMPClauseMappableExprCommon::MappableExprComponentListRef,
8292 OpenMPClauseKind WhereFoundClauseKind) -> bool {
8293 ConflictKind = WhereFoundClauseKind;
8296 Diag(ELoc, diag::err_omp_variable_in_given_clause_and_dsa)
8297 << getOpenMPClauseName(OMPC_firstprivate)
8298 << getOpenMPClauseName(ConflictKind)
8299 << getOpenMPDirectiveName(DSAStack->getCurrentDirective());
8300 ReportOriginalDSA(*this, DSAStack, D, DVar);
8306 // Variably modified types are not supported for tasks.
8307 if (!Type->isAnyPointerType() && Type->isVariablyModifiedType() &&
8308 isOpenMPTaskingDirective(DSAStack->getCurrentDirective())) {
8309 Diag(ELoc, diag::err_omp_variably_modified_type_not_supported)
8310 << getOpenMPClauseName(OMPC_firstprivate) << Type
8311 << getOpenMPDirectiveName(DSAStack->getCurrentDirective());
8314 VD->isThisDeclarationADefinition(Context) == VarDecl::DeclarationOnly;
8315 Diag(D->getLocation(),
8316 IsDecl ? diag::note_previous_decl : diag::note_defined_here)
8321 Type = Type.getUnqualifiedType();
8322 auto VDPrivate = buildVarDecl(*this, ELoc, Type, D->getName(),
8323 D->hasAttrs() ? &D->getAttrs() : nullptr);
8324 // Generate helper private variable and initialize it with the value of the
8325 // original variable. The address of the original variable is replaced by
8326 // the address of the new private variable in the CodeGen. This new variable
8327 // is not added to IdResolver, so the code in the OpenMP region uses
8328 // original variable for proper diagnostics and variable capturing.
8329 Expr *VDInitRefExpr = nullptr;
8330 // For arrays generate initializer for single element and replace it by the
8331 // original array element in CodeGen.
8332 if (Type->isArrayType()) {
8334 buildVarDecl(*this, RefExpr->getExprLoc(), ElemType, D->getName());
8335 VDInitRefExpr = buildDeclRefExpr(*this, VDInit, ElemType, ELoc);
8336 auto Init = DefaultLvalueConversion(VDInitRefExpr).get();
8337 ElemType = ElemType.getUnqualifiedType();
8338 auto *VDInitTemp = buildVarDecl(*this, RefExpr->getExprLoc(), ElemType,
8339 ".firstprivate.temp");
8340 InitializedEntity Entity =
8341 InitializedEntity::InitializeVariable(VDInitTemp);
8342 InitializationKind Kind = InitializationKind::CreateCopy(ELoc, ELoc);
8344 InitializationSequence InitSeq(*this, Entity, Kind, Init);
8345 ExprResult Result = InitSeq.Perform(*this, Entity, Kind, Init);
8346 if (Result.isInvalid())
8347 VDPrivate->setInvalidDecl();
8349 VDPrivate->setInit(Result.getAs<Expr>());
8350 // Remove temp variable declaration.
8351 Context.Deallocate(VDInitTemp);
8353 auto *VDInit = buildVarDecl(*this, RefExpr->getExprLoc(), Type,
8354 ".firstprivate.temp");
8355 VDInitRefExpr = buildDeclRefExpr(*this, VDInit, RefExpr->getType(),
8356 RefExpr->getExprLoc());
8357 AddInitializerToDecl(VDPrivate,
8358 DefaultLvalueConversion(VDInitRefExpr).get(),
8359 /*DirectInit=*/false);
8361 if (VDPrivate->isInvalidDecl()) {
8362 if (IsImplicitClause) {
8363 Diag(RefExpr->getExprLoc(),
8364 diag::note_omp_task_predetermined_firstprivate_here);
8368 CurContext->addDecl(VDPrivate);
8369 auto VDPrivateRefExpr = buildDeclRefExpr(
8370 *this, VDPrivate, RefExpr->getType().getUnqualifiedType(),
8371 RefExpr->getExprLoc());
8372 DeclRefExpr *Ref = nullptr;
8373 if (!VD && !CurContext->isDependentContext()) {
8374 if (TopDVar.CKind == OMPC_lastprivate)
8375 Ref = TopDVar.PrivateCopy;
8377 Ref = buildCapture(*this, D, SimpleRefExpr, /*WithInit=*/true);
8378 if (!IsOpenMPCapturedDecl(D))
8379 ExprCaptures.push_back(Ref->getDecl());
8382 DSAStack->addDSA(D, RefExpr->IgnoreParens(), OMPC_firstprivate, Ref);
8383 Vars.push_back((VD || CurContext->isDependentContext())
8384 ? RefExpr->IgnoreParens()
8386 PrivateCopies.push_back(VDPrivateRefExpr);
8387 Inits.push_back(VDInitRefExpr);
8393 return OMPFirstprivateClause::Create(Context, StartLoc, LParenLoc, EndLoc,
8394 Vars, PrivateCopies, Inits,
8395 buildPreInits(Context, ExprCaptures));
8398 OMPClause *Sema::ActOnOpenMPLastprivateClause(ArrayRef<Expr *> VarList,
8399 SourceLocation StartLoc,
8400 SourceLocation LParenLoc,
8401 SourceLocation EndLoc) {
8402 SmallVector<Expr *, 8> Vars;
8403 SmallVector<Expr *, 8> SrcExprs;
8404 SmallVector<Expr *, 8> DstExprs;
8405 SmallVector<Expr *, 8> AssignmentOps;
8406 SmallVector<Decl *, 4> ExprCaptures;
8407 SmallVector<Expr *, 4> ExprPostUpdates;
8408 for (auto &RefExpr : VarList) {
8409 assert(RefExpr && "NULL expr in OpenMP lastprivate clause.");
8410 SourceLocation ELoc;
8412 Expr *SimpleRefExpr = RefExpr;
8413 auto Res = getPrivateItem(*this, SimpleRefExpr, ELoc, ERange);
8415 // It will be analyzed later.
8416 Vars.push_back(RefExpr);
8417 SrcExprs.push_back(nullptr);
8418 DstExprs.push_back(nullptr);
8419 AssignmentOps.push_back(nullptr);
8421 ValueDecl *D = Res.first;
8425 QualType Type = D->getType();
8426 auto *VD = dyn_cast<VarDecl>(D);
8428 // OpenMP [2.14.3.5, Restrictions, C/C++, p.2]
8429 // A variable that appears in a lastprivate clause must not have an
8430 // incomplete type or a reference type.
8431 if (RequireCompleteType(ELoc, Type,
8432 diag::err_omp_lastprivate_incomplete_type))
8434 Type = Type.getNonReferenceType();
8436 // OpenMP [2.14.1.1, Data-sharing Attribute Rules for Variables Referenced
8438 // Variables with the predetermined data-sharing attributes may not be
8439 // listed in data-sharing attributes clauses, except for the cases
8441 DSAStackTy::DSAVarData DVar = DSAStack->getTopDSA(D, false);
8442 if (DVar.CKind != OMPC_unknown && DVar.CKind != OMPC_lastprivate &&
8443 DVar.CKind != OMPC_firstprivate &&
8444 (DVar.CKind != OMPC_private || DVar.RefExpr != nullptr)) {
8445 Diag(ELoc, diag::err_omp_wrong_dsa)
8446 << getOpenMPClauseName(DVar.CKind)
8447 << getOpenMPClauseName(OMPC_lastprivate);
8448 ReportOriginalDSA(*this, DSAStack, D, DVar);
8452 OpenMPDirectiveKind CurrDir = DSAStack->getCurrentDirective();
8453 // OpenMP [2.14.3.5, Restrictions, p.2]
8454 // A list item that is private within a parallel region, or that appears in
8455 // the reduction clause of a parallel construct, must not appear in a
8456 // lastprivate clause on a worksharing construct if any of the corresponding
8457 // worksharing regions ever binds to any of the corresponding parallel
8459 DSAStackTy::DSAVarData TopDVar = DVar;
8460 if (isOpenMPWorksharingDirective(CurrDir) &&
8461 !isOpenMPParallelDirective(CurrDir) &&
8462 !isOpenMPTeamsDirective(CurrDir)) {
8463 DVar = DSAStack->getImplicitDSA(D, true);
8464 if (DVar.CKind != OMPC_shared) {
8465 Diag(ELoc, diag::err_omp_required_access)
8466 << getOpenMPClauseName(OMPC_lastprivate)
8467 << getOpenMPClauseName(OMPC_shared);
8468 ReportOriginalDSA(*this, DSAStack, D, DVar);
8473 // OpenMP 4.5 [2.10.8, Distribute Construct, p.3]
8474 // A list item may appear in a firstprivate or lastprivate clause but not
8476 if (CurrDir == OMPD_distribute) {
8477 DSAStackTy::DSAVarData DVar = DSAStack->getTopDSA(D, false);
8478 if (DVar.CKind == OMPC_firstprivate) {
8479 Diag(ELoc, diag::err_omp_firstprivate_and_lastprivate_in_distribute);
8480 ReportOriginalDSA(*this, DSAStack, D, DVar);
8485 // OpenMP [2.14.3.5, Restrictions, C++, p.1,2]
8486 // A variable of class type (or array thereof) that appears in a
8487 // lastprivate clause requires an accessible, unambiguous default
8488 // constructor for the class type, unless the list item is also specified
8489 // in a firstprivate clause.
8490 // A variable of class type (or array thereof) that appears in a
8491 // lastprivate clause requires an accessible, unambiguous copy assignment
8492 // operator for the class type.
8493 Type = Context.getBaseElementType(Type).getNonReferenceType();
8494 auto *SrcVD = buildVarDecl(*this, ERange.getBegin(),
8495 Type.getUnqualifiedType(), ".lastprivate.src",
8496 D->hasAttrs() ? &D->getAttrs() : nullptr);
8497 auto *PseudoSrcExpr =
8498 buildDeclRefExpr(*this, SrcVD, Type.getUnqualifiedType(), ELoc);
8500 buildVarDecl(*this, ERange.getBegin(), Type, ".lastprivate.dst",
8501 D->hasAttrs() ? &D->getAttrs() : nullptr);
8502 auto *PseudoDstExpr = buildDeclRefExpr(*this, DstVD, Type, ELoc);
8503 // For arrays generate assignment operation for single element and replace
8504 // it by the original array element in CodeGen.
8505 auto AssignmentOp = BuildBinOp(/*S=*/nullptr, ELoc, BO_Assign,
8506 PseudoDstExpr, PseudoSrcExpr);
8507 if (AssignmentOp.isInvalid())
8509 AssignmentOp = ActOnFinishFullExpr(AssignmentOp.get(), ELoc,
8510 /*DiscardedValue=*/true);
8511 if (AssignmentOp.isInvalid())
8514 DeclRefExpr *Ref = nullptr;
8515 if (!VD && !CurContext->isDependentContext()) {
8516 if (TopDVar.CKind == OMPC_firstprivate)
8517 Ref = TopDVar.PrivateCopy;
8519 Ref = buildCapture(*this, D, SimpleRefExpr, /*WithInit=*/false);
8520 if (!IsOpenMPCapturedDecl(D))
8521 ExprCaptures.push_back(Ref->getDecl());
8523 if (TopDVar.CKind == OMPC_firstprivate ||
8524 (!IsOpenMPCapturedDecl(D) &&
8525 Ref->getDecl()->hasAttr<OMPCaptureNoInitAttr>())) {
8526 ExprResult RefRes = DefaultLvalueConversion(Ref);
8527 if (!RefRes.isUsable())
8529 ExprResult PostUpdateRes =
8530 BuildBinOp(DSAStack->getCurScope(), ELoc, BO_Assign, SimpleRefExpr,
8532 if (!PostUpdateRes.isUsable())
8534 ExprPostUpdates.push_back(
8535 IgnoredValueConversions(PostUpdateRes.get()).get());
8538 DSAStack->addDSA(D, RefExpr->IgnoreParens(), OMPC_lastprivate, Ref);
8539 Vars.push_back((VD || CurContext->isDependentContext())
8540 ? RefExpr->IgnoreParens()
8542 SrcExprs.push_back(PseudoSrcExpr);
8543 DstExprs.push_back(PseudoDstExpr);
8544 AssignmentOps.push_back(AssignmentOp.get());
8550 return OMPLastprivateClause::Create(Context, StartLoc, LParenLoc, EndLoc,
8551 Vars, SrcExprs, DstExprs, AssignmentOps,
8552 buildPreInits(Context, ExprCaptures),
8553 buildPostUpdate(*this, ExprPostUpdates));
8556 OMPClause *Sema::ActOnOpenMPSharedClause(ArrayRef<Expr *> VarList,
8557 SourceLocation StartLoc,
8558 SourceLocation LParenLoc,
8559 SourceLocation EndLoc) {
8560 SmallVector<Expr *, 8> Vars;
8561 for (auto &RefExpr : VarList) {
8562 assert(RefExpr && "NULL expr in OpenMP lastprivate clause.");
8563 SourceLocation ELoc;
8565 Expr *SimpleRefExpr = RefExpr;
8566 auto Res = getPrivateItem(*this, SimpleRefExpr, ELoc, ERange);
8568 // It will be analyzed later.
8569 Vars.push_back(RefExpr);
8571 ValueDecl *D = Res.first;
8575 auto *VD = dyn_cast<VarDecl>(D);
8576 // OpenMP [2.9.1.1, Data-sharing Attribute Rules for Variables Referenced
8578 // Variables with the predetermined data-sharing attributes may not be
8579 // listed in data-sharing attributes clauses, except for the cases
8580 // listed below. For these exceptions only, listing a predetermined
8581 // variable in a data-sharing attribute clause is allowed and overrides
8582 // the variable's predetermined data-sharing attributes.
8583 DSAStackTy::DSAVarData DVar = DSAStack->getTopDSA(D, false);
8584 if (DVar.CKind != OMPC_unknown && DVar.CKind != OMPC_shared &&
8586 Diag(ELoc, diag::err_omp_wrong_dsa) << getOpenMPClauseName(DVar.CKind)
8587 << getOpenMPClauseName(OMPC_shared);
8588 ReportOriginalDSA(*this, DSAStack, D, DVar);
8592 DeclRefExpr *Ref = nullptr;
8593 if (!VD && IsOpenMPCapturedDecl(D) && !CurContext->isDependentContext())
8594 Ref = buildCapture(*this, D, SimpleRefExpr, /*WithInit=*/true);
8595 DSAStack->addDSA(D, RefExpr->IgnoreParens(), OMPC_shared, Ref);
8596 Vars.push_back((VD || !Ref || CurContext->isDependentContext())
8597 ? RefExpr->IgnoreParens()
8604 return OMPSharedClause::Create(Context, StartLoc, LParenLoc, EndLoc, Vars);
8608 class DSARefChecker : public StmtVisitor<DSARefChecker, bool> {
8612 bool VisitDeclRefExpr(DeclRefExpr *E) {
8613 if (VarDecl *VD = dyn_cast<VarDecl>(E->getDecl())) {
8614 DSAStackTy::DSAVarData DVar = Stack->getTopDSA(VD, false);
8615 if (DVar.CKind == OMPC_shared && !DVar.RefExpr)
8617 if (DVar.CKind != OMPC_unknown)
8619 DSAStackTy::DSAVarData DVarPrivate = Stack->hasDSA(
8620 VD, isOpenMPPrivate, [](OpenMPDirectiveKind) -> bool { return true; },
8622 if (DVarPrivate.CKind != OMPC_unknown)
8628 bool VisitStmt(Stmt *S) {
8629 for (auto Child : S->children()) {
8630 if (Child && Visit(Child))
8635 explicit DSARefChecker(DSAStackTy *S) : Stack(S) {}
8640 // Transform MemberExpression for specified FieldDecl of current class to
8641 // DeclRefExpr to specified OMPCapturedExprDecl.
8642 class TransformExprToCaptures : public TreeTransform<TransformExprToCaptures> {
8643 typedef TreeTransform<TransformExprToCaptures> BaseTransform;
8645 DeclRefExpr *CapturedExpr;
8648 TransformExprToCaptures(Sema &SemaRef, ValueDecl *FieldDecl)
8649 : BaseTransform(SemaRef), Field(FieldDecl), CapturedExpr(nullptr) {}
8651 ExprResult TransformMemberExpr(MemberExpr *E) {
8652 if (isa<CXXThisExpr>(E->getBase()->IgnoreParenImpCasts()) &&
8653 E->getMemberDecl() == Field) {
8654 CapturedExpr = buildCapture(SemaRef, Field, E, /*WithInit=*/false);
8655 return CapturedExpr;
8657 return BaseTransform::TransformMemberExpr(E);
8659 DeclRefExpr *getCapturedExpr() { return CapturedExpr; }
8663 template <typename T>
8664 static T filterLookupForUDR(SmallVectorImpl<UnresolvedSet<8>> &Lookups,
8665 const llvm::function_ref<T(ValueDecl *)> &Gen) {
8666 for (auto &Set : Lookups) {
8667 for (auto *D : Set) {
8668 if (auto Res = Gen(cast<ValueDecl>(D)))
8676 buildDeclareReductionRef(Sema &SemaRef, SourceLocation Loc, SourceRange Range,
8677 Scope *S, CXXScopeSpec &ReductionIdScopeSpec,
8678 const DeclarationNameInfo &ReductionId, QualType Ty,
8679 CXXCastPath &BasePath, Expr *UnresolvedReduction) {
8680 if (ReductionIdScopeSpec.isInvalid())
8682 SmallVector<UnresolvedSet<8>, 4> Lookups;
8684 LookupResult Lookup(SemaRef, ReductionId, Sema::LookupOMPReductionName);
8685 Lookup.suppressDiagnostics();
8686 while (S && SemaRef.LookupParsedName(Lookup, S, &ReductionIdScopeSpec)) {
8687 auto *D = Lookup.getRepresentativeDecl();
8690 } while (S && !S->isDeclScope(D));
8693 Lookups.push_back(UnresolvedSet<8>());
8694 Lookups.back().append(Lookup.begin(), Lookup.end());
8697 } else if (auto *ULE =
8698 cast_or_null<UnresolvedLookupExpr>(UnresolvedReduction)) {
8699 Lookups.push_back(UnresolvedSet<8>());
8700 Decl *PrevD = nullptr;
8701 for (auto *D : ULE->decls()) {
8703 Lookups.push_back(UnresolvedSet<8>());
8704 else if (auto *DRD = cast<OMPDeclareReductionDecl>(D))
8705 Lookups.back().addDecl(DRD);
8709 if (Ty->isDependentType() || Ty->isInstantiationDependentType() ||
8710 Ty->containsUnexpandedParameterPack() ||
8711 filterLookupForUDR<bool>(Lookups, [](ValueDecl *D) -> bool {
8712 return !D->isInvalidDecl() &&
8713 (D->getType()->isDependentType() ||
8714 D->getType()->isInstantiationDependentType() ||
8715 D->getType()->containsUnexpandedParameterPack());
8717 UnresolvedSet<8> ResSet;
8718 for (auto &Set : Lookups) {
8719 ResSet.append(Set.begin(), Set.end());
8720 // The last item marks the end of all declarations at the specified scope.
8721 ResSet.addDecl(Set[Set.size() - 1]);
8723 return UnresolvedLookupExpr::Create(
8724 SemaRef.Context, /*NamingClass=*/nullptr,
8725 ReductionIdScopeSpec.getWithLocInContext(SemaRef.Context), ReductionId,
8726 /*ADL=*/true, /*Overloaded=*/true, ResSet.begin(), ResSet.end());
8728 if (auto *VD = filterLookupForUDR<ValueDecl *>(
8729 Lookups, [&SemaRef, Ty](ValueDecl *D) -> ValueDecl * {
8730 if (!D->isInvalidDecl() &&
8731 SemaRef.Context.hasSameType(D->getType(), Ty))
8735 return SemaRef.BuildDeclRefExpr(VD, Ty, VK_LValue, Loc);
8736 if (auto *VD = filterLookupForUDR<ValueDecl *>(
8737 Lookups, [&SemaRef, Ty, Loc](ValueDecl *D) -> ValueDecl * {
8738 if (!D->isInvalidDecl() &&
8739 SemaRef.IsDerivedFrom(Loc, Ty, D->getType()) &&
8740 !Ty.isMoreQualifiedThan(D->getType()))
8744 CXXBasePaths Paths(/*FindAmbiguities=*/true, /*RecordPaths=*/true,
8745 /*DetectVirtual=*/false);
8746 if (SemaRef.IsDerivedFrom(Loc, Ty, VD->getType(), Paths)) {
8747 if (!Paths.isAmbiguous(SemaRef.Context.getCanonicalType(
8748 VD->getType().getUnqualifiedType()))) {
8749 if (SemaRef.CheckBaseClassAccess(Loc, VD->getType(), Ty, Paths.front(),
8751 Sema::AR_inaccessible) {
8752 SemaRef.BuildBasePathArray(Paths, BasePath);
8753 return SemaRef.BuildDeclRefExpr(VD, Ty, VK_LValue, Loc);
8758 if (ReductionIdScopeSpec.isSet()) {
8759 SemaRef.Diag(Loc, diag::err_omp_not_resolved_reduction_identifier) << Range;
8765 OMPClause *Sema::ActOnOpenMPReductionClause(
8766 ArrayRef<Expr *> VarList, SourceLocation StartLoc, SourceLocation LParenLoc,
8767 SourceLocation ColonLoc, SourceLocation EndLoc,
8768 CXXScopeSpec &ReductionIdScopeSpec, const DeclarationNameInfo &ReductionId,
8769 ArrayRef<Expr *> UnresolvedReductions) {
8770 auto DN = ReductionId.getName();
8771 auto OOK = DN.getCXXOverloadedOperator();
8772 BinaryOperatorKind BOK = BO_Comma;
8774 // OpenMP [2.14.3.6, reduction clause]
8776 // reduction-identifier is either an identifier or one of the following
8777 // operators: +, -, *, &, |, ^, && and ||
8779 // reduction-identifier is either an id-expression or one of the following
8780 // operators: +, -, *, &, |, ^, && and ||
8781 // FIXME: Only 'min' and 'max' identifiers are supported for now.
8808 case OO_Array_Delete:
8817 case OO_GreaterEqual:
8822 case OO_PercentEqual:
8827 case OO_GreaterGreater:
8828 case OO_LessLessEqual:
8829 case OO_GreaterGreaterEqual:
8831 case OO_ExclaimEqual:
8839 case OO_Conditional:
8841 case NUM_OVERLOADED_OPERATORS:
8842 llvm_unreachable("Unexpected reduction identifier");
8844 if (auto II = DN.getAsIdentifierInfo()) {
8845 if (II->isStr("max"))
8847 else if (II->isStr("min"))
8852 SourceRange ReductionIdRange;
8853 if (ReductionIdScopeSpec.isValid())
8854 ReductionIdRange.setBegin(ReductionIdScopeSpec.getBeginLoc());
8855 ReductionIdRange.setEnd(ReductionId.getEndLoc());
8857 SmallVector<Expr *, 8> Vars;
8858 SmallVector<Expr *, 8> Privates;
8859 SmallVector<Expr *, 8> LHSs;
8860 SmallVector<Expr *, 8> RHSs;
8861 SmallVector<Expr *, 8> ReductionOps;
8862 SmallVector<Decl *, 4> ExprCaptures;
8863 SmallVector<Expr *, 4> ExprPostUpdates;
8864 auto IR = UnresolvedReductions.begin(), ER = UnresolvedReductions.end();
8865 bool FirstIter = true;
8866 for (auto RefExpr : VarList) {
8867 assert(RefExpr && "nullptr expr in OpenMP reduction clause.");
8868 // OpenMP [2.1, C/C++]
8869 // A list item is a variable or array section, subject to the restrictions
8870 // specified in Section 2.4 on page 42 and in each of the sections
8871 // describing clauses and directives for which a list appears.
8872 // OpenMP [2.14.3.3, Restrictions, p.1]
8873 // A variable that is part of another variable (as an array or
8874 // structure element) cannot appear in a private clause.
8875 if (!FirstIter && IR != ER)
8878 SourceLocation ELoc;
8880 Expr *SimpleRefExpr = RefExpr;
8881 auto Res = getPrivateItem(*this, SimpleRefExpr, ELoc, ERange,
8882 /*AllowArraySection=*/true);
8884 // It will be analyzed later.
8885 Vars.push_back(RefExpr);
8886 Privates.push_back(nullptr);
8887 LHSs.push_back(nullptr);
8888 RHSs.push_back(nullptr);
8889 // Try to find 'declare reduction' corresponding construct before using
8890 // builtin/overloaded operators.
8891 QualType Type = Context.DependentTy;
8892 CXXCastPath BasePath;
8893 ExprResult DeclareReductionRef = buildDeclareReductionRef(
8894 *this, ELoc, ERange, DSAStack->getCurScope(), ReductionIdScopeSpec,
8895 ReductionId, Type, BasePath, IR == ER ? nullptr : *IR);
8896 if (CurContext->isDependentContext() &&
8897 (DeclareReductionRef.isUnset() ||
8898 isa<UnresolvedLookupExpr>(DeclareReductionRef.get())))
8899 ReductionOps.push_back(DeclareReductionRef.get());
8901 ReductionOps.push_back(nullptr);
8903 ValueDecl *D = Res.first;
8908 auto *ASE = dyn_cast<ArraySubscriptExpr>(RefExpr->IgnoreParens());
8909 auto *OASE = dyn_cast<OMPArraySectionExpr>(RefExpr->IgnoreParens());
8911 Type = ASE->getType().getNonReferenceType();
8913 auto BaseType = OMPArraySectionExpr::getBaseOriginalType(OASE->getBase());
8914 if (auto *ATy = BaseType->getAsArrayTypeUnsafe())
8915 Type = ATy->getElementType();
8917 Type = BaseType->getPointeeType();
8918 Type = Type.getNonReferenceType();
8920 Type = Context.getBaseElementType(D->getType().getNonReferenceType());
8921 auto *VD = dyn_cast<VarDecl>(D);
8923 // OpenMP [2.9.3.3, Restrictions, C/C++, p.3]
8924 // A variable that appears in a private clause must not have an incomplete
8925 // type or a reference type.
8926 if (RequireCompleteType(ELoc, Type,
8927 diag::err_omp_reduction_incomplete_type))
8929 // OpenMP [2.14.3.6, reduction clause, Restrictions]
8930 // A list item that appears in a reduction clause must not be
8932 if (Type.getNonReferenceType().isConstant(Context)) {
8933 Diag(ELoc, diag::err_omp_const_reduction_list_item)
8934 << getOpenMPClauseName(OMPC_reduction) << Type << ERange;
8935 if (!ASE && !OASE) {
8936 bool IsDecl = !VD ||
8937 VD->isThisDeclarationADefinition(Context) ==
8938 VarDecl::DeclarationOnly;
8939 Diag(D->getLocation(),
8940 IsDecl ? diag::note_previous_decl : diag::note_defined_here)
8945 // OpenMP [2.9.3.6, Restrictions, C/C++, p.4]
8946 // If a list-item is a reference type then it must bind to the same object
8947 // for all threads of the team.
8948 if (!ASE && !OASE && VD) {
8949 VarDecl *VDDef = VD->getDefinition();
8950 if (VD->getType()->isReferenceType() && VDDef && VDDef->hasInit()) {
8951 DSARefChecker Check(DSAStack);
8952 if (Check.Visit(VDDef->getInit())) {
8953 Diag(ELoc, diag::err_omp_reduction_ref_type_arg) << ERange;
8954 Diag(VDDef->getLocation(), diag::note_defined_here) << VDDef;
8960 // OpenMP [2.14.1.1, Data-sharing Attribute Rules for Variables Referenced
8962 // Variables with the predetermined data-sharing attributes may not be
8963 // listed in data-sharing attributes clauses, except for the cases
8964 // listed below. For these exceptions only, listing a predetermined
8965 // variable in a data-sharing attribute clause is allowed and overrides
8966 // the variable's predetermined data-sharing attributes.
8967 // OpenMP [2.14.3.6, Restrictions, p.3]
8968 // Any number of reduction clauses can be specified on the directive,
8969 // but a list item can appear only once in the reduction clauses for that
8971 DSAStackTy::DSAVarData DVar;
8972 DVar = DSAStack->getTopDSA(D, false);
8973 if (DVar.CKind == OMPC_reduction) {
8974 Diag(ELoc, diag::err_omp_once_referenced)
8975 << getOpenMPClauseName(OMPC_reduction);
8977 Diag(DVar.RefExpr->getExprLoc(), diag::note_omp_referenced);
8978 } else if (DVar.CKind != OMPC_unknown) {
8979 Diag(ELoc, diag::err_omp_wrong_dsa)
8980 << getOpenMPClauseName(DVar.CKind)
8981 << getOpenMPClauseName(OMPC_reduction);
8982 ReportOriginalDSA(*this, DSAStack, D, DVar);
8986 // OpenMP [2.14.3.6, Restrictions, p.1]
8987 // A list item that appears in a reduction clause of a worksharing
8988 // construct must be shared in the parallel regions to which any of the
8989 // worksharing regions arising from the worksharing construct bind.
8990 OpenMPDirectiveKind CurrDir = DSAStack->getCurrentDirective();
8991 if (isOpenMPWorksharingDirective(CurrDir) &&
8992 !isOpenMPParallelDirective(CurrDir) &&
8993 !isOpenMPTeamsDirective(CurrDir)) {
8994 DVar = DSAStack->getImplicitDSA(D, true);
8995 if (DVar.CKind != OMPC_shared) {
8996 Diag(ELoc, diag::err_omp_required_access)
8997 << getOpenMPClauseName(OMPC_reduction)
8998 << getOpenMPClauseName(OMPC_shared);
8999 ReportOriginalDSA(*this, DSAStack, D, DVar);
9004 // Try to find 'declare reduction' corresponding construct before using
9005 // builtin/overloaded operators.
9006 CXXCastPath BasePath;
9007 ExprResult DeclareReductionRef = buildDeclareReductionRef(
9008 *this, ELoc, ERange, DSAStack->getCurScope(), ReductionIdScopeSpec,
9009 ReductionId, Type, BasePath, IR == ER ? nullptr : *IR);
9010 if (DeclareReductionRef.isInvalid())
9012 if (CurContext->isDependentContext() &&
9013 (DeclareReductionRef.isUnset() ||
9014 isa<UnresolvedLookupExpr>(DeclareReductionRef.get()))) {
9015 Vars.push_back(RefExpr);
9016 Privates.push_back(nullptr);
9017 LHSs.push_back(nullptr);
9018 RHSs.push_back(nullptr);
9019 ReductionOps.push_back(DeclareReductionRef.get());
9022 if (BOK == BO_Comma && DeclareReductionRef.isUnset()) {
9023 // Not allowed reduction identifier is found.
9024 Diag(ReductionId.getLocStart(),
9025 diag::err_omp_unknown_reduction_identifier)
9026 << Type << ReductionIdRange;
9030 // OpenMP [2.14.3.6, reduction clause, Restrictions]
9031 // The type of a list item that appears in a reduction clause must be valid
9032 // for the reduction-identifier. For a max or min reduction in C, the type
9033 // of the list item must be an allowed arithmetic data type: char, int,
9034 // float, double, or _Bool, possibly modified with long, short, signed, or
9035 // unsigned. For a max or min reduction in C++, the type of the list item
9036 // must be an allowed arithmetic data type: char, wchar_t, int, float,
9037 // double, or bool, possibly modified with long, short, signed, or unsigned.
9038 if (DeclareReductionRef.isUnset()) {
9039 if ((BOK == BO_GT || BOK == BO_LT) &&
9040 !(Type->isScalarType() ||
9041 (getLangOpts().CPlusPlus && Type->isArithmeticType()))) {
9042 Diag(ELoc, diag::err_omp_clause_not_arithmetic_type_arg)
9043 << getLangOpts().CPlusPlus;
9044 if (!ASE && !OASE) {
9045 bool IsDecl = !VD ||
9046 VD->isThisDeclarationADefinition(Context) ==
9047 VarDecl::DeclarationOnly;
9048 Diag(D->getLocation(),
9049 IsDecl ? diag::note_previous_decl : diag::note_defined_here)
9054 if ((BOK == BO_OrAssign || BOK == BO_AndAssign || BOK == BO_XorAssign) &&
9055 !getLangOpts().CPlusPlus && Type->isFloatingType()) {
9056 Diag(ELoc, diag::err_omp_clause_floating_type_arg);
9057 if (!ASE && !OASE) {
9058 bool IsDecl = !VD ||
9059 VD->isThisDeclarationADefinition(Context) ==
9060 VarDecl::DeclarationOnly;
9061 Diag(D->getLocation(),
9062 IsDecl ? diag::note_previous_decl : diag::note_defined_here)
9069 Type = Type.getNonLValueExprType(Context).getUnqualifiedType();
9070 auto *LHSVD = buildVarDecl(*this, ELoc, Type, ".reduction.lhs",
9071 D->hasAttrs() ? &D->getAttrs() : nullptr);
9072 auto *RHSVD = buildVarDecl(*this, ELoc, Type, D->getName(),
9073 D->hasAttrs() ? &D->getAttrs() : nullptr);
9074 auto PrivateTy = Type;
9077 D->getType().getNonReferenceType()->isVariablyModifiedType())) {
9078 // For arrays/array sections only:
9079 // Create pseudo array type for private copy. The size for this array will
9080 // be generated during codegen.
9081 // For array subscripts or single variables Private Ty is the same as Type
9082 // (type of the variable or single array element).
9083 PrivateTy = Context.getVariableArrayType(
9084 Type, new (Context) OpaqueValueExpr(SourceLocation(),
9085 Context.getSizeType(), VK_RValue),
9086 ArrayType::Normal, /*IndexTypeQuals=*/0, SourceRange());
9087 } else if (!ASE && !OASE &&
9088 Context.getAsArrayType(D->getType().getNonReferenceType()))
9089 PrivateTy = D->getType().getNonReferenceType();
9091 auto *PrivateVD = buildVarDecl(*this, ELoc, PrivateTy, D->getName(),
9092 D->hasAttrs() ? &D->getAttrs() : nullptr);
9093 // Add initializer for private variable.
9094 Expr *Init = nullptr;
9095 auto *LHSDRE = buildDeclRefExpr(*this, LHSVD, Type, ELoc);
9096 auto *RHSDRE = buildDeclRefExpr(*this, RHSVD, Type, ELoc);
9097 if (DeclareReductionRef.isUsable()) {
9098 auto *DRDRef = DeclareReductionRef.getAs<DeclRefExpr>();
9099 auto *DRD = cast<OMPDeclareReductionDecl>(DRDRef->getDecl());
9100 if (DRD->getInitializer()) {
9102 RHSVD->setInit(DRDRef);
9103 RHSVD->setInitStyle(VarDecl::CallInit);
9111 // '+', '-', '^', '|', '||' reduction ops - initializer is '0'.
9112 if (Type->isScalarType() || Type->isAnyComplexType())
9113 Init = ActOnIntegerConstant(ELoc, /*Val=*/0).get();
9117 if (Type->isScalarType() || Type->isAnyComplexType()) {
9118 // '*' and '&&' reduction ops - initializer is '1'.
9119 Init = ActOnIntegerConstant(ELoc, /*Val=*/1).get();
9123 // '&' reduction op - initializer is '~0'.
9124 QualType OrigType = Type;
9125 if (auto *ComplexTy = OrigType->getAs<ComplexType>())
9126 Type = ComplexTy->getElementType();
9127 if (Type->isRealFloatingType()) {
9128 llvm::APFloat InitValue =
9129 llvm::APFloat::getAllOnesValue(Context.getTypeSize(Type),
9131 Init = FloatingLiteral::Create(Context, InitValue, /*isexact=*/true,
9133 } else if (Type->isScalarType()) {
9134 auto Size = Context.getTypeSize(Type);
9135 QualType IntTy = Context.getIntTypeForBitwidth(Size, /*Signed=*/0);
9136 llvm::APInt InitValue = llvm::APInt::getAllOnesValue(Size);
9137 Init = IntegerLiteral::Create(Context, InitValue, IntTy, ELoc);
9139 if (Init && OrigType->isAnyComplexType()) {
9140 // Init = 0xFFFF + 0xFFFFi;
9141 auto *Im = new (Context) ImaginaryLiteral(Init, OrigType);
9142 Init = CreateBuiltinBinOp(ELoc, BO_Add, Init, Im).get();
9149 // 'min' reduction op - initializer is 'Largest representable number in
9150 // the reduction list item type'.
9151 // 'max' reduction op - initializer is 'Least representable number in
9152 // the reduction list item type'.
9153 if (Type->isIntegerType() || Type->isPointerType()) {
9154 bool IsSigned = Type->hasSignedIntegerRepresentation();
9155 auto Size = Context.getTypeSize(Type);
9157 Context.getIntTypeForBitwidth(Size, /*Signed=*/IsSigned);
9158 llvm::APInt InitValue =
9160 ? IsSigned ? llvm::APInt::getSignedMinValue(Size)
9161 : llvm::APInt::getMinValue(Size)
9162 : IsSigned ? llvm::APInt::getSignedMaxValue(Size)
9163 : llvm::APInt::getMaxValue(Size);
9164 Init = IntegerLiteral::Create(Context, InitValue, IntTy, ELoc);
9165 if (Type->isPointerType()) {
9166 // Cast to pointer type.
9167 auto CastExpr = BuildCStyleCastExpr(
9168 SourceLocation(), Context.getTrivialTypeSourceInfo(Type, ELoc),
9169 SourceLocation(), Init);
9170 if (CastExpr.isInvalid())
9172 Init = CastExpr.get();
9174 } else if (Type->isRealFloatingType()) {
9175 llvm::APFloat InitValue = llvm::APFloat::getLargest(
9176 Context.getFloatTypeSemantics(Type), BOK != BO_LT);
9177 Init = FloatingLiteral::Create(Context, InitValue, /*isexact=*/true,
9205 llvm_unreachable("Unexpected reduction operation");
9208 if (Init && DeclareReductionRef.isUnset()) {
9209 AddInitializerToDecl(RHSVD, Init, /*DirectInit=*/false);
9211 ActOnUninitializedDecl(RHSVD);
9212 if (RHSVD->isInvalidDecl())
9214 if (!RHSVD->hasInit() && DeclareReductionRef.isUnset()) {
9215 Diag(ELoc, diag::err_omp_reduction_id_not_compatible) << Type
9216 << ReductionIdRange;
9219 VD->isThisDeclarationADefinition(Context) == VarDecl::DeclarationOnly;
9220 Diag(D->getLocation(),
9221 IsDecl ? diag::note_previous_decl : diag::note_defined_here)
9225 // Store initializer for single element in private copy. Will be used during
9227 PrivateVD->setInit(RHSVD->getInit());
9228 PrivateVD->setInitStyle(RHSVD->getInitStyle());
9229 auto *PrivateDRE = buildDeclRefExpr(*this, PrivateVD, PrivateTy, ELoc);
9230 ExprResult ReductionOp;
9231 if (DeclareReductionRef.isUsable()) {
9232 QualType RedTy = DeclareReductionRef.get()->getType();
9233 QualType PtrRedTy = Context.getPointerType(RedTy);
9234 ExprResult LHS = CreateBuiltinUnaryOp(ELoc, UO_AddrOf, LHSDRE);
9235 ExprResult RHS = CreateBuiltinUnaryOp(ELoc, UO_AddrOf, RHSDRE);
9236 if (!BasePath.empty()) {
9237 LHS = DefaultLvalueConversion(LHS.get());
9238 RHS = DefaultLvalueConversion(RHS.get());
9239 LHS = ImplicitCastExpr::Create(Context, PtrRedTy,
9240 CK_UncheckedDerivedToBase, LHS.get(),
9241 &BasePath, LHS.get()->getValueKind());
9242 RHS = ImplicitCastExpr::Create(Context, PtrRedTy,
9243 CK_UncheckedDerivedToBase, RHS.get(),
9244 &BasePath, RHS.get()->getValueKind());
9246 FunctionProtoType::ExtProtoInfo EPI;
9247 QualType Params[] = {PtrRedTy, PtrRedTy};
9248 QualType FnTy = Context.getFunctionType(Context.VoidTy, Params, EPI);
9249 auto *OVE = new (Context) OpaqueValueExpr(
9250 ELoc, Context.getPointerType(FnTy), VK_RValue, OK_Ordinary,
9251 DefaultLvalueConversion(DeclareReductionRef.get()).get());
9252 Expr *Args[] = {LHS.get(), RHS.get()};
9253 ReductionOp = new (Context)
9254 CallExpr(Context, OVE, Args, Context.VoidTy, VK_RValue, ELoc);
9256 ReductionOp = BuildBinOp(DSAStack->getCurScope(),
9257 ReductionId.getLocStart(), BOK, LHSDRE, RHSDRE);
9258 if (ReductionOp.isUsable()) {
9259 if (BOK != BO_LT && BOK != BO_GT) {
9261 BuildBinOp(DSAStack->getCurScope(), ReductionId.getLocStart(),
9262 BO_Assign, LHSDRE, ReductionOp.get());
9264 auto *ConditionalOp = new (Context) ConditionalOperator(
9265 ReductionOp.get(), SourceLocation(), LHSDRE, SourceLocation(),
9266 RHSDRE, Type, VK_LValue, OK_Ordinary);
9268 BuildBinOp(DSAStack->getCurScope(), ReductionId.getLocStart(),
9269 BO_Assign, LHSDRE, ConditionalOp);
9271 ReductionOp = ActOnFinishFullExpr(ReductionOp.get());
9273 if (ReductionOp.isInvalid())
9277 DeclRefExpr *Ref = nullptr;
9278 Expr *VarsExpr = RefExpr->IgnoreParens();
9279 if (!VD && !CurContext->isDependentContext()) {
9281 TransformExprToCaptures RebuildToCapture(*this, D);
9283 RebuildToCapture.TransformExpr(RefExpr->IgnoreParens()).get();
9284 Ref = RebuildToCapture.getCapturedExpr();
9287 buildCapture(*this, D, SimpleRefExpr, /*WithInit=*/false);
9289 if (!IsOpenMPCapturedDecl(D)) {
9290 ExprCaptures.push_back(Ref->getDecl());
9291 if (Ref->getDecl()->hasAttr<OMPCaptureNoInitAttr>()) {
9292 ExprResult RefRes = DefaultLvalueConversion(Ref);
9293 if (!RefRes.isUsable())
9295 ExprResult PostUpdateRes =
9296 BuildBinOp(DSAStack->getCurScope(), ELoc, BO_Assign,
9297 SimpleRefExpr, RefRes.get());
9298 if (!PostUpdateRes.isUsable())
9300 ExprPostUpdates.push_back(
9301 IgnoredValueConversions(PostUpdateRes.get()).get());
9305 DSAStack->addDSA(D, RefExpr->IgnoreParens(), OMPC_reduction, Ref);
9306 Vars.push_back(VarsExpr);
9307 Privates.push_back(PrivateDRE);
9308 LHSs.push_back(LHSDRE);
9309 RHSs.push_back(RHSDRE);
9310 ReductionOps.push_back(ReductionOp.get());
9316 return OMPReductionClause::Create(
9317 Context, StartLoc, LParenLoc, ColonLoc, EndLoc, Vars,
9318 ReductionIdScopeSpec.getWithLocInContext(Context), ReductionId, Privates,
9319 LHSs, RHSs, ReductionOps, buildPreInits(Context, ExprCaptures),
9320 buildPostUpdate(*this, ExprPostUpdates));
9323 bool Sema::CheckOpenMPLinearModifier(OpenMPLinearClauseKind LinKind,
9324 SourceLocation LinLoc) {
9325 if ((!LangOpts.CPlusPlus && LinKind != OMPC_LINEAR_val) ||
9326 LinKind == OMPC_LINEAR_unknown) {
9327 Diag(LinLoc, diag::err_omp_wrong_linear_modifier) << LangOpts.CPlusPlus;
9333 bool Sema::CheckOpenMPLinearDecl(ValueDecl *D, SourceLocation ELoc,
9334 OpenMPLinearClauseKind LinKind,
9336 auto *VD = dyn_cast_or_null<VarDecl>(D);
9337 // A variable must not have an incomplete type or a reference type.
9338 if (RequireCompleteType(ELoc, Type, diag::err_omp_linear_incomplete_type))
9340 if ((LinKind == OMPC_LINEAR_uval || LinKind == OMPC_LINEAR_ref) &&
9341 !Type->isReferenceType()) {
9342 Diag(ELoc, diag::err_omp_wrong_linear_modifier_non_reference)
9343 << Type << getOpenMPSimpleClauseTypeName(OMPC_linear, LinKind);
9346 Type = Type.getNonReferenceType();
9348 // A list item must not be const-qualified.
9349 if (Type.isConstant(Context)) {
9350 Diag(ELoc, diag::err_omp_const_variable)
9351 << getOpenMPClauseName(OMPC_linear);
9355 VD->isThisDeclarationADefinition(Context) == VarDecl::DeclarationOnly;
9356 Diag(D->getLocation(),
9357 IsDecl ? diag::note_previous_decl : diag::note_defined_here)
9363 // A list item must be of integral or pointer type.
9364 Type = Type.getUnqualifiedType().getCanonicalType();
9365 const auto *Ty = Type.getTypePtrOrNull();
9366 if (!Ty || (!Ty->isDependentType() && !Ty->isIntegralType(Context) &&
9367 !Ty->isPointerType())) {
9368 Diag(ELoc, diag::err_omp_linear_expected_int_or_ptr) << Type;
9372 VD->isThisDeclarationADefinition(Context) == VarDecl::DeclarationOnly;
9373 Diag(D->getLocation(),
9374 IsDecl ? diag::note_previous_decl : diag::note_defined_here)
9382 OMPClause *Sema::ActOnOpenMPLinearClause(
9383 ArrayRef<Expr *> VarList, Expr *Step, SourceLocation StartLoc,
9384 SourceLocation LParenLoc, OpenMPLinearClauseKind LinKind,
9385 SourceLocation LinLoc, SourceLocation ColonLoc, SourceLocation EndLoc) {
9386 SmallVector<Expr *, 8> Vars;
9387 SmallVector<Expr *, 8> Privates;
9388 SmallVector<Expr *, 8> Inits;
9389 SmallVector<Decl *, 4> ExprCaptures;
9390 SmallVector<Expr *, 4> ExprPostUpdates;
9391 if (CheckOpenMPLinearModifier(LinKind, LinLoc))
9392 LinKind = OMPC_LINEAR_val;
9393 for (auto &RefExpr : VarList) {
9394 assert(RefExpr && "NULL expr in OpenMP linear clause.");
9395 SourceLocation ELoc;
9397 Expr *SimpleRefExpr = RefExpr;
9398 auto Res = getPrivateItem(*this, SimpleRefExpr, ELoc, ERange,
9399 /*AllowArraySection=*/false);
9401 // It will be analyzed later.
9402 Vars.push_back(RefExpr);
9403 Privates.push_back(nullptr);
9404 Inits.push_back(nullptr);
9406 ValueDecl *D = Res.first;
9410 QualType Type = D->getType();
9411 auto *VD = dyn_cast<VarDecl>(D);
9413 // OpenMP [2.14.3.7, linear clause]
9414 // A list-item cannot appear in more than one linear clause.
9415 // A list-item that appears in a linear clause cannot appear in any
9416 // other data-sharing attribute clause.
9417 DSAStackTy::DSAVarData DVar = DSAStack->getTopDSA(D, false);
9419 Diag(ELoc, diag::err_omp_wrong_dsa) << getOpenMPClauseName(DVar.CKind)
9420 << getOpenMPClauseName(OMPC_linear);
9421 ReportOriginalDSA(*this, DSAStack, D, DVar);
9425 if (CheckOpenMPLinearDecl(D, ELoc, LinKind, Type))
9427 Type = Type.getNonReferenceType().getUnqualifiedType().getCanonicalType();
9429 // Build private copy of original var.
9430 auto *Private = buildVarDecl(*this, ELoc, Type, D->getName(),
9431 D->hasAttrs() ? &D->getAttrs() : nullptr);
9432 auto *PrivateRef = buildDeclRefExpr(*this, Private, Type, ELoc);
9433 // Build var to save initial value.
9434 VarDecl *Init = buildVarDecl(*this, ELoc, Type, ".linear.start");
9436 DeclRefExpr *Ref = nullptr;
9437 if (!VD && !CurContext->isDependentContext()) {
9438 Ref = buildCapture(*this, D, SimpleRefExpr, /*WithInit=*/false);
9439 if (!IsOpenMPCapturedDecl(D)) {
9440 ExprCaptures.push_back(Ref->getDecl());
9441 if (Ref->getDecl()->hasAttr<OMPCaptureNoInitAttr>()) {
9442 ExprResult RefRes = DefaultLvalueConversion(Ref);
9443 if (!RefRes.isUsable())
9445 ExprResult PostUpdateRes =
9446 BuildBinOp(DSAStack->getCurScope(), ELoc, BO_Assign,
9447 SimpleRefExpr, RefRes.get());
9448 if (!PostUpdateRes.isUsable())
9450 ExprPostUpdates.push_back(
9451 IgnoredValueConversions(PostUpdateRes.get()).get());
9455 if (LinKind == OMPC_LINEAR_uval)
9456 InitExpr = VD ? VD->getInit() : SimpleRefExpr;
9458 InitExpr = VD ? SimpleRefExpr : Ref;
9459 AddInitializerToDecl(Init, DefaultLvalueConversion(InitExpr).get(),
9460 /*DirectInit=*/false);
9461 auto InitRef = buildDeclRefExpr(*this, Init, Type, ELoc);
9463 DSAStack->addDSA(D, RefExpr->IgnoreParens(), OMPC_linear, Ref);
9464 Vars.push_back((VD || CurContext->isDependentContext())
9465 ? RefExpr->IgnoreParens()
9467 Privates.push_back(PrivateRef);
9468 Inits.push_back(InitRef);
9474 Expr *StepExpr = Step;
9475 Expr *CalcStepExpr = nullptr;
9476 if (Step && !Step->isValueDependent() && !Step->isTypeDependent() &&
9477 !Step->isInstantiationDependent() &&
9478 !Step->containsUnexpandedParameterPack()) {
9479 SourceLocation StepLoc = Step->getLocStart();
9480 ExprResult Val = PerformOpenMPImplicitIntegerConversion(StepLoc, Step);
9481 if (Val.isInvalid())
9483 StepExpr = Val.get();
9485 // Build var to save the step value.
9487 buildVarDecl(*this, StepLoc, StepExpr->getType(), ".linear.step");
9488 ExprResult SaveRef =
9489 buildDeclRefExpr(*this, SaveVar, StepExpr->getType(), StepLoc);
9490 ExprResult CalcStep =
9491 BuildBinOp(CurScope, StepLoc, BO_Assign, SaveRef.get(), StepExpr);
9492 CalcStep = ActOnFinishFullExpr(CalcStep.get());
9494 // Warn about zero linear step (it would be probably better specified as
9495 // making corresponding variables 'const').
9496 llvm::APSInt Result;
9497 bool IsConstant = StepExpr->isIntegerConstantExpr(Result, Context);
9498 if (IsConstant && !Result.isNegative() && !Result.isStrictlyPositive())
9499 Diag(StepLoc, diag::warn_omp_linear_step_zero) << Vars[0]
9500 << (Vars.size() > 1);
9501 if (!IsConstant && CalcStep.isUsable()) {
9502 // Calculate the step beforehand instead of doing this on each iteration.
9503 // (This is not used if the number of iterations may be kfold-ed).
9504 CalcStepExpr = CalcStep.get();
9508 return OMPLinearClause::Create(Context, StartLoc, LParenLoc, LinKind, LinLoc,
9509 ColonLoc, EndLoc, Vars, Privates, Inits,
9510 StepExpr, CalcStepExpr,
9511 buildPreInits(Context, ExprCaptures),
9512 buildPostUpdate(*this, ExprPostUpdates));
9515 static bool FinishOpenMPLinearClause(OMPLinearClause &Clause, DeclRefExpr *IV,
9516 Expr *NumIterations, Sema &SemaRef,
9517 Scope *S, DSAStackTy *Stack) {
9518 // Walk the vars and build update/final expressions for the CodeGen.
9519 SmallVector<Expr *, 8> Updates;
9520 SmallVector<Expr *, 8> Finals;
9521 Expr *Step = Clause.getStep();
9522 Expr *CalcStep = Clause.getCalcStep();
9523 // OpenMP [2.14.3.7, linear clause]
9524 // If linear-step is not specified it is assumed to be 1.
9525 if (Step == nullptr)
9526 Step = SemaRef.ActOnIntegerConstant(SourceLocation(), 1).get();
9527 else if (CalcStep) {
9528 Step = cast<BinaryOperator>(CalcStep)->getLHS();
9530 bool HasErrors = false;
9531 auto CurInit = Clause.inits().begin();
9532 auto CurPrivate = Clause.privates().begin();
9533 auto LinKind = Clause.getModifier();
9534 for (auto &RefExpr : Clause.varlists()) {
9535 SourceLocation ELoc;
9537 Expr *SimpleRefExpr = RefExpr;
9538 auto Res = getPrivateItem(SemaRef, SimpleRefExpr, ELoc, ERange,
9539 /*AllowArraySection=*/false);
9540 ValueDecl *D = Res.first;
9541 if (Res.second || !D) {
9542 Updates.push_back(nullptr);
9543 Finals.push_back(nullptr);
9547 if (auto *CED = dyn_cast<OMPCapturedExprDecl>(D)) {
9548 D = cast<MemberExpr>(CED->getInit()->IgnoreParenImpCasts())
9551 auto &&Info = Stack->isLoopControlVariable(D);
9552 Expr *InitExpr = *CurInit;
9554 // Build privatized reference to the current linear var.
9555 auto *DE = cast<DeclRefExpr>(SimpleRefExpr);
9557 if (LinKind == OMPC_LINEAR_uval)
9558 CapturedRef = cast<VarDecl>(DE->getDecl())->getInit();
9561 buildDeclRefExpr(SemaRef, cast<VarDecl>(DE->getDecl()),
9562 DE->getType().getUnqualifiedType(), DE->getExprLoc(),
9563 /*RefersToCapture=*/true);
9565 // Build update: Var = InitExpr + IV * Step
9569 BuildCounterUpdate(SemaRef, S, RefExpr->getExprLoc(), *CurPrivate,
9570 InitExpr, IV, Step, /* Subtract */ false);
9572 Update = *CurPrivate;
9573 Update = SemaRef.ActOnFinishFullExpr(Update.get(), DE->getLocStart(),
9574 /*DiscardedValue=*/true);
9576 // Build final: Var = InitExpr + NumIterations * Step
9579 Final = BuildCounterUpdate(SemaRef, S, RefExpr->getExprLoc(), CapturedRef,
9580 InitExpr, NumIterations, Step,
9581 /* Subtract */ false);
9583 Final = *CurPrivate;
9584 Final = SemaRef.ActOnFinishFullExpr(Final.get(), DE->getLocStart(),
9585 /*DiscardedValue=*/true);
9587 if (!Update.isUsable() || !Final.isUsable()) {
9588 Updates.push_back(nullptr);
9589 Finals.push_back(nullptr);
9592 Updates.push_back(Update.get());
9593 Finals.push_back(Final.get());
9598 Clause.setUpdates(Updates);
9599 Clause.setFinals(Finals);
9603 OMPClause *Sema::ActOnOpenMPAlignedClause(
9604 ArrayRef<Expr *> VarList, Expr *Alignment, SourceLocation StartLoc,
9605 SourceLocation LParenLoc, SourceLocation ColonLoc, SourceLocation EndLoc) {
9607 SmallVector<Expr *, 8> Vars;
9608 for (auto &RefExpr : VarList) {
9609 assert(RefExpr && "NULL expr in OpenMP linear clause.");
9610 SourceLocation ELoc;
9612 Expr *SimpleRefExpr = RefExpr;
9613 auto Res = getPrivateItem(*this, SimpleRefExpr, ELoc, ERange,
9614 /*AllowArraySection=*/false);
9616 // It will be analyzed later.
9617 Vars.push_back(RefExpr);
9619 ValueDecl *D = Res.first;
9623 QualType QType = D->getType();
9624 auto *VD = dyn_cast<VarDecl>(D);
9626 // OpenMP [2.8.1, simd construct, Restrictions]
9627 // The type of list items appearing in the aligned clause must be
9628 // array, pointer, reference to array, or reference to pointer.
9629 QType = QType.getNonReferenceType().getUnqualifiedType().getCanonicalType();
9630 const Type *Ty = QType.getTypePtrOrNull();
9631 if (!Ty || (!Ty->isArrayType() && !Ty->isPointerType())) {
9632 Diag(ELoc, diag::err_omp_aligned_expected_array_or_ptr)
9633 << QType << getLangOpts().CPlusPlus << ERange;
9636 VD->isThisDeclarationADefinition(Context) == VarDecl::DeclarationOnly;
9637 Diag(D->getLocation(),
9638 IsDecl ? diag::note_previous_decl : diag::note_defined_here)
9643 // OpenMP [2.8.1, simd construct, Restrictions]
9644 // A list-item cannot appear in more than one aligned clause.
9645 if (Expr *PrevRef = DSAStack->addUniqueAligned(D, SimpleRefExpr)) {
9646 Diag(ELoc, diag::err_omp_aligned_twice) << 0 << ERange;
9647 Diag(PrevRef->getExprLoc(), diag::note_omp_explicit_dsa)
9648 << getOpenMPClauseName(OMPC_aligned);
9652 DeclRefExpr *Ref = nullptr;
9653 if (!VD && IsOpenMPCapturedDecl(D))
9654 Ref = buildCapture(*this, D, SimpleRefExpr, /*WithInit=*/true);
9655 Vars.push_back(DefaultFunctionArrayConversion(
9656 (VD || !Ref) ? RefExpr->IgnoreParens() : Ref)
9660 // OpenMP [2.8.1, simd construct, Description]
9661 // The parameter of the aligned clause, alignment, must be a constant
9662 // positive integer expression.
9663 // If no optional parameter is specified, implementation-defined default
9664 // alignments for SIMD instructions on the target platforms are assumed.
9665 if (Alignment != nullptr) {
9666 ExprResult AlignResult =
9667 VerifyPositiveIntegerConstantInClause(Alignment, OMPC_aligned);
9668 if (AlignResult.isInvalid())
9670 Alignment = AlignResult.get();
9675 return OMPAlignedClause::Create(Context, StartLoc, LParenLoc, ColonLoc,
9676 EndLoc, Vars, Alignment);
9679 OMPClause *Sema::ActOnOpenMPCopyinClause(ArrayRef<Expr *> VarList,
9680 SourceLocation StartLoc,
9681 SourceLocation LParenLoc,
9682 SourceLocation EndLoc) {
9683 SmallVector<Expr *, 8> Vars;
9684 SmallVector<Expr *, 8> SrcExprs;
9685 SmallVector<Expr *, 8> DstExprs;
9686 SmallVector<Expr *, 8> AssignmentOps;
9687 for (auto &RefExpr : VarList) {
9688 assert(RefExpr && "NULL expr in OpenMP copyin clause.");
9689 if (isa<DependentScopeDeclRefExpr>(RefExpr)) {
9690 // It will be analyzed later.
9691 Vars.push_back(RefExpr);
9692 SrcExprs.push_back(nullptr);
9693 DstExprs.push_back(nullptr);
9694 AssignmentOps.push_back(nullptr);
9698 SourceLocation ELoc = RefExpr->getExprLoc();
9699 // OpenMP [2.1, C/C++]
9700 // A list item is a variable name.
9701 // OpenMP [2.14.4.1, Restrictions, p.1]
9702 // A list item that appears in a copyin clause must be threadprivate.
9703 DeclRefExpr *DE = dyn_cast<DeclRefExpr>(RefExpr);
9704 if (!DE || !isa<VarDecl>(DE->getDecl())) {
9705 Diag(ELoc, diag::err_omp_expected_var_name_member_expr)
9706 << 0 << RefExpr->getSourceRange();
9710 Decl *D = DE->getDecl();
9711 VarDecl *VD = cast<VarDecl>(D);
9713 QualType Type = VD->getType();
9714 if (Type->isDependentType() || Type->isInstantiationDependentType()) {
9715 // It will be analyzed later.
9717 SrcExprs.push_back(nullptr);
9718 DstExprs.push_back(nullptr);
9719 AssignmentOps.push_back(nullptr);
9723 // OpenMP [2.14.4.1, Restrictions, C/C++, p.1]
9724 // A list item that appears in a copyin clause must be threadprivate.
9725 if (!DSAStack->isThreadPrivate(VD)) {
9726 Diag(ELoc, diag::err_omp_required_access)
9727 << getOpenMPClauseName(OMPC_copyin)
9728 << getOpenMPDirectiveName(OMPD_threadprivate);
9732 // OpenMP [2.14.4.1, Restrictions, C/C++, p.2]
9733 // A variable of class type (or array thereof) that appears in a
9734 // copyin clause requires an accessible, unambiguous copy assignment
9735 // operator for the class type.
9736 auto ElemType = Context.getBaseElementType(Type).getNonReferenceType();
9738 buildVarDecl(*this, DE->getLocStart(), ElemType.getUnqualifiedType(),
9739 ".copyin.src", VD->hasAttrs() ? &VD->getAttrs() : nullptr);
9740 auto *PseudoSrcExpr = buildDeclRefExpr(
9741 *this, SrcVD, ElemType.getUnqualifiedType(), DE->getExprLoc());
9743 buildVarDecl(*this, DE->getLocStart(), ElemType, ".copyin.dst",
9744 VD->hasAttrs() ? &VD->getAttrs() : nullptr);
9745 auto *PseudoDstExpr =
9746 buildDeclRefExpr(*this, DstVD, ElemType, DE->getExprLoc());
9747 // For arrays generate assignment operation for single element and replace
9748 // it by the original array element in CodeGen.
9749 auto AssignmentOp = BuildBinOp(/*S=*/nullptr, DE->getExprLoc(), BO_Assign,
9750 PseudoDstExpr, PseudoSrcExpr);
9751 if (AssignmentOp.isInvalid())
9753 AssignmentOp = ActOnFinishFullExpr(AssignmentOp.get(), DE->getExprLoc(),
9754 /*DiscardedValue=*/true);
9755 if (AssignmentOp.isInvalid())
9758 DSAStack->addDSA(VD, DE, OMPC_copyin);
9760 SrcExprs.push_back(PseudoSrcExpr);
9761 DstExprs.push_back(PseudoDstExpr);
9762 AssignmentOps.push_back(AssignmentOp.get());
9768 return OMPCopyinClause::Create(Context, StartLoc, LParenLoc, EndLoc, Vars,
9769 SrcExprs, DstExprs, AssignmentOps);
9772 OMPClause *Sema::ActOnOpenMPCopyprivateClause(ArrayRef<Expr *> VarList,
9773 SourceLocation StartLoc,
9774 SourceLocation LParenLoc,
9775 SourceLocation EndLoc) {
9776 SmallVector<Expr *, 8> Vars;
9777 SmallVector<Expr *, 8> SrcExprs;
9778 SmallVector<Expr *, 8> DstExprs;
9779 SmallVector<Expr *, 8> AssignmentOps;
9780 for (auto &RefExpr : VarList) {
9781 assert(RefExpr && "NULL expr in OpenMP linear clause.");
9782 SourceLocation ELoc;
9784 Expr *SimpleRefExpr = RefExpr;
9785 auto Res = getPrivateItem(*this, SimpleRefExpr, ELoc, ERange,
9786 /*AllowArraySection=*/false);
9788 // It will be analyzed later.
9789 Vars.push_back(RefExpr);
9790 SrcExprs.push_back(nullptr);
9791 DstExprs.push_back(nullptr);
9792 AssignmentOps.push_back(nullptr);
9794 ValueDecl *D = Res.first;
9798 QualType Type = D->getType();
9799 auto *VD = dyn_cast<VarDecl>(D);
9801 // OpenMP [2.14.4.2, Restrictions, p.2]
9802 // A list item that appears in a copyprivate clause may not appear in a
9803 // private or firstprivate clause on the single construct.
9804 if (!VD || !DSAStack->isThreadPrivate(VD)) {
9805 auto DVar = DSAStack->getTopDSA(D, false);
9806 if (DVar.CKind != OMPC_unknown && DVar.CKind != OMPC_copyprivate &&
9808 Diag(ELoc, diag::err_omp_wrong_dsa)
9809 << getOpenMPClauseName(DVar.CKind)
9810 << getOpenMPClauseName(OMPC_copyprivate);
9811 ReportOriginalDSA(*this, DSAStack, D, DVar);
9815 // OpenMP [2.11.4.2, Restrictions, p.1]
9816 // All list items that appear in a copyprivate clause must be either
9817 // threadprivate or private in the enclosing context.
9818 if (DVar.CKind == OMPC_unknown) {
9819 DVar = DSAStack->getImplicitDSA(D, false);
9820 if (DVar.CKind == OMPC_shared) {
9821 Diag(ELoc, diag::err_omp_required_access)
9822 << getOpenMPClauseName(OMPC_copyprivate)
9823 << "threadprivate or private in the enclosing context";
9824 ReportOriginalDSA(*this, DSAStack, D, DVar);
9830 // Variably modified types are not supported.
9831 if (!Type->isAnyPointerType() && Type->isVariablyModifiedType()) {
9832 Diag(ELoc, diag::err_omp_variably_modified_type_not_supported)
9833 << getOpenMPClauseName(OMPC_copyprivate) << Type
9834 << getOpenMPDirectiveName(DSAStack->getCurrentDirective());
9837 VD->isThisDeclarationADefinition(Context) == VarDecl::DeclarationOnly;
9838 Diag(D->getLocation(),
9839 IsDecl ? diag::note_previous_decl : diag::note_defined_here)
9844 // OpenMP [2.14.4.1, Restrictions, C/C++, p.2]
9845 // A variable of class type (or array thereof) that appears in a
9846 // copyin clause requires an accessible, unambiguous copy assignment
9847 // operator for the class type.
9848 Type = Context.getBaseElementType(Type.getNonReferenceType())
9849 .getUnqualifiedType();
9851 buildVarDecl(*this, RefExpr->getLocStart(), Type, ".copyprivate.src",
9852 D->hasAttrs() ? &D->getAttrs() : nullptr);
9853 auto *PseudoSrcExpr = buildDeclRefExpr(*this, SrcVD, Type, ELoc);
9855 buildVarDecl(*this, RefExpr->getLocStart(), Type, ".copyprivate.dst",
9856 D->hasAttrs() ? &D->getAttrs() : nullptr);
9857 auto *PseudoDstExpr = buildDeclRefExpr(*this, DstVD, Type, ELoc);
9858 auto AssignmentOp = BuildBinOp(DSAStack->getCurScope(), ELoc, BO_Assign,
9859 PseudoDstExpr, PseudoSrcExpr);
9860 if (AssignmentOp.isInvalid())
9862 AssignmentOp = ActOnFinishFullExpr(AssignmentOp.get(), ELoc,
9863 /*DiscardedValue=*/true);
9864 if (AssignmentOp.isInvalid())
9867 // No need to mark vars as copyprivate, they are already threadprivate or
9868 // implicitly private.
9869 assert(VD || IsOpenMPCapturedDecl(D));
9871 VD ? RefExpr->IgnoreParens()
9872 : buildCapture(*this, D, SimpleRefExpr, /*WithInit=*/false));
9873 SrcExprs.push_back(PseudoSrcExpr);
9874 DstExprs.push_back(PseudoDstExpr);
9875 AssignmentOps.push_back(AssignmentOp.get());
9881 return OMPCopyprivateClause::Create(Context, StartLoc, LParenLoc, EndLoc,
9882 Vars, SrcExprs, DstExprs, AssignmentOps);
9885 OMPClause *Sema::ActOnOpenMPFlushClause(ArrayRef<Expr *> VarList,
9886 SourceLocation StartLoc,
9887 SourceLocation LParenLoc,
9888 SourceLocation EndLoc) {
9889 if (VarList.empty())
9892 return OMPFlushClause::Create(Context, StartLoc, LParenLoc, EndLoc, VarList);
9896 Sema::ActOnOpenMPDependClause(OpenMPDependClauseKind DepKind,
9897 SourceLocation DepLoc, SourceLocation ColonLoc,
9898 ArrayRef<Expr *> VarList, SourceLocation StartLoc,
9899 SourceLocation LParenLoc, SourceLocation EndLoc) {
9900 if (DSAStack->getCurrentDirective() == OMPD_ordered &&
9901 DepKind != OMPC_DEPEND_source && DepKind != OMPC_DEPEND_sink) {
9902 Diag(DepLoc, diag::err_omp_unexpected_clause_value)
9903 << "'source' or 'sink'" << getOpenMPClauseName(OMPC_depend);
9906 if (DSAStack->getCurrentDirective() != OMPD_ordered &&
9907 (DepKind == OMPC_DEPEND_unknown || DepKind == OMPC_DEPEND_source ||
9908 DepKind == OMPC_DEPEND_sink)) {
9909 unsigned Except[] = {OMPC_DEPEND_source, OMPC_DEPEND_sink};
9910 Diag(DepLoc, diag::err_omp_unexpected_clause_value)
9911 << getListOfPossibleValues(OMPC_depend, /*First=*/0,
9912 /*Last=*/OMPC_DEPEND_unknown, Except)
9913 << getOpenMPClauseName(OMPC_depend);
9916 SmallVector<Expr *, 8> Vars;
9917 DSAStackTy::OperatorOffsetTy OpsOffs;
9918 llvm::APSInt DepCounter(/*BitWidth=*/32);
9919 llvm::APSInt TotalDepCount(/*BitWidth=*/32);
9920 if (DepKind == OMPC_DEPEND_sink) {
9921 if (auto *OrderedCountExpr = DSAStack->getParentOrderedRegionParam()) {
9922 TotalDepCount = OrderedCountExpr->EvaluateKnownConstInt(Context);
9923 TotalDepCount.setIsUnsigned(/*Val=*/true);
9926 if ((DepKind != OMPC_DEPEND_sink && DepKind != OMPC_DEPEND_source) ||
9927 DSAStack->getParentOrderedRegionParam()) {
9928 for (auto &RefExpr : VarList) {
9929 assert(RefExpr && "NULL expr in OpenMP shared clause.");
9930 if (isa<DependentScopeDeclRefExpr>(RefExpr)) {
9931 // It will be analyzed later.
9932 Vars.push_back(RefExpr);
9936 SourceLocation ELoc = RefExpr->getExprLoc();
9937 auto *SimpleExpr = RefExpr->IgnoreParenCasts();
9938 if (DepKind == OMPC_DEPEND_sink) {
9939 if (DepCounter >= TotalDepCount) {
9940 Diag(ELoc, diag::err_omp_depend_sink_unexpected_expr);
9944 // OpenMP [2.13.9, Summary]
9945 // depend(dependence-type : vec), where dependence-type is:
9946 // 'sink' and where vec is the iteration vector, which has the form:
9947 // x1 [+- d1], x2 [+- d2 ], . . . , xn [+- dn]
9948 // where n is the value specified by the ordered clause in the loop
9949 // directive, xi denotes the loop iteration variable of the i-th nested
9950 // loop associated with the loop directive, and di is a constant
9951 // non-negative integer.
9952 if (CurContext->isDependentContext()) {
9953 // It will be analyzed later.
9954 Vars.push_back(RefExpr);
9957 SimpleExpr = SimpleExpr->IgnoreImplicit();
9958 OverloadedOperatorKind OOK = OO_None;
9959 SourceLocation OOLoc;
9960 Expr *LHS = SimpleExpr;
9961 Expr *RHS = nullptr;
9962 if (auto *BO = dyn_cast<BinaryOperator>(SimpleExpr)) {
9963 OOK = BinaryOperator::getOverloadedOperator(BO->getOpcode());
9964 OOLoc = BO->getOperatorLoc();
9965 LHS = BO->getLHS()->IgnoreParenImpCasts();
9966 RHS = BO->getRHS()->IgnoreParenImpCasts();
9967 } else if (auto *OCE = dyn_cast<CXXOperatorCallExpr>(SimpleExpr)) {
9968 OOK = OCE->getOperator();
9969 OOLoc = OCE->getOperatorLoc();
9970 LHS = OCE->getArg(/*Arg=*/0)->IgnoreParenImpCasts();
9971 RHS = OCE->getArg(/*Arg=*/1)->IgnoreParenImpCasts();
9972 } else if (auto *MCE = dyn_cast<CXXMemberCallExpr>(SimpleExpr)) {
9973 OOK = MCE->getMethodDecl()
9976 .getCXXOverloadedOperator();
9977 OOLoc = MCE->getCallee()->getExprLoc();
9978 LHS = MCE->getImplicitObjectArgument()->IgnoreParenImpCasts();
9979 RHS = MCE->getArg(/*Arg=*/0)->IgnoreParenImpCasts();
9981 SourceLocation ELoc;
9983 auto Res = getPrivateItem(*this, LHS, ELoc, ERange,
9984 /*AllowArraySection=*/false);
9986 // It will be analyzed later.
9987 Vars.push_back(RefExpr);
9989 ValueDecl *D = Res.first;
9993 if (OOK != OO_Plus && OOK != OO_Minus && (RHS || OOK != OO_None)) {
9994 Diag(OOLoc, diag::err_omp_depend_sink_expected_plus_minus);
9998 ExprResult RHSRes = VerifyPositiveIntegerConstantInClause(
9999 RHS, OMPC_depend, /*StrictlyPositive=*/false);
10000 if (RHSRes.isInvalid())
10003 if (!CurContext->isDependentContext() &&
10004 DSAStack->getParentOrderedRegionParam() &&
10005 DepCounter != DSAStack->isParentLoopControlVariable(D).first) {
10006 Diag(ELoc, diag::err_omp_depend_sink_expected_loop_iteration)
10007 << DSAStack->getParentLoopControlVariable(
10008 DepCounter.getZExtValue());
10011 OpsOffs.push_back({RHS, OOK});
10013 // OpenMP [2.11.1.1, Restrictions, p.3]
10014 // A variable that is part of another variable (such as a field of a
10015 // structure) but is not an array element or an array section cannot
10016 // appear in a depend clause.
10017 auto *DE = dyn_cast<DeclRefExpr>(SimpleExpr);
10018 auto *ASE = dyn_cast<ArraySubscriptExpr>(SimpleExpr);
10019 auto *OASE = dyn_cast<OMPArraySectionExpr>(SimpleExpr);
10020 if (!RefExpr->IgnoreParenImpCasts()->isLValue() ||
10021 (!ASE && !DE && !OASE) || (DE && !isa<VarDecl>(DE->getDecl())) ||
10025 .getNonReferenceType()
10026 ->isPointerType() &&
10027 !ASE->getBase()->getType().getNonReferenceType()->isArrayType())) {
10028 Diag(ELoc, diag::err_omp_expected_var_name_member_expr_or_array_item)
10029 << 0 << RefExpr->getSourceRange();
10033 Vars.push_back(RefExpr->IgnoreParenImpCasts());
10036 if (!CurContext->isDependentContext() && DepKind == OMPC_DEPEND_sink &&
10037 TotalDepCount > VarList.size() &&
10038 DSAStack->getParentOrderedRegionParam()) {
10039 Diag(EndLoc, diag::err_omp_depend_sink_expected_loop_iteration)
10040 << DSAStack->getParentLoopControlVariable(VarList.size() + 1);
10042 if (DepKind != OMPC_DEPEND_source && DepKind != OMPC_DEPEND_sink &&
10046 auto *C = OMPDependClause::Create(Context, StartLoc, LParenLoc, EndLoc,
10047 DepKind, DepLoc, ColonLoc, Vars);
10048 if (DepKind == OMPC_DEPEND_sink || DepKind == OMPC_DEPEND_source)
10049 DSAStack->addDoacrossDependClause(C, OpsOffs);
10053 OMPClause *Sema::ActOnOpenMPDeviceClause(Expr *Device, SourceLocation StartLoc,
10054 SourceLocation LParenLoc,
10055 SourceLocation EndLoc) {
10056 Expr *ValExpr = Device;
10058 // OpenMP [2.9.1, Restrictions]
10059 // The device expression must evaluate to a non-negative integer value.
10060 if (!IsNonNegativeIntegerValue(ValExpr, *this, OMPC_device,
10061 /*StrictlyPositive=*/false))
10064 return new (Context) OMPDeviceClause(ValExpr, StartLoc, LParenLoc, EndLoc);
10067 static bool IsCXXRecordForMappable(Sema &SemaRef, SourceLocation Loc,
10068 DSAStackTy *Stack, CXXRecordDecl *RD) {
10069 if (!RD || RD->isInvalidDecl())
10072 auto QTy = SemaRef.Context.getRecordType(RD);
10073 if (RD->isDynamicClass()) {
10074 SemaRef.Diag(Loc, diag::err_omp_not_mappable_type) << QTy;
10075 SemaRef.Diag(RD->getLocation(), diag::note_omp_polymorphic_in_target);
10079 bool IsCorrect = true;
10080 for (auto *I : DC->decls()) {
10082 if (auto *MD = dyn_cast<CXXMethodDecl>(I)) {
10083 if (MD->isStatic()) {
10084 SemaRef.Diag(Loc, diag::err_omp_not_mappable_type) << QTy;
10085 SemaRef.Diag(MD->getLocation(),
10086 diag::note_omp_static_member_in_target);
10089 } else if (auto *VD = dyn_cast<VarDecl>(I)) {
10090 if (VD->isStaticDataMember()) {
10091 SemaRef.Diag(Loc, diag::err_omp_not_mappable_type) << QTy;
10092 SemaRef.Diag(VD->getLocation(),
10093 diag::note_omp_static_member_in_target);
10100 for (auto &I : RD->bases()) {
10101 if (!IsCXXRecordForMappable(SemaRef, I.getLocStart(), Stack,
10102 I.getType()->getAsCXXRecordDecl()))
10108 static bool CheckTypeMappable(SourceLocation SL, SourceRange SR, Sema &SemaRef,
10109 DSAStackTy *Stack, QualType QTy) {
10111 if (QTy->isIncompleteType(&ND)) {
10112 SemaRef.Diag(SL, diag::err_incomplete_type) << QTy << SR;
10114 } else if (CXXRecordDecl *RD = dyn_cast_or_null<CXXRecordDecl>(ND)) {
10115 if (!RD->isInvalidDecl() && !IsCXXRecordForMappable(SemaRef, SL, Stack, RD))
10121 /// \brief Return true if it can be proven that the provided array expression
10122 /// (array section or array subscript) does NOT specify the whole size of the
10123 /// array whose base type is \a BaseQTy.
10124 static bool CheckArrayExpressionDoesNotReferToWholeSize(Sema &SemaRef,
10126 QualType BaseQTy) {
10127 auto *OASE = dyn_cast<OMPArraySectionExpr>(E);
10129 // If this is an array subscript, it refers to the whole size if the size of
10130 // the dimension is constant and equals 1. Also, an array section assumes the
10131 // format of an array subscript if no colon is used.
10132 if (isa<ArraySubscriptExpr>(E) || (OASE && OASE->getColonLoc().isInvalid())) {
10133 if (auto *ATy = dyn_cast<ConstantArrayType>(BaseQTy.getTypePtr()))
10134 return ATy->getSize().getSExtValue() != 1;
10135 // Size can't be evaluated statically.
10139 assert(OASE && "Expecting array section if not an array subscript.");
10140 auto *LowerBound = OASE->getLowerBound();
10141 auto *Length = OASE->getLength();
10143 // If there is a lower bound that does not evaluates to zero, we are not
10144 // covering the whole dimension.
10146 llvm::APSInt ConstLowerBound;
10147 if (!LowerBound->EvaluateAsInt(ConstLowerBound, SemaRef.getASTContext()))
10148 return false; // Can't get the integer value as a constant.
10149 if (ConstLowerBound.getSExtValue())
10153 // If we don't have a length we covering the whole dimension.
10157 // If the base is a pointer, we don't have a way to get the size of the
10159 if (BaseQTy->isPointerType())
10162 // We can only check if the length is the same as the size of the dimension
10163 // if we have a constant array.
10164 auto *CATy = dyn_cast<ConstantArrayType>(BaseQTy.getTypePtr());
10168 llvm::APSInt ConstLength;
10169 if (!Length->EvaluateAsInt(ConstLength, SemaRef.getASTContext()))
10170 return false; // Can't get the integer value as a constant.
10172 return CATy->getSize().getSExtValue() != ConstLength.getSExtValue();
10175 // Return true if it can be proven that the provided array expression (array
10176 // section or array subscript) does NOT specify a single element of the array
10177 // whose base type is \a BaseQTy.
10178 static bool CheckArrayExpressionDoesNotReferToUnitySize(Sema &SemaRef,
10180 QualType BaseQTy) {
10181 auto *OASE = dyn_cast<OMPArraySectionExpr>(E);
10183 // An array subscript always refer to a single element. Also, an array section
10184 // assumes the format of an array subscript if no colon is used.
10185 if (isa<ArraySubscriptExpr>(E) || (OASE && OASE->getColonLoc().isInvalid()))
10188 assert(OASE && "Expecting array section if not an array subscript.");
10189 auto *Length = OASE->getLength();
10191 // If we don't have a length we have to check if the array has unitary size
10192 // for this dimension. Also, we should always expect a length if the base type
10195 if (auto *ATy = dyn_cast<ConstantArrayType>(BaseQTy.getTypePtr()))
10196 return ATy->getSize().getSExtValue() != 1;
10197 // We cannot assume anything.
10201 // Check if the length evaluates to 1.
10202 llvm::APSInt ConstLength;
10203 if (!Length->EvaluateAsInt(ConstLength, SemaRef.getASTContext()))
10204 return false; // Can't get the integer value as a constant.
10206 return ConstLength.getSExtValue() != 1;
10209 // Return the expression of the base of the mappable expression or null if it
10210 // cannot be determined and do all the necessary checks to see if the expression
10211 // is valid as a standalone mappable expression. In the process, record all the
10212 // components of the expression.
10213 static Expr *CheckMapClauseExpressionBase(
10214 Sema &SemaRef, Expr *E,
10215 OMPClauseMappableExprCommon::MappableExprComponentList &CurComponents,
10216 OpenMPClauseKind CKind) {
10217 SourceLocation ELoc = E->getExprLoc();
10218 SourceRange ERange = E->getSourceRange();
10220 // The base of elements of list in a map clause have to be either:
10221 // - a reference to variable or field.
10222 // - a member expression.
10223 // - an array expression.
10225 // E.g. if we have the expression 'r.S.Arr[:12]', we want to retrieve the
10226 // reference to 'r'.
10233 // #pragma omp target map (S.Arr[:12]);
10237 // We want to retrieve the member expression 'this->S';
10239 Expr *RelevantExpr = nullptr;
10241 // OpenMP 4.5 [2.15.5.1, map Clause, Restrictions, p.2]
10242 // If a list item is an array section, it must specify contiguous storage.
10244 // For this restriction it is sufficient that we make sure only references
10245 // to variables or fields and array expressions, and that no array sections
10246 // exist except in the rightmost expression (unless they cover the whole
10247 // dimension of the array). E.g. these would be invalid:
10249 // r.ArrS[3:5].Arr[6:7]
10253 // but these would be valid:
10254 // r.ArrS[3].Arr[6:7]
10258 bool AllowUnitySizeArraySection = true;
10259 bool AllowWholeSizeArraySection = true;
10261 while (!RelevantExpr) {
10262 E = E->IgnoreParenImpCasts();
10264 if (auto *CurE = dyn_cast<DeclRefExpr>(E)) {
10265 if (!isa<VarDecl>(CurE->getDecl()))
10268 RelevantExpr = CurE;
10270 // If we got a reference to a declaration, we should not expect any array
10271 // section before that.
10272 AllowUnitySizeArraySection = false;
10273 AllowWholeSizeArraySection = false;
10275 // Record the component.
10276 CurComponents.push_back(OMPClauseMappableExprCommon::MappableComponent(
10277 CurE, CurE->getDecl()));
10281 if (auto *CurE = dyn_cast<MemberExpr>(E)) {
10282 auto *BaseE = CurE->getBase()->IgnoreParenImpCasts();
10284 if (isa<CXXThisExpr>(BaseE))
10285 // We found a base expression: this->Val.
10286 RelevantExpr = CurE;
10290 if (!isa<FieldDecl>(CurE->getMemberDecl())) {
10291 SemaRef.Diag(ELoc, diag::err_omp_expected_access_to_data_field)
10292 << CurE->getSourceRange();
10296 auto *FD = cast<FieldDecl>(CurE->getMemberDecl());
10298 // OpenMP 4.5 [2.15.5.1, map Clause, Restrictions, C/C++, p.3]
10299 // A bit-field cannot appear in a map clause.
10301 if (FD->isBitField()) {
10302 SemaRef.Diag(ELoc, diag::err_omp_bit_fields_forbidden_in_clause)
10303 << CurE->getSourceRange() << getOpenMPClauseName(CKind);
10307 // OpenMP 4.5 [2.15.5.1, map Clause, Restrictions, C++, p.1]
10308 // If the type of a list item is a reference to a type T then the type
10309 // will be considered to be T for all purposes of this clause.
10310 QualType CurType = BaseE->getType().getNonReferenceType();
10312 // OpenMP 4.5 [2.15.5.1, map Clause, Restrictions, C/C++, p.2]
10313 // A list item cannot be a variable that is a member of a structure with
10316 if (auto *RT = CurType->getAs<RecordType>())
10317 if (RT->isUnionType()) {
10318 SemaRef.Diag(ELoc, diag::err_omp_union_type_not_allowed)
10319 << CurE->getSourceRange();
10323 // If we got a member expression, we should not expect any array section
10326 // OpenMP 4.5 [2.15.5.1, map Clause, Restrictions, p.7]
10327 // If a list item is an element of a structure, only the rightmost symbol
10328 // of the variable reference can be an array section.
10330 AllowUnitySizeArraySection = false;
10331 AllowWholeSizeArraySection = false;
10333 // Record the component.
10334 CurComponents.push_back(
10335 OMPClauseMappableExprCommon::MappableComponent(CurE, FD));
10339 if (auto *CurE = dyn_cast<ArraySubscriptExpr>(E)) {
10340 E = CurE->getBase()->IgnoreParenImpCasts();
10342 if (!E->getType()->isAnyPointerType() && !E->getType()->isArrayType()) {
10343 SemaRef.Diag(ELoc, diag::err_omp_expected_base_var_name)
10344 << 0 << CurE->getSourceRange();
10348 // If we got an array subscript that express the whole dimension we
10349 // can have any array expressions before. If it only expressing part of
10350 // the dimension, we can only have unitary-size array expressions.
10351 if (CheckArrayExpressionDoesNotReferToWholeSize(SemaRef, CurE,
10353 AllowWholeSizeArraySection = false;
10355 // Record the component - we don't have any declaration associated.
10356 CurComponents.push_back(
10357 OMPClauseMappableExprCommon::MappableComponent(CurE, nullptr));
10361 if (auto *CurE = dyn_cast<OMPArraySectionExpr>(E)) {
10362 E = CurE->getBase()->IgnoreParenImpCasts();
10365 OMPArraySectionExpr::getBaseOriginalType(E).getCanonicalType();
10367 // OpenMP 4.5 [2.15.5.1, map Clause, Restrictions, C++, p.1]
10368 // If the type of a list item is a reference to a type T then the type
10369 // will be considered to be T for all purposes of this clause.
10370 if (CurType->isReferenceType())
10371 CurType = CurType->getPointeeType();
10373 bool IsPointer = CurType->isAnyPointerType();
10375 if (!IsPointer && !CurType->isArrayType()) {
10376 SemaRef.Diag(ELoc, diag::err_omp_expected_base_var_name)
10377 << 0 << CurE->getSourceRange();
10382 CheckArrayExpressionDoesNotReferToWholeSize(SemaRef, CurE, CurType);
10384 CheckArrayExpressionDoesNotReferToUnitySize(SemaRef, CurE, CurType);
10386 if (AllowWholeSizeArraySection) {
10387 // Any array section is currently allowed. Allowing a whole size array
10388 // section implies allowing a unity array section as well.
10390 // If this array section refers to the whole dimension we can still
10391 // accept other array sections before this one, except if the base is a
10392 // pointer. Otherwise, only unitary sections are accepted.
10393 if (NotWhole || IsPointer)
10394 AllowWholeSizeArraySection = false;
10395 } else if (AllowUnitySizeArraySection && NotUnity) {
10396 // A unity or whole array section is not allowed and that is not
10397 // compatible with the properties of the current array section.
10399 ELoc, diag::err_array_section_does_not_specify_contiguous_storage)
10400 << CurE->getSourceRange();
10404 // Record the component - we don't have any declaration associated.
10405 CurComponents.push_back(
10406 OMPClauseMappableExprCommon::MappableComponent(CurE, nullptr));
10410 // If nothing else worked, this is not a valid map clause expression.
10412 diag::err_omp_expected_named_var_member_or_array_expression)
10417 return RelevantExpr;
10420 // Return true if expression E associated with value VD has conflicts with other
10421 // map information.
10422 static bool CheckMapConflicts(
10423 Sema &SemaRef, DSAStackTy *DSAS, ValueDecl *VD, Expr *E,
10424 bool CurrentRegionOnly,
10425 OMPClauseMappableExprCommon::MappableExprComponentListRef CurComponents,
10426 OpenMPClauseKind CKind) {
10428 SourceLocation ELoc = E->getExprLoc();
10429 SourceRange ERange = E->getSourceRange();
10431 // In order to easily check the conflicts we need to match each component of
10432 // the expression under test with the components of the expressions that are
10433 // already in the stack.
10435 assert(!CurComponents.empty() && "Map clause expression with no components!");
10436 assert(CurComponents.back().getAssociatedDeclaration() == VD &&
10437 "Map clause expression with unexpected base!");
10439 // Variables to help detecting enclosing problems in data environment nests.
10440 bool IsEnclosedByDataEnvironmentExpr = false;
10441 const Expr *EnclosingExpr = nullptr;
10443 bool FoundError = DSAS->checkMappableExprComponentListsForDecl(
10444 VD, CurrentRegionOnly,
10445 [&](OMPClauseMappableExprCommon::MappableExprComponentListRef
10447 OpenMPClauseKind) -> bool {
10449 assert(!StackComponents.empty() &&
10450 "Map clause expression with no components!");
10451 assert(StackComponents.back().getAssociatedDeclaration() == VD &&
10452 "Map clause expression with unexpected base!");
10454 // The whole expression in the stack.
10455 auto *RE = StackComponents.front().getAssociatedExpression();
10457 // Expressions must start from the same base. Here we detect at which
10458 // point both expressions diverge from each other and see if we can
10459 // detect if the memory referred to both expressions is contiguous and
10461 auto CI = CurComponents.rbegin();
10462 auto CE = CurComponents.rend();
10463 auto SI = StackComponents.rbegin();
10464 auto SE = StackComponents.rend();
10465 for (; CI != CE && SI != SE; ++CI, ++SI) {
10467 // OpenMP 4.5 [2.15.5.1, map Clause, Restrictions, p.3]
10468 // At most one list item can be an array item derived from a given
10469 // variable in map clauses of the same construct.
10470 if (CurrentRegionOnly &&
10471 (isa<ArraySubscriptExpr>(CI->getAssociatedExpression()) ||
10472 isa<OMPArraySectionExpr>(CI->getAssociatedExpression())) &&
10473 (isa<ArraySubscriptExpr>(SI->getAssociatedExpression()) ||
10474 isa<OMPArraySectionExpr>(SI->getAssociatedExpression()))) {
10475 SemaRef.Diag(CI->getAssociatedExpression()->getExprLoc(),
10476 diag::err_omp_multiple_array_items_in_map_clause)
10477 << CI->getAssociatedExpression()->getSourceRange();
10478 SemaRef.Diag(SI->getAssociatedExpression()->getExprLoc(),
10479 diag::note_used_here)
10480 << SI->getAssociatedExpression()->getSourceRange();
10484 // Do both expressions have the same kind?
10485 if (CI->getAssociatedExpression()->getStmtClass() !=
10486 SI->getAssociatedExpression()->getStmtClass())
10489 // Are we dealing with different variables/fields?
10490 if (CI->getAssociatedDeclaration() != SI->getAssociatedDeclaration())
10493 // Check if the extra components of the expressions in the enclosing
10494 // data environment are redundant for the current base declaration.
10495 // If they are, the maps completely overlap, which is legal.
10496 for (; SI != SE; ++SI) {
10499 dyn_cast<ArraySubscriptExpr>(SI->getAssociatedExpression())) {
10500 Type = ASE->getBase()->IgnoreParenImpCasts()->getType();
10501 } else if (auto *OASE = dyn_cast<OMPArraySectionExpr>(
10502 SI->getAssociatedExpression())) {
10503 auto *E = OASE->getBase()->IgnoreParenImpCasts();
10505 OMPArraySectionExpr::getBaseOriginalType(E).getCanonicalType();
10507 if (Type.isNull() || Type->isAnyPointerType() ||
10508 CheckArrayExpressionDoesNotReferToWholeSize(
10509 SemaRef, SI->getAssociatedExpression(), Type))
10513 // OpenMP 4.5 [2.15.5.1, map Clause, Restrictions, p.4]
10514 // List items of map clauses in the same construct must not share
10515 // original storage.
10517 // If the expressions are exactly the same or one is a subset of the
10518 // other, it means they are sharing storage.
10519 if (CI == CE && SI == SE) {
10520 if (CurrentRegionOnly) {
10521 if (CKind == OMPC_map)
10522 SemaRef.Diag(ELoc, diag::err_omp_map_shared_storage) << ERange;
10524 assert(CKind == OMPC_to || CKind == OMPC_from);
10525 SemaRef.Diag(ELoc, diag::err_omp_once_referenced_in_target_update)
10528 SemaRef.Diag(RE->getExprLoc(), diag::note_used_here)
10529 << RE->getSourceRange();
10532 // If we find the same expression in the enclosing data environment,
10534 IsEnclosedByDataEnvironmentExpr = true;
10539 QualType DerivedType =
10540 std::prev(CI)->getAssociatedDeclaration()->getType();
10541 SourceLocation DerivedLoc =
10542 std::prev(CI)->getAssociatedExpression()->getExprLoc();
10544 // OpenMP 4.5 [2.15.5.1, map Clause, Restrictions, C++, p.1]
10545 // If the type of a list item is a reference to a type T then the type
10546 // will be considered to be T for all purposes of this clause.
10547 DerivedType = DerivedType.getNonReferenceType();
10549 // OpenMP 4.5 [2.15.5.1, map Clause, Restrictions, C/C++, p.1]
10550 // A variable for which the type is pointer and an array section
10551 // derived from that variable must not appear as list items of map
10552 // clauses of the same construct.
10554 // Also, cover one of the cases in:
10555 // OpenMP 4.5 [2.15.5.1, map Clause, Restrictions, p.5]
10556 // If any part of the original storage of a list item has corresponding
10557 // storage in the device data environment, all of the original storage
10558 // must have corresponding storage in the device data environment.
10560 if (DerivedType->isAnyPointerType()) {
10561 if (CI == CE || SI == SE) {
10564 diag::err_omp_pointer_mapped_along_with_derived_section)
10567 assert(CI != CE && SI != SE);
10568 SemaRef.Diag(DerivedLoc, diag::err_omp_same_pointer_derreferenced)
10571 SemaRef.Diag(RE->getExprLoc(), diag::note_used_here)
10572 << RE->getSourceRange();
10576 // OpenMP 4.5 [2.15.5.1, map Clause, Restrictions, p.4]
10577 // List items of map clauses in the same construct must not share
10578 // original storage.
10580 // An expression is a subset of the other.
10581 if (CurrentRegionOnly && (CI == CE || SI == SE)) {
10582 if (CKind == OMPC_map)
10583 SemaRef.Diag(ELoc, diag::err_omp_map_shared_storage) << ERange;
10585 assert(CKind == OMPC_to || CKind == OMPC_from);
10586 SemaRef.Diag(ELoc, diag::err_omp_once_referenced_in_target_update)
10589 SemaRef.Diag(RE->getExprLoc(), diag::note_used_here)
10590 << RE->getSourceRange();
10594 // The current expression uses the same base as other expression in the
10595 // data environment but does not contain it completely.
10596 if (!CurrentRegionOnly && SI != SE)
10597 EnclosingExpr = RE;
10599 // The current expression is a subset of the expression in the data
10601 IsEnclosedByDataEnvironmentExpr |=
10602 (!CurrentRegionOnly && CI != CE && SI == SE);
10607 if (CurrentRegionOnly)
10610 // OpenMP 4.5 [2.15.5.1, map Clause, Restrictions, p.5]
10611 // If any part of the original storage of a list item has corresponding
10612 // storage in the device data environment, all of the original storage must
10613 // have corresponding storage in the device data environment.
10614 // OpenMP 4.5 [2.15.5.1, map Clause, Restrictions, p.6]
10615 // If a list item is an element of a structure, and a different element of
10616 // the structure has a corresponding list item in the device data environment
10617 // prior to a task encountering the construct associated with the map clause,
10618 // then the list item must also have a corresponding list item in the device
10619 // data environment prior to the task encountering the construct.
10621 if (EnclosingExpr && !IsEnclosedByDataEnvironmentExpr) {
10623 diag::err_omp_original_storage_is_shared_and_does_not_contain)
10625 SemaRef.Diag(EnclosingExpr->getExprLoc(), diag::note_used_here)
10626 << EnclosingExpr->getSourceRange();
10634 // Utility struct that gathers all the related lists associated with a mappable
10636 struct MappableVarListInfo final {
10637 // The list of expressions.
10638 ArrayRef<Expr *> VarList;
10639 // The list of processed expressions.
10640 SmallVector<Expr *, 16> ProcessedVarList;
10641 // The mappble components for each expression.
10642 OMPClauseMappableExprCommon::MappableExprComponentLists VarComponents;
10643 // The base declaration of the variable.
10644 SmallVector<ValueDecl *, 16> VarBaseDeclarations;
10646 MappableVarListInfo(ArrayRef<Expr *> VarList) : VarList(VarList) {
10647 // We have a list of components and base declarations for each entry in the
10649 VarComponents.reserve(VarList.size());
10650 VarBaseDeclarations.reserve(VarList.size());
10655 // Check the validity of the provided variable list for the provided clause kind
10656 // \a CKind. In the check process the valid expressions, and mappable expression
10657 // components and variables are extracted and used to fill \a Vars,
10658 // \a ClauseComponents, and \a ClauseBaseDeclarations. \a MapType and
10659 // \a IsMapTypeImplicit are expected to be valid if the clause kind is 'map'.
10661 checkMappableExpressionList(Sema &SemaRef, DSAStackTy *DSAS,
10662 OpenMPClauseKind CKind, MappableVarListInfo &MVLI,
10663 SourceLocation StartLoc,
10664 OpenMPMapClauseKind MapType = OMPC_MAP_unknown,
10665 bool IsMapTypeImplicit = false) {
10666 // We only expect mappable expressions in 'to', 'from', and 'map' clauses.
10667 assert((CKind == OMPC_map || CKind == OMPC_to || CKind == OMPC_from) &&
10668 "Unexpected clause kind with mappable expressions!");
10670 // Keep track of the mappable components and base declarations in this clause.
10671 // Each entry in the list is going to have a list of components associated. We
10672 // record each set of the components so that we can build the clause later on.
10673 // In the end we should have the same amount of declarations and component
10676 for (auto &RE : MVLI.VarList) {
10677 assert(RE && "Null expr in omp to/from/map clause");
10678 SourceLocation ELoc = RE->getExprLoc();
10680 auto *VE = RE->IgnoreParenLValueCasts();
10682 if (VE->isValueDependent() || VE->isTypeDependent() ||
10683 VE->isInstantiationDependent() ||
10684 VE->containsUnexpandedParameterPack()) {
10685 // We can only analyze this information once the missing information is
10687 MVLI.ProcessedVarList.push_back(RE);
10691 auto *SimpleExpr = RE->IgnoreParenCasts();
10693 if (!RE->IgnoreParenImpCasts()->isLValue()) {
10695 diag::err_omp_expected_named_var_member_or_array_expression)
10696 << RE->getSourceRange();
10700 OMPClauseMappableExprCommon::MappableExprComponentList CurComponents;
10701 ValueDecl *CurDeclaration = nullptr;
10703 // Obtain the array or member expression bases if required. Also, fill the
10704 // components array with all the components identified in the process.
10706 CheckMapClauseExpressionBase(SemaRef, SimpleExpr, CurComponents, CKind);
10710 assert(!CurComponents.empty() &&
10711 "Invalid mappable expression information.");
10713 // For the following checks, we rely on the base declaration which is
10714 // expected to be associated with the last component. The declaration is
10715 // expected to be a variable or a field (if 'this' is being mapped).
10716 CurDeclaration = CurComponents.back().getAssociatedDeclaration();
10717 assert(CurDeclaration && "Null decl on map clause.");
10719 CurDeclaration->isCanonicalDecl() &&
10720 "Expecting components to have associated only canonical declarations.");
10722 auto *VD = dyn_cast<VarDecl>(CurDeclaration);
10723 auto *FD = dyn_cast<FieldDecl>(CurDeclaration);
10725 assert((VD || FD) && "Only variables or fields are expected here!");
10728 // OpenMP 4.5 [2.15.5.1, map Clause, Restrictions, p.10]
10729 // threadprivate variables cannot appear in a map clause.
10730 // OpenMP 4.5 [2.10.5, target update Construct]
10731 // threadprivate variables cannot appear in a from clause.
10732 if (VD && DSAS->isThreadPrivate(VD)) {
10733 auto DVar = DSAS->getTopDSA(VD, false);
10734 SemaRef.Diag(ELoc, diag::err_omp_threadprivate_in_clause)
10735 << getOpenMPClauseName(CKind);
10736 ReportOriginalDSA(SemaRef, DSAS, VD, DVar);
10740 // OpenMP 4.5 [2.15.5.1, map Clause, Restrictions, p.9]
10741 // A list item cannot appear in both a map clause and a data-sharing
10742 // attribute clause on the same construct.
10744 // Check conflicts with other map clause expressions. We check the conflicts
10745 // with the current construct separately from the enclosing data
10746 // environment, because the restrictions are different. We only have to
10747 // check conflicts across regions for the map clauses.
10748 if (CheckMapConflicts(SemaRef, DSAS, CurDeclaration, SimpleExpr,
10749 /*CurrentRegionOnly=*/true, CurComponents, CKind))
10751 if (CKind == OMPC_map &&
10752 CheckMapConflicts(SemaRef, DSAS, CurDeclaration, SimpleExpr,
10753 /*CurrentRegionOnly=*/false, CurComponents, CKind))
10756 // OpenMP 4.5 [2.10.5, target update Construct]
10757 // OpenMP 4.5 [2.15.5.1, map Clause, Restrictions, C++, p.1]
10758 // If the type of a list item is a reference to a type T then the type will
10759 // be considered to be T for all purposes of this clause.
10760 QualType Type = CurDeclaration->getType().getNonReferenceType();
10762 // OpenMP 4.5 [2.10.5, target update Construct, Restrictions, p.4]
10763 // A list item in a to or from clause must have a mappable type.
10764 // OpenMP 4.5 [2.15.5.1, map Clause, Restrictions, p.9]
10765 // A list item must have a mappable type.
10766 if (!CheckTypeMappable(VE->getExprLoc(), VE->getSourceRange(), SemaRef,
10770 if (CKind == OMPC_map) {
10771 // target enter data
10772 // OpenMP [2.10.2, Restrictions, p. 99]
10773 // A map-type must be specified in all map clauses and must be either
10775 OpenMPDirectiveKind DKind = DSAS->getCurrentDirective();
10776 if (DKind == OMPD_target_enter_data &&
10777 !(MapType == OMPC_MAP_to || MapType == OMPC_MAP_alloc)) {
10778 SemaRef.Diag(StartLoc, diag::err_omp_invalid_map_type_for_directive)
10779 << (IsMapTypeImplicit ? 1 : 0)
10780 << getOpenMPSimpleClauseTypeName(OMPC_map, MapType)
10781 << getOpenMPDirectiveName(DKind);
10785 // target exit_data
10786 // OpenMP [2.10.3, Restrictions, p. 102]
10787 // A map-type must be specified in all map clauses and must be either
10788 // from, release, or delete.
10789 if (DKind == OMPD_target_exit_data &&
10790 !(MapType == OMPC_MAP_from || MapType == OMPC_MAP_release ||
10791 MapType == OMPC_MAP_delete)) {
10792 SemaRef.Diag(StartLoc, diag::err_omp_invalid_map_type_for_directive)
10793 << (IsMapTypeImplicit ? 1 : 0)
10794 << getOpenMPSimpleClauseTypeName(OMPC_map, MapType)
10795 << getOpenMPDirectiveName(DKind);
10799 // OpenMP 4.5 [2.15.5.1, Restrictions, p.3]
10800 // A list item cannot appear in both a map clause and a data-sharing
10801 // attribute clause on the same construct
10802 if ((DKind == OMPD_target || DKind == OMPD_target_teams ||
10803 DKind == OMPD_target_teams_distribute ||
10804 DKind == OMPD_target_teams_distribute_parallel_for ||
10805 DKind == OMPD_target_teams_distribute_parallel_for_simd ||
10806 DKind == OMPD_target_teams_distribute_simd) && VD) {
10807 auto DVar = DSAS->getTopDSA(VD, false);
10808 if (isOpenMPPrivate(DVar.CKind)) {
10809 SemaRef.Diag(ELoc, diag::err_omp_variable_in_given_clause_and_dsa)
10810 << getOpenMPClauseName(DVar.CKind)
10811 << getOpenMPClauseName(OMPC_map)
10812 << getOpenMPDirectiveName(DSAS->getCurrentDirective());
10813 ReportOriginalDSA(SemaRef, DSAS, CurDeclaration, DVar);
10819 // Save the current expression.
10820 MVLI.ProcessedVarList.push_back(RE);
10822 // Store the components in the stack so that they can be used to check
10823 // against other clauses later on.
10824 DSAS->addMappableExpressionComponents(CurDeclaration, CurComponents,
10825 /*WhereFoundClauseKind=*/OMPC_map);
10827 // Save the components and declaration to create the clause. For purposes of
10828 // the clause creation, any component list that has has base 'this' uses
10829 // null as base declaration.
10830 MVLI.VarComponents.resize(MVLI.VarComponents.size() + 1);
10831 MVLI.VarComponents.back().append(CurComponents.begin(),
10832 CurComponents.end());
10833 MVLI.VarBaseDeclarations.push_back(isa<MemberExpr>(BE) ? nullptr
10839 Sema::ActOnOpenMPMapClause(OpenMPMapClauseKind MapTypeModifier,
10840 OpenMPMapClauseKind MapType, bool IsMapTypeImplicit,
10841 SourceLocation MapLoc, SourceLocation ColonLoc,
10842 ArrayRef<Expr *> VarList, SourceLocation StartLoc,
10843 SourceLocation LParenLoc, SourceLocation EndLoc) {
10844 MappableVarListInfo MVLI(VarList);
10845 checkMappableExpressionList(*this, DSAStack, OMPC_map, MVLI, StartLoc,
10846 MapType, IsMapTypeImplicit);
10848 // We need to produce a map clause even if we don't have variables so that
10849 // other diagnostics related with non-existing map clauses are accurate.
10850 return OMPMapClause::Create(Context, StartLoc, LParenLoc, EndLoc,
10851 MVLI.ProcessedVarList, MVLI.VarBaseDeclarations,
10852 MVLI.VarComponents, MapTypeModifier, MapType,
10853 IsMapTypeImplicit, MapLoc);
10856 QualType Sema::ActOnOpenMPDeclareReductionType(SourceLocation TyLoc,
10857 TypeResult ParsedType) {
10858 assert(ParsedType.isUsable());
10860 QualType ReductionType = GetTypeFromParser(ParsedType.get());
10861 if (ReductionType.isNull())
10864 // [OpenMP 4.0], 2.15 declare reduction Directive, Restrictions, C\C++
10865 // A type name in a declare reduction directive cannot be a function type, an
10866 // array type, a reference type, or a type qualified with const, volatile or
10868 if (ReductionType.hasQualifiers()) {
10869 Diag(TyLoc, diag::err_omp_reduction_wrong_type) << 0;
10873 if (ReductionType->isFunctionType()) {
10874 Diag(TyLoc, diag::err_omp_reduction_wrong_type) << 1;
10877 if (ReductionType->isReferenceType()) {
10878 Diag(TyLoc, diag::err_omp_reduction_wrong_type) << 2;
10881 if (ReductionType->isArrayType()) {
10882 Diag(TyLoc, diag::err_omp_reduction_wrong_type) << 3;
10885 return ReductionType;
10888 Sema::DeclGroupPtrTy Sema::ActOnOpenMPDeclareReductionDirectiveStart(
10889 Scope *S, DeclContext *DC, DeclarationName Name,
10890 ArrayRef<std::pair<QualType, SourceLocation>> ReductionTypes,
10891 AccessSpecifier AS, Decl *PrevDeclInScope) {
10892 SmallVector<Decl *, 8> Decls;
10893 Decls.reserve(ReductionTypes.size());
10895 LookupResult Lookup(*this, Name, SourceLocation(), LookupOMPReductionName,
10897 // [OpenMP 4.0], 2.15 declare reduction Directive, Restrictions
10898 // A reduction-identifier may not be re-declared in the current scope for the
10899 // same type or for a type that is compatible according to the base language
10901 llvm::DenseMap<QualType, SourceLocation> PreviousRedeclTypes;
10902 OMPDeclareReductionDecl *PrevDRD = nullptr;
10903 bool InCompoundScope = true;
10904 if (S != nullptr) {
10905 // Find previous declaration with the same name not referenced in other
10907 FunctionScopeInfo *ParentFn = getEnclosingFunction();
10909 (ParentFn != nullptr) && !ParentFn->CompoundScopes.empty();
10910 LookupName(Lookup, S);
10911 FilterLookupForScope(Lookup, DC, S, /*ConsiderLinkage=*/false,
10912 /*AllowInlineNamespace=*/false);
10913 llvm::DenseMap<OMPDeclareReductionDecl *, bool> UsedAsPrevious;
10914 auto Filter = Lookup.makeFilter();
10915 while (Filter.hasNext()) {
10916 auto *PrevDecl = cast<OMPDeclareReductionDecl>(Filter.next());
10917 if (InCompoundScope) {
10918 auto I = UsedAsPrevious.find(PrevDecl);
10919 if (I == UsedAsPrevious.end())
10920 UsedAsPrevious[PrevDecl] = false;
10921 if (auto *D = PrevDecl->getPrevDeclInScope())
10922 UsedAsPrevious[D] = true;
10924 PreviousRedeclTypes[PrevDecl->getType().getCanonicalType()] =
10925 PrevDecl->getLocation();
10928 if (InCompoundScope) {
10929 for (auto &PrevData : UsedAsPrevious) {
10930 if (!PrevData.second) {
10931 PrevDRD = PrevData.first;
10936 } else if (PrevDeclInScope != nullptr) {
10937 auto *PrevDRDInScope = PrevDRD =
10938 cast<OMPDeclareReductionDecl>(PrevDeclInScope);
10940 PreviousRedeclTypes[PrevDRDInScope->getType().getCanonicalType()] =
10941 PrevDRDInScope->getLocation();
10942 PrevDRDInScope = PrevDRDInScope->getPrevDeclInScope();
10943 } while (PrevDRDInScope != nullptr);
10945 for (auto &TyData : ReductionTypes) {
10946 auto I = PreviousRedeclTypes.find(TyData.first.getCanonicalType());
10947 bool Invalid = false;
10948 if (I != PreviousRedeclTypes.end()) {
10949 Diag(TyData.second, diag::err_omp_declare_reduction_redefinition)
10951 Diag(I->second, diag::note_previous_definition);
10954 PreviousRedeclTypes[TyData.first.getCanonicalType()] = TyData.second;
10955 auto *DRD = OMPDeclareReductionDecl::Create(Context, DC, TyData.second,
10956 Name, TyData.first, PrevDRD);
10958 DRD->setAccess(AS);
10959 Decls.push_back(DRD);
10961 DRD->setInvalidDecl();
10966 return DeclGroupPtrTy::make(
10967 DeclGroupRef::Create(Context, Decls.begin(), Decls.size()));
10970 void Sema::ActOnOpenMPDeclareReductionCombinerStart(Scope *S, Decl *D) {
10971 auto *DRD = cast<OMPDeclareReductionDecl>(D);
10973 // Enter new function scope.
10974 PushFunctionScope();
10975 getCurFunction()->setHasBranchProtectedScope();
10976 getCurFunction()->setHasOMPDeclareReductionCombiner();
10979 PushDeclContext(S, DRD);
10983 PushExpressionEvaluationContext(
10984 ExpressionEvaluationContext::PotentiallyEvaluated);
10986 QualType ReductionType = DRD->getType();
10987 // Create 'T* omp_parm;T omp_in;'. All references to 'omp_in' will
10988 // be replaced by '*omp_parm' during codegen. This required because 'omp_in'
10989 // uses semantics of argument handles by value, but it should be passed by
10990 // reference. C lang does not support references, so pass all parameters as
10992 // Create 'T omp_in;' variable.
10994 buildVarDecl(*this, D->getLocation(), ReductionType, "omp_in");
10995 // Create 'T* omp_parm;T omp_out;'. All references to 'omp_out' will
10996 // be replaced by '*omp_parm' during codegen. This required because 'omp_out'
10997 // uses semantics of argument handles by value, but it should be passed by
10998 // reference. C lang does not support references, so pass all parameters as
11000 // Create 'T omp_out;' variable.
11002 buildVarDecl(*this, D->getLocation(), ReductionType, "omp_out");
11003 if (S != nullptr) {
11004 PushOnScopeChains(OmpInParm, S);
11005 PushOnScopeChains(OmpOutParm, S);
11007 DRD->addDecl(OmpInParm);
11008 DRD->addDecl(OmpOutParm);
11012 void Sema::ActOnOpenMPDeclareReductionCombinerEnd(Decl *D, Expr *Combiner) {
11013 auto *DRD = cast<OMPDeclareReductionDecl>(D);
11014 DiscardCleanupsInEvaluationContext();
11015 PopExpressionEvaluationContext();
11018 PopFunctionScopeInfo();
11020 if (Combiner != nullptr)
11021 DRD->setCombiner(Combiner);
11023 DRD->setInvalidDecl();
11026 void Sema::ActOnOpenMPDeclareReductionInitializerStart(Scope *S, Decl *D) {
11027 auto *DRD = cast<OMPDeclareReductionDecl>(D);
11029 // Enter new function scope.
11030 PushFunctionScope();
11031 getCurFunction()->setHasBranchProtectedScope();
11034 PushDeclContext(S, DRD);
11038 PushExpressionEvaluationContext(
11039 ExpressionEvaluationContext::PotentiallyEvaluated);
11041 QualType ReductionType = DRD->getType();
11042 // Create 'T* omp_parm;T omp_priv;'. All references to 'omp_priv' will
11043 // be replaced by '*omp_parm' during codegen. This required because 'omp_priv'
11044 // uses semantics of argument handles by value, but it should be passed by
11045 // reference. C lang does not support references, so pass all parameters as
11047 // Create 'T omp_priv;' variable.
11048 auto *OmpPrivParm =
11049 buildVarDecl(*this, D->getLocation(), ReductionType, "omp_priv");
11050 // Create 'T* omp_parm;T omp_orig;'. All references to 'omp_orig' will
11051 // be replaced by '*omp_parm' during codegen. This required because 'omp_orig'
11052 // uses semantics of argument handles by value, but it should be passed by
11053 // reference. C lang does not support references, so pass all parameters as
11055 // Create 'T omp_orig;' variable.
11056 auto *OmpOrigParm =
11057 buildVarDecl(*this, D->getLocation(), ReductionType, "omp_orig");
11058 if (S != nullptr) {
11059 PushOnScopeChains(OmpPrivParm, S);
11060 PushOnScopeChains(OmpOrigParm, S);
11062 DRD->addDecl(OmpPrivParm);
11063 DRD->addDecl(OmpOrigParm);
11067 void Sema::ActOnOpenMPDeclareReductionInitializerEnd(Decl *D,
11068 Expr *Initializer) {
11069 auto *DRD = cast<OMPDeclareReductionDecl>(D);
11070 DiscardCleanupsInEvaluationContext();
11071 PopExpressionEvaluationContext();
11074 PopFunctionScopeInfo();
11076 if (Initializer != nullptr)
11077 DRD->setInitializer(Initializer);
11079 DRD->setInvalidDecl();
11082 Sema::DeclGroupPtrTy Sema::ActOnOpenMPDeclareReductionDirectiveEnd(
11083 Scope *S, DeclGroupPtrTy DeclReductions, bool IsValid) {
11084 for (auto *D : DeclReductions.get()) {
11086 auto *DRD = cast<OMPDeclareReductionDecl>(D);
11088 PushOnScopeChains(DRD, S, /*AddToContext=*/false);
11090 D->setInvalidDecl();
11092 return DeclReductions;
11095 OMPClause *Sema::ActOnOpenMPNumTeamsClause(Expr *NumTeams,
11096 SourceLocation StartLoc,
11097 SourceLocation LParenLoc,
11098 SourceLocation EndLoc) {
11099 Expr *ValExpr = NumTeams;
11100 Stmt *HelperValStmt = nullptr;
11101 OpenMPDirectiveKind CaptureRegion = OMPD_unknown;
11103 // OpenMP [teams Constrcut, Restrictions]
11104 // The num_teams expression must evaluate to a positive integer value.
11105 if (!IsNonNegativeIntegerValue(ValExpr, *this, OMPC_num_teams,
11106 /*StrictlyPositive=*/true))
11109 OpenMPDirectiveKind DKind = DSAStack->getCurrentDirective();
11110 CaptureRegion = getOpenMPCaptureRegionForClause(DKind, OMPC_num_teams);
11111 if (CaptureRegion != OMPD_unknown) {
11112 llvm::MapVector<Expr *, DeclRefExpr *> Captures;
11113 ValExpr = tryBuildCapture(*this, ValExpr, Captures).get();
11114 HelperValStmt = buildPreInits(Context, Captures);
11117 return new (Context) OMPNumTeamsClause(ValExpr, HelperValStmt, CaptureRegion,
11118 StartLoc, LParenLoc, EndLoc);
11121 OMPClause *Sema::ActOnOpenMPThreadLimitClause(Expr *ThreadLimit,
11122 SourceLocation StartLoc,
11123 SourceLocation LParenLoc,
11124 SourceLocation EndLoc) {
11125 Expr *ValExpr = ThreadLimit;
11126 Stmt *HelperValStmt = nullptr;
11127 OpenMPDirectiveKind CaptureRegion = OMPD_unknown;
11129 // OpenMP [teams Constrcut, Restrictions]
11130 // The thread_limit expression must evaluate to a positive integer value.
11131 if (!IsNonNegativeIntegerValue(ValExpr, *this, OMPC_thread_limit,
11132 /*StrictlyPositive=*/true))
11135 OpenMPDirectiveKind DKind = DSAStack->getCurrentDirective();
11136 CaptureRegion = getOpenMPCaptureRegionForClause(DKind, OMPC_thread_limit);
11137 if (CaptureRegion != OMPD_unknown) {
11138 llvm::MapVector<Expr *, DeclRefExpr *> Captures;
11139 ValExpr = tryBuildCapture(*this, ValExpr, Captures).get();
11140 HelperValStmt = buildPreInits(Context, Captures);
11143 return new (Context) OMPThreadLimitClause(
11144 ValExpr, HelperValStmt, CaptureRegion, StartLoc, LParenLoc, EndLoc);
11147 OMPClause *Sema::ActOnOpenMPPriorityClause(Expr *Priority,
11148 SourceLocation StartLoc,
11149 SourceLocation LParenLoc,
11150 SourceLocation EndLoc) {
11151 Expr *ValExpr = Priority;
11153 // OpenMP [2.9.1, task Constrcut]
11154 // The priority-value is a non-negative numerical scalar expression.
11155 if (!IsNonNegativeIntegerValue(ValExpr, *this, OMPC_priority,
11156 /*StrictlyPositive=*/false))
11159 return new (Context) OMPPriorityClause(ValExpr, StartLoc, LParenLoc, EndLoc);
11162 OMPClause *Sema::ActOnOpenMPGrainsizeClause(Expr *Grainsize,
11163 SourceLocation StartLoc,
11164 SourceLocation LParenLoc,
11165 SourceLocation EndLoc) {
11166 Expr *ValExpr = Grainsize;
11168 // OpenMP [2.9.2, taskloop Constrcut]
11169 // The parameter of the grainsize clause must be a positive integer
11171 if (!IsNonNegativeIntegerValue(ValExpr, *this, OMPC_grainsize,
11172 /*StrictlyPositive=*/true))
11175 return new (Context) OMPGrainsizeClause(ValExpr, StartLoc, LParenLoc, EndLoc);
11178 OMPClause *Sema::ActOnOpenMPNumTasksClause(Expr *NumTasks,
11179 SourceLocation StartLoc,
11180 SourceLocation LParenLoc,
11181 SourceLocation EndLoc) {
11182 Expr *ValExpr = NumTasks;
11184 // OpenMP [2.9.2, taskloop Constrcut]
11185 // The parameter of the num_tasks clause must be a positive integer
11187 if (!IsNonNegativeIntegerValue(ValExpr, *this, OMPC_num_tasks,
11188 /*StrictlyPositive=*/true))
11191 return new (Context) OMPNumTasksClause(ValExpr, StartLoc, LParenLoc, EndLoc);
11194 OMPClause *Sema::ActOnOpenMPHintClause(Expr *Hint, SourceLocation StartLoc,
11195 SourceLocation LParenLoc,
11196 SourceLocation EndLoc) {
11197 // OpenMP [2.13.2, critical construct, Description]
11198 // ... where hint-expression is an integer constant expression that evaluates
11199 // to a valid lock hint.
11200 ExprResult HintExpr = VerifyPositiveIntegerConstantInClause(Hint, OMPC_hint);
11201 if (HintExpr.isInvalid())
11203 return new (Context)
11204 OMPHintClause(HintExpr.get(), StartLoc, LParenLoc, EndLoc);
11207 OMPClause *Sema::ActOnOpenMPDistScheduleClause(
11208 OpenMPDistScheduleClauseKind Kind, Expr *ChunkSize, SourceLocation StartLoc,
11209 SourceLocation LParenLoc, SourceLocation KindLoc, SourceLocation CommaLoc,
11210 SourceLocation EndLoc) {
11211 if (Kind == OMPC_DIST_SCHEDULE_unknown) {
11212 std::string Values;
11214 Values += getOpenMPSimpleClauseTypeName(OMPC_dist_schedule, 0);
11216 Diag(KindLoc, diag::err_omp_unexpected_clause_value)
11217 << Values << getOpenMPClauseName(OMPC_dist_schedule);
11220 Expr *ValExpr = ChunkSize;
11221 Stmt *HelperValStmt = nullptr;
11223 if (!ChunkSize->isValueDependent() && !ChunkSize->isTypeDependent() &&
11224 !ChunkSize->isInstantiationDependent() &&
11225 !ChunkSize->containsUnexpandedParameterPack()) {
11226 SourceLocation ChunkSizeLoc = ChunkSize->getLocStart();
11228 PerformOpenMPImplicitIntegerConversion(ChunkSizeLoc, ChunkSize);
11229 if (Val.isInvalid())
11232 ValExpr = Val.get();
11234 // OpenMP [2.7.1, Restrictions]
11235 // chunk_size must be a loop invariant integer expression with a positive
11237 llvm::APSInt Result;
11238 if (ValExpr->isIntegerConstantExpr(Result, Context)) {
11239 if (Result.isSigned() && !Result.isStrictlyPositive()) {
11240 Diag(ChunkSizeLoc, diag::err_omp_negative_expression_in_clause)
11241 << "dist_schedule" << ChunkSize->getSourceRange();
11244 } else if (isParallelOrTaskRegion(DSAStack->getCurrentDirective()) &&
11245 !CurContext->isDependentContext()) {
11246 llvm::MapVector<Expr *, DeclRefExpr *> Captures;
11247 ValExpr = tryBuildCapture(*this, ValExpr, Captures).get();
11248 HelperValStmt = buildPreInits(Context, Captures);
11253 return new (Context)
11254 OMPDistScheduleClause(StartLoc, LParenLoc, KindLoc, CommaLoc, EndLoc,
11255 Kind, ValExpr, HelperValStmt);
11258 OMPClause *Sema::ActOnOpenMPDefaultmapClause(
11259 OpenMPDefaultmapClauseModifier M, OpenMPDefaultmapClauseKind Kind,
11260 SourceLocation StartLoc, SourceLocation LParenLoc, SourceLocation MLoc,
11261 SourceLocation KindLoc, SourceLocation EndLoc) {
11262 // OpenMP 4.5 only supports 'defaultmap(tofrom: scalar)'
11263 if (M != OMPC_DEFAULTMAP_MODIFIER_tofrom || Kind != OMPC_DEFAULTMAP_scalar) {
11265 SourceLocation Loc;
11267 if (M != OMPC_DEFAULTMAP_MODIFIER_tofrom) {
11268 Value += getOpenMPSimpleClauseTypeName(OMPC_defaultmap,
11269 OMPC_DEFAULTMAP_MODIFIER_tofrom);
11272 Value += getOpenMPSimpleClauseTypeName(OMPC_defaultmap,
11273 OMPC_DEFAULTMAP_scalar);
11277 Diag(Loc, diag::err_omp_unexpected_clause_value)
11278 << Value << getOpenMPClauseName(OMPC_defaultmap);
11282 return new (Context)
11283 OMPDefaultmapClause(StartLoc, LParenLoc, MLoc, KindLoc, EndLoc, Kind, M);
11286 bool Sema::ActOnStartOpenMPDeclareTargetDirective(SourceLocation Loc) {
11287 DeclContext *CurLexicalContext = getCurLexicalContext();
11288 if (!CurLexicalContext->isFileContext() &&
11289 !CurLexicalContext->isExternCContext() &&
11290 !CurLexicalContext->isExternCXXContext()) {
11291 Diag(Loc, diag::err_omp_region_not_file_context);
11294 if (IsInOpenMPDeclareTargetContext) {
11295 Diag(Loc, diag::err_omp_enclosed_declare_target);
11299 IsInOpenMPDeclareTargetContext = true;
11303 void Sema::ActOnFinishOpenMPDeclareTargetDirective() {
11304 assert(IsInOpenMPDeclareTargetContext &&
11305 "Unexpected ActOnFinishOpenMPDeclareTargetDirective");
11307 IsInOpenMPDeclareTargetContext = false;
11310 void Sema::ActOnOpenMPDeclareTargetName(Scope *CurScope,
11311 CXXScopeSpec &ScopeSpec,
11312 const DeclarationNameInfo &Id,
11313 OMPDeclareTargetDeclAttr::MapTypeTy MT,
11314 NamedDeclSetType &SameDirectiveDecls) {
11315 LookupResult Lookup(*this, Id, LookupOrdinaryName);
11316 LookupParsedName(Lookup, CurScope, &ScopeSpec, true);
11318 if (Lookup.isAmbiguous())
11320 Lookup.suppressDiagnostics();
11322 if (!Lookup.isSingleResult()) {
11323 if (TypoCorrection Corrected =
11324 CorrectTypo(Id, LookupOrdinaryName, CurScope, nullptr,
11325 llvm::make_unique<VarOrFuncDeclFilterCCC>(*this),
11326 CTK_ErrorRecovery)) {
11327 diagnoseTypo(Corrected, PDiag(diag::err_undeclared_var_use_suggest)
11329 checkDeclIsAllowedInOpenMPTarget(nullptr, Corrected.getCorrectionDecl());
11333 Diag(Id.getLoc(), diag::err_undeclared_var_use) << Id.getName();
11337 NamedDecl *ND = Lookup.getAsSingle<NamedDecl>();
11338 if (isa<VarDecl>(ND) || isa<FunctionDecl>(ND)) {
11339 if (!SameDirectiveDecls.insert(cast<NamedDecl>(ND->getCanonicalDecl())))
11340 Diag(Id.getLoc(), diag::err_omp_declare_target_multiple) << Id.getName();
11342 if (!ND->hasAttr<OMPDeclareTargetDeclAttr>()) {
11343 Attr *A = OMPDeclareTargetDeclAttr::CreateImplicit(Context, MT);
11345 if (ASTMutationListener *ML = Context.getASTMutationListener())
11346 ML->DeclarationMarkedOpenMPDeclareTarget(ND, A);
11347 checkDeclIsAllowedInOpenMPTarget(nullptr, ND);
11348 } else if (ND->getAttr<OMPDeclareTargetDeclAttr>()->getMapType() != MT) {
11349 Diag(Id.getLoc(), diag::err_omp_declare_target_to_and_link)
11353 Diag(Id.getLoc(), diag::err_omp_invalid_target_decl) << Id.getName();
11356 static void checkDeclInTargetContext(SourceLocation SL, SourceRange SR,
11357 Sema &SemaRef, Decl *D) {
11360 Decl *LD = nullptr;
11361 if (isa<TagDecl>(D)) {
11362 LD = cast<TagDecl>(D)->getDefinition();
11363 } else if (isa<VarDecl>(D)) {
11364 LD = cast<VarDecl>(D)->getDefinition();
11366 // If this is an implicit variable that is legal and we do not need to do
11368 if (cast<VarDecl>(D)->isImplicit()) {
11369 Attr *A = OMPDeclareTargetDeclAttr::CreateImplicit(
11370 SemaRef.Context, OMPDeclareTargetDeclAttr::MT_To);
11372 if (ASTMutationListener *ML = SemaRef.Context.getASTMutationListener())
11373 ML->DeclarationMarkedOpenMPDeclareTarget(D, A);
11377 } else if (isa<FunctionDecl>(D)) {
11378 const FunctionDecl *FD = nullptr;
11379 if (cast<FunctionDecl>(D)->hasBody(FD))
11380 LD = const_cast<FunctionDecl *>(FD);
11382 // If the definition is associated with the current declaration in the
11383 // target region (it can be e.g. a lambda) that is legal and we do not need
11384 // to do anything else.
11386 Attr *A = OMPDeclareTargetDeclAttr::CreateImplicit(
11387 SemaRef.Context, OMPDeclareTargetDeclAttr::MT_To);
11389 if (ASTMutationListener *ML = SemaRef.Context.getASTMutationListener())
11390 ML->DeclarationMarkedOpenMPDeclareTarget(D, A);
11396 if (LD && !LD->hasAttr<OMPDeclareTargetDeclAttr>() &&
11397 (isa<VarDecl>(LD) || isa<FunctionDecl>(LD))) {
11398 // Outlined declaration is not declared target.
11399 if (LD->isOutOfLine()) {
11400 SemaRef.Diag(LD->getLocation(), diag::warn_omp_not_in_target_context);
11401 SemaRef.Diag(SL, diag::note_used_here) << SR;
11403 DeclContext *DC = LD->getDeclContext();
11405 if (isa<FunctionDecl>(DC) &&
11406 cast<FunctionDecl>(DC)->hasAttr<OMPDeclareTargetDeclAttr>())
11408 DC = DC->getParent();
11413 // Is not declared in target context.
11414 SemaRef.Diag(LD->getLocation(), diag::warn_omp_not_in_target_context);
11415 SemaRef.Diag(SL, diag::note_used_here) << SR;
11417 // Mark decl as declared target to prevent further diagnostic.
11418 Attr *A = OMPDeclareTargetDeclAttr::CreateImplicit(
11419 SemaRef.Context, OMPDeclareTargetDeclAttr::MT_To);
11421 if (ASTMutationListener *ML = SemaRef.Context.getASTMutationListener())
11422 ML->DeclarationMarkedOpenMPDeclareTarget(D, A);
11426 static bool checkValueDeclInTarget(SourceLocation SL, SourceRange SR,
11427 Sema &SemaRef, DSAStackTy *Stack,
11429 if (VD->hasAttr<OMPDeclareTargetDeclAttr>())
11431 if (!CheckTypeMappable(SL, SR, SemaRef, Stack, VD->getType()))
11436 void Sema::checkDeclIsAllowedInOpenMPTarget(Expr *E, Decl *D) {
11437 if (!D || D->isInvalidDecl())
11439 SourceRange SR = E ? E->getSourceRange() : D->getSourceRange();
11440 SourceLocation SL = E ? E->getLocStart() : D->getLocation();
11441 // 2.10.6: threadprivate variable cannot appear in a declare target directive.
11442 if (VarDecl *VD = dyn_cast<VarDecl>(D)) {
11443 if (DSAStack->isThreadPrivate(VD)) {
11444 Diag(SL, diag::err_omp_threadprivate_in_target);
11445 ReportOriginalDSA(*this, DSAStack, VD, DSAStack->getTopDSA(VD, false));
11449 if (ValueDecl *VD = dyn_cast<ValueDecl>(D)) {
11450 // Problem if any with var declared with incomplete type will be reported
11451 // as normal, so no need to check it here.
11452 if ((E || !VD->getType()->isIncompleteType()) &&
11453 !checkValueDeclInTarget(SL, SR, *this, DSAStack, VD)) {
11454 // Mark decl as declared target to prevent further diagnostic.
11455 if (isa<VarDecl>(VD) || isa<FunctionDecl>(VD)) {
11456 Attr *A = OMPDeclareTargetDeclAttr::CreateImplicit(
11457 Context, OMPDeclareTargetDeclAttr::MT_To);
11459 if (ASTMutationListener *ML = Context.getASTMutationListener())
11460 ML->DeclarationMarkedOpenMPDeclareTarget(VD, A);
11466 // Checking declaration inside declare target region.
11467 if (!D->hasAttr<OMPDeclareTargetDeclAttr>() &&
11468 (isa<VarDecl>(D) || isa<FunctionDecl>(D))) {
11469 Attr *A = OMPDeclareTargetDeclAttr::CreateImplicit(
11470 Context, OMPDeclareTargetDeclAttr::MT_To);
11472 if (ASTMutationListener *ML = Context.getASTMutationListener())
11473 ML->DeclarationMarkedOpenMPDeclareTarget(D, A);
11477 checkDeclInTargetContext(E->getExprLoc(), E->getSourceRange(), *this, D);
11480 OMPClause *Sema::ActOnOpenMPToClause(ArrayRef<Expr *> VarList,
11481 SourceLocation StartLoc,
11482 SourceLocation LParenLoc,
11483 SourceLocation EndLoc) {
11484 MappableVarListInfo MVLI(VarList);
11485 checkMappableExpressionList(*this, DSAStack, OMPC_to, MVLI, StartLoc);
11486 if (MVLI.ProcessedVarList.empty())
11489 return OMPToClause::Create(Context, StartLoc, LParenLoc, EndLoc,
11490 MVLI.ProcessedVarList, MVLI.VarBaseDeclarations,
11491 MVLI.VarComponents);
11494 OMPClause *Sema::ActOnOpenMPFromClause(ArrayRef<Expr *> VarList,
11495 SourceLocation StartLoc,
11496 SourceLocation LParenLoc,
11497 SourceLocation EndLoc) {
11498 MappableVarListInfo MVLI(VarList);
11499 checkMappableExpressionList(*this, DSAStack, OMPC_from, MVLI, StartLoc);
11500 if (MVLI.ProcessedVarList.empty())
11503 return OMPFromClause::Create(Context, StartLoc, LParenLoc, EndLoc,
11504 MVLI.ProcessedVarList, MVLI.VarBaseDeclarations,
11505 MVLI.VarComponents);
11508 OMPClause *Sema::ActOnOpenMPUseDevicePtrClause(ArrayRef<Expr *> VarList,
11509 SourceLocation StartLoc,
11510 SourceLocation LParenLoc,
11511 SourceLocation EndLoc) {
11512 MappableVarListInfo MVLI(VarList);
11513 SmallVector<Expr *, 8> PrivateCopies;
11514 SmallVector<Expr *, 8> Inits;
11516 for (auto &RefExpr : VarList) {
11517 assert(RefExpr && "NULL expr in OpenMP use_device_ptr clause.");
11518 SourceLocation ELoc;
11519 SourceRange ERange;
11520 Expr *SimpleRefExpr = RefExpr;
11521 auto Res = getPrivateItem(*this, SimpleRefExpr, ELoc, ERange);
11523 // It will be analyzed later.
11524 MVLI.ProcessedVarList.push_back(RefExpr);
11525 PrivateCopies.push_back(nullptr);
11526 Inits.push_back(nullptr);
11528 ValueDecl *D = Res.first;
11532 QualType Type = D->getType();
11533 Type = Type.getNonReferenceType().getUnqualifiedType();
11535 auto *VD = dyn_cast<VarDecl>(D);
11537 // Item should be a pointer or reference to pointer.
11538 if (!Type->isPointerType()) {
11539 Diag(ELoc, diag::err_omp_usedeviceptr_not_a_pointer)
11540 << 0 << RefExpr->getSourceRange();
11544 // Build the private variable and the expression that refers to it.
11545 auto VDPrivate = buildVarDecl(*this, ELoc, Type, D->getName(),
11546 D->hasAttrs() ? &D->getAttrs() : nullptr);
11547 if (VDPrivate->isInvalidDecl())
11550 CurContext->addDecl(VDPrivate);
11551 auto VDPrivateRefExpr = buildDeclRefExpr(
11552 *this, VDPrivate, RefExpr->getType().getUnqualifiedType(), ELoc);
11554 // Add temporary variable to initialize the private copy of the pointer.
11556 buildVarDecl(*this, RefExpr->getExprLoc(), Type, ".devptr.temp");
11557 auto *VDInitRefExpr = buildDeclRefExpr(*this, VDInit, RefExpr->getType(),
11558 RefExpr->getExprLoc());
11559 AddInitializerToDecl(VDPrivate,
11560 DefaultLvalueConversion(VDInitRefExpr).get(),
11561 /*DirectInit=*/false);
11563 // If required, build a capture to implement the privatization initialized
11564 // with the current list item value.
11565 DeclRefExpr *Ref = nullptr;
11567 Ref = buildCapture(*this, D, SimpleRefExpr, /*WithInit=*/true);
11568 MVLI.ProcessedVarList.push_back(VD ? RefExpr->IgnoreParens() : Ref);
11569 PrivateCopies.push_back(VDPrivateRefExpr);
11570 Inits.push_back(VDInitRefExpr);
11572 // We need to add a data sharing attribute for this variable to make sure it
11573 // is correctly captured. A variable that shows up in a use_device_ptr has
11574 // similar properties of a first private variable.
11575 DSAStack->addDSA(D, RefExpr->IgnoreParens(), OMPC_firstprivate, Ref);
11577 // Create a mappable component for the list item. List items in this clause
11578 // only need a component.
11579 MVLI.VarBaseDeclarations.push_back(D);
11580 MVLI.VarComponents.resize(MVLI.VarComponents.size() + 1);
11581 MVLI.VarComponents.back().push_back(
11582 OMPClauseMappableExprCommon::MappableComponent(SimpleRefExpr, D));
11585 if (MVLI.ProcessedVarList.empty())
11588 return OMPUseDevicePtrClause::Create(
11589 Context, StartLoc, LParenLoc, EndLoc, MVLI.ProcessedVarList,
11590 PrivateCopies, Inits, MVLI.VarBaseDeclarations, MVLI.VarComponents);
11593 OMPClause *Sema::ActOnOpenMPIsDevicePtrClause(ArrayRef<Expr *> VarList,
11594 SourceLocation StartLoc,
11595 SourceLocation LParenLoc,
11596 SourceLocation EndLoc) {
11597 MappableVarListInfo MVLI(VarList);
11598 for (auto &RefExpr : VarList) {
11599 assert(RefExpr && "NULL expr in OpenMP is_device_ptr clause.");
11600 SourceLocation ELoc;
11601 SourceRange ERange;
11602 Expr *SimpleRefExpr = RefExpr;
11603 auto Res = getPrivateItem(*this, SimpleRefExpr, ELoc, ERange);
11605 // It will be analyzed later.
11606 MVLI.ProcessedVarList.push_back(RefExpr);
11608 ValueDecl *D = Res.first;
11612 QualType Type = D->getType();
11613 // item should be a pointer or array or reference to pointer or array
11614 if (!Type.getNonReferenceType()->isPointerType() &&
11615 !Type.getNonReferenceType()->isArrayType()) {
11616 Diag(ELoc, diag::err_omp_argument_type_isdeviceptr)
11617 << 0 << RefExpr->getSourceRange();
11621 // Check if the declaration in the clause does not show up in any data
11622 // sharing attribute.
11623 auto DVar = DSAStack->getTopDSA(D, false);
11624 if (isOpenMPPrivate(DVar.CKind)) {
11625 Diag(ELoc, diag::err_omp_variable_in_given_clause_and_dsa)
11626 << getOpenMPClauseName(DVar.CKind)
11627 << getOpenMPClauseName(OMPC_is_device_ptr)
11628 << getOpenMPDirectiveName(DSAStack->getCurrentDirective());
11629 ReportOriginalDSA(*this, DSAStack, D, DVar);
11633 Expr *ConflictExpr;
11634 if (DSAStack->checkMappableExprComponentListsForDecl(
11635 D, /*CurrentRegionOnly=*/true,
11637 OMPClauseMappableExprCommon::MappableExprComponentListRef R,
11638 OpenMPClauseKind) -> bool {
11639 ConflictExpr = R.front().getAssociatedExpression();
11642 Diag(ELoc, diag::err_omp_map_shared_storage) << RefExpr->getSourceRange();
11643 Diag(ConflictExpr->getExprLoc(), diag::note_used_here)
11644 << ConflictExpr->getSourceRange();
11648 // Store the components in the stack so that they can be used to check
11649 // against other clauses later on.
11650 OMPClauseMappableExprCommon::MappableComponent MC(SimpleRefExpr, D);
11651 DSAStack->addMappableExpressionComponents(
11652 D, MC, /*WhereFoundClauseKind=*/OMPC_is_device_ptr);
11654 // Record the expression we've just processed.
11655 MVLI.ProcessedVarList.push_back(SimpleRefExpr);
11657 // Create a mappable component for the list item. List items in this clause
11658 // only need a component. We use a null declaration to signal fields in
11660 assert((isa<DeclRefExpr>(SimpleRefExpr) ||
11661 isa<CXXThisExpr>(cast<MemberExpr>(SimpleRefExpr)->getBase())) &&
11662 "Unexpected device pointer expression!");
11663 MVLI.VarBaseDeclarations.push_back(
11664 isa<DeclRefExpr>(SimpleRefExpr) ? D : nullptr);
11665 MVLI.VarComponents.resize(MVLI.VarComponents.size() + 1);
11666 MVLI.VarComponents.back().push_back(MC);
11669 if (MVLI.ProcessedVarList.empty())
11672 return OMPIsDevicePtrClause::Create(
11673 Context, StartLoc, LParenLoc, EndLoc, MVLI.ProcessedVarList,
11674 MVLI.VarBaseDeclarations, MVLI.VarComponents);