annotate clang/lib/Parse/ParseAST.cpp @ 236:c4bab56944e8 llvm-original

LLVM 16
author kono
date Wed, 09 Nov 2022 17:45:10 +0900
parents 1d019706d866
children 1f2b6ac9f198
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
rev   line source
150
anatofuz
parents:
diff changeset
1 //===--- ParseAST.cpp - Provide the clang::ParseAST method ----------------===//
anatofuz
parents:
diff changeset
2 //
anatofuz
parents:
diff changeset
3 // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
anatofuz
parents:
diff changeset
4 // See https://llvm.org/LICENSE.txt for license information.
anatofuz
parents:
diff changeset
5 // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
anatofuz
parents:
diff changeset
6 //
anatofuz
parents:
diff changeset
7 //===----------------------------------------------------------------------===//
anatofuz
parents:
diff changeset
8 //
anatofuz
parents:
diff changeset
9 // This file implements the clang::ParseAST method.
anatofuz
parents:
diff changeset
10 //
anatofuz
parents:
diff changeset
11 //===----------------------------------------------------------------------===//
anatofuz
parents:
diff changeset
12
anatofuz
parents:
diff changeset
13 #include "clang/Parse/ParseAST.h"
anatofuz
parents:
diff changeset
14 #include "clang/AST/ASTConsumer.h"
anatofuz
parents:
diff changeset
15 #include "clang/AST/ASTContext.h"
anatofuz
parents:
diff changeset
16 #include "clang/AST/ExternalASTSource.h"
anatofuz
parents:
diff changeset
17 #include "clang/AST/Stmt.h"
anatofuz
parents:
diff changeset
18 #include "clang/Parse/ParseDiagnostic.h"
anatofuz
parents:
diff changeset
19 #include "clang/Parse/Parser.h"
anatofuz
parents:
diff changeset
20 #include "clang/Sema/CodeCompleteConsumer.h"
anatofuz
parents:
diff changeset
21 #include "clang/Sema/Sema.h"
anatofuz
parents:
diff changeset
22 #include "clang/Sema/SemaConsumer.h"
anatofuz
parents:
diff changeset
23 #include "clang/Sema/TemplateInstCallback.h"
anatofuz
parents:
diff changeset
24 #include "llvm/Support/CrashRecoveryContext.h"
anatofuz
parents:
diff changeset
25 #include "llvm/Support/TimeProfiler.h"
anatofuz
parents:
diff changeset
26 #include <cstdio>
anatofuz
parents:
diff changeset
27 #include <memory>
anatofuz
parents:
diff changeset
28
anatofuz
parents:
diff changeset
29 using namespace clang;
anatofuz
parents:
diff changeset
30
anatofuz
parents:
diff changeset
31 namespace {
anatofuz
parents:
diff changeset
32
anatofuz
parents:
diff changeset
33 /// Resets LLVM's pretty stack state so that stack traces are printed correctly
anatofuz
parents:
diff changeset
34 /// when there are nested CrashRecoveryContexts and the inner one recovers from
anatofuz
parents:
diff changeset
35 /// a crash.
anatofuz
parents:
diff changeset
36 class ResetStackCleanup
anatofuz
parents:
diff changeset
37 : public llvm::CrashRecoveryContextCleanupBase<ResetStackCleanup,
anatofuz
parents:
diff changeset
38 const void> {
anatofuz
parents:
diff changeset
39 public:
anatofuz
parents:
diff changeset
40 ResetStackCleanup(llvm::CrashRecoveryContext *Context, const void *Top)
anatofuz
parents:
diff changeset
41 : llvm::CrashRecoveryContextCleanupBase<ResetStackCleanup, const void>(
anatofuz
parents:
diff changeset
42 Context, Top) {}
anatofuz
parents:
diff changeset
43 void recoverResources() override {
anatofuz
parents:
diff changeset
44 llvm::RestorePrettyStackState(resource);
anatofuz
parents:
diff changeset
45 }
anatofuz
parents:
diff changeset
46 };
anatofuz
parents:
diff changeset
47
anatofuz
parents:
diff changeset
48 /// If a crash happens while the parser is active, an entry is printed for it.
anatofuz
parents:
diff changeset
49 class PrettyStackTraceParserEntry : public llvm::PrettyStackTraceEntry {
anatofuz
parents:
diff changeset
50 const Parser &P;
anatofuz
parents:
diff changeset
51 public:
anatofuz
parents:
diff changeset
52 PrettyStackTraceParserEntry(const Parser &p) : P(p) {}
anatofuz
parents:
diff changeset
53 void print(raw_ostream &OS) const override;
anatofuz
parents:
diff changeset
54 };
anatofuz
parents:
diff changeset
55
anatofuz
parents:
diff changeset
56 /// If a crash happens while the parser is active, print out a line indicating
anatofuz
parents:
diff changeset
57 /// what the current token is.
anatofuz
parents:
diff changeset
58 void PrettyStackTraceParserEntry::print(raw_ostream &OS) const {
anatofuz
parents:
diff changeset
59 const Token &Tok = P.getCurToken();
anatofuz
parents:
diff changeset
60 if (Tok.is(tok::eof)) {
anatofuz
parents:
diff changeset
61 OS << "<eof> parser at end of file\n";
anatofuz
parents:
diff changeset
62 return;
anatofuz
parents:
diff changeset
63 }
anatofuz
parents:
diff changeset
64
anatofuz
parents:
diff changeset
65 if (Tok.getLocation().isInvalid()) {
anatofuz
parents:
diff changeset
66 OS << "<unknown> parser at unknown location\n";
anatofuz
parents:
diff changeset
67 return;
anatofuz
parents:
diff changeset
68 }
anatofuz
parents:
diff changeset
69
anatofuz
parents:
diff changeset
70 const Preprocessor &PP = P.getPreprocessor();
anatofuz
parents:
diff changeset
71 Tok.getLocation().print(OS, PP.getSourceManager());
anatofuz
parents:
diff changeset
72 if (Tok.isAnnotation()) {
anatofuz
parents:
diff changeset
73 OS << ": at annotation token\n";
anatofuz
parents:
diff changeset
74 } else {
anatofuz
parents:
diff changeset
75 // Do the equivalent of PP.getSpelling(Tok) except for the parts that would
anatofuz
parents:
diff changeset
76 // allocate memory.
anatofuz
parents:
diff changeset
77 bool Invalid = false;
anatofuz
parents:
diff changeset
78 const SourceManager &SM = P.getPreprocessor().getSourceManager();
anatofuz
parents:
diff changeset
79 unsigned Length = Tok.getLength();
anatofuz
parents:
diff changeset
80 const char *Spelling = SM.getCharacterData(Tok.getLocation(), &Invalid);
anatofuz
parents:
diff changeset
81 if (Invalid) {
anatofuz
parents:
diff changeset
82 OS << ": unknown current parser token\n";
anatofuz
parents:
diff changeset
83 return;
anatofuz
parents:
diff changeset
84 }
anatofuz
parents:
diff changeset
85 OS << ": current parser token '" << StringRef(Spelling, Length) << "'\n";
anatofuz
parents:
diff changeset
86 }
anatofuz
parents:
diff changeset
87 }
anatofuz
parents:
diff changeset
88
anatofuz
parents:
diff changeset
89 } // namespace
anatofuz
parents:
diff changeset
90
anatofuz
parents:
diff changeset
91 //===----------------------------------------------------------------------===//
anatofuz
parents:
diff changeset
92 // Public interface to the file
anatofuz
parents:
diff changeset
93 //===----------------------------------------------------------------------===//
anatofuz
parents:
diff changeset
94
anatofuz
parents:
diff changeset
95 /// ParseAST - Parse the entire file specified, notifying the ASTConsumer as
anatofuz
parents:
diff changeset
96 /// the file is parsed. This inserts the parsed decls into the translation unit
anatofuz
parents:
diff changeset
97 /// held by Ctx.
anatofuz
parents:
diff changeset
98 ///
anatofuz
parents:
diff changeset
99 void clang::ParseAST(Preprocessor &PP, ASTConsumer *Consumer,
anatofuz
parents:
diff changeset
100 ASTContext &Ctx, bool PrintStats,
anatofuz
parents:
diff changeset
101 TranslationUnitKind TUKind,
anatofuz
parents:
diff changeset
102 CodeCompleteConsumer *CompletionConsumer,
anatofuz
parents:
diff changeset
103 bool SkipFunctionBodies) {
anatofuz
parents:
diff changeset
104
anatofuz
parents:
diff changeset
105 std::unique_ptr<Sema> S(
anatofuz
parents:
diff changeset
106 new Sema(PP, Ctx, *Consumer, TUKind, CompletionConsumer));
anatofuz
parents:
diff changeset
107
anatofuz
parents:
diff changeset
108 // Recover resources if we crash before exiting this method.
anatofuz
parents:
diff changeset
109 llvm::CrashRecoveryContextCleanupRegistrar<Sema> CleanupSema(S.get());
anatofuz
parents:
diff changeset
110
anatofuz
parents:
diff changeset
111 ParseAST(*S.get(), PrintStats, SkipFunctionBodies);
anatofuz
parents:
diff changeset
112 }
anatofuz
parents:
diff changeset
113
anatofuz
parents:
diff changeset
114 void clang::ParseAST(Sema &S, bool PrintStats, bool SkipFunctionBodies) {
anatofuz
parents:
diff changeset
115 // Collect global stats on Decls/Stmts (until we have a module streamer).
anatofuz
parents:
diff changeset
116 if (PrintStats) {
anatofuz
parents:
diff changeset
117 Decl::EnableStatistics();
anatofuz
parents:
diff changeset
118 Stmt::EnableStatistics();
anatofuz
parents:
diff changeset
119 }
anatofuz
parents:
diff changeset
120
anatofuz
parents:
diff changeset
121 // Also turn on collection of stats inside of the Sema object.
anatofuz
parents:
diff changeset
122 bool OldCollectStats = PrintStats;
anatofuz
parents:
diff changeset
123 std::swap(OldCollectStats, S.CollectStats);
anatofuz
parents:
diff changeset
124
anatofuz
parents:
diff changeset
125 // Initialize the template instantiation observer chain.
anatofuz
parents:
diff changeset
126 // FIXME: See note on "finalize" below.
anatofuz
parents:
diff changeset
127 initialize(S.TemplateInstCallbacks, S);
anatofuz
parents:
diff changeset
128
anatofuz
parents:
diff changeset
129 ASTConsumer *Consumer = &S.getASTConsumer();
anatofuz
parents:
diff changeset
130
anatofuz
parents:
diff changeset
131 std::unique_ptr<Parser> ParseOP(
anatofuz
parents:
diff changeset
132 new Parser(S.getPreprocessor(), S, SkipFunctionBodies));
anatofuz
parents:
diff changeset
133 Parser &P = *ParseOP.get();
anatofuz
parents:
diff changeset
134
anatofuz
parents:
diff changeset
135 llvm::CrashRecoveryContextCleanupRegistrar<const void, ResetStackCleanup>
anatofuz
parents:
diff changeset
136 CleanupPrettyStack(llvm::SavePrettyStackState());
anatofuz
parents:
diff changeset
137 PrettyStackTraceParserEntry CrashInfo(P);
anatofuz
parents:
diff changeset
138
anatofuz
parents:
diff changeset
139 // Recover resources if we crash before exiting this method.
anatofuz
parents:
diff changeset
140 llvm::CrashRecoveryContextCleanupRegistrar<Parser>
anatofuz
parents:
diff changeset
141 CleanupParser(ParseOP.get());
anatofuz
parents:
diff changeset
142
anatofuz
parents:
diff changeset
143 S.getPreprocessor().EnterMainSourceFile();
anatofuz
parents:
diff changeset
144 ExternalASTSource *External = S.getASTContext().getExternalSource();
anatofuz
parents:
diff changeset
145 if (External)
anatofuz
parents:
diff changeset
146 External->StartTranslationUnit(Consumer);
anatofuz
parents:
diff changeset
147
anatofuz
parents:
diff changeset
148 // If a PCH through header is specified that does not have an include in
anatofuz
parents:
diff changeset
149 // the source, or a PCH is being created with #pragma hdrstop with nothing
anatofuz
parents:
diff changeset
150 // after the pragma, there won't be any tokens or a Lexer.
anatofuz
parents:
diff changeset
151 bool HaveLexer = S.getPreprocessor().getCurrentLexer();
anatofuz
parents:
diff changeset
152
anatofuz
parents:
diff changeset
153 if (HaveLexer) {
anatofuz
parents:
diff changeset
154 llvm::TimeTraceScope TimeScope("Frontend");
anatofuz
parents:
diff changeset
155 P.Initialize();
anatofuz
parents:
diff changeset
156 Parser::DeclGroupPtrTy ADecl;
236
c4bab56944e8 LLVM 16
kono
parents: 150
diff changeset
157 Sema::ModuleImportState ImportState;
c4bab56944e8 LLVM 16
kono
parents: 150
diff changeset
158 EnterExpressionEvaluationContext PotentiallyEvaluated(
c4bab56944e8 LLVM 16
kono
parents: 150
diff changeset
159 S, Sema::ExpressionEvaluationContext::PotentiallyEvaluated);
c4bab56944e8 LLVM 16
kono
parents: 150
diff changeset
160
c4bab56944e8 LLVM 16
kono
parents: 150
diff changeset
161 for (bool AtEOF = P.ParseFirstTopLevelDecl(ADecl, ImportState); !AtEOF;
c4bab56944e8 LLVM 16
kono
parents: 150
diff changeset
162 AtEOF = P.ParseTopLevelDecl(ADecl, ImportState)) {
150
anatofuz
parents:
diff changeset
163 // If we got a null return and something *was* parsed, ignore it. This
anatofuz
parents:
diff changeset
164 // is due to a top-level semicolon, an action override, or a parse error
anatofuz
parents:
diff changeset
165 // skipping something.
anatofuz
parents:
diff changeset
166 if (ADecl && !Consumer->HandleTopLevelDecl(ADecl.get()))
anatofuz
parents:
diff changeset
167 return;
anatofuz
parents:
diff changeset
168 }
anatofuz
parents:
diff changeset
169 }
anatofuz
parents:
diff changeset
170
anatofuz
parents:
diff changeset
171 // Process any TopLevelDecls generated by #pragma weak.
anatofuz
parents:
diff changeset
172 for (Decl *D : S.WeakTopLevelDecls())
anatofuz
parents:
diff changeset
173 Consumer->HandleTopLevelDecl(DeclGroupRef(D));
anatofuz
parents:
diff changeset
174
236
c4bab56944e8 LLVM 16
kono
parents: 150
diff changeset
175 // For C++20 modules, the codegen for module initializers needs to be altered
c4bab56944e8 LLVM 16
kono
parents: 150
diff changeset
176 // and to be able to use a name based on the module name.
c4bab56944e8 LLVM 16
kono
parents: 150
diff changeset
177
c4bab56944e8 LLVM 16
kono
parents: 150
diff changeset
178 // At this point, we should know if we are building a non-header C++20 module.
c4bab56944e8 LLVM 16
kono
parents: 150
diff changeset
179 if (S.getLangOpts().CPlusPlusModules) {
c4bab56944e8 LLVM 16
kono
parents: 150
diff changeset
180 // If we are building the module from source, then the top level module
c4bab56944e8 LLVM 16
kono
parents: 150
diff changeset
181 // will be here.
c4bab56944e8 LLVM 16
kono
parents: 150
diff changeset
182 Module *CodegenModule = S.getCurrentModule();
c4bab56944e8 LLVM 16
kono
parents: 150
diff changeset
183 bool Interface = true;
c4bab56944e8 LLVM 16
kono
parents: 150
diff changeset
184 if (CodegenModule)
c4bab56944e8 LLVM 16
kono
parents: 150
diff changeset
185 // We only use module initializers for importable module (including
c4bab56944e8 LLVM 16
kono
parents: 150
diff changeset
186 // partition implementation units).
c4bab56944e8 LLVM 16
kono
parents: 150
diff changeset
187 Interface = S.currentModuleIsInterface();
c4bab56944e8 LLVM 16
kono
parents: 150
diff changeset
188 else if (S.getLangOpts().isCompilingModuleInterface())
c4bab56944e8 LLVM 16
kono
parents: 150
diff changeset
189 // If we are building the module from a PCM file, then the module can be
c4bab56944e8 LLVM 16
kono
parents: 150
diff changeset
190 // found here.
c4bab56944e8 LLVM 16
kono
parents: 150
diff changeset
191 CodegenModule = S.getPreprocessor().getCurrentModule();
c4bab56944e8 LLVM 16
kono
parents: 150
diff changeset
192
c4bab56944e8 LLVM 16
kono
parents: 150
diff changeset
193 if (Interface && CodegenModule)
c4bab56944e8 LLVM 16
kono
parents: 150
diff changeset
194 S.getASTContext().setModuleForCodeGen(CodegenModule);
c4bab56944e8 LLVM 16
kono
parents: 150
diff changeset
195 }
150
anatofuz
parents:
diff changeset
196 Consumer->HandleTranslationUnit(S.getASTContext());
anatofuz
parents:
diff changeset
197
anatofuz
parents:
diff changeset
198 // Finalize the template instantiation observer chain.
anatofuz
parents:
diff changeset
199 // FIXME: This (and init.) should be done in the Sema class, but because
anatofuz
parents:
diff changeset
200 // Sema does not have a reliable "Finalize" function (it has a
anatofuz
parents:
diff changeset
201 // destructor, but it is not guaranteed to be called ("-disable-free")).
anatofuz
parents:
diff changeset
202 // So, do the initialization above and do the finalization here:
anatofuz
parents:
diff changeset
203 finalize(S.TemplateInstCallbacks, S);
anatofuz
parents:
diff changeset
204
anatofuz
parents:
diff changeset
205 std::swap(OldCollectStats, S.CollectStats);
anatofuz
parents:
diff changeset
206 if (PrintStats) {
anatofuz
parents:
diff changeset
207 llvm::errs() << "\nSTATISTICS:\n";
anatofuz
parents:
diff changeset
208 if (HaveLexer) P.getActions().PrintStats();
anatofuz
parents:
diff changeset
209 S.getASTContext().PrintStats();
anatofuz
parents:
diff changeset
210 Decl::PrintStats();
anatofuz
parents:
diff changeset
211 Stmt::PrintStats();
anatofuz
parents:
diff changeset
212 Consumer->PrintStats();
anatofuz
parents:
diff changeset
213 }
anatofuz
parents:
diff changeset
214 }