annotate clang/lib/Parse/ParseAST.cpp @ 252:1f2b6ac9f198 llvm-original

LLVM16-1
author Shinji KONO <kono@ie.u-ryukyu.ac.jp>
date Fri, 18 Aug 2023 09:04:13 +0900
parents c4bab56944e8
children
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
rev   line source
150
anatofuz
parents:
diff changeset
1 //===--- ParseAST.cpp - Provide the clang::ParseAST method ----------------===//
anatofuz
parents:
diff changeset
2 //
anatofuz
parents:
diff changeset
3 // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
anatofuz
parents:
diff changeset
4 // See https://llvm.org/LICENSE.txt for license information.
anatofuz
parents:
diff changeset
5 // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
anatofuz
parents:
diff changeset
6 //
anatofuz
parents:
diff changeset
7 //===----------------------------------------------------------------------===//
anatofuz
parents:
diff changeset
8 //
anatofuz
parents:
diff changeset
9 // This file implements the clang::ParseAST method.
anatofuz
parents:
diff changeset
10 //
anatofuz
parents:
diff changeset
11 //===----------------------------------------------------------------------===//
anatofuz
parents:
diff changeset
12
anatofuz
parents:
diff changeset
13 #include "clang/Parse/ParseAST.h"
anatofuz
parents:
diff changeset
14 #include "clang/AST/ASTConsumer.h"
anatofuz
parents:
diff changeset
15 #include "clang/AST/ASTContext.h"
anatofuz
parents:
diff changeset
16 #include "clang/AST/ExternalASTSource.h"
anatofuz
parents:
diff changeset
17 #include "clang/AST/Stmt.h"
anatofuz
parents:
diff changeset
18 #include "clang/Parse/ParseDiagnostic.h"
anatofuz
parents:
diff changeset
19 #include "clang/Parse/Parser.h"
anatofuz
parents:
diff changeset
20 #include "clang/Sema/CodeCompleteConsumer.h"
252
1f2b6ac9f198 LLVM16-1
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 236
diff changeset
21 #include "clang/Sema/EnterExpressionEvaluationContext.h"
150
anatofuz
parents:
diff changeset
22 #include "clang/Sema/Sema.h"
anatofuz
parents:
diff changeset
23 #include "clang/Sema/SemaConsumer.h"
anatofuz
parents:
diff changeset
24 #include "clang/Sema/TemplateInstCallback.h"
anatofuz
parents:
diff changeset
25 #include "llvm/Support/CrashRecoveryContext.h"
anatofuz
parents:
diff changeset
26 #include "llvm/Support/TimeProfiler.h"
anatofuz
parents:
diff changeset
27 #include <cstdio>
anatofuz
parents:
diff changeset
28 #include <memory>
anatofuz
parents:
diff changeset
29
anatofuz
parents:
diff changeset
30 using namespace clang;
anatofuz
parents:
diff changeset
31
anatofuz
parents:
diff changeset
32 namespace {
anatofuz
parents:
diff changeset
33
anatofuz
parents:
diff changeset
34 /// Resets LLVM's pretty stack state so that stack traces are printed correctly
anatofuz
parents:
diff changeset
35 /// when there are nested CrashRecoveryContexts and the inner one recovers from
anatofuz
parents:
diff changeset
36 /// a crash.
anatofuz
parents:
diff changeset
37 class ResetStackCleanup
anatofuz
parents:
diff changeset
38 : public llvm::CrashRecoveryContextCleanupBase<ResetStackCleanup,
anatofuz
parents:
diff changeset
39 const void> {
anatofuz
parents:
diff changeset
40 public:
anatofuz
parents:
diff changeset
41 ResetStackCleanup(llvm::CrashRecoveryContext *Context, const void *Top)
anatofuz
parents:
diff changeset
42 : llvm::CrashRecoveryContextCleanupBase<ResetStackCleanup, const void>(
anatofuz
parents:
diff changeset
43 Context, Top) {}
anatofuz
parents:
diff changeset
44 void recoverResources() override {
anatofuz
parents:
diff changeset
45 llvm::RestorePrettyStackState(resource);
anatofuz
parents:
diff changeset
46 }
anatofuz
parents:
diff changeset
47 };
anatofuz
parents:
diff changeset
48
anatofuz
parents:
diff changeset
49 /// If a crash happens while the parser is active, an entry is printed for it.
anatofuz
parents:
diff changeset
50 class PrettyStackTraceParserEntry : public llvm::PrettyStackTraceEntry {
anatofuz
parents:
diff changeset
51 const Parser &P;
anatofuz
parents:
diff changeset
52 public:
anatofuz
parents:
diff changeset
53 PrettyStackTraceParserEntry(const Parser &p) : P(p) {}
anatofuz
parents:
diff changeset
54 void print(raw_ostream &OS) const override;
anatofuz
parents:
diff changeset
55 };
anatofuz
parents:
diff changeset
56
anatofuz
parents:
diff changeset
57 /// If a crash happens while the parser is active, print out a line indicating
anatofuz
parents:
diff changeset
58 /// what the current token is.
anatofuz
parents:
diff changeset
59 void PrettyStackTraceParserEntry::print(raw_ostream &OS) const {
anatofuz
parents:
diff changeset
60 const Token &Tok = P.getCurToken();
anatofuz
parents:
diff changeset
61 if (Tok.is(tok::eof)) {
anatofuz
parents:
diff changeset
62 OS << "<eof> parser at end of file\n";
anatofuz
parents:
diff changeset
63 return;
anatofuz
parents:
diff changeset
64 }
anatofuz
parents:
diff changeset
65
anatofuz
parents:
diff changeset
66 if (Tok.getLocation().isInvalid()) {
anatofuz
parents:
diff changeset
67 OS << "<unknown> parser at unknown location\n";
anatofuz
parents:
diff changeset
68 return;
anatofuz
parents:
diff changeset
69 }
anatofuz
parents:
diff changeset
70
anatofuz
parents:
diff changeset
71 const Preprocessor &PP = P.getPreprocessor();
anatofuz
parents:
diff changeset
72 Tok.getLocation().print(OS, PP.getSourceManager());
anatofuz
parents:
diff changeset
73 if (Tok.isAnnotation()) {
anatofuz
parents:
diff changeset
74 OS << ": at annotation token\n";
anatofuz
parents:
diff changeset
75 } else {
anatofuz
parents:
diff changeset
76 // Do the equivalent of PP.getSpelling(Tok) except for the parts that would
anatofuz
parents:
diff changeset
77 // allocate memory.
anatofuz
parents:
diff changeset
78 bool Invalid = false;
anatofuz
parents:
diff changeset
79 const SourceManager &SM = P.getPreprocessor().getSourceManager();
anatofuz
parents:
diff changeset
80 unsigned Length = Tok.getLength();
anatofuz
parents:
diff changeset
81 const char *Spelling = SM.getCharacterData(Tok.getLocation(), &Invalid);
anatofuz
parents:
diff changeset
82 if (Invalid) {
anatofuz
parents:
diff changeset
83 OS << ": unknown current parser token\n";
anatofuz
parents:
diff changeset
84 return;
anatofuz
parents:
diff changeset
85 }
anatofuz
parents:
diff changeset
86 OS << ": current parser token '" << StringRef(Spelling, Length) << "'\n";
anatofuz
parents:
diff changeset
87 }
anatofuz
parents:
diff changeset
88 }
anatofuz
parents:
diff changeset
89
anatofuz
parents:
diff changeset
90 } // namespace
anatofuz
parents:
diff changeset
91
anatofuz
parents:
diff changeset
92 //===----------------------------------------------------------------------===//
anatofuz
parents:
diff changeset
93 // Public interface to the file
anatofuz
parents:
diff changeset
94 //===----------------------------------------------------------------------===//
anatofuz
parents:
diff changeset
95
anatofuz
parents:
diff changeset
96 /// ParseAST - Parse the entire file specified, notifying the ASTConsumer as
anatofuz
parents:
diff changeset
97 /// the file is parsed. This inserts the parsed decls into the translation unit
anatofuz
parents:
diff changeset
98 /// held by Ctx.
anatofuz
parents:
diff changeset
99 ///
anatofuz
parents:
diff changeset
100 void clang::ParseAST(Preprocessor &PP, ASTConsumer *Consumer,
anatofuz
parents:
diff changeset
101 ASTContext &Ctx, bool PrintStats,
anatofuz
parents:
diff changeset
102 TranslationUnitKind TUKind,
anatofuz
parents:
diff changeset
103 CodeCompleteConsumer *CompletionConsumer,
anatofuz
parents:
diff changeset
104 bool SkipFunctionBodies) {
anatofuz
parents:
diff changeset
105
anatofuz
parents:
diff changeset
106 std::unique_ptr<Sema> S(
anatofuz
parents:
diff changeset
107 new Sema(PP, Ctx, *Consumer, TUKind, CompletionConsumer));
anatofuz
parents:
diff changeset
108
anatofuz
parents:
diff changeset
109 // Recover resources if we crash before exiting this method.
anatofuz
parents:
diff changeset
110 llvm::CrashRecoveryContextCleanupRegistrar<Sema> CleanupSema(S.get());
anatofuz
parents:
diff changeset
111
anatofuz
parents:
diff changeset
112 ParseAST(*S.get(), PrintStats, SkipFunctionBodies);
anatofuz
parents:
diff changeset
113 }
anatofuz
parents:
diff changeset
114
anatofuz
parents:
diff changeset
115 void clang::ParseAST(Sema &S, bool PrintStats, bool SkipFunctionBodies) {
anatofuz
parents:
diff changeset
116 // Collect global stats on Decls/Stmts (until we have a module streamer).
anatofuz
parents:
diff changeset
117 if (PrintStats) {
anatofuz
parents:
diff changeset
118 Decl::EnableStatistics();
anatofuz
parents:
diff changeset
119 Stmt::EnableStatistics();
anatofuz
parents:
diff changeset
120 }
anatofuz
parents:
diff changeset
121
anatofuz
parents:
diff changeset
122 // Also turn on collection of stats inside of the Sema object.
anatofuz
parents:
diff changeset
123 bool OldCollectStats = PrintStats;
anatofuz
parents:
diff changeset
124 std::swap(OldCollectStats, S.CollectStats);
anatofuz
parents:
diff changeset
125
anatofuz
parents:
diff changeset
126 // Initialize the template instantiation observer chain.
anatofuz
parents:
diff changeset
127 // FIXME: See note on "finalize" below.
anatofuz
parents:
diff changeset
128 initialize(S.TemplateInstCallbacks, S);
anatofuz
parents:
diff changeset
129
anatofuz
parents:
diff changeset
130 ASTConsumer *Consumer = &S.getASTConsumer();
anatofuz
parents:
diff changeset
131
anatofuz
parents:
diff changeset
132 std::unique_ptr<Parser> ParseOP(
anatofuz
parents:
diff changeset
133 new Parser(S.getPreprocessor(), S, SkipFunctionBodies));
anatofuz
parents:
diff changeset
134 Parser &P = *ParseOP.get();
anatofuz
parents:
diff changeset
135
anatofuz
parents:
diff changeset
136 llvm::CrashRecoveryContextCleanupRegistrar<const void, ResetStackCleanup>
anatofuz
parents:
diff changeset
137 CleanupPrettyStack(llvm::SavePrettyStackState());
anatofuz
parents:
diff changeset
138 PrettyStackTraceParserEntry CrashInfo(P);
anatofuz
parents:
diff changeset
139
anatofuz
parents:
diff changeset
140 // Recover resources if we crash before exiting this method.
anatofuz
parents:
diff changeset
141 llvm::CrashRecoveryContextCleanupRegistrar<Parser>
anatofuz
parents:
diff changeset
142 CleanupParser(ParseOP.get());
anatofuz
parents:
diff changeset
143
anatofuz
parents:
diff changeset
144 S.getPreprocessor().EnterMainSourceFile();
anatofuz
parents:
diff changeset
145 ExternalASTSource *External = S.getASTContext().getExternalSource();
anatofuz
parents:
diff changeset
146 if (External)
anatofuz
parents:
diff changeset
147 External->StartTranslationUnit(Consumer);
anatofuz
parents:
diff changeset
148
anatofuz
parents:
diff changeset
149 // If a PCH through header is specified that does not have an include in
anatofuz
parents:
diff changeset
150 // the source, or a PCH is being created with #pragma hdrstop with nothing
anatofuz
parents:
diff changeset
151 // after the pragma, there won't be any tokens or a Lexer.
anatofuz
parents:
diff changeset
152 bool HaveLexer = S.getPreprocessor().getCurrentLexer();
anatofuz
parents:
diff changeset
153
anatofuz
parents:
diff changeset
154 if (HaveLexer) {
anatofuz
parents:
diff changeset
155 llvm::TimeTraceScope TimeScope("Frontend");
anatofuz
parents:
diff changeset
156 P.Initialize();
anatofuz
parents:
diff changeset
157 Parser::DeclGroupPtrTy ADecl;
236
c4bab56944e8 LLVM 16
kono
parents: 150
diff changeset
158 Sema::ModuleImportState ImportState;
c4bab56944e8 LLVM 16
kono
parents: 150
diff changeset
159 EnterExpressionEvaluationContext PotentiallyEvaluated(
c4bab56944e8 LLVM 16
kono
parents: 150
diff changeset
160 S, Sema::ExpressionEvaluationContext::PotentiallyEvaluated);
c4bab56944e8 LLVM 16
kono
parents: 150
diff changeset
161
c4bab56944e8 LLVM 16
kono
parents: 150
diff changeset
162 for (bool AtEOF = P.ParseFirstTopLevelDecl(ADecl, ImportState); !AtEOF;
c4bab56944e8 LLVM 16
kono
parents: 150
diff changeset
163 AtEOF = P.ParseTopLevelDecl(ADecl, ImportState)) {
150
anatofuz
parents:
diff changeset
164 // If we got a null return and something *was* parsed, ignore it. This
anatofuz
parents:
diff changeset
165 // is due to a top-level semicolon, an action override, or a parse error
anatofuz
parents:
diff changeset
166 // skipping something.
anatofuz
parents:
diff changeset
167 if (ADecl && !Consumer->HandleTopLevelDecl(ADecl.get()))
anatofuz
parents:
diff changeset
168 return;
anatofuz
parents:
diff changeset
169 }
anatofuz
parents:
diff changeset
170 }
anatofuz
parents:
diff changeset
171
anatofuz
parents:
diff changeset
172 // Process any TopLevelDecls generated by #pragma weak.
anatofuz
parents:
diff changeset
173 for (Decl *D : S.WeakTopLevelDecls())
anatofuz
parents:
diff changeset
174 Consumer->HandleTopLevelDecl(DeclGroupRef(D));
anatofuz
parents:
diff changeset
175
anatofuz
parents:
diff changeset
176 Consumer->HandleTranslationUnit(S.getASTContext());
anatofuz
parents:
diff changeset
177
anatofuz
parents:
diff changeset
178 // Finalize the template instantiation observer chain.
anatofuz
parents:
diff changeset
179 // FIXME: This (and init.) should be done in the Sema class, but because
anatofuz
parents:
diff changeset
180 // Sema does not have a reliable "Finalize" function (it has a
anatofuz
parents:
diff changeset
181 // destructor, but it is not guaranteed to be called ("-disable-free")).
anatofuz
parents:
diff changeset
182 // So, do the initialization above and do the finalization here:
anatofuz
parents:
diff changeset
183 finalize(S.TemplateInstCallbacks, S);
anatofuz
parents:
diff changeset
184
anatofuz
parents:
diff changeset
185 std::swap(OldCollectStats, S.CollectStats);
anatofuz
parents:
diff changeset
186 if (PrintStats) {
anatofuz
parents:
diff changeset
187 llvm::errs() << "\nSTATISTICS:\n";
anatofuz
parents:
diff changeset
188 if (HaveLexer) P.getActions().PrintStats();
anatofuz
parents:
diff changeset
189 S.getASTContext().PrintStats();
anatofuz
parents:
diff changeset
190 Decl::PrintStats();
anatofuz
parents:
diff changeset
191 Stmt::PrintStats();
anatofuz
parents:
diff changeset
192 Consumer->PrintStats();
anatofuz
parents:
diff changeset
193 }
anatofuz
parents:
diff changeset
194 }