annotate clang/lib/Parse/ParseAST.cpp @ 176:de4ac79aef9d

...
author Shinji KONO <kono@ie.u-ryukyu.ac.jp>
date Mon, 25 May 2020 17:13:11 +0900
parents 1d019706d866
children c4bab56944e8
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
rev   line source
150
anatofuz
parents:
diff changeset
1 //===--- ParseAST.cpp - Provide the clang::ParseAST method ----------------===//
anatofuz
parents:
diff changeset
2 //
anatofuz
parents:
diff changeset
3 // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
anatofuz
parents:
diff changeset
4 // See https://llvm.org/LICENSE.txt for license information.
anatofuz
parents:
diff changeset
5 // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
anatofuz
parents:
diff changeset
6 //
anatofuz
parents:
diff changeset
7 //===----------------------------------------------------------------------===//
anatofuz
parents:
diff changeset
8 //
anatofuz
parents:
diff changeset
9 // This file implements the clang::ParseAST method.
anatofuz
parents:
diff changeset
10 //
anatofuz
parents:
diff changeset
11 //===----------------------------------------------------------------------===//
anatofuz
parents:
diff changeset
12
anatofuz
parents:
diff changeset
13 #include "clang/Parse/ParseAST.h"
anatofuz
parents:
diff changeset
14 #include "clang/AST/ASTConsumer.h"
anatofuz
parents:
diff changeset
15 #include "clang/AST/ASTContext.h"
anatofuz
parents:
diff changeset
16 #include "clang/AST/ExternalASTSource.h"
anatofuz
parents:
diff changeset
17 #include "clang/AST/Stmt.h"
anatofuz
parents:
diff changeset
18 #include "clang/Parse/ParseDiagnostic.h"
anatofuz
parents:
diff changeset
19 #include "clang/Parse/Parser.h"
anatofuz
parents:
diff changeset
20 #include "clang/Sema/CodeCompleteConsumer.h"
anatofuz
parents:
diff changeset
21 #include "clang/Sema/Sema.h"
anatofuz
parents:
diff changeset
22 #include "clang/Sema/SemaConsumer.h"
anatofuz
parents:
diff changeset
23 #include "clang/Sema/TemplateInstCallback.h"
anatofuz
parents:
diff changeset
24 #include "llvm/Support/CrashRecoveryContext.h"
anatofuz
parents:
diff changeset
25 #include "llvm/Support/TimeProfiler.h"
anatofuz
parents:
diff changeset
26 #include <cstdio>
anatofuz
parents:
diff changeset
27 #include <memory>
anatofuz
parents:
diff changeset
28
anatofuz
parents:
diff changeset
29 using namespace clang;
anatofuz
parents:
diff changeset
30
anatofuz
parents:
diff changeset
31 namespace {
anatofuz
parents:
diff changeset
32
anatofuz
parents:
diff changeset
33 /// Resets LLVM's pretty stack state so that stack traces are printed correctly
anatofuz
parents:
diff changeset
34 /// when there are nested CrashRecoveryContexts and the inner one recovers from
anatofuz
parents:
diff changeset
35 /// a crash.
anatofuz
parents:
diff changeset
36 class ResetStackCleanup
anatofuz
parents:
diff changeset
37 : public llvm::CrashRecoveryContextCleanupBase<ResetStackCleanup,
anatofuz
parents:
diff changeset
38 const void> {
anatofuz
parents:
diff changeset
39 public:
anatofuz
parents:
diff changeset
40 ResetStackCleanup(llvm::CrashRecoveryContext *Context, const void *Top)
anatofuz
parents:
diff changeset
41 : llvm::CrashRecoveryContextCleanupBase<ResetStackCleanup, const void>(
anatofuz
parents:
diff changeset
42 Context, Top) {}
anatofuz
parents:
diff changeset
43 void recoverResources() override {
anatofuz
parents:
diff changeset
44 llvm::RestorePrettyStackState(resource);
anatofuz
parents:
diff changeset
45 }
anatofuz
parents:
diff changeset
46 };
anatofuz
parents:
diff changeset
47
anatofuz
parents:
diff changeset
48 /// If a crash happens while the parser is active, an entry is printed for it.
anatofuz
parents:
diff changeset
49 class PrettyStackTraceParserEntry : public llvm::PrettyStackTraceEntry {
anatofuz
parents:
diff changeset
50 const Parser &P;
anatofuz
parents:
diff changeset
51 public:
anatofuz
parents:
diff changeset
52 PrettyStackTraceParserEntry(const Parser &p) : P(p) {}
anatofuz
parents:
diff changeset
53 void print(raw_ostream &OS) const override;
anatofuz
parents:
diff changeset
54 };
anatofuz
parents:
diff changeset
55
anatofuz
parents:
diff changeset
56 /// If a crash happens while the parser is active, print out a line indicating
anatofuz
parents:
diff changeset
57 /// what the current token is.
anatofuz
parents:
diff changeset
58 void PrettyStackTraceParserEntry::print(raw_ostream &OS) const {
anatofuz
parents:
diff changeset
59 const Token &Tok = P.getCurToken();
anatofuz
parents:
diff changeset
60 if (Tok.is(tok::eof)) {
anatofuz
parents:
diff changeset
61 OS << "<eof> parser at end of file\n";
anatofuz
parents:
diff changeset
62 return;
anatofuz
parents:
diff changeset
63 }
anatofuz
parents:
diff changeset
64
anatofuz
parents:
diff changeset
65 if (Tok.getLocation().isInvalid()) {
anatofuz
parents:
diff changeset
66 OS << "<unknown> parser at unknown location\n";
anatofuz
parents:
diff changeset
67 return;
anatofuz
parents:
diff changeset
68 }
anatofuz
parents:
diff changeset
69
anatofuz
parents:
diff changeset
70 const Preprocessor &PP = P.getPreprocessor();
anatofuz
parents:
diff changeset
71 Tok.getLocation().print(OS, PP.getSourceManager());
anatofuz
parents:
diff changeset
72 if (Tok.isAnnotation()) {
anatofuz
parents:
diff changeset
73 OS << ": at annotation token\n";
anatofuz
parents:
diff changeset
74 } else {
anatofuz
parents:
diff changeset
75 // Do the equivalent of PP.getSpelling(Tok) except for the parts that would
anatofuz
parents:
diff changeset
76 // allocate memory.
anatofuz
parents:
diff changeset
77 bool Invalid = false;
anatofuz
parents:
diff changeset
78 const SourceManager &SM = P.getPreprocessor().getSourceManager();
anatofuz
parents:
diff changeset
79 unsigned Length = Tok.getLength();
anatofuz
parents:
diff changeset
80 const char *Spelling = SM.getCharacterData(Tok.getLocation(), &Invalid);
anatofuz
parents:
diff changeset
81 if (Invalid) {
anatofuz
parents:
diff changeset
82 OS << ": unknown current parser token\n";
anatofuz
parents:
diff changeset
83 return;
anatofuz
parents:
diff changeset
84 }
anatofuz
parents:
diff changeset
85 OS << ": current parser token '" << StringRef(Spelling, Length) << "'\n";
anatofuz
parents:
diff changeset
86 }
anatofuz
parents:
diff changeset
87 }
anatofuz
parents:
diff changeset
88
anatofuz
parents:
diff changeset
89 } // namespace
anatofuz
parents:
diff changeset
90
anatofuz
parents:
diff changeset
91 //===----------------------------------------------------------------------===//
anatofuz
parents:
diff changeset
92 // Public interface to the file
anatofuz
parents:
diff changeset
93 //===----------------------------------------------------------------------===//
anatofuz
parents:
diff changeset
94
anatofuz
parents:
diff changeset
95 /// ParseAST - Parse the entire file specified, notifying the ASTConsumer as
anatofuz
parents:
diff changeset
96 /// the file is parsed. This inserts the parsed decls into the translation unit
anatofuz
parents:
diff changeset
97 /// held by Ctx.
anatofuz
parents:
diff changeset
98 ///
anatofuz
parents:
diff changeset
99 void clang::ParseAST(Preprocessor &PP, ASTConsumer *Consumer,
anatofuz
parents:
diff changeset
100 ASTContext &Ctx, bool PrintStats,
anatofuz
parents:
diff changeset
101 TranslationUnitKind TUKind,
anatofuz
parents:
diff changeset
102 CodeCompleteConsumer *CompletionConsumer,
anatofuz
parents:
diff changeset
103 bool SkipFunctionBodies) {
anatofuz
parents:
diff changeset
104
anatofuz
parents:
diff changeset
105 std::unique_ptr<Sema> S(
anatofuz
parents:
diff changeset
106 new Sema(PP, Ctx, *Consumer, TUKind, CompletionConsumer));
anatofuz
parents:
diff changeset
107
anatofuz
parents:
diff changeset
108 // Recover resources if we crash before exiting this method.
anatofuz
parents:
diff changeset
109 llvm::CrashRecoveryContextCleanupRegistrar<Sema> CleanupSema(S.get());
anatofuz
parents:
diff changeset
110
anatofuz
parents:
diff changeset
111 ParseAST(*S.get(), PrintStats, SkipFunctionBodies);
anatofuz
parents:
diff changeset
112 }
anatofuz
parents:
diff changeset
113
anatofuz
parents:
diff changeset
114 void clang::ParseAST(Sema &S, bool PrintStats, bool SkipFunctionBodies) {
anatofuz
parents:
diff changeset
115 // Collect global stats on Decls/Stmts (until we have a module streamer).
anatofuz
parents:
diff changeset
116 if (PrintStats) {
anatofuz
parents:
diff changeset
117 Decl::EnableStatistics();
anatofuz
parents:
diff changeset
118 Stmt::EnableStatistics();
anatofuz
parents:
diff changeset
119 }
anatofuz
parents:
diff changeset
120
anatofuz
parents:
diff changeset
121 // Also turn on collection of stats inside of the Sema object.
anatofuz
parents:
diff changeset
122 bool OldCollectStats = PrintStats;
anatofuz
parents:
diff changeset
123 std::swap(OldCollectStats, S.CollectStats);
anatofuz
parents:
diff changeset
124
anatofuz
parents:
diff changeset
125 // Initialize the template instantiation observer chain.
anatofuz
parents:
diff changeset
126 // FIXME: See note on "finalize" below.
anatofuz
parents:
diff changeset
127 initialize(S.TemplateInstCallbacks, S);
anatofuz
parents:
diff changeset
128
anatofuz
parents:
diff changeset
129 ASTConsumer *Consumer = &S.getASTConsumer();
anatofuz
parents:
diff changeset
130
anatofuz
parents:
diff changeset
131 std::unique_ptr<Parser> ParseOP(
anatofuz
parents:
diff changeset
132 new Parser(S.getPreprocessor(), S, SkipFunctionBodies));
anatofuz
parents:
diff changeset
133 Parser &P = *ParseOP.get();
anatofuz
parents:
diff changeset
134
anatofuz
parents:
diff changeset
135 llvm::CrashRecoveryContextCleanupRegistrar<const void, ResetStackCleanup>
anatofuz
parents:
diff changeset
136 CleanupPrettyStack(llvm::SavePrettyStackState());
anatofuz
parents:
diff changeset
137 PrettyStackTraceParserEntry CrashInfo(P);
anatofuz
parents:
diff changeset
138
anatofuz
parents:
diff changeset
139 // Recover resources if we crash before exiting this method.
anatofuz
parents:
diff changeset
140 llvm::CrashRecoveryContextCleanupRegistrar<Parser>
anatofuz
parents:
diff changeset
141 CleanupParser(ParseOP.get());
anatofuz
parents:
diff changeset
142
anatofuz
parents:
diff changeset
143 S.getPreprocessor().EnterMainSourceFile();
anatofuz
parents:
diff changeset
144 ExternalASTSource *External = S.getASTContext().getExternalSource();
anatofuz
parents:
diff changeset
145 if (External)
anatofuz
parents:
diff changeset
146 External->StartTranslationUnit(Consumer);
anatofuz
parents:
diff changeset
147
anatofuz
parents:
diff changeset
148 // If a PCH through header is specified that does not have an include in
anatofuz
parents:
diff changeset
149 // the source, or a PCH is being created with #pragma hdrstop with nothing
anatofuz
parents:
diff changeset
150 // after the pragma, there won't be any tokens or a Lexer.
anatofuz
parents:
diff changeset
151 bool HaveLexer = S.getPreprocessor().getCurrentLexer();
anatofuz
parents:
diff changeset
152
anatofuz
parents:
diff changeset
153 if (HaveLexer) {
anatofuz
parents:
diff changeset
154 llvm::TimeTraceScope TimeScope("Frontend");
anatofuz
parents:
diff changeset
155 P.Initialize();
anatofuz
parents:
diff changeset
156 Parser::DeclGroupPtrTy ADecl;
anatofuz
parents:
diff changeset
157 for (bool AtEOF = P.ParseFirstTopLevelDecl(ADecl); !AtEOF;
anatofuz
parents:
diff changeset
158 AtEOF = P.ParseTopLevelDecl(ADecl)) {
anatofuz
parents:
diff changeset
159 // If we got a null return and something *was* parsed, ignore it. This
anatofuz
parents:
diff changeset
160 // is due to a top-level semicolon, an action override, or a parse error
anatofuz
parents:
diff changeset
161 // skipping something.
anatofuz
parents:
diff changeset
162 if (ADecl && !Consumer->HandleTopLevelDecl(ADecl.get()))
anatofuz
parents:
diff changeset
163 return;
anatofuz
parents:
diff changeset
164 }
anatofuz
parents:
diff changeset
165 }
anatofuz
parents:
diff changeset
166
anatofuz
parents:
diff changeset
167 // Process any TopLevelDecls generated by #pragma weak.
anatofuz
parents:
diff changeset
168 for (Decl *D : S.WeakTopLevelDecls())
anatofuz
parents:
diff changeset
169 Consumer->HandleTopLevelDecl(DeclGroupRef(D));
anatofuz
parents:
diff changeset
170
anatofuz
parents:
diff changeset
171 Consumer->HandleTranslationUnit(S.getASTContext());
anatofuz
parents:
diff changeset
172
anatofuz
parents:
diff changeset
173 // Finalize the template instantiation observer chain.
anatofuz
parents:
diff changeset
174 // FIXME: This (and init.) should be done in the Sema class, but because
anatofuz
parents:
diff changeset
175 // Sema does not have a reliable "Finalize" function (it has a
anatofuz
parents:
diff changeset
176 // destructor, but it is not guaranteed to be called ("-disable-free")).
anatofuz
parents:
diff changeset
177 // So, do the initialization above and do the finalization here:
anatofuz
parents:
diff changeset
178 finalize(S.TemplateInstCallbacks, S);
anatofuz
parents:
diff changeset
179
anatofuz
parents:
diff changeset
180 std::swap(OldCollectStats, S.CollectStats);
anatofuz
parents:
diff changeset
181 if (PrintStats) {
anatofuz
parents:
diff changeset
182 llvm::errs() << "\nSTATISTICS:\n";
anatofuz
parents:
diff changeset
183 if (HaveLexer) P.getActions().PrintStats();
anatofuz
parents:
diff changeset
184 S.getASTContext().PrintStats();
anatofuz
parents:
diff changeset
185 Decl::PrintStats();
anatofuz
parents:
diff changeset
186 Stmt::PrintStats();
anatofuz
parents:
diff changeset
187 Consumer->PrintStats();
anatofuz
parents:
diff changeset
188 }
anatofuz
parents:
diff changeset
189 }