annotate clang/lib/Format/UsingDeclarationsSorter.cpp @ 176:de4ac79aef9d

...
author Shinji KONO <kono@ie.u-ryukyu.ac.jp>
date Mon, 25 May 2020 17:13:11 +0900
parents 1d019706d866
children 5f17cb93ff66
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
rev   line source
150
anatofuz
parents:
diff changeset
1 //===--- UsingDeclarationsSorter.cpp ----------------------------*- C++ -*-===//
anatofuz
parents:
diff changeset
2 //
anatofuz
parents:
diff changeset
3 // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
anatofuz
parents:
diff changeset
4 // See https://llvm.org/LICENSE.txt for license information.
anatofuz
parents:
diff changeset
5 // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
anatofuz
parents:
diff changeset
6 //
anatofuz
parents:
diff changeset
7 //===----------------------------------------------------------------------===//
anatofuz
parents:
diff changeset
8 ///
anatofuz
parents:
diff changeset
9 /// \file
anatofuz
parents:
diff changeset
10 /// This file implements UsingDeclarationsSorter, a TokenAnalyzer that
anatofuz
parents:
diff changeset
11 /// sorts consecutive using declarations.
anatofuz
parents:
diff changeset
12 ///
anatofuz
parents:
diff changeset
13 //===----------------------------------------------------------------------===//
anatofuz
parents:
diff changeset
14
anatofuz
parents:
diff changeset
15 #include "UsingDeclarationsSorter.h"
anatofuz
parents:
diff changeset
16 #include "llvm/Support/Debug.h"
anatofuz
parents:
diff changeset
17 #include "llvm/Support/Regex.h"
anatofuz
parents:
diff changeset
18
anatofuz
parents:
diff changeset
19 #include <algorithm>
anatofuz
parents:
diff changeset
20
anatofuz
parents:
diff changeset
21 #define DEBUG_TYPE "using-declarations-sorter"
anatofuz
parents:
diff changeset
22
anatofuz
parents:
diff changeset
23 namespace clang {
anatofuz
parents:
diff changeset
24 namespace format {
anatofuz
parents:
diff changeset
25
anatofuz
parents:
diff changeset
26 namespace {
anatofuz
parents:
diff changeset
27
anatofuz
parents:
diff changeset
28 // The order of using declaration is defined as follows:
anatofuz
parents:
diff changeset
29 // Split the strings by "::" and discard any initial empty strings. The last
anatofuz
parents:
diff changeset
30 // element of each list is a non-namespace name; all others are namespace
anatofuz
parents:
diff changeset
31 // names. Sort the lists of names lexicographically, where the sort order of
anatofuz
parents:
diff changeset
32 // individual names is that all non-namespace names come before all namespace
anatofuz
parents:
diff changeset
33 // names, and within those groups, names are in case-insensitive lexicographic
anatofuz
parents:
diff changeset
34 // order.
anatofuz
parents:
diff changeset
35 int compareLabels(StringRef A, StringRef B) {
anatofuz
parents:
diff changeset
36 SmallVector<StringRef, 2> NamesA;
anatofuz
parents:
diff changeset
37 A.split(NamesA, "::", /*MaxSplit=*/-1, /*KeepEmpty=*/false);
anatofuz
parents:
diff changeset
38 SmallVector<StringRef, 2> NamesB;
anatofuz
parents:
diff changeset
39 B.split(NamesB, "::", /*MaxSplit=*/-1, /*KeepEmpty=*/false);
anatofuz
parents:
diff changeset
40 size_t SizeA = NamesA.size();
anatofuz
parents:
diff changeset
41 size_t SizeB = NamesB.size();
anatofuz
parents:
diff changeset
42 for (size_t I = 0, E = std::min(SizeA, SizeB); I < E; ++I) {
anatofuz
parents:
diff changeset
43 if (I + 1 == SizeA) {
anatofuz
parents:
diff changeset
44 // I is the last index of NamesA and NamesA[I] is a non-namespace name.
anatofuz
parents:
diff changeset
45
anatofuz
parents:
diff changeset
46 // Non-namespace names come before all namespace names.
anatofuz
parents:
diff changeset
47 if (SizeB > SizeA)
anatofuz
parents:
diff changeset
48 return -1;
anatofuz
parents:
diff changeset
49
anatofuz
parents:
diff changeset
50 // Two names within a group compare case-insensitively.
anatofuz
parents:
diff changeset
51 return NamesA[I].compare_lower(NamesB[I]);
anatofuz
parents:
diff changeset
52 }
anatofuz
parents:
diff changeset
53
anatofuz
parents:
diff changeset
54 // I is the last index of NamesB and NamesB[I] is a non-namespace name.
anatofuz
parents:
diff changeset
55 // Non-namespace names come before all namespace names.
anatofuz
parents:
diff changeset
56 if (I + 1 == SizeB)
anatofuz
parents:
diff changeset
57 return 1;
anatofuz
parents:
diff changeset
58
anatofuz
parents:
diff changeset
59 // Two namespaces names within a group compare case-insensitively.
anatofuz
parents:
diff changeset
60 int C = NamesA[I].compare_lower(NamesB[I]);
anatofuz
parents:
diff changeset
61 if (C != 0)
anatofuz
parents:
diff changeset
62 return C;
anatofuz
parents:
diff changeset
63 }
anatofuz
parents:
diff changeset
64 return 0;
anatofuz
parents:
diff changeset
65 }
anatofuz
parents:
diff changeset
66
anatofuz
parents:
diff changeset
67 struct UsingDeclaration {
anatofuz
parents:
diff changeset
68 const AnnotatedLine *Line;
anatofuz
parents:
diff changeset
69 std::string Label;
anatofuz
parents:
diff changeset
70
anatofuz
parents:
diff changeset
71 UsingDeclaration(const AnnotatedLine *Line, const std::string &Label)
anatofuz
parents:
diff changeset
72 : Line(Line), Label(Label) {}
anatofuz
parents:
diff changeset
73
anatofuz
parents:
diff changeset
74 bool operator<(const UsingDeclaration &Other) const {
anatofuz
parents:
diff changeset
75 return compareLabels(Label, Other.Label) < 0;
anatofuz
parents:
diff changeset
76 }
anatofuz
parents:
diff changeset
77 };
anatofuz
parents:
diff changeset
78
anatofuz
parents:
diff changeset
79 /// Computes the label of a using declaration starting at tthe using token
anatofuz
parents:
diff changeset
80 /// \p UsingTok.
anatofuz
parents:
diff changeset
81 /// If \p UsingTok doesn't begin a using declaration, returns the empty string.
anatofuz
parents:
diff changeset
82 /// Note that this detects specifically using declarations, as in:
anatofuz
parents:
diff changeset
83 /// using A::B::C;
anatofuz
parents:
diff changeset
84 /// and not type aliases, as in:
anatofuz
parents:
diff changeset
85 /// using A = B::C;
anatofuz
parents:
diff changeset
86 /// Type aliases are in general not safe to permute.
anatofuz
parents:
diff changeset
87 std::string computeUsingDeclarationLabel(const FormatToken *UsingTok) {
anatofuz
parents:
diff changeset
88 assert(UsingTok && UsingTok->is(tok::kw_using) && "Expecting a using token");
anatofuz
parents:
diff changeset
89 std::string Label;
anatofuz
parents:
diff changeset
90 const FormatToken *Tok = UsingTok->Next;
anatofuz
parents:
diff changeset
91 if (Tok && Tok->is(tok::kw_typename)) {
anatofuz
parents:
diff changeset
92 Label.append("typename ");
anatofuz
parents:
diff changeset
93 Tok = Tok->Next;
anatofuz
parents:
diff changeset
94 }
anatofuz
parents:
diff changeset
95 if (Tok && Tok->is(tok::coloncolon)) {
anatofuz
parents:
diff changeset
96 Label.append("::");
anatofuz
parents:
diff changeset
97 Tok = Tok->Next;
anatofuz
parents:
diff changeset
98 }
anatofuz
parents:
diff changeset
99 bool HasIdentifier = false;
anatofuz
parents:
diff changeset
100 while (Tok && Tok->is(tok::identifier)) {
anatofuz
parents:
diff changeset
101 HasIdentifier = true;
anatofuz
parents:
diff changeset
102 Label.append(Tok->TokenText.str());
anatofuz
parents:
diff changeset
103 Tok = Tok->Next;
anatofuz
parents:
diff changeset
104 if (!Tok || Tok->isNot(tok::coloncolon))
anatofuz
parents:
diff changeset
105 break;
anatofuz
parents:
diff changeset
106 Label.append("::");
anatofuz
parents:
diff changeset
107 Tok = Tok->Next;
anatofuz
parents:
diff changeset
108 }
anatofuz
parents:
diff changeset
109 if (HasIdentifier && Tok && Tok->isOneOf(tok::semi, tok::comma))
anatofuz
parents:
diff changeset
110 return Label;
anatofuz
parents:
diff changeset
111 return "";
anatofuz
parents:
diff changeset
112 }
anatofuz
parents:
diff changeset
113
anatofuz
parents:
diff changeset
114 void endUsingDeclarationBlock(
anatofuz
parents:
diff changeset
115 SmallVectorImpl<UsingDeclaration> *UsingDeclarations,
anatofuz
parents:
diff changeset
116 const SourceManager &SourceMgr, tooling::Replacements *Fixes) {
anatofuz
parents:
diff changeset
117 bool BlockAffected = false;
anatofuz
parents:
diff changeset
118 for (const UsingDeclaration &Declaration : *UsingDeclarations) {
anatofuz
parents:
diff changeset
119 if (Declaration.Line->Affected) {
anatofuz
parents:
diff changeset
120 BlockAffected = true;
anatofuz
parents:
diff changeset
121 break;
anatofuz
parents:
diff changeset
122 }
anatofuz
parents:
diff changeset
123 }
anatofuz
parents:
diff changeset
124 if (!BlockAffected) {
anatofuz
parents:
diff changeset
125 UsingDeclarations->clear();
anatofuz
parents:
diff changeset
126 return;
anatofuz
parents:
diff changeset
127 }
anatofuz
parents:
diff changeset
128 SmallVector<UsingDeclaration, 4> SortedUsingDeclarations(
anatofuz
parents:
diff changeset
129 UsingDeclarations->begin(), UsingDeclarations->end());
anatofuz
parents:
diff changeset
130 llvm::stable_sort(SortedUsingDeclarations);
anatofuz
parents:
diff changeset
131 SortedUsingDeclarations.erase(
anatofuz
parents:
diff changeset
132 std::unique(SortedUsingDeclarations.begin(),
anatofuz
parents:
diff changeset
133 SortedUsingDeclarations.end(),
anatofuz
parents:
diff changeset
134 [](const UsingDeclaration &a, const UsingDeclaration &b) {
anatofuz
parents:
diff changeset
135 return a.Label == b.Label;
anatofuz
parents:
diff changeset
136 }),
anatofuz
parents:
diff changeset
137 SortedUsingDeclarations.end());
anatofuz
parents:
diff changeset
138 for (size_t I = 0, E = UsingDeclarations->size(); I < E; ++I) {
anatofuz
parents:
diff changeset
139 if (I >= SortedUsingDeclarations.size()) {
anatofuz
parents:
diff changeset
140 // This using declaration has been deduplicated, delete it.
anatofuz
parents:
diff changeset
141 auto Begin =
anatofuz
parents:
diff changeset
142 (*UsingDeclarations)[I].Line->First->WhitespaceRange.getBegin();
anatofuz
parents:
diff changeset
143 auto End = (*UsingDeclarations)[I].Line->Last->Tok.getEndLoc();
anatofuz
parents:
diff changeset
144 auto Range = CharSourceRange::getCharRange(Begin, End);
anatofuz
parents:
diff changeset
145 auto Err = Fixes->add(tooling::Replacement(SourceMgr, Range, ""));
anatofuz
parents:
diff changeset
146 if (Err) {
anatofuz
parents:
diff changeset
147 llvm::errs() << "Error while sorting using declarations: "
anatofuz
parents:
diff changeset
148 << llvm::toString(std::move(Err)) << "\n";
anatofuz
parents:
diff changeset
149 }
anatofuz
parents:
diff changeset
150 continue;
anatofuz
parents:
diff changeset
151 }
anatofuz
parents:
diff changeset
152 if ((*UsingDeclarations)[I].Line == SortedUsingDeclarations[I].Line)
anatofuz
parents:
diff changeset
153 continue;
anatofuz
parents:
diff changeset
154 auto Begin = (*UsingDeclarations)[I].Line->First->Tok.getLocation();
anatofuz
parents:
diff changeset
155 auto End = (*UsingDeclarations)[I].Line->Last->Tok.getEndLoc();
anatofuz
parents:
diff changeset
156 auto SortedBegin =
anatofuz
parents:
diff changeset
157 SortedUsingDeclarations[I].Line->First->Tok.getLocation();
anatofuz
parents:
diff changeset
158 auto SortedEnd = SortedUsingDeclarations[I].Line->Last->Tok.getEndLoc();
anatofuz
parents:
diff changeset
159 StringRef Text(SourceMgr.getCharacterData(SortedBegin),
anatofuz
parents:
diff changeset
160 SourceMgr.getCharacterData(SortedEnd) -
anatofuz
parents:
diff changeset
161 SourceMgr.getCharacterData(SortedBegin));
anatofuz
parents:
diff changeset
162 LLVM_DEBUG({
anatofuz
parents:
diff changeset
163 StringRef OldText(SourceMgr.getCharacterData(Begin),
anatofuz
parents:
diff changeset
164 SourceMgr.getCharacterData(End) -
anatofuz
parents:
diff changeset
165 SourceMgr.getCharacterData(Begin));
anatofuz
parents:
diff changeset
166 llvm::dbgs() << "Replacing '" << OldText << "' with '" << Text << "'\n";
anatofuz
parents:
diff changeset
167 });
anatofuz
parents:
diff changeset
168 auto Range = CharSourceRange::getCharRange(Begin, End);
anatofuz
parents:
diff changeset
169 auto Err = Fixes->add(tooling::Replacement(SourceMgr, Range, Text));
anatofuz
parents:
diff changeset
170 if (Err) {
anatofuz
parents:
diff changeset
171 llvm::errs() << "Error while sorting using declarations: "
anatofuz
parents:
diff changeset
172 << llvm::toString(std::move(Err)) << "\n";
anatofuz
parents:
diff changeset
173 }
anatofuz
parents:
diff changeset
174 }
anatofuz
parents:
diff changeset
175 UsingDeclarations->clear();
anatofuz
parents:
diff changeset
176 }
anatofuz
parents:
diff changeset
177
anatofuz
parents:
diff changeset
178 } // namespace
anatofuz
parents:
diff changeset
179
anatofuz
parents:
diff changeset
180 UsingDeclarationsSorter::UsingDeclarationsSorter(const Environment &Env,
anatofuz
parents:
diff changeset
181 const FormatStyle &Style)
anatofuz
parents:
diff changeset
182 : TokenAnalyzer(Env, Style) {}
anatofuz
parents:
diff changeset
183
anatofuz
parents:
diff changeset
184 std::pair<tooling::Replacements, unsigned> UsingDeclarationsSorter::analyze(
anatofuz
parents:
diff changeset
185 TokenAnnotator &Annotator, SmallVectorImpl<AnnotatedLine *> &AnnotatedLines,
anatofuz
parents:
diff changeset
186 FormatTokenLexer &Tokens) {
anatofuz
parents:
diff changeset
187 const SourceManager &SourceMgr = Env.getSourceManager();
anatofuz
parents:
diff changeset
188 AffectedRangeMgr.computeAffectedLines(AnnotatedLines);
anatofuz
parents:
diff changeset
189 tooling::Replacements Fixes;
anatofuz
parents:
diff changeset
190 SmallVector<UsingDeclaration, 4> UsingDeclarations;
anatofuz
parents:
diff changeset
191 for (size_t I = 0, E = AnnotatedLines.size(); I != E; ++I) {
anatofuz
parents:
diff changeset
192 const auto *FirstTok = AnnotatedLines[I]->First;
anatofuz
parents:
diff changeset
193 if (AnnotatedLines[I]->InPPDirective ||
anatofuz
parents:
diff changeset
194 !AnnotatedLines[I]->startsWith(tok::kw_using) || FirstTok->Finalized) {
anatofuz
parents:
diff changeset
195 endUsingDeclarationBlock(&UsingDeclarations, SourceMgr, &Fixes);
anatofuz
parents:
diff changeset
196 continue;
anatofuz
parents:
diff changeset
197 }
anatofuz
parents:
diff changeset
198 if (FirstTok->NewlinesBefore > 1)
anatofuz
parents:
diff changeset
199 endUsingDeclarationBlock(&UsingDeclarations, SourceMgr, &Fixes);
anatofuz
parents:
diff changeset
200 const auto *UsingTok =
anatofuz
parents:
diff changeset
201 FirstTok->is(tok::comment) ? FirstTok->getNextNonComment() : FirstTok;
anatofuz
parents:
diff changeset
202 std::string Label = computeUsingDeclarationLabel(UsingTok);
anatofuz
parents:
diff changeset
203 if (Label.empty()) {
anatofuz
parents:
diff changeset
204 endUsingDeclarationBlock(&UsingDeclarations, SourceMgr, &Fixes);
anatofuz
parents:
diff changeset
205 continue;
anatofuz
parents:
diff changeset
206 }
anatofuz
parents:
diff changeset
207 UsingDeclarations.push_back(UsingDeclaration(AnnotatedLines[I], Label));
anatofuz
parents:
diff changeset
208 }
anatofuz
parents:
diff changeset
209 endUsingDeclarationBlock(&UsingDeclarations, SourceMgr, &Fixes);
anatofuz
parents:
diff changeset
210 return {Fixes, 0};
anatofuz
parents:
diff changeset
211 }
anatofuz
parents:
diff changeset
212
anatofuz
parents:
diff changeset
213 } // namespace format
anatofuz
parents:
diff changeset
214 } // namespace clang