annotate clang-tools-extra/clangd/SemanticHighlighting.h @ 173:0572611fdcc8 llvm10 llvm12

reorgnization done
author Shinji KONO <kono@ie.u-ryukyu.ac.jp>
date Mon, 25 May 2020 11:55:54 +0900
parents 1d019706d866
children 2e18cbf3894f
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
rev   line source
150
anatofuz
parents:
diff changeset
1 //==-- SemanticHighlighting.h - Generating highlights from the AST-- C++ -*-==//
anatofuz
parents:
diff changeset
2 //
anatofuz
parents:
diff changeset
3 // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
anatofuz
parents:
diff changeset
4 // See https://llvm.org/LICENSE.txt for license information.
anatofuz
parents:
diff changeset
5 // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
anatofuz
parents:
diff changeset
6 //
anatofuz
parents:
diff changeset
7 //===----------------------------------------------------------------------===//
anatofuz
parents:
diff changeset
8 //
173
0572611fdcc8 reorgnization done
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 150
diff changeset
9 // This file supports semantic highlighting: categorizing tokens in the file so
0572611fdcc8 reorgnization done
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 150
diff changeset
10 // that the editor can color/style them differently.
0572611fdcc8 reorgnization done
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 150
diff changeset
11 //
0572611fdcc8 reorgnization done
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 150
diff changeset
12 // This is particularly valuable for C++: its complex and context-dependent
0572611fdcc8 reorgnization done
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 150
diff changeset
13 // grammar is a challenge for simple syntax-highlighting techniques.
0572611fdcc8 reorgnization done
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 150
diff changeset
14 //
0572611fdcc8 reorgnization done
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 150
diff changeset
15 // We support two protocols for providing highlights to the client:
0572611fdcc8 reorgnization done
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 150
diff changeset
16 // - the `textDocument/semanticTokens` request from LSP 3.16
0572611fdcc8 reorgnization done
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 150
diff changeset
17 // https://github.com/microsoft/vscode-languageserver-node/blob/release/protocol/3.16.0-next.1/protocol/src/protocol.semanticTokens.proposed.ts
0572611fdcc8 reorgnization done
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 150
diff changeset
18 // - the earlier proposed `textDocument/semanticHighlighting` notification
0572611fdcc8 reorgnization done
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 150
diff changeset
19 // https://github.com/microsoft/vscode-languageserver-node/pull/367
0572611fdcc8 reorgnization done
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 150
diff changeset
20 // This is referred to as "Theia" semantic highlighting in the code.
0572611fdcc8 reorgnization done
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 150
diff changeset
21 // It was supported from clangd 9 but should be considered deprecated as of
0572611fdcc8 reorgnization done
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 150
diff changeset
22 // clangd 11 and eventually removed.
0572611fdcc8 reorgnization done
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 150
diff changeset
23 //
150
anatofuz
parents:
diff changeset
24 // Semantic highlightings are calculated for an AST by visiting every AST node
anatofuz
parents:
diff changeset
25 // and classifying nodes that are interesting to highlight (variables/function
anatofuz
parents:
diff changeset
26 // calls etc.).
anatofuz
parents:
diff changeset
27 //
anatofuz
parents:
diff changeset
28 //===----------------------------------------------------------------------===//
anatofuz
parents:
diff changeset
29
anatofuz
parents:
diff changeset
30 #ifndef LLVM_CLANG_TOOLS_EXTRA_CLANGD_SEMANTICHIGHLIGHTING_H
anatofuz
parents:
diff changeset
31 #define LLVM_CLANG_TOOLS_EXTRA_CLANGD_SEMANTICHIGHLIGHTING_H
anatofuz
parents:
diff changeset
32
anatofuz
parents:
diff changeset
33 #include "Protocol.h"
anatofuz
parents:
diff changeset
34 #include "llvm/Support/raw_ostream.h"
anatofuz
parents:
diff changeset
35
anatofuz
parents:
diff changeset
36 namespace clang {
anatofuz
parents:
diff changeset
37 namespace clangd {
anatofuz
parents:
diff changeset
38 class ParsedAST;
anatofuz
parents:
diff changeset
39
anatofuz
parents:
diff changeset
40 enum class HighlightingKind {
anatofuz
parents:
diff changeset
41 Variable = 0,
anatofuz
parents:
diff changeset
42 LocalVariable,
anatofuz
parents:
diff changeset
43 Parameter,
anatofuz
parents:
diff changeset
44 Function,
anatofuz
parents:
diff changeset
45 Method,
anatofuz
parents:
diff changeset
46 StaticMethod,
anatofuz
parents:
diff changeset
47 Field,
anatofuz
parents:
diff changeset
48 StaticField,
anatofuz
parents:
diff changeset
49 Class,
anatofuz
parents:
diff changeset
50 Enum,
anatofuz
parents:
diff changeset
51 EnumConstant,
anatofuz
parents:
diff changeset
52 Typedef,
anatofuz
parents:
diff changeset
53 DependentType,
anatofuz
parents:
diff changeset
54 DependentName,
anatofuz
parents:
diff changeset
55 Namespace,
anatofuz
parents:
diff changeset
56 TemplateParameter,
anatofuz
parents:
diff changeset
57 Concept,
anatofuz
parents:
diff changeset
58 Primitive,
anatofuz
parents:
diff changeset
59 Macro,
anatofuz
parents:
diff changeset
60
anatofuz
parents:
diff changeset
61 // This one is different from the other kinds as it's a line style
anatofuz
parents:
diff changeset
62 // rather than a token style.
anatofuz
parents:
diff changeset
63 InactiveCode,
anatofuz
parents:
diff changeset
64
anatofuz
parents:
diff changeset
65 LastKind = InactiveCode
anatofuz
parents:
diff changeset
66 };
anatofuz
parents:
diff changeset
67 llvm::raw_ostream &operator<<(llvm::raw_ostream &OS, HighlightingKind K);
anatofuz
parents:
diff changeset
68
anatofuz
parents:
diff changeset
69 // Contains all information needed for the highlighting a token.
anatofuz
parents:
diff changeset
70 struct HighlightingToken {
anatofuz
parents:
diff changeset
71 HighlightingKind Kind;
anatofuz
parents:
diff changeset
72 Range R;
anatofuz
parents:
diff changeset
73 };
anatofuz
parents:
diff changeset
74
anatofuz
parents:
diff changeset
75 bool operator==(const HighlightingToken &L, const HighlightingToken &R);
anatofuz
parents:
diff changeset
76 bool operator<(const HighlightingToken &L, const HighlightingToken &R);
anatofuz
parents:
diff changeset
77
anatofuz
parents:
diff changeset
78 /// Contains all information about highlightings on a single line.
anatofuz
parents:
diff changeset
79 struct LineHighlightings {
anatofuz
parents:
diff changeset
80 int Line;
anatofuz
parents:
diff changeset
81 std::vector<HighlightingToken> Tokens;
anatofuz
parents:
diff changeset
82 bool IsInactive;
anatofuz
parents:
diff changeset
83 };
anatofuz
parents:
diff changeset
84
anatofuz
parents:
diff changeset
85 bool operator==(const LineHighlightings &L, const LineHighlightings &R);
anatofuz
parents:
diff changeset
86
anatofuz
parents:
diff changeset
87 // Returns all HighlightingTokens from an AST. Only generates highlights for the
anatofuz
parents:
diff changeset
88 // main AST.
anatofuz
parents:
diff changeset
89 std::vector<HighlightingToken> getSemanticHighlightings(ParsedAST &AST);
anatofuz
parents:
diff changeset
90
173
0572611fdcc8 reorgnization done
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 150
diff changeset
91 std::vector<SemanticToken> toSemanticTokens(llvm::ArrayRef<HighlightingToken>);
0572611fdcc8 reorgnization done
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 150
diff changeset
92 llvm::StringRef toSemanticTokenType(HighlightingKind Kind);
0572611fdcc8 reorgnization done
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 150
diff changeset
93 std::vector<SemanticTokensEdit> diffTokens(llvm::ArrayRef<SemanticToken> Before,
0572611fdcc8 reorgnization done
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 150
diff changeset
94 llvm::ArrayRef<SemanticToken> After);
0572611fdcc8 reorgnization done
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 150
diff changeset
95
150
anatofuz
parents:
diff changeset
96 /// Converts a HighlightingKind to a corresponding TextMate scope
anatofuz
parents:
diff changeset
97 /// (https://manual.macromates.com/en/language_grammars).
anatofuz
parents:
diff changeset
98 llvm::StringRef toTextMateScope(HighlightingKind Kind);
anatofuz
parents:
diff changeset
99
anatofuz
parents:
diff changeset
100 /// Convert to LSP's semantic highlighting information.
173
0572611fdcc8 reorgnization done
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 150
diff changeset
101 std::vector<TheiaSemanticHighlightingInformation>
0572611fdcc8 reorgnization done
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 150
diff changeset
102 toTheiaSemanticHighlightingInformation(
0572611fdcc8 reorgnization done
Shinji KONO <kono@ie.u-ryukyu.ac.jp>
parents: 150
diff changeset
103 llvm::ArrayRef<LineHighlightings> Tokens);
150
anatofuz
parents:
diff changeset
104
anatofuz
parents:
diff changeset
105 /// Return a line-by-line diff between two highlightings.
anatofuz
parents:
diff changeset
106 /// - if the tokens on a line are the same in both highlightings, this line is
anatofuz
parents:
diff changeset
107 /// omitted.
anatofuz
parents:
diff changeset
108 /// - if a line exists in New but not in Old, the tokens on this line are
anatofuz
parents:
diff changeset
109 /// emitted.
anatofuz
parents:
diff changeset
110 /// - if a line does not exist in New but exists in Old, an empty line is
anatofuz
parents:
diff changeset
111 /// emitted (to tell client to clear the previous highlightings on this line).
anatofuz
parents:
diff changeset
112 ///
anatofuz
parents:
diff changeset
113 /// REQUIRED: Old and New are sorted.
anatofuz
parents:
diff changeset
114 std::vector<LineHighlightings>
anatofuz
parents:
diff changeset
115 diffHighlightings(ArrayRef<HighlightingToken> New,
anatofuz
parents:
diff changeset
116 ArrayRef<HighlightingToken> Old);
anatofuz
parents:
diff changeset
117
anatofuz
parents:
diff changeset
118 } // namespace clangd
anatofuz
parents:
diff changeset
119 } // namespace clang
anatofuz
parents:
diff changeset
120
anatofuz
parents:
diff changeset
121 #endif