annotate clang/lib/ARCMigrate/FileRemapper.cpp @ 150:1d019706d866

LLVM10
author anatofuz
date Thu, 13 Feb 2020 15:10:13 +0900
parents
children 2e18cbf3894f
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
rev   line source
150
anatofuz
parents:
diff changeset
1 //===--- FileRemapper.cpp - File Remapping Helper -------------------------===//
anatofuz
parents:
diff changeset
2 //
anatofuz
parents:
diff changeset
3 // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
anatofuz
parents:
diff changeset
4 // See https://llvm.org/LICENSE.txt for license information.
anatofuz
parents:
diff changeset
5 // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
anatofuz
parents:
diff changeset
6 //
anatofuz
parents:
diff changeset
7 //===----------------------------------------------------------------------===//
anatofuz
parents:
diff changeset
8
anatofuz
parents:
diff changeset
9 #include "clang/ARCMigrate/FileRemapper.h"
anatofuz
parents:
diff changeset
10 #include "clang/Basic/Diagnostic.h"
anatofuz
parents:
diff changeset
11 #include "clang/Basic/FileManager.h"
anatofuz
parents:
diff changeset
12 #include "clang/Lex/PreprocessorOptions.h"
anatofuz
parents:
diff changeset
13 #include "llvm/Support/FileSystem.h"
anatofuz
parents:
diff changeset
14 #include "llvm/Support/MemoryBuffer.h"
anatofuz
parents:
diff changeset
15 #include "llvm/Support/Path.h"
anatofuz
parents:
diff changeset
16 #include "llvm/Support/raw_ostream.h"
anatofuz
parents:
diff changeset
17 #include <fstream>
anatofuz
parents:
diff changeset
18
anatofuz
parents:
diff changeset
19 using namespace clang;
anatofuz
parents:
diff changeset
20 using namespace arcmt;
anatofuz
parents:
diff changeset
21
anatofuz
parents:
diff changeset
22 FileRemapper::FileRemapper() {
anatofuz
parents:
diff changeset
23 FileMgr.reset(new FileManager(FileSystemOptions()));
anatofuz
parents:
diff changeset
24 }
anatofuz
parents:
diff changeset
25
anatofuz
parents:
diff changeset
26 FileRemapper::~FileRemapper() {
anatofuz
parents:
diff changeset
27 clear();
anatofuz
parents:
diff changeset
28 }
anatofuz
parents:
diff changeset
29
anatofuz
parents:
diff changeset
30 void FileRemapper::clear(StringRef outputDir) {
anatofuz
parents:
diff changeset
31 for (MappingsTy::iterator
anatofuz
parents:
diff changeset
32 I = FromToMappings.begin(), E = FromToMappings.end(); I != E; ++I)
anatofuz
parents:
diff changeset
33 resetTarget(I->second);
anatofuz
parents:
diff changeset
34 FromToMappings.clear();
anatofuz
parents:
diff changeset
35 assert(ToFromMappings.empty());
anatofuz
parents:
diff changeset
36 if (!outputDir.empty()) {
anatofuz
parents:
diff changeset
37 std::string infoFile = getRemapInfoFile(outputDir);
anatofuz
parents:
diff changeset
38 llvm::sys::fs::remove(infoFile);
anatofuz
parents:
diff changeset
39 }
anatofuz
parents:
diff changeset
40 }
anatofuz
parents:
diff changeset
41
anatofuz
parents:
diff changeset
42 std::string FileRemapper::getRemapInfoFile(StringRef outputDir) {
anatofuz
parents:
diff changeset
43 assert(!outputDir.empty());
anatofuz
parents:
diff changeset
44 SmallString<128> InfoFile = outputDir;
anatofuz
parents:
diff changeset
45 llvm::sys::path::append(InfoFile, "remap");
anatofuz
parents:
diff changeset
46 return std::string(InfoFile.str());
anatofuz
parents:
diff changeset
47 }
anatofuz
parents:
diff changeset
48
anatofuz
parents:
diff changeset
49 bool FileRemapper::initFromDisk(StringRef outputDir, DiagnosticsEngine &Diag,
anatofuz
parents:
diff changeset
50 bool ignoreIfFilesChanged) {
anatofuz
parents:
diff changeset
51 std::string infoFile = getRemapInfoFile(outputDir);
anatofuz
parents:
diff changeset
52 return initFromFile(infoFile, Diag, ignoreIfFilesChanged);
anatofuz
parents:
diff changeset
53 }
anatofuz
parents:
diff changeset
54
anatofuz
parents:
diff changeset
55 bool FileRemapper::initFromFile(StringRef filePath, DiagnosticsEngine &Diag,
anatofuz
parents:
diff changeset
56 bool ignoreIfFilesChanged) {
anatofuz
parents:
diff changeset
57 assert(FromToMappings.empty() &&
anatofuz
parents:
diff changeset
58 "initFromDisk should be called before any remap calls");
anatofuz
parents:
diff changeset
59 std::string infoFile = std::string(filePath);
anatofuz
parents:
diff changeset
60 if (!llvm::sys::fs::exists(infoFile))
anatofuz
parents:
diff changeset
61 return false;
anatofuz
parents:
diff changeset
62
anatofuz
parents:
diff changeset
63 std::vector<std::pair<const FileEntry *, const FileEntry *> > pairs;
anatofuz
parents:
diff changeset
64
anatofuz
parents:
diff changeset
65 llvm::ErrorOr<std::unique_ptr<llvm::MemoryBuffer>> fileBuf =
anatofuz
parents:
diff changeset
66 llvm::MemoryBuffer::getFile(infoFile);
anatofuz
parents:
diff changeset
67 if (!fileBuf)
anatofuz
parents:
diff changeset
68 return report("Error opening file: " + infoFile, Diag);
anatofuz
parents:
diff changeset
69
anatofuz
parents:
diff changeset
70 SmallVector<StringRef, 64> lines;
anatofuz
parents:
diff changeset
71 fileBuf.get()->getBuffer().split(lines, "\n");
anatofuz
parents:
diff changeset
72
anatofuz
parents:
diff changeset
73 for (unsigned idx = 0; idx+3 <= lines.size(); idx += 3) {
anatofuz
parents:
diff changeset
74 StringRef fromFilename = lines[idx];
anatofuz
parents:
diff changeset
75 unsigned long long timeModified;
anatofuz
parents:
diff changeset
76 if (lines[idx+1].getAsInteger(10, timeModified))
anatofuz
parents:
diff changeset
77 return report("Invalid file data: '" + lines[idx+1] + "' not a number",
anatofuz
parents:
diff changeset
78 Diag);
anatofuz
parents:
diff changeset
79 StringRef toFilename = lines[idx+2];
anatofuz
parents:
diff changeset
80
anatofuz
parents:
diff changeset
81 llvm::ErrorOr<const FileEntry *> origFE = FileMgr->getFile(fromFilename);
anatofuz
parents:
diff changeset
82 if (!origFE) {
anatofuz
parents:
diff changeset
83 if (ignoreIfFilesChanged)
anatofuz
parents:
diff changeset
84 continue;
anatofuz
parents:
diff changeset
85 return report("File does not exist: " + fromFilename, Diag);
anatofuz
parents:
diff changeset
86 }
anatofuz
parents:
diff changeset
87 llvm::ErrorOr<const FileEntry *> newFE = FileMgr->getFile(toFilename);
anatofuz
parents:
diff changeset
88 if (!newFE) {
anatofuz
parents:
diff changeset
89 if (ignoreIfFilesChanged)
anatofuz
parents:
diff changeset
90 continue;
anatofuz
parents:
diff changeset
91 return report("File does not exist: " + toFilename, Diag);
anatofuz
parents:
diff changeset
92 }
anatofuz
parents:
diff changeset
93
anatofuz
parents:
diff changeset
94 if ((uint64_t)(*origFE)->getModificationTime() != timeModified) {
anatofuz
parents:
diff changeset
95 if (ignoreIfFilesChanged)
anatofuz
parents:
diff changeset
96 continue;
anatofuz
parents:
diff changeset
97 return report("File was modified: " + fromFilename, Diag);
anatofuz
parents:
diff changeset
98 }
anatofuz
parents:
diff changeset
99
anatofuz
parents:
diff changeset
100 pairs.push_back(std::make_pair(*origFE, *newFE));
anatofuz
parents:
diff changeset
101 }
anatofuz
parents:
diff changeset
102
anatofuz
parents:
diff changeset
103 for (unsigned i = 0, e = pairs.size(); i != e; ++i)
anatofuz
parents:
diff changeset
104 remap(pairs[i].first, pairs[i].second);
anatofuz
parents:
diff changeset
105
anatofuz
parents:
diff changeset
106 return false;
anatofuz
parents:
diff changeset
107 }
anatofuz
parents:
diff changeset
108
anatofuz
parents:
diff changeset
109 bool FileRemapper::flushToDisk(StringRef outputDir, DiagnosticsEngine &Diag) {
anatofuz
parents:
diff changeset
110 using namespace llvm::sys;
anatofuz
parents:
diff changeset
111
anatofuz
parents:
diff changeset
112 if (fs::create_directory(outputDir))
anatofuz
parents:
diff changeset
113 return report("Could not create directory: " + outputDir, Diag);
anatofuz
parents:
diff changeset
114
anatofuz
parents:
diff changeset
115 std::string infoFile = getRemapInfoFile(outputDir);
anatofuz
parents:
diff changeset
116 return flushToFile(infoFile, Diag);
anatofuz
parents:
diff changeset
117 }
anatofuz
parents:
diff changeset
118
anatofuz
parents:
diff changeset
119 bool FileRemapper::flushToFile(StringRef outputPath, DiagnosticsEngine &Diag) {
anatofuz
parents:
diff changeset
120 using namespace llvm::sys;
anatofuz
parents:
diff changeset
121
anatofuz
parents:
diff changeset
122 std::error_code EC;
anatofuz
parents:
diff changeset
123 std::string infoFile = std::string(outputPath);
anatofuz
parents:
diff changeset
124 llvm::raw_fd_ostream infoOut(infoFile, EC, llvm::sys::fs::OF_None);
anatofuz
parents:
diff changeset
125 if (EC)
anatofuz
parents:
diff changeset
126 return report(EC.message(), Diag);
anatofuz
parents:
diff changeset
127
anatofuz
parents:
diff changeset
128 for (MappingsTy::iterator
anatofuz
parents:
diff changeset
129 I = FromToMappings.begin(), E = FromToMappings.end(); I != E; ++I) {
anatofuz
parents:
diff changeset
130
anatofuz
parents:
diff changeset
131 const FileEntry *origFE = I->first;
anatofuz
parents:
diff changeset
132 SmallString<200> origPath = StringRef(origFE->getName());
anatofuz
parents:
diff changeset
133 fs::make_absolute(origPath);
anatofuz
parents:
diff changeset
134 infoOut << origPath << '\n';
anatofuz
parents:
diff changeset
135 infoOut << (uint64_t)origFE->getModificationTime() << '\n';
anatofuz
parents:
diff changeset
136
anatofuz
parents:
diff changeset
137 if (const FileEntry *FE = I->second.dyn_cast<const FileEntry *>()) {
anatofuz
parents:
diff changeset
138 SmallString<200> newPath = StringRef(FE->getName());
anatofuz
parents:
diff changeset
139 fs::make_absolute(newPath);
anatofuz
parents:
diff changeset
140 infoOut << newPath << '\n';
anatofuz
parents:
diff changeset
141 } else {
anatofuz
parents:
diff changeset
142
anatofuz
parents:
diff changeset
143 SmallString<64> tempPath;
anatofuz
parents:
diff changeset
144 int fd;
anatofuz
parents:
diff changeset
145 if (fs::createTemporaryFile(path::filename(origFE->getName()),
anatofuz
parents:
diff changeset
146 path::extension(origFE->getName()).drop_front(), fd,
anatofuz
parents:
diff changeset
147 tempPath))
anatofuz
parents:
diff changeset
148 return report("Could not create file: " + tempPath.str(), Diag);
anatofuz
parents:
diff changeset
149
anatofuz
parents:
diff changeset
150 llvm::raw_fd_ostream newOut(fd, /*shouldClose=*/true);
anatofuz
parents:
diff changeset
151 llvm::MemoryBuffer *mem = I->second.get<llvm::MemoryBuffer *>();
anatofuz
parents:
diff changeset
152 newOut.write(mem->getBufferStart(), mem->getBufferSize());
anatofuz
parents:
diff changeset
153 newOut.close();
anatofuz
parents:
diff changeset
154
anatofuz
parents:
diff changeset
155 auto newE = FileMgr->getFile(tempPath);
anatofuz
parents:
diff changeset
156 if (newE) {
anatofuz
parents:
diff changeset
157 remap(origFE, *newE);
anatofuz
parents:
diff changeset
158 infoOut << (*newE)->getName() << '\n';
anatofuz
parents:
diff changeset
159 }
anatofuz
parents:
diff changeset
160 }
anatofuz
parents:
diff changeset
161 }
anatofuz
parents:
diff changeset
162
anatofuz
parents:
diff changeset
163 infoOut.close();
anatofuz
parents:
diff changeset
164 return false;
anatofuz
parents:
diff changeset
165 }
anatofuz
parents:
diff changeset
166
anatofuz
parents:
diff changeset
167 bool FileRemapper::overwriteOriginal(DiagnosticsEngine &Diag,
anatofuz
parents:
diff changeset
168 StringRef outputDir) {
anatofuz
parents:
diff changeset
169 using namespace llvm::sys;
anatofuz
parents:
diff changeset
170
anatofuz
parents:
diff changeset
171 for (MappingsTy::iterator
anatofuz
parents:
diff changeset
172 I = FromToMappings.begin(), E = FromToMappings.end(); I != E; ++I) {
anatofuz
parents:
diff changeset
173 const FileEntry *origFE = I->first;
anatofuz
parents:
diff changeset
174 assert(I->second.is<llvm::MemoryBuffer *>());
anatofuz
parents:
diff changeset
175 if (!fs::exists(origFE->getName()))
anatofuz
parents:
diff changeset
176 return report(StringRef("File does not exist: ") + origFE->getName(),
anatofuz
parents:
diff changeset
177 Diag);
anatofuz
parents:
diff changeset
178
anatofuz
parents:
diff changeset
179 std::error_code EC;
anatofuz
parents:
diff changeset
180 llvm::raw_fd_ostream Out(origFE->getName(), EC, llvm::sys::fs::OF_None);
anatofuz
parents:
diff changeset
181 if (EC)
anatofuz
parents:
diff changeset
182 return report(EC.message(), Diag);
anatofuz
parents:
diff changeset
183
anatofuz
parents:
diff changeset
184 llvm::MemoryBuffer *mem = I->second.get<llvm::MemoryBuffer *>();
anatofuz
parents:
diff changeset
185 Out.write(mem->getBufferStart(), mem->getBufferSize());
anatofuz
parents:
diff changeset
186 Out.close();
anatofuz
parents:
diff changeset
187 }
anatofuz
parents:
diff changeset
188
anatofuz
parents:
diff changeset
189 clear(outputDir);
anatofuz
parents:
diff changeset
190 return false;
anatofuz
parents:
diff changeset
191 }
anatofuz
parents:
diff changeset
192
anatofuz
parents:
diff changeset
193 void FileRemapper::applyMappings(PreprocessorOptions &PPOpts) const {
anatofuz
parents:
diff changeset
194 for (MappingsTy::const_iterator
anatofuz
parents:
diff changeset
195 I = FromToMappings.begin(), E = FromToMappings.end(); I != E; ++I) {
anatofuz
parents:
diff changeset
196 if (const FileEntry *FE = I->second.dyn_cast<const FileEntry *>()) {
anatofuz
parents:
diff changeset
197 PPOpts.addRemappedFile(I->first->getName(), FE->getName());
anatofuz
parents:
diff changeset
198 } else {
anatofuz
parents:
diff changeset
199 llvm::MemoryBuffer *mem = I->second.get<llvm::MemoryBuffer *>();
anatofuz
parents:
diff changeset
200 PPOpts.addRemappedFile(I->first->getName(), mem);
anatofuz
parents:
diff changeset
201 }
anatofuz
parents:
diff changeset
202 }
anatofuz
parents:
diff changeset
203
anatofuz
parents:
diff changeset
204 PPOpts.RetainRemappedFileBuffers = true;
anatofuz
parents:
diff changeset
205 }
anatofuz
parents:
diff changeset
206
anatofuz
parents:
diff changeset
207 void FileRemapper::remap(StringRef filePath,
anatofuz
parents:
diff changeset
208 std::unique_ptr<llvm::MemoryBuffer> memBuf) {
anatofuz
parents:
diff changeset
209 remap(getOriginalFile(filePath), std::move(memBuf));
anatofuz
parents:
diff changeset
210 }
anatofuz
parents:
diff changeset
211
anatofuz
parents:
diff changeset
212 void FileRemapper::remap(const FileEntry *file,
anatofuz
parents:
diff changeset
213 std::unique_ptr<llvm::MemoryBuffer> memBuf) {
anatofuz
parents:
diff changeset
214 assert(file);
anatofuz
parents:
diff changeset
215 Target &targ = FromToMappings[file];
anatofuz
parents:
diff changeset
216 resetTarget(targ);
anatofuz
parents:
diff changeset
217 targ = memBuf.release();
anatofuz
parents:
diff changeset
218 }
anatofuz
parents:
diff changeset
219
anatofuz
parents:
diff changeset
220 void FileRemapper::remap(const FileEntry *file, const FileEntry *newfile) {
anatofuz
parents:
diff changeset
221 assert(file && newfile);
anatofuz
parents:
diff changeset
222 Target &targ = FromToMappings[file];
anatofuz
parents:
diff changeset
223 resetTarget(targ);
anatofuz
parents:
diff changeset
224 targ = newfile;
anatofuz
parents:
diff changeset
225 ToFromMappings[newfile] = file;
anatofuz
parents:
diff changeset
226 }
anatofuz
parents:
diff changeset
227
anatofuz
parents:
diff changeset
228 const FileEntry *FileRemapper::getOriginalFile(StringRef filePath) {
anatofuz
parents:
diff changeset
229 const FileEntry *file = nullptr;
anatofuz
parents:
diff changeset
230 if (auto fileOrErr = FileMgr->getFile(filePath))
anatofuz
parents:
diff changeset
231 file = *fileOrErr;
anatofuz
parents:
diff changeset
232 // If we are updating a file that overridden an original file,
anatofuz
parents:
diff changeset
233 // actually update the original file.
anatofuz
parents:
diff changeset
234 llvm::DenseMap<const FileEntry *, const FileEntry *>::iterator
anatofuz
parents:
diff changeset
235 I = ToFromMappings.find(file);
anatofuz
parents:
diff changeset
236 if (I != ToFromMappings.end()) {
anatofuz
parents:
diff changeset
237 file = I->second;
anatofuz
parents:
diff changeset
238 assert(FromToMappings.find(file) != FromToMappings.end() &&
anatofuz
parents:
diff changeset
239 "Original file not in mappings!");
anatofuz
parents:
diff changeset
240 }
anatofuz
parents:
diff changeset
241 return file;
anatofuz
parents:
diff changeset
242 }
anatofuz
parents:
diff changeset
243
anatofuz
parents:
diff changeset
244 void FileRemapper::resetTarget(Target &targ) {
anatofuz
parents:
diff changeset
245 if (!targ)
anatofuz
parents:
diff changeset
246 return;
anatofuz
parents:
diff changeset
247
anatofuz
parents:
diff changeset
248 if (llvm::MemoryBuffer *oldmem = targ.dyn_cast<llvm::MemoryBuffer *>()) {
anatofuz
parents:
diff changeset
249 delete oldmem;
anatofuz
parents:
diff changeset
250 } else {
anatofuz
parents:
diff changeset
251 const FileEntry *toFE = targ.get<const FileEntry *>();
anatofuz
parents:
diff changeset
252 ToFromMappings.erase(toFE);
anatofuz
parents:
diff changeset
253 }
anatofuz
parents:
diff changeset
254 }
anatofuz
parents:
diff changeset
255
anatofuz
parents:
diff changeset
256 bool FileRemapper::report(const Twine &err, DiagnosticsEngine &Diag) {
anatofuz
parents:
diff changeset
257 Diag.Report(Diag.getCustomDiagID(DiagnosticsEngine::Error, "%0"))
anatofuz
parents:
diff changeset
258 << err.str();
anatofuz
parents:
diff changeset
259 return true;
anatofuz
parents:
diff changeset
260 }