1 | //===-- FileSystem.cpp ----------------------------------------------------===// |
2 | // |
3 | // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions. |
4 | // See https://llvm.org/LICENSE.txt for license information. |
5 | // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception |
6 | // |
7 | //===----------------------------------------------------------------------===// |
8 | |
9 | #include "lldb/Host/FileSystem.h" |
10 | |
11 | #include "lldb/Utility/DataBufferLLVM.h" |
12 | |
13 | #include "llvm/Support/Errc.h" |
14 | #include "llvm/Support/Errno.h" |
15 | #include "llvm/Support/Error.h" |
16 | #include "llvm/Support/FileSystem.h" |
17 | #include "llvm/Support/Path.h" |
18 | #include "llvm/Support/Program.h" |
19 | #include "llvm/Support/Threading.h" |
20 | |
21 | #include <cerrno> |
22 | #include <climits> |
23 | #include <cstdarg> |
24 | #include <cstdio> |
25 | #include <fcntl.h> |
26 | |
27 | #ifdef _WIN32 |
28 | #include "lldb/Host/windows/windows.h" |
29 | #else |
30 | #include <sys/ioctl.h> |
31 | #include <sys/stat.h> |
32 | #include <termios.h> |
33 | #include <unistd.h> |
34 | #endif |
35 | |
36 | #include <algorithm> |
37 | #include <fstream> |
38 | #include <optional> |
39 | #include <vector> |
40 | |
41 | using namespace lldb; |
42 | using namespace lldb_private; |
43 | using namespace llvm; |
44 | |
45 | FileSystem &FileSystem::Instance() { return *InstanceImpl(); } |
46 | |
47 | void FileSystem::Terminate() { |
48 | lldbassert(InstanceImpl() && "Already terminated." ); |
49 | InstanceImpl().reset(); |
50 | } |
51 | |
52 | std::optional<FileSystem> &FileSystem::InstanceImpl() { |
53 | static std::optional<FileSystem> g_fs; |
54 | return g_fs; |
55 | } |
56 | |
57 | vfs::directory_iterator FileSystem::DirBegin(const FileSpec &file_spec, |
58 | std::error_code &ec) { |
59 | if (!file_spec) { |
60 | ec = std::error_code(static_cast<int>(errc::no_such_file_or_directory), |
61 | std::system_category()); |
62 | return {}; |
63 | } |
64 | return DirBegin(dir: file_spec.GetPath(), ec); |
65 | } |
66 | |
67 | vfs::directory_iterator FileSystem::DirBegin(const Twine &dir, |
68 | std::error_code &ec) { |
69 | return m_fs->dir_begin(Dir: dir, EC&: ec); |
70 | } |
71 | |
72 | llvm::ErrorOr<vfs::Status> |
73 | FileSystem::GetStatus(const FileSpec &file_spec) const { |
74 | if (!file_spec) |
75 | return std::error_code(static_cast<int>(errc::no_such_file_or_directory), |
76 | std::system_category()); |
77 | return GetStatus(path: file_spec.GetPath()); |
78 | } |
79 | |
80 | llvm::ErrorOr<vfs::Status> FileSystem::GetStatus(const Twine &path) const { |
81 | return m_fs->status(Path: path); |
82 | } |
83 | |
84 | sys::TimePoint<> |
85 | FileSystem::GetModificationTime(const FileSpec &file_spec) const { |
86 | if (!file_spec) |
87 | return sys::TimePoint<>(); |
88 | return GetModificationTime(path: file_spec.GetPath()); |
89 | } |
90 | |
91 | sys::TimePoint<> FileSystem::GetModificationTime(const Twine &path) const { |
92 | ErrorOr<vfs::Status> status = m_fs->status(Path: path); |
93 | if (!status) |
94 | return sys::TimePoint<>(); |
95 | return status->getLastModificationTime(); |
96 | } |
97 | |
98 | uint64_t FileSystem::GetByteSize(const FileSpec &file_spec) const { |
99 | if (!file_spec) |
100 | return 0; |
101 | return GetByteSize(path: file_spec.GetPath()); |
102 | } |
103 | |
104 | uint64_t FileSystem::GetByteSize(const Twine &path) const { |
105 | ErrorOr<vfs::Status> status = m_fs->status(Path: path); |
106 | if (!status) |
107 | return 0; |
108 | return status->getSize(); |
109 | } |
110 | |
111 | uint32_t FileSystem::GetPermissions(const FileSpec &file_spec) const { |
112 | return GetPermissions(path: file_spec.GetPath()); |
113 | } |
114 | |
115 | uint32_t FileSystem::GetPermissions(const FileSpec &file_spec, |
116 | std::error_code &ec) const { |
117 | if (!file_spec) |
118 | return sys::fs::perms::perms_not_known; |
119 | return GetPermissions(path: file_spec.GetPath(), ec); |
120 | } |
121 | |
122 | uint32_t FileSystem::GetPermissions(const Twine &path) const { |
123 | std::error_code ec; |
124 | return GetPermissions(path, ec); |
125 | } |
126 | |
127 | uint32_t FileSystem::GetPermissions(const Twine &path, |
128 | std::error_code &ec) const { |
129 | ErrorOr<vfs::Status> status = m_fs->status(Path: path); |
130 | if (!status) { |
131 | ec = status.getError(); |
132 | return sys::fs::perms::perms_not_known; |
133 | } |
134 | return status->getPermissions(); |
135 | } |
136 | |
137 | bool FileSystem::Exists(const Twine &path) const { return m_fs->exists(Path: path); } |
138 | |
139 | bool FileSystem::Exists(const FileSpec &file_spec) const { |
140 | return file_spec && Exists(path: file_spec.GetPath()); |
141 | } |
142 | |
143 | bool FileSystem::Readable(const Twine &path) const { |
144 | return GetPermissions(path) & sys::fs::perms::all_read; |
145 | } |
146 | |
147 | bool FileSystem::Readable(const FileSpec &file_spec) const { |
148 | return file_spec && Readable(path: file_spec.GetPath()); |
149 | } |
150 | |
151 | bool FileSystem::IsDirectory(const Twine &path) const { |
152 | ErrorOr<vfs::Status> status = m_fs->status(Path: path); |
153 | if (!status) |
154 | return false; |
155 | return status->isDirectory(); |
156 | } |
157 | |
158 | bool FileSystem::IsDirectory(const FileSpec &file_spec) const { |
159 | return file_spec && IsDirectory(path: file_spec.GetPath()); |
160 | } |
161 | |
162 | bool FileSystem::IsLocal(const Twine &path) const { |
163 | bool b = false; |
164 | m_fs->isLocal(Path: path, Result&: b); |
165 | return b; |
166 | } |
167 | |
168 | bool FileSystem::IsLocal(const FileSpec &file_spec) const { |
169 | return file_spec && IsLocal(path: file_spec.GetPath()); |
170 | } |
171 | |
172 | void FileSystem::EnumerateDirectory(Twine path, bool find_directories, |
173 | bool find_files, bool find_other, |
174 | EnumerateDirectoryCallbackType callback, |
175 | void *callback_baton) { |
176 | std::error_code EC; |
177 | vfs::recursive_directory_iterator Iter(*m_fs, path, EC); |
178 | vfs::recursive_directory_iterator End; |
179 | for (; Iter != End && !EC; Iter.increment(EC)) { |
180 | const auto &Item = *Iter; |
181 | ErrorOr<vfs::Status> Status = m_fs->status(Path: Item.path()); |
182 | if (!Status) |
183 | continue; |
184 | if (!find_files && Status->isRegularFile()) |
185 | continue; |
186 | if (!find_directories && Status->isDirectory()) |
187 | continue; |
188 | if (!find_other && Status->isOther()) |
189 | continue; |
190 | |
191 | auto Result = callback(callback_baton, Status->getType(), Item.path()); |
192 | if (Result == eEnumerateDirectoryResultQuit) |
193 | return; |
194 | if (Result == eEnumerateDirectoryResultNext) { |
195 | // Default behavior is to recurse. Opt out if the callback doesn't want |
196 | // this behavior. |
197 | Iter.no_push(); |
198 | } |
199 | } |
200 | } |
201 | |
202 | std::error_code FileSystem::MakeAbsolute(SmallVectorImpl<char> &path) const { |
203 | return m_fs->makeAbsolute(Path&: path); |
204 | } |
205 | |
206 | std::error_code FileSystem::MakeAbsolute(FileSpec &file_spec) const { |
207 | SmallString<128> path; |
208 | file_spec.GetPath(path, denormalize: false); |
209 | |
210 | auto EC = MakeAbsolute(path); |
211 | if (EC) |
212 | return EC; |
213 | |
214 | FileSpec new_file_spec(path, file_spec.GetPathStyle()); |
215 | file_spec = new_file_spec; |
216 | return {}; |
217 | } |
218 | |
219 | std::error_code FileSystem::GetRealPath(const Twine &path, |
220 | SmallVectorImpl<char> &output) const { |
221 | return m_fs->getRealPath(Path: path, Output&: output); |
222 | } |
223 | |
224 | void FileSystem::Resolve(SmallVectorImpl<char> &path) { |
225 | if (path.empty()) |
226 | return; |
227 | |
228 | // Resolve tilde in path. |
229 | SmallString<128> resolved(path.begin(), path.end()); |
230 | assert(m_tilde_resolver && "must initialize tilde resolver in constructor" ); |
231 | m_tilde_resolver->ResolveFullPath(Expr: llvm::StringRef(path.begin(), path.size()), |
232 | Output&: resolved); |
233 | |
234 | // Try making the path absolute if it exists. |
235 | SmallString<128> absolute(resolved.begin(), resolved.end()); |
236 | MakeAbsolute(path&: absolute); |
237 | |
238 | path.clear(); |
239 | if (Exists(path: absolute)) { |
240 | path.append(in_start: absolute.begin(), in_end: absolute.end()); |
241 | } else { |
242 | path.append(in_start: resolved.begin(), in_end: resolved.end()); |
243 | } |
244 | } |
245 | |
246 | void FileSystem::Resolve(FileSpec &file_spec) { |
247 | if (!file_spec) |
248 | return; |
249 | |
250 | // Extract path from the FileSpec. |
251 | SmallString<128> path; |
252 | file_spec.GetPath(path); |
253 | |
254 | // Resolve the path. |
255 | Resolve(path); |
256 | |
257 | // Update the FileSpec with the resolved path. |
258 | if (file_spec.GetFilename().IsEmpty()) |
259 | file_spec.SetDirectory(path); |
260 | else |
261 | file_spec.SetPath(path); |
262 | } |
263 | |
264 | template <typename T> |
265 | static std::unique_ptr<T> GetMemoryBuffer(const llvm::Twine &path, |
266 | uint64_t size, uint64_t offset, |
267 | bool is_volatile) { |
268 | std::unique_ptr<T> buffer; |
269 | if (size == 0) { |
270 | auto buffer_or_error = T::getFile(path, is_volatile); |
271 | if (!buffer_or_error) |
272 | return nullptr; |
273 | buffer = std::move(*buffer_or_error); |
274 | } else { |
275 | auto buffer_or_error = T::getFileSlice(path, size, offset, is_volatile); |
276 | if (!buffer_or_error) |
277 | return nullptr; |
278 | buffer = std::move(*buffer_or_error); |
279 | } |
280 | return buffer; |
281 | } |
282 | |
283 | std::shared_ptr<WritableDataBuffer> |
284 | FileSystem::CreateWritableDataBuffer(const llvm::Twine &path, uint64_t size, |
285 | uint64_t offset) { |
286 | const bool is_volatile = !IsLocal(path); |
287 | auto buffer = GetMemoryBuffer<llvm::WritableMemoryBuffer>(path, size, offset, |
288 | is_volatile); |
289 | if (!buffer) |
290 | return {}; |
291 | return std::shared_ptr<WritableDataBufferLLVM>( |
292 | new WritableDataBufferLLVM(std::move(buffer))); |
293 | } |
294 | |
295 | std::shared_ptr<DataBuffer> |
296 | FileSystem::CreateDataBuffer(const llvm::Twine &path, uint64_t size, |
297 | uint64_t offset) { |
298 | const bool is_volatile = !IsLocal(path); |
299 | auto buffer = |
300 | GetMemoryBuffer<llvm::MemoryBuffer>(path, size, offset, is_volatile); |
301 | if (!buffer) |
302 | return {}; |
303 | return std::shared_ptr<DataBufferLLVM>(new DataBufferLLVM(std::move(buffer))); |
304 | } |
305 | |
306 | std::shared_ptr<WritableDataBuffer> |
307 | FileSystem::CreateWritableDataBuffer(const FileSpec &file_spec, uint64_t size, |
308 | uint64_t offset) { |
309 | return CreateWritableDataBuffer(path: file_spec.GetPath(), size, offset); |
310 | } |
311 | |
312 | std::shared_ptr<DataBuffer> |
313 | FileSystem::CreateDataBuffer(const FileSpec &file_spec, uint64_t size, |
314 | uint64_t offset) { |
315 | return CreateDataBuffer(path: file_spec.GetPath(), size, offset); |
316 | } |
317 | |
318 | bool FileSystem::ResolveExecutableLocation(FileSpec &file_spec) { |
319 | // If the directory is set there's nothing to do. |
320 | ConstString directory = file_spec.GetDirectory(); |
321 | if (directory) |
322 | return false; |
323 | |
324 | // We cannot look for a file if there's no file name. |
325 | ConstString filename = file_spec.GetFilename(); |
326 | if (!filename) |
327 | return false; |
328 | |
329 | // Search for the file on the host. |
330 | const std::string filename_str(filename.GetCString()); |
331 | llvm::ErrorOr<std::string> error_or_path = |
332 | llvm::sys::findProgramByName(Name: filename_str); |
333 | if (!error_or_path) |
334 | return false; |
335 | |
336 | // findProgramByName returns "." if it can't find the file. |
337 | llvm::StringRef path = *error_or_path; |
338 | llvm::StringRef parent = llvm::sys::path::parent_path(path); |
339 | if (parent.empty() || parent == "." ) |
340 | return false; |
341 | |
342 | // Make sure that the result exists. |
343 | FileSpec result(*error_or_path); |
344 | if (!Exists(file_spec: result)) |
345 | return false; |
346 | |
347 | file_spec = result; |
348 | return true; |
349 | } |
350 | |
351 | bool FileSystem::GetHomeDirectory(SmallVectorImpl<char> &path) const { |
352 | if (!m_home_directory.empty()) { |
353 | path.assign(in_start: m_home_directory.begin(), in_end: m_home_directory.end()); |
354 | return true; |
355 | } |
356 | return llvm::sys::path::home_directory(result&: path); |
357 | } |
358 | |
359 | bool FileSystem::GetHomeDirectory(FileSpec &file_spec) const { |
360 | SmallString<128> home_dir; |
361 | if (!GetHomeDirectory(path&: home_dir)) |
362 | return false; |
363 | file_spec.SetPath(home_dir); |
364 | return true; |
365 | } |
366 | |
367 | static int OpenWithFS(const FileSystem &fs, const char *path, int flags, |
368 | int mode) { |
369 | return const_cast<FileSystem &>(fs).Open(path, flags, mode); |
370 | } |
371 | |
372 | static int GetOpenFlags(File::OpenOptions options) { |
373 | int open_flags = 0; |
374 | File::OpenOptions rw = |
375 | options & (File::eOpenOptionReadOnly | File::eOpenOptionWriteOnly | |
376 | File::eOpenOptionReadWrite); |
377 | if (rw == File::eOpenOptionWriteOnly || rw == File::eOpenOptionReadWrite) { |
378 | if (rw == File::eOpenOptionReadWrite) |
379 | open_flags |= O_RDWR; |
380 | else |
381 | open_flags |= O_WRONLY; |
382 | |
383 | if (options & File::eOpenOptionAppend) |
384 | open_flags |= O_APPEND; |
385 | |
386 | if (options & File::eOpenOptionTruncate) |
387 | open_flags |= O_TRUNC; |
388 | |
389 | if (options & File::eOpenOptionCanCreate) |
390 | open_flags |= O_CREAT; |
391 | |
392 | if (options & File::eOpenOptionCanCreateNewOnly) |
393 | open_flags |= O_CREAT | O_EXCL; |
394 | } else if (rw == File::eOpenOptionReadOnly) { |
395 | open_flags |= O_RDONLY; |
396 | |
397 | #ifndef _WIN32 |
398 | if (options & File::eOpenOptionDontFollowSymlinks) |
399 | open_flags |= O_NOFOLLOW; |
400 | #endif |
401 | } |
402 | |
403 | #ifndef _WIN32 |
404 | if (options & File::eOpenOptionNonBlocking) |
405 | open_flags |= O_NONBLOCK; |
406 | if (options & File::eOpenOptionCloseOnExec) |
407 | open_flags |= O_CLOEXEC; |
408 | #else |
409 | open_flags |= O_BINARY; |
410 | #endif |
411 | |
412 | return open_flags; |
413 | } |
414 | |
415 | static mode_t GetOpenMode(uint32_t permissions) { |
416 | mode_t mode = 0; |
417 | if (permissions & lldb::eFilePermissionsUserRead) |
418 | mode |= S_IRUSR; |
419 | if (permissions & lldb::eFilePermissionsUserWrite) |
420 | mode |= S_IWUSR; |
421 | if (permissions & lldb::eFilePermissionsUserExecute) |
422 | mode |= S_IXUSR; |
423 | if (permissions & lldb::eFilePermissionsGroupRead) |
424 | mode |= S_IRGRP; |
425 | if (permissions & lldb::eFilePermissionsGroupWrite) |
426 | mode |= S_IWGRP; |
427 | if (permissions & lldb::eFilePermissionsGroupExecute) |
428 | mode |= S_IXGRP; |
429 | if (permissions & lldb::eFilePermissionsWorldRead) |
430 | mode |= S_IROTH; |
431 | if (permissions & lldb::eFilePermissionsWorldWrite) |
432 | mode |= S_IWOTH; |
433 | if (permissions & lldb::eFilePermissionsWorldExecute) |
434 | mode |= S_IXOTH; |
435 | return mode; |
436 | } |
437 | |
438 | Expected<FileUP> FileSystem::Open(const FileSpec &file_spec, |
439 | File::OpenOptions options, |
440 | uint32_t permissions, bool should_close_fd) { |
441 | const int open_flags = GetOpenFlags(options); |
442 | const mode_t open_mode = |
443 | (open_flags & O_CREAT) ? GetOpenMode(permissions) : 0; |
444 | |
445 | auto path = file_spec.GetPath(); |
446 | |
447 | int descriptor = llvm::sys::RetryAfterSignal( |
448 | Fail: -1, F&: OpenWithFS, As: *this, As: path.c_str(), As: open_flags, As: open_mode); |
449 | |
450 | if (!File::DescriptorIsValid(descriptor)) |
451 | return llvm::errorCodeToError( |
452 | EC: std::error_code(errno, std::system_category())); |
453 | |
454 | auto file = std::unique_ptr<File>( |
455 | new NativeFile(descriptor, options, should_close_fd)); |
456 | assert(file->IsValid()); |
457 | return std::move(file); |
458 | } |
459 | |
460 | void FileSystem::SetHomeDirectory(std::string home_directory) { |
461 | m_home_directory = std::move(home_directory); |
462 | } |
463 | |
464 | Status FileSystem::RemoveFile(const FileSpec &file_spec) { |
465 | return RemoveFile(path: file_spec.GetPath()); |
466 | } |
467 | |
468 | Status FileSystem::RemoveFile(const llvm::Twine &path) { |
469 | return Status(llvm::sys::fs::remove(path)); |
470 | } |
471 | |