39 lines
1.5 KiB
C++
39 lines
1.5 KiB
C++
#pragma once
|
|
|
|
#include "AST/SourceLocation.h"
|
|
#include "clang/Lex/Token.h"
|
|
#include "llvm/ADT/FunctionExtras.h"
|
|
|
|
namespace clice {
|
|
|
|
struct LocalSourceRange {
|
|
/// The begin position offset to the source file.
|
|
uint32_t begin;
|
|
|
|
/// The end position offset to the source file.
|
|
uint32_t end;
|
|
};
|
|
|
|
/// Get the content of the file with the given file ID.
|
|
llvm::StringRef getFileContent(const clang::SourceManager& SM, clang::FileID fid);
|
|
|
|
/// Get the length of the token at the given location. All SourceLocation instances in the clang
|
|
/// AST originate from the start position of tokens, which helps reduce memory usage. When token
|
|
/// length information is needed, a simple lexing operation based on the start position can be
|
|
/// performed.
|
|
std::uint32_t getTokenLength(const clang::SourceManager& SM, clang::SourceLocation location);
|
|
|
|
/// Get the spelling of the token at the given location.
|
|
llvm::StringRef getTokenSpelling(const clang::SourceManager& SM, clang::SourceLocation location);
|
|
|
|
/// @brief Run `clang::Lexer` in raw mode and tokenize the content.
|
|
/// @param content The content to tokenize.
|
|
/// @param callback The callback to call for each token. Return false to break.
|
|
/// @param langOpts The language options to use. If not provided, lastest C++ standard is used.
|
|
void tokenize(llvm::StringRef content,
|
|
llvm::unique_function<bool(const clang::Token&)> callback,
|
|
bool ignoreComments = true,
|
|
const clang::LangOptions* langOpts = nullptr);
|
|
|
|
} // namespace clice
|