c4a0dd49a3
Summary: This change automatically sorts ES6 imports and exports into four groups: absolute imports, parent imports, relative imports, and then exports. Exports are sorted in the same order, but not grouped further. To keep JS import sorting out of Format.cpp, this required extracting the TokenAnalyzer infrastructure to separate header and implementation files. Reviewers: djasper Subscribers: cfe-commits, klimek Differential Revision: http://reviews.llvm.org/D20198 llvm-svn: 270203
98 lines
2.7 KiB
C++
98 lines
2.7 KiB
C++
//===--- FormatTokenLexer.h - Format C++ code ----------------*- C++ ----*-===//
|
|
//
|
|
// The LLVM Compiler Infrastructure
|
|
//
|
|
// This file is distributed under the University of Illinois Open Source
|
|
// License. See LICENSE.TXT for details.
|
|
//
|
|
//===----------------------------------------------------------------------===//
|
|
///
|
|
/// \file
|
|
/// \brief This file contains FormatTokenLexer, which tokenizes a source file
|
|
/// into a token stream suitable for ClangFormat.
|
|
///
|
|
//===----------------------------------------------------------------------===//
|
|
|
|
#ifndef LLVM_CLANG_LIB_FORMAT_FORMATTOKENLEXER_H
|
|
#define LLVM_CLANG_LIB_FORMAT_FORMATTOKENLEXER_H
|
|
|
|
#include "Encoding.h"
|
|
#include "FormatToken.h"
|
|
#include "clang/Basic/SourceLocation.h"
|
|
#include "clang/Basic/SourceManager.h"
|
|
#include "clang/Format/Format.h"
|
|
#include "llvm/Support/Regex.h"
|
|
|
|
namespace clang {
|
|
namespace format {
|
|
|
|
class FormatTokenLexer {
|
|
public:
|
|
FormatTokenLexer(const SourceManager &SourceMgr, FileID ID,
|
|
const FormatStyle &Style, encoding::Encoding Encoding);
|
|
|
|
ArrayRef<FormatToken *> lex();
|
|
|
|
const AdditionalKeywords &getKeywords() { return Keywords; }
|
|
|
|
private:
|
|
void tryMergePreviousTokens();
|
|
|
|
bool tryMergeLessLess();
|
|
|
|
bool tryMergeTokens(ArrayRef<tok::TokenKind> Kinds, TokenType NewType);
|
|
|
|
// Returns \c true if \p Tok can only be followed by an operand in JavaScript.
|
|
bool precedesOperand(FormatToken *Tok);
|
|
|
|
bool canPrecedeRegexLiteral(FormatToken *Prev);
|
|
|
|
// Tries to parse a JavaScript Regex literal starting at the current token,
|
|
// if that begins with a slash and is in a location where JavaScript allows
|
|
// regex literals. Changes the current token to a regex literal and updates
|
|
// its text if successful.
|
|
void tryParseJSRegexLiteral();
|
|
|
|
void tryParseTemplateString();
|
|
|
|
bool tryMerge_TMacro();
|
|
|
|
bool tryMergeConflictMarkers();
|
|
|
|
FormatToken *getStashedToken();
|
|
|
|
FormatToken *getNextToken();
|
|
|
|
FormatToken *FormatTok;
|
|
bool IsFirstToken;
|
|
bool GreaterStashed, LessStashed;
|
|
unsigned Column;
|
|
unsigned TrailingWhitespace;
|
|
std::unique_ptr<Lexer> Lex;
|
|
const SourceManager &SourceMgr;
|
|
FileID ID;
|
|
const FormatStyle &Style;
|
|
IdentifierTable IdentTable;
|
|
AdditionalKeywords Keywords;
|
|
encoding::Encoding Encoding;
|
|
llvm::SpecificBumpPtrAllocator<FormatToken> Allocator;
|
|
// Index (in 'Tokens') of the last token that starts a new line.
|
|
unsigned FirstInLineIndex;
|
|
SmallVector<FormatToken *, 16> Tokens;
|
|
SmallVector<IdentifierInfo *, 8> ForEachMacros;
|
|
|
|
bool FormattingDisabled;
|
|
|
|
llvm::Regex MacroBlockBeginRegex;
|
|
llvm::Regex MacroBlockEndRegex;
|
|
|
|
void readRawToken(FormatToken &Tok);
|
|
|
|
void resetLexer(unsigned Offset);
|
|
};
|
|
|
|
} // namespace format
|
|
} // namespace clang
|
|
|
|
#endif
|