c60b897d22
The current Parser library is solely focused on providing API for the textual MLIR format, but MLIR will soon also provide a binary format. This commit renames the current Parser library to AsmParser to better correspond to what the library is actually intended for. A new Parser library is added which will act as a unified parser interface between both text and binary formats. Most parser clients are unaffected, given that the unified interface is essentially the same as the current interface. Only clients that rely on utilizing the AsmParserState, or those that want to parse Attributes/Types need to be updated to point to the AsmParser library. Differential Revision: https://reviews.llvm.org/D129605
83 lines
2.6 KiB
C++
83 lines
2.6 KiB
C++
//===- Lexer.h - MLIR Lexer Interface ---------------------------*- C++ -*-===//
|
|
//
|
|
// Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
|
|
// See https://llvm.org/LICENSE.txt for license information.
|
|
// SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
|
|
//
|
|
//===----------------------------------------------------------------------===//
|
|
//
|
|
// This file declares the MLIR Lexer class.
|
|
//
|
|
//===----------------------------------------------------------------------===//
|
|
|
|
#ifndef MLIR_LIB_ASMPARSER_LEXER_H
|
|
#define MLIR_LIB_ASMPARSER_LEXER_H
|
|
|
|
#include "Token.h"
|
|
#include "mlir/AsmParser/AsmParser.h"
|
|
|
|
namespace mlir {
|
|
class Location;
|
|
|
|
/// This class breaks up the current file into a token stream.
|
|
class Lexer {
|
|
public:
|
|
explicit Lexer(const llvm::SourceMgr &sourceMgr, MLIRContext *context,
|
|
AsmParserCodeCompleteContext *codeCompleteContext);
|
|
|
|
const llvm::SourceMgr &getSourceMgr() { return sourceMgr; }
|
|
|
|
Token lexToken();
|
|
|
|
/// Encode the specified source location information into a Location object
|
|
/// for attachment to the IR or error reporting.
|
|
Location getEncodedSourceLocation(SMLoc loc);
|
|
|
|
/// Change the position of the lexer cursor. The next token we lex will start
|
|
/// at the designated point in the input.
|
|
void resetPointer(const char *newPointer) { curPtr = newPointer; }
|
|
|
|
/// Returns the start of the buffer.
|
|
const char *getBufferBegin() { return curBuffer.data(); }
|
|
|
|
/// Return the code completion location of the lexer, or nullptr if there is
|
|
/// none.
|
|
const char *getCodeCompleteLoc() const { return codeCompleteLoc; }
|
|
|
|
private:
|
|
// Helpers.
|
|
Token formToken(Token::Kind kind, const char *tokStart) {
|
|
return Token(kind, StringRef(tokStart, curPtr - tokStart));
|
|
}
|
|
|
|
Token emitError(const char *loc, const Twine &message);
|
|
|
|
// Lexer implementation methods.
|
|
Token lexAtIdentifier(const char *tokStart);
|
|
Token lexBareIdentifierOrKeyword(const char *tokStart);
|
|
Token lexEllipsis(const char *tokStart);
|
|
Token lexNumber(const char *tokStart);
|
|
Token lexPrefixedIdentifier(const char *tokStart);
|
|
Token lexString(const char *tokStart);
|
|
|
|
/// Skip a comment line, starting with a '//'.
|
|
void skipComment();
|
|
|
|
const llvm::SourceMgr &sourceMgr;
|
|
MLIRContext *context;
|
|
|
|
StringRef curBuffer;
|
|
const char *curPtr;
|
|
|
|
/// An optional code completion point within the input file, used to indicate
|
|
/// the position of a code completion token.
|
|
const char *codeCompleteLoc;
|
|
|
|
Lexer(const Lexer &) = delete;
|
|
void operator=(const Lexer &) = delete;
|
|
};
|
|
|
|
} // namespace mlir
|
|
|
|
#endif // MLIR_LIB_ASMPARSER_LEXER_H
|