DnutLexer.h

浏览该文件的文档.

#pragma once
 
#include "common/Export.h"
#include "common/Result.h"
#include "dnut_interpreter/DnutDiagnostic.h"
 
#include <cstdint>
#include <string>
#include <string_view>
#include <vector>
 
namespace eve::dnut {
 
enum class DnutTokenKind : std::uint8_t {
    Identifier,
    String,
    Number,
    Punctuator,
    EndOfFile,
};
 
struct DnutToken {
    DnutTokenKind kind = DnutTokenKind::EndOfFile;
    std::string   text;
    int line = 1;
    int column = 1;
};
 
[[nodiscard]] EVENGINE_API_PLATFORM eve::Result<std::vector<DnutToken>> lexDnut(std::string_view   source,
                                                                                const std::string& path);
 
[[nodiscard]] EVENGINE_API_PLATFORM const char* dnutTokenKindName(DnutTokenKind kind) noexcept;
 
}  // namespace eve::dnut