lexer.hpp

Go to the documentation of this file.

 
#pragma once
#include "token.hpp"
#include <vector>
#include <map>

class Lexer {
private:
    std::string file_name;                                      
    std::string source;                                         
    size_t source_len;                                          
    uint32_t pos;                                               
    uint32_t line;                                              
    uint32_t column;                                            
    std::map<std::string, TokenType> keywords {                 
        {"bool", TOK_BOOL},
        {"char", TOK_CHAR},
        {"short", TOK_SHORT},
        {"int", TOK_INT},
        {"long", TOK_LONG},
        {"float", TOK_FLOAT},
        {"double", TOK_DOUBLE},
        {"noth", TOK_NOTH},
        {"let", TOK_LET},
        {"fun", TOK_FUN},
        {"if", TOK_IF},
        {"else", TOK_ELSE},
        {"for", TOK_FOR},
        {"while", TOK_WHILE},
        {"do", TOK_DO},
        {"continue", TOK_CONTINUE},
        {"break", TOK_BREAK},
        {"module", TOK_MODULE},
        {"pub", TOK_PUB},
        {"priv", TOK_PRIV},
        {"use", TOK_USE},
        {"const", TOK_CONST},
        {"return", TOK_RETURN},
        {"unsafe", TOK_UNSAFE},
        {"extern", TOK_EXTERN},
    };
    bool is_debug;                                              
 
public:
    Lexer(std::string src, std::string fn, bool id) : source(src), source_len(src.length()), pos(0), line(1), column(1), file_name(fn), is_debug(id) {}

    std::vector<Token> tokenize();
 
private:
    Token tokenize_id();

    Token tokenize_number_lit();

    Token tokenize_string_lit();

    Token tokenize_character_lit();

    Token tokenize_op();

    void skip_comments();

    const char get_escape_sequence();

    const char peek(int32_t rpos = 0) const;

    const char advance();
};