lexer.h

Go to the documentation of this file.

#ifndef LEXER_H
#define LEXER_H
 

 
#include "lexer_validation.h"


typedef enum tokcat_e{
    PRE_PROC,   
    SYMBOLS,    
    LITERAL,    
    
    NFKI_LITERAL
} tokcat_e;
 
 

typedef enum tok_e{
    KEYWORD,
    
    OPERATOR,
    
    PUNCTUATION,
    
    NUMERIC_LITERAL,
    
    FLOATING_POINT_LITERAL,
    
    CHARACTER_LITERAL,
    
    STRING_LITERAL,
    
    INVALID_IDENTIFIER,
    
    IDENTIFIER,
    
    PRE_PROCESSOR_OPERATOR
} tok_e;
 

const char *toktyp_rval(const tok_e type);
 
 

tok_e get_toktyp(const char *const value, const tokcat_e type);
 // End of TokenClassification group
 
 
 
 


typedef struct tok_t{
    char *val;  
    tok_e typ;  
    size_t ln;  
    size_t col; 
} tok_t;
 

tok_t *tok_ctor();
 

tok_t **tok_nctor(const size_t n);
 

tok_t *tok_ptor(char *value,
                 const tok_e type,
                 const size_t line,
                 const size_t col);
 

void tok_dtor(tok_t *tok);
 

void printf_tok(const tok_t *const tok);
 

bool fwrite_tok(FILE *fp, const tok_t *const tok);
 // End of TokenStructure group
 
 
 


typedef struct tokset_t {
    tok_t **toks; 
    size_t toksz; 
} tokset_t;
 

tokset_t *tokset_ctor();
 

tokset_t *tokset_ptor(const size_t toksz);
 

void tokset_dtor(tokset_t *set);
 

size_t cnt_toktyp(const tokset_t *const set, const tok_e type);
 

void printf_tokset(const tokset_t *const set);
 

bool fwrite_tokset(FILE *fp, const tokset_t *const set);
 // End of TokenSet group
 
 // End of Lexer group
 
#endif