mirror of https://github.com/CPunch/Cosmo.git
112 lines
2.1 KiB
C
112 lines
2.1 KiB
C
#ifndef CLEX_H
|
|
#define CLEX_H
|
|
|
|
#include "cosmo.h"
|
|
|
|
typedef enum
|
|
{
|
|
// single character tokens
|
|
TOKEN_LEFT_PAREN,
|
|
TOKEN_RIGHT_PAREN,
|
|
TOKEN_LEFT_BRACE,
|
|
TOKEN_RIGHT_BRACE,
|
|
TOKEN_LEFT_BRACKET,
|
|
TOKEN_RIGHT_BRACKET,
|
|
TOKEN_COMMA,
|
|
TOKEN_COLON,
|
|
TOKEN_DOT,
|
|
TOKEN_DOT_DOT,
|
|
TOKEN_DOT_DOT_DOT,
|
|
TOKEN_MINUS,
|
|
TOKEN_MINUS_MINUS,
|
|
TOKEN_PLUS,
|
|
TOKEN_PLUS_PLUS,
|
|
TOKEN_SLASH,
|
|
TOKEN_STAR,
|
|
TOKEN_POUND,
|
|
TOKEN_PERCENT,
|
|
TOKEN_CARROT,
|
|
TOKEN_EOS, // end of statement
|
|
|
|
// equality operators
|
|
TOKEN_BANG,
|
|
TOKEN_BANG_EQUAL,
|
|
TOKEN_EQUAL,
|
|
TOKEN_EQUAL_EQUAL,
|
|
TOKEN_GREATER,
|
|
TOKEN_GREATER_EQUAL,
|
|
TOKEN_LESS,
|
|
TOKEN_LESS_EQUAL,
|
|
|
|
// literals
|
|
TOKEN_IDENTIFIER,
|
|
TOKEN_STRING, // token.start is heap allocated and separate from the source string!
|
|
TOKEN_NUMBER,
|
|
TOKEN_HEXNUMBER,
|
|
TOKEN_BINNUMBER,
|
|
TOKEN_NIL,
|
|
TOKEN_TRUE,
|
|
TOKEN_FALSE,
|
|
|
|
// keywords & reserved words
|
|
TOKEN_AND,
|
|
TOKEN_BREAK,
|
|
TOKEN_CONTINUE,
|
|
TOKEN_DO,
|
|
TOKEN_ELSE,
|
|
TOKEN_ELSEIF,
|
|
TOKEN_END,
|
|
TOKEN_FOR,
|
|
TOKEN_FUNC,
|
|
TOKEN_PROTO,
|
|
TOKEN_IF,
|
|
TOKEN_IN,
|
|
TOKEN_LOCAL,
|
|
TOKEN_NOT,
|
|
TOKEN_OR,
|
|
TOKEN_RETURN,
|
|
TOKEN_THEN,
|
|
TOKEN_LET,
|
|
TOKEN_WHILE,
|
|
|
|
TOKEN_ERROR,
|
|
TOKEN_EOF
|
|
} CTokenType;
|
|
|
|
typedef struct
|
|
{
|
|
CTokenType type;
|
|
const char *word;
|
|
int len;
|
|
} CReservedWord;
|
|
|
|
typedef struct
|
|
{
|
|
CTokenType type;
|
|
char *start;
|
|
int length;
|
|
int line;
|
|
} CToken;
|
|
|
|
typedef struct
|
|
{
|
|
char *currentChar;
|
|
char *startChar;
|
|
char *buffer; // if non-NULL & bufCount > 0, token->start & token->length will be set to buffer
|
|
// & bufCount respectively. used exclusively for string literals
|
|
size_t bufCount;
|
|
size_t bufCap;
|
|
int line; // current line
|
|
int lastLine; // line of the previous consumed token
|
|
bool isEnd;
|
|
CTokenType lastType;
|
|
CState *cstate;
|
|
} CLexState;
|
|
|
|
void cosmoL_initLexState(CState *cstate, CLexState *state, const char *source);
|
|
void cosmoL_cleanupLexState(CState *state, CLexState *lstate);
|
|
|
|
CToken cosmoL_scanToken(CLexState *state);
|
|
|
|
#endif
|