Cosmo/src/clex.h

104 lines
2.0 KiB
C
Raw Normal View History

2020-10-28 05:16:30 +00:00
#ifndef CLEX_H
#define CLEX_H
#include "cosmo.h"
typedef enum {
// single character tokens
TOKEN_LEFT_PAREN,
TOKEN_RIGHT_PAREN,
TOKEN_LEFT_BRACE,
TOKEN_RIGHT_BRACE,
2020-11-06 00:43:21 +00:00
TOKEN_LEFT_BRACKET,
TOKEN_RIGHT_BRACKET,
2020-10-28 05:16:30 +00:00
TOKEN_COMMA,
TOKEN_COLON,
2020-10-28 05:16:30 +00:00
TOKEN_DOT,
TOKEN_DOT_DOT,
TOKEN_DOT_DOT_DOT,
2020-10-28 05:16:30 +00:00
TOKEN_MINUS,
TOKEN_MINUS_MINUS,
2020-10-28 05:16:30 +00:00
TOKEN_PLUS,
TOKEN_PLUS_PLUS,
2020-10-28 05:16:30 +00:00
TOKEN_SLASH,
TOKEN_STAR,
TOKEN_POUND,
TOKEN_PERCENT,
2020-10-28 05:16:30 +00:00
TOKEN_EOS, // end of statement
// equality operators
TOKEN_BANG,
TOKEN_BANG_EQUAL,
TOKEN_EQUAL,
TOKEN_EQUAL_EQUAL,
TOKEN_GREATER,
TOKEN_GREATER_EQUAL,
TOKEN_LESS,
TOKEN_LESS_EQUAL,
// literals
TOKEN_IDENTIFIER,
2020-11-28 01:34:54 +00:00
TOKEN_STRING, // token.start is heap allocated and separate from the source string!
2020-10-28 05:16:30 +00:00
TOKEN_NUMBER,
TOKEN_NIL,
TOKEN_TRUE,
TOKEN_FALSE,
// keywords & reserved words
TOKEN_AND,
TOKEN_BREAK,
TOKEN_CONTINUE,
2020-10-28 05:16:30 +00:00
TOKEN_DO,
TOKEN_ELSE,
TOKEN_ELSEIF,
TOKEN_END,
TOKEN_FOR,
TOKEN_FUNCTION,
2020-12-05 23:58:56 +00:00
TOKEN_PROTO,
2020-10-28 05:16:30 +00:00
TOKEN_IF,
TOKEN_IN,
2020-10-28 05:16:30 +00:00
TOKEN_LOCAL,
TOKEN_NOT,
TOKEN_OR,
TOKEN_RETURN,
TOKEN_THEN,
TOKEN_VAR,
TOKEN_WHILE,
TOKEN_ERROR,
TOKEN_EOF
} CTokenType;
typedef struct {
CTokenType type;
const char *word;
int len;
} CReservedWord;
typedef struct {
CTokenType type;
char *start;
int length;
int line;
} CToken;
typedef struct {
char *currentChar;
char *startChar;
2020-11-26 05:34:02 +00:00
char *buffer; // if non-NULL & bufCount > 0, token->start & token->length will be set to buffer & bufCount respectively
size_t bufCount;
size_t bufCap;
2020-10-28 05:16:30 +00:00
int line; // current line
int lastLine; // line of the previous consumed token
bool isEnd;
CTokenType lastType;
2020-11-26 05:34:02 +00:00
CState *cstate;
2020-10-28 05:16:30 +00:00
} CLexState;
CLexState *cosmoL_newLexState(CState *state, const char *source);
void cosmoL_freeLexState(CState *state, CLexState *lstate);
CToken cosmoL_scanToken(CLexState *state);
2021-01-02 05:06:24 +00:00
#endif