181 lines
5.1 KiB
C++
181 lines
5.1 KiB
C++
/*************************************************************************/
|
|
/* gd_tokenizer.h */
|
|
/*************************************************************************/
|
|
/* This file is part of: */
|
|
/* GODOT ENGINE */
|
|
/* http://www.godotengine.org */
|
|
/*************************************************************************/
|
|
/* Copyright (c) 2007-2014 Juan Linietsky, Ariel Manzur. */
|
|
/* */
|
|
/* Permission is hereby granted, free of charge, to any person obtaining */
|
|
/* a copy of this software and associated documentation files (the */
|
|
/* "Software"), to deal in the Software without restriction, including */
|
|
/* without limitation the rights to use, copy, modify, merge, publish, */
|
|
/* distribute, sublicense, and/or sell copies of the Software, and to */
|
|
/* permit persons to whom the Software is furnished to do so, subject to */
|
|
/* the following conditions: */
|
|
/* */
|
|
/* The above copyright notice and this permission notice shall be */
|
|
/* included in all copies or substantial portions of the Software. */
|
|
/* */
|
|
/* THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, */
|
|
/* EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF */
|
|
/* MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.*/
|
|
/* IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY */
|
|
/* CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, */
|
|
/* TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE */
|
|
/* SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE. */
|
|
/*************************************************************************/
|
|
#ifndef GD_TOKENIZER_H
|
|
#define GD_TOKENIZER_H
|
|
|
|
#include "ustring.h"
|
|
#include "variant.h"
|
|
#include "string_db.h"
|
|
#include "gd_functions.h"
|
|
class GDTokenizer {
|
|
public:
|
|
|
|
enum Token {
|
|
|
|
TK_EMPTY,
|
|
TK_IDENTIFIER,
|
|
TK_CONSTANT,
|
|
TK_SELF,
|
|
TK_BUILT_IN_TYPE,
|
|
TK_BUILT_IN_FUNC,
|
|
TK_OP_IN,
|
|
TK_OP_EQUAL,
|
|
TK_OP_NOT_EQUAL,
|
|
TK_OP_LESS,
|
|
TK_OP_LESS_EQUAL,
|
|
TK_OP_GREATER,
|
|
TK_OP_GREATER_EQUAL,
|
|
TK_OP_AND,
|
|
TK_OP_OR,
|
|
TK_OP_NOT,
|
|
TK_OP_ADD,
|
|
TK_OP_SUB,
|
|
TK_OP_MUL,
|
|
TK_OP_DIV,
|
|
TK_OP_MOD,
|
|
TK_OP_SHIFT_LEFT,
|
|
TK_OP_SHIFT_RIGHT,
|
|
TK_OP_ASSIGN,
|
|
TK_OP_ASSIGN_ADD,
|
|
TK_OP_ASSIGN_SUB,
|
|
TK_OP_ASSIGN_MUL,
|
|
TK_OP_ASSIGN_DIV,
|
|
TK_OP_ASSIGN_MOD,
|
|
TK_OP_ASSIGN_SHIFT_LEFT,
|
|
TK_OP_ASSIGN_SHIFT_RIGHT,
|
|
TK_OP_ASSIGN_BIT_AND,
|
|
TK_OP_ASSIGN_BIT_OR,
|
|
TK_OP_ASSIGN_BIT_XOR,
|
|
TK_OP_BIT_AND,
|
|
TK_OP_BIT_OR,
|
|
TK_OP_BIT_XOR,
|
|
TK_OP_BIT_INVERT,
|
|
//TK_OP_PLUS_PLUS,
|
|
//TK_OP_MINUS_MINUS,
|
|
TK_CF_IF,
|
|
TK_CF_ELIF,
|
|
TK_CF_ELSE,
|
|
TK_CF_FOR,
|
|
TK_CF_DO,
|
|
TK_CF_WHILE,
|
|
TK_CF_SWITCH,
|
|
TK_CF_CASE,
|
|
TK_CF_BREAK,
|
|
TK_CF_CONTINUE,
|
|
TK_CF_PASS,
|
|
TK_CF_RETURN,
|
|
TK_PR_FUNCTION,
|
|
TK_PR_CLASS,
|
|
TK_PR_EXTENDS,
|
|
TK_PR_TOOL,
|
|
TK_PR_STATIC,
|
|
TK_PR_EXPORT,
|
|
TK_PR_CONST,
|
|
TK_PR_VAR,
|
|
TK_PR_PRELOAD,
|
|
TK_PR_ASSERT,
|
|
TK_BRACKET_OPEN,
|
|
TK_BRACKET_CLOSE,
|
|
TK_CURLY_BRACKET_OPEN,
|
|
TK_CURLY_BRACKET_CLOSE,
|
|
TK_PARENTHESIS_OPEN,
|
|
TK_PARENTHESIS_CLOSE,
|
|
TK_COMMA,
|
|
TK_SEMICOLON,
|
|
TK_PERIOD,
|
|
TK_QUESTION_MARK,
|
|
TK_COLON,
|
|
TK_NEWLINE,
|
|
TK_ERROR,
|
|
TK_EOF,
|
|
TK_MAX
|
|
};
|
|
|
|
|
|
|
|
private:
|
|
|
|
static const char* token_names[TK_MAX];
|
|
enum {
|
|
MAX_LOOKAHEAD=4,
|
|
TK_RB_SIZE=MAX_LOOKAHEAD*2+1
|
|
|
|
};
|
|
|
|
struct TokenData {
|
|
Token type;
|
|
StringName identifier; //for identifier types
|
|
Variant constant; //for constant types
|
|
union {
|
|
Variant::Type vtype; //for type types
|
|
GDFunctions::Function func; //function for built in functions
|
|
};
|
|
int line,col;
|
|
TokenData() { type = TK_EMPTY; line=col=0; vtype=Variant::NIL; }
|
|
};
|
|
|
|
void _make_token(Token p_type);
|
|
void _make_newline(int p_spaces=0);
|
|
void _make_identifier(const StringName& p_identifier);
|
|
void _make_built_in_func(GDFunctions::Function p_func);
|
|
void _make_constant(const Variant& p_constant);
|
|
void _make_type(const Variant::Type& p_type);
|
|
void _make_error(const String& p_error);
|
|
|
|
String code;
|
|
int len;
|
|
int code_pos;
|
|
const CharType *_code;
|
|
int line;
|
|
int column;
|
|
TokenData tk_rb[TK_RB_SIZE*2+1];
|
|
int tk_rb_pos;
|
|
String last_error;
|
|
bool error_flag;
|
|
|
|
void _advance();
|
|
public:
|
|
|
|
static const char *get_token_name(Token p_token);
|
|
|
|
void set_code(const String& p_code);
|
|
Token get_token(int p_offset=0) const;
|
|
const Variant& get_token_constant(int p_offset=0) const;
|
|
StringName get_token_identifier(int p_offset=0) const;
|
|
GDFunctions::Function get_token_built_in_func(int p_offset=0) const;
|
|
Variant::Type get_token_type(int p_offset=0) const;
|
|
int get_token_line(int p_offset=0) const;
|
|
int get_token_column(int p_offset=0) const;
|
|
int get_token_line_indent(int p_offset=0) const;
|
|
|
|
String get_token_error(int p_offset=0) const;
|
|
void advance(int p_amount=1);
|
|
};
|
|
|
|
#endif // TOKENIZER_H
|