asgardius/virtualx-engine
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions
virtualx-engine/servers/visual/shader_language.cpp
Rémi Verschelde d8223ffa75 Welcome in 2017, dear changelog reader! 
That year should bring the long-awaited OpenGL ES 3.0 compatible renderer
with state-of-the-art rendering techniques tuned to work as low as middle
end handheld devices - without compromising with the possibilities given
for higher end desktop games of course. Great times ahead for the Godot
community and the gamers that will play our games!

(cherry picked from commit c7bc44d5ad)
2017-01-12 19:15:30 +01:00

2723 lines
69 KiB
C++
Raw Blame History

/*************************************************************************/
/* shader_language.cpp */
/*************************************************************************/
/* This file is part of: */
/* GODOT ENGINE */
/* http://www.godotengine.org */
/*************************************************************************/
/* Copyright (c) 2007-2017 Juan Linietsky, Ariel Manzur. */
/* */
/* Permission is hereby granted, free of charge, to any person obtaining */
/* a copy of this software and associated documentation files (the */
/* "Software"), to deal in the Software without restriction, including */
/* without limitation the rights to use, copy, modify, merge, publish, */
/* distribute, sublicense, and/or sell copies of the Software, and to */
/* permit persons to whom the Software is furnished to do so, subject to */
/* the following conditions: */
/* */
/* The above copyright notice and this permission notice shall be */
/* included in all copies or substantial portions of the Software. */
/* */
/* THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, */
/* EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF */
/* MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.*/
/* IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY */
/* CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, */
/* TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE */
/* SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE. */
/*************************************************************************/
#include "shader_language.h"
#include "print_string.h"
#include "os/os.h"
static bool _is_text_char(CharType c) {
return (c>='a' && c<='z') || (c>='A' && c<='Z') || (c>='0' && c<='9') || c=='_';
}
static bool _is_number(CharType c) {
return (c>='0' && c<='9');
}
static bool _is_hex(CharType c) {
return (c>='0' && c<='9') || (c>='a' && c<='f') || (c>='A' && c<='F');
}
const char * ShaderLanguage::token_names[TK_MAX]={
"EMPTY",
"INDENTIFIER",
"TRUE",
"FALSE",
"REAL_CONSTANT",
"TYPE_VOID",
"TYPE_BOOL",
"TYPE_FLOAT",
"TYPE_VEC2",
"TYPE_VEC3",
"TYPE_VEC4",
"TYPE_MAT2",
"TYPE_MAT3",
"TYPE_MAT4",
"TYPE_TEXTURE",
"TYPE_CUBEMAP",
"TYPE_COLOR",
"OP_EQUAL",
"OP_NOT_EQUAL",
"OP_LESS",
"OP_LESS_EQUAL",
"OP_GREATER",
"OP_GREATER_EQUAL",
"OP_AND",
"OP_OR",
"OP_NOT",
"OP_ADD",
"OP_SUB",
"OP_MUL",
"OP_DIV",
"OP_NEG",
"OP_ASSIGN",
"OP_ASSIGN_ADD",
"OP_ASSIGN_SUB",
"OP_ASSIGN_MUL",
"OP_ASSIGN_DIV",
"CF_IF",
"CF_ELSE",
"CF_RETURN",
"BRACKET_OPEN",
"BRACKET_CLOSE",
"CURLY_BRACKET_OPEN",
"CURLY_BRACKET_CLOSE",
"PARENTHESIS_OPEN",
"PARENTHESIS_CLOSE",
"COMMA",
"SEMICOLON",
"PERIOD",
"UNIFORM",
"ERROR",
};
ShaderLanguage::Token ShaderLanguage::read_token(const CharType* p_text,int p_len,int &r_line,int &r_chars) {
#define GETCHAR(m_idx) ((m_idx<p_len)?p_text[m_idx]:CharType(0))
r_chars=1; //by default everything eats one char
switch(GETCHAR(0)) {
case '\t':
case '\r':
case ' ':
return Token();
case '\n':
r_line++;
return Token();
case '/': {
switch(GETCHAR(1)) {
case '*': { // block comment
while(true) {
if (GETCHAR(r_chars+1)==0) {
r_chars+=1;
break;
} if (GETCHAR(r_chars+1)=='*' && GETCHAR(r_chars+2)=='/') {
r_chars+=3;
break;
} if (GETCHAR(r_chars+1)=='\n') {
r_line++;
}
r_chars++;
}
return Token();
} break;
case '/': { // line comment skip
while(GETCHAR(r_chars+1)!='\n' && GETCHAR(r_chars+1)!=0) {
r_chars++;
}
r_chars++;
//r_line++;
return Token();
} break;
case '=': { // diveq
r_chars=2;
return Token(TK_OP_ASSIGN_DIV);
} break;
default:
return Token(TK_OP_DIV);
}
} break;
case '=': {
if (GETCHAR(1)=='=') {
r_chars++;
return Token(TK_OP_EQUAL);
}
return Token(TK_OP_ASSIGN);
} break;
case '<': {
if (GETCHAR(1)=='=') {
r_chars++;
return Token(TK_OP_LESS_EQUAL);
} /*else if (GETCHAR(1)=='<') {
r_chars++;
if (GETCHAR(2)=='=') {
r_chars++;
return Token(TK_OP_ASSIGN_SHIFT_LEFT);
}
return Token(TK_OP_SHIFT_LEFT);
}*/
return Token(TK_OP_LESS);
} break;
case '>': {
if (GETCHAR(1)=='=') {
r_chars++;
return Token(TK_OP_GREATER_EQUAL);
}/* else if (GETCHAR(1)=='<') {
r_chars++;
if (GETCHAR(2)=='=') {
r_chars++;
return Token(TK_OP_ASSIGN_SHIFT_RIGHT);
}
return Token(TK_OP_SHIFT_RIGHT);
}*/
return Token(TK_OP_GREATER);
} break;
case '!': {
if (GETCHAR(1)=='=') {
r_chars++;
return Token(TK_OP_NOT_EQUAL);
}
return Token(TK_OP_NOT);
} break;
//case '"' //string - no strings in shader
//case '\'' //string - no strings in shader
case '{':
return Token(TK_CURLY_BRACKET_OPEN);
case '}':
return Token(TK_CURLY_BRACKET_CLOSE);
//case '[':
// return Token(TK_BRACKET_OPEN);
//case ']':
// return Token(TK_BRACKET_CLOSE);
case '(':
return Token(TK_PARENTHESIS_OPEN);
case ')':
return Token(TK_PARENTHESIS_CLOSE);
case ',':
return Token(TK_COMMA);
case ';':
return Token(TK_SEMICOLON);
//case '?':
// return Token(TK_QUESTION_MARK);
//case ':':
// return Token(TK_COLON); //for methods maybe but now useless.
//case '^':
// return Token(TK_OP_BIT_XOR);
//case '~':
// return Token(TK_OP_BIT_INVERT);
case '&': {
if (GETCHAR(1)=='&') {
r_chars++;
return Token(TK_OP_AND);
}
return Token(TK_ERROR,"Unknown character");
/*
if (GETCHAR(1)=='=') {
r_chars++;
return Token(TK_OP_ASSIGN_BIT_AND);
} else if (GETCHAR(1)=='&') {
r_chars++;
return Token(TK_OP_AND);
}
return TK_OP_BIT_AND;*/
} break;
case '|': {
if (GETCHAR(1)=='|') {
r_chars++;
return Token(TK_OP_OR);
}
return Token(TK_ERROR,"Unknown character");
/*
if (GETCHAR(1)=='=') {
r_chars++;
return Token(TK_OP_ASSIGN_BIT_OR);
} else if (GETCHAR(1)=='|') {
r_chars++;
return Token(TK_OP_OR);
}
return TK_OP_BIT_OR;
*/
} break;
case '*': {
if (GETCHAR(1)=='=') {
r_chars++;
return Token(TK_OP_ASSIGN_MUL);
}
return TK_OP_MUL;
} break;
case '+': {
if (GETCHAR(1)=='=') {
r_chars++;
return Token(TK_OP_ASSIGN_ADD);
} /*else if (GETCHAR(1)=='+') {
r_chars++;
return Token(TK_OP_PLUS_PLUS);
}*/
return TK_OP_ADD;
} break;
case '-': {
if (GETCHAR(1)=='=') {
r_chars++;
return Token(TK_OP_ASSIGN_SUB);
}/* else if (GETCHAR(1)=='-') {
r_chars++;
return Token(TK_OP_MINUS_MINUS);
}*/
return TK_OP_SUB;
} break;
/*case '%': {
if (GETCHAR(1)=='=') {
r_chars++;
return Token(TK_OP_ASSIGN_MOD);
}
return TK_OP_MOD;
} break;*/
default: {
if (_is_number(GETCHAR(0)) || (GETCHAR(0)=='.' && _is_number(GETCHAR(1)))) {
// parse number
bool period_found=false;
bool exponent_found=false;
bool hexa_found=false;
bool sign_found=false;
String str;
int i=0;
while(true) {
if (GETCHAR(i)=='.') {
if (period_found || exponent_found)
return Token(TK_ERROR,"Invalid numeric constant");
period_found=true;
} else if (GETCHAR(i)=='x') {
if (hexa_found || str.length()!=1 || str[0]!='0')
return Token(TK_ERROR,"Invalid numeric constant");
hexa_found=true;
} else if (GETCHAR(i)=='e') {
if (hexa_found || exponent_found)
return Token(TK_ERROR,"Invalid numeric constant");
exponent_found=true;
} else if (_is_number(GETCHAR(i))) {
//all ok
} else if (hexa_found && _is_hex(GETCHAR(i))) {
} else if ((GETCHAR(i)=='-' || GETCHAR(i)=='+') && exponent_found) {
if (sign_found)
return Token(TK_ERROR,"Invalid numeric constant");
sign_found=true;
} else
break;
str+=CharType(GETCHAR(i));
i++;
}
if (!_is_number(str[str.length()-1]))
return Token(TK_ERROR,"Invalid numeric constant");
r_chars+=str.length()-1;
return Token(TK_REAL_CONSTANT,str);
/*
if (period_found)
return Token(TK_NUMBER_REAL,str);
else
return Token(TK_NUMBER_INTEGER,str);*/
}
if (GETCHAR(0)=='.') {
//parse period
return Token(TK_PERIOD);
}
if (_is_text_char(GETCHAR(0))) {
// parse identifier
String str;
str+=CharType(GETCHAR(0));
while(_is_text_char(GETCHAR(r_chars))) {
str+=CharType(GETCHAR(r_chars));
r_chars++;
}
//see if keyword
struct _kws { TokenType token; const char *text;};
static const _kws keyword_list[]={
{TK_TRUE,"true"},
{TK_FALSE,"false"},
{TK_TYPE_VOID,"void"},
{TK_TYPE_BOOL,"bool"},
/*{TK_TYPE_INT,"int"},
{TK_TYPE_INT2,"int2"},
{TK_TYPE_INT3,"int3"},
{TK_TYPE_INT4,"int4"},*/
{TK_TYPE_FLOAT,"float"},
/*{TK_TYPE_FLOAT2,"float2"},
{TK_TYPE_FLOAT3,"float3"},
{TK_TYPE_FLOAT4,"float4"},*/
{TK_TYPE_VEC2,"vec2"},
{TK_TYPE_VEC3,"vec3"},
{TK_TYPE_VEC4,"vec4"},
{TK_TYPE_TEXTURE,"texture"},
{TK_TYPE_CUBEMAP,"cubemap"},
{TK_TYPE_COLOR,"color"},
{TK_TYPE_MAT2,"mat2"},
/*{TK_TYPE_MAT3,"mat3"},
{TK_TYPE_MAT4,"mat3"},*/
{TK_TYPE_MAT3,"mat3"},
{TK_TYPE_MAT4,"mat4"},
{TK_CF_IF,"if"},
{TK_CF_ELSE,"else"},
/*
{TK_CF_FOR,"for"},
{TK_CF_WHILE,"while"},
{TK_CF_DO,"do"},
{TK_CF_SWITCH,"switch"},
{TK_CF_BREAK,"break"},
{TK_CF_CONTINUE,"continue"},*/
{TK_CF_RETURN,"return"},
{TK_UNIFORM,"uniform"},
{TK_ERROR,NULL}
};
int idx=0;
while(keyword_list[idx].text) {
if (str==keyword_list[idx].text)
return Token(keyword_list[idx].token);
idx++;
}
return Token(TK_INDENTIFIER,str);
}
if (GETCHAR(0)>32)
return Token(TK_ERROR,"Tokenizer: Unknown character #"+itos(GETCHAR(0))+": '"+String::chr(GETCHAR(0))+"'");
else
return Token(TK_ERROR,"Tokenizer: Unknown character #"+itos(GETCHAR(0)));
} break;
}
ERR_PRINT("BUG");
return Token();
}
Error ShaderLanguage::tokenize(const String& p_text,Vector<Token> *p_tokens,String *r_error,int *r_err_line,int *r_err_column) {
int len =p_text.length();
int pos=0;
int line=0;
int col=0;
while(pos<len) {
int advance=0;
int prev_line=line;
Token t = read_token(&p_text[pos],len-pos,line,advance);
t.line=line;
t.col=col;
if (t.type==TK_ERROR) {
if (r_error) {
*r_error=t.text;
*r_err_line=line;
*r_err_column=col;
return ERR_COMPILATION_FAILED;
}
}
if (line==prev_line) {
col+=advance;
} else {
col=0;
//p_tokens->push_back(Token(TK_LINE,itos(line)))
}
if (t.type!=TK_EMPTY)
p_tokens->push_back(t);
pos+=advance;
}
return OK;
}
String ShaderLanguage::lex_debug(const String& p_code) {
Vector<Token> tokens;
String error;
int errline,errcol;
if (tokenize(p_code,&tokens,&error,&errline,&errcol)!=OK)
return error;
String ret;
for(int i=0;i<tokens.size();i++) {
ret+=String(token_names[tokens[i].type])+":"+itos(tokens[i].line)+":"+itos(tokens[i].col)+":"+tokens[i].text+"\n";
}
return ret;
}
bool ShaderLanguage::is_token_datatype(TokenType p_type) {
return
(p_type==TK_TYPE_VOID) ||
(p_type==TK_TYPE_BOOL) ||
(p_type==TK_TYPE_FLOAT) ||
(p_type==TK_TYPE_VEC2) ||
(p_type==TK_TYPE_VEC3) ||
(p_type==TK_TYPE_VEC4) ||
(p_type==TK_TYPE_COLOR) ||
(p_type==TK_TYPE_MAT2) ||
(p_type==TK_TYPE_MAT3) ||
(p_type==TK_TYPE_MAT4) ||
(p_type==TK_TYPE_CUBEMAP) ||
(p_type==TK_TYPE_TEXTURE);
}
ShaderLanguage::DataType ShaderLanguage::get_token_datatype(TokenType p_type) {
switch(p_type) {
case TK_TYPE_VOID: return TYPE_VOID;
case TK_TYPE_BOOL: return TYPE_BOOL;
case TK_TYPE_FLOAT: return TYPE_FLOAT;
case TK_TYPE_VEC2: return TYPE_VEC2;
case TK_TYPE_VEC3: return TYPE_VEC3;
case TK_TYPE_VEC4: return TYPE_VEC4;
case TK_TYPE_COLOR: return TYPE_VEC4;
case TK_TYPE_MAT2: return TYPE_MAT2;
case TK_TYPE_MAT3: return TYPE_MAT3;
case TK_TYPE_MAT4: return TYPE_MAT4;
case TK_TYPE_TEXTURE: return TYPE_TEXTURE;
case TK_TYPE_CUBEMAP: return TYPE_CUBEMAP;
default: return TYPE_VOID;
}
return TYPE_VOID;
}
String ShaderLanguage::get_datatype_name(DataType p_type) {
switch(p_type) {
case TYPE_VOID: return "void";
case TYPE_BOOL: return "bool";
case TYPE_FLOAT: return "float";
case TYPE_VEC2: return "vec2";
case TYPE_VEC3: return "vec3";
case TYPE_VEC4: return "vec4";
case TYPE_MAT2: return "mat2";
case TYPE_MAT3: return "mat3";
case TYPE_MAT4: return "mat4";
case TYPE_TEXTURE: return "texture";
case TYPE_CUBEMAP: return "cubemap";
default: return "";
}
return "";
}
bool ShaderLanguage::is_token_nonvoid_datatype(TokenType p_type) {
return
(p_type==TK_TYPE_BOOL) ||
(p_type==TK_TYPE_FLOAT) ||
(p_type==TK_TYPE_VEC2) ||
(p_type==TK_TYPE_VEC3) ||
(p_type==TK_TYPE_VEC4) ||
(p_type==TK_TYPE_COLOR) ||
(p_type==TK_TYPE_MAT2) ||
(p_type==TK_TYPE_MAT3) ||
(p_type==TK_TYPE_MAT4) ||
(p_type==TK_TYPE_TEXTURE) ||
(p_type==TK_TYPE_CUBEMAP);
}
bool ShaderLanguage::parser_is_at_function(Parser& parser) {
return (is_token_datatype(parser.get_next_token_type(0)) && parser.get_next_token_type(1)==TK_INDENTIFIER && parser.get_next_token_type(2)==TK_PARENTHESIS_OPEN);
}
bool ShaderLanguage::test_existing_identifier(Node *p_node,const StringName p_identifier,bool p_func,bool p_var,bool p_builtin) {
Node *node = p_node;
while(node) {
if (node->type==Node::TYPE_BLOCK) {
BlockNode *block = (BlockNode*)node;
if (block->variables.has(p_identifier))
return true;
} else if (node->type==Node::TYPE_PROGRAM) {
ProgramNode *program = (ProgramNode*)node;
for(int i=0;i<program->functions.size();i++) {
if (program->functions[i].name==p_identifier) {
return true;
}
}
if(program->builtin_variables.has(p_identifier)) {
return true;
}
if(program->uniforms.has(p_identifier)) {
return true;
}
} else if (node->type==Node::TYPE_FUNCTION) {
FunctionNode *func=(FunctionNode*)node;
for(int i=0;i<func->arguments.size();i++)
if (func->arguments[i].name==p_identifier)
return true;
}
node=node->parent;
}
// try keywords
int idx=0;
//todo optimize
while(intrinsic_func_defs[idx].name) {
if (p_identifier.operator String()==intrinsic_func_defs[idx].name)
return true;
idx++;
}
return false;
}
Error ShaderLanguage::parse_function(Parser& parser,BlockNode *p_block) {
if (!p_block->parent || p_block->parent->type!=Node::TYPE_PROGRAM) {
parser.set_error("Misplaced function");
return ERR_PARSE_ERROR;
}
ProgramNode *program = (ProgramNode*)p_block->parent;
StringName name = parser.get_next_token(1).text;
if (test_existing_identifier(p_block,name)) {
parser.set_error("Duplicate Identifier (existing variable/builtin/function): "+name);
return ERR_PARSE_ERROR;
}
FunctionNode *function = parser.create_node<FunctionNode>(program);
function->body = parser.create_node<BlockNode>(function);
function->name=name;
function->return_type=get_token_datatype(parser.get_next_token_type(0));
{ //add to programnode
ProgramNode::Function f;
f.name=name;
f.function=function;
program->functions.push_back(f);
}
int ofs=3;
while(true) {
//end of arguments
if (parser.get_next_token_type(ofs)==TK_PARENTHESIS_CLOSE) {
ofs++;
break;
}
//next argument awaits
if (parser.get_next_token_type(ofs)==TK_COMMA) {
if (!is_token_nonvoid_datatype(parser.get_next_token_type(ofs+1))) {
parser.set_error("Expected Identifier or ')' following ','");
return ERR_PARSE_ERROR;
}
ofs++;
continue;
}
if (!is_token_nonvoid_datatype(parser.get_next_token_type(ofs+0))) {
parser.set_error("Invalid Argument Type");
return ERR_PARSE_ERROR;
}
DataType identtype=get_token_datatype(parser.get_next_token_type(ofs+0));
if (parser.get_next_token_type(ofs+1)!=TK_INDENTIFIER) {
parser.set_error("Expected Argument Identifier");
return ERR_PARSE_ERROR;
}
StringName identname=parser.get_next_token(ofs+1).text;
if (test_existing_identifier(function,identname)) {
parser.set_error("Duplicate Argument Identifier: "+identname);
return ERR_DUPLICATE_SYMBOL;
}
FunctionNode::Argument arg;
arg.name=identname;
arg.type=identtype;
//function->body->variables[arg.name]=arg.type;
function->arguments.push_back(arg);
ofs+=2;
}
parser.advance(ofs);
// match {
if (parser.get_next_token_type()!=TK_CURLY_BRACKET_OPEN) {
parser.set_error("Expected '{'");
return ERR_PARSE_ERROR;
}
parser.advance();
Error err = parse_block(parser,function->body);
if (err)
return err;
// make sure that if the function has a return type, it does return something..
if (function->return_type!=TYPE_VOID) {
bool found=false;
for(int i=0;i<function->body->statements.size();i++) {
if (function->body->statements[i]->type==Node::TYPE_CONTROL_FLOW) {
ControlFlowNode *cf = (ControlFlowNode*)function->body->statements[i];
if (cf->flow_op==FLOW_OP_RETURN) {
// type of return was already checked when inserted
// no need to check here
found=true;
}
}
}
if (!found) {
parser.set_error("Function must return a value (use the main block)");
return ERR_PARSE_ERROR;
}
}
return OK;
}
const ShaderLanguage::IntrinsicFuncDef ShaderLanguage::intrinsic_func_defs[]={
//constructors
{"bool",TYPE_BOOL,{TYPE_BOOL,TYPE_VOID}},
{"float",TYPE_FLOAT,{TYPE_FLOAT,TYPE_VOID}},
{"vec2",TYPE_VEC2,{TYPE_FLOAT,TYPE_VOID}},
{"vec2",TYPE_VEC2,{TYPE_FLOAT,TYPE_FLOAT,TYPE_VOID}},
{"vec3",TYPE_VEC3,{TYPE_FLOAT,TYPE_VOID}},
{"vec3",TYPE_VEC3,{TYPE_FLOAT,TYPE_FLOAT,TYPE_FLOAT,TYPE_VOID}},
{"vec3",TYPE_VEC3,{TYPE_VEC2,TYPE_FLOAT,TYPE_VOID}},
{"vec3",TYPE_VEC3,{TYPE_FLOAT,TYPE_VEC2,TYPE_VOID}},
{"vec4",TYPE_VEC4,{TYPE_FLOAT,TYPE_VOID}},
{"vec4",TYPE_VEC4,{TYPE_FLOAT,TYPE_FLOAT,TYPE_FLOAT,TYPE_FLOAT,TYPE_VOID}},
{"vec4",TYPE_VEC4,{TYPE_FLOAT,TYPE_VEC2,TYPE_FLOAT,TYPE_VOID}},
{"vec4",TYPE_VEC4,{TYPE_VEC2,TYPE_FLOAT,TYPE_FLOAT,TYPE_VOID}},
{"vec4",TYPE_VEC4,{TYPE_FLOAT,TYPE_FLOAT,TYPE_VEC2,TYPE_VOID}},
{"vec4",TYPE_VEC4,{TYPE_FLOAT,TYPE_VEC3,TYPE_VOID}},
{"vec4",TYPE_VEC4,{TYPE_VEC3,TYPE_FLOAT,TYPE_VOID}},
{"vec4",TYPE_VEC4,{TYPE_VEC2,TYPE_VEC2,TYPE_VOID}},
{"mat2",TYPE_MAT2,{TYPE_VEC2,TYPE_VEC2,TYPE_VOID}},
{"mat3",TYPE_MAT3,{TYPE_VEC3,TYPE_VEC3,TYPE_VEC3,TYPE_VOID}},
{"mat4",TYPE_MAT4,{TYPE_VEC4,TYPE_VEC4,TYPE_VEC4,TYPE_VEC4,TYPE_VOID}},
//intrinsics - trigonometry
{"sin",TYPE_FLOAT,{TYPE_FLOAT,TYPE_VOID}},
{"cos",TYPE_FLOAT,{TYPE_FLOAT,TYPE_VOID}},
{"tan",TYPE_FLOAT,{TYPE_FLOAT,TYPE_VOID}},
{"asin",TYPE_FLOAT,{TYPE_FLOAT,TYPE_VOID}},
{"acos",TYPE_FLOAT,{TYPE_FLOAT,TYPE_VOID}},
{"atan",TYPE_FLOAT,{TYPE_FLOAT,TYPE_VOID}},
{"atan2",TYPE_FLOAT,{TYPE_FLOAT,TYPE_FLOAT,TYPE_VOID}},
{"sinh",TYPE_FLOAT,{TYPE_FLOAT,TYPE_VOID}},
{"cosh",TYPE_FLOAT,{TYPE_FLOAT,TYPE_VOID}},
{"tanh",TYPE_FLOAT,{TYPE_FLOAT,TYPE_VOID}},
//intrinsics - exponential
{"pow",TYPE_FLOAT,{TYPE_FLOAT,TYPE_FLOAT,TYPE_VOID}},
{"pow",TYPE_VEC2,{TYPE_VEC2,TYPE_FLOAT,TYPE_VOID}},
{"pow",TYPE_VEC2,{TYPE_VEC2,TYPE_VEC2,TYPE_VOID}},
{"pow",TYPE_VEC3,{TYPE_VEC3,TYPE_FLOAT,TYPE_VOID}},
{"pow",TYPE_VEC3,{TYPE_VEC3,TYPE_VEC3,TYPE_VOID}},
{"pow",TYPE_VEC4,{TYPE_VEC4,TYPE_FLOAT,TYPE_VOID}},
{"pow",TYPE_VEC4,{TYPE_VEC4,TYPE_VEC4,TYPE_VOID}},
{"exp",TYPE_FLOAT,{TYPE_FLOAT,TYPE_VOID}},
{"exp",TYPE_VEC2,{TYPE_VEC2,TYPE_VOID}},
{"exp",TYPE_VEC3,{TYPE_VEC3,TYPE_VOID}},
{"exp",TYPE_VEC4,{TYPE_VEC4,TYPE_VOID}},
{"log",TYPE_FLOAT,{TYPE_FLOAT,TYPE_VOID}},
{"log",TYPE_VEC2,{TYPE_VEC2,TYPE_VOID}},
{"log",TYPE_VEC3,{TYPE_VEC3,TYPE_VOID}},
{"log",TYPE_VEC4,{TYPE_VEC4,TYPE_VOID}},
{"sqrt",TYPE_FLOAT,{TYPE_FLOAT,TYPE_VOID}},
{"sqrt",TYPE_VEC2,{TYPE_VEC2,TYPE_VOID}},
{"sqrt",TYPE_VEC3,{TYPE_VEC3,TYPE_VOID}},
{"sqrt",TYPE_VEC4,{TYPE_VEC4,TYPE_VOID}},
//intrinsics - common
{"abs",TYPE_FLOAT,{TYPE_FLOAT,TYPE_VOID}},
{"abs",TYPE_VEC2,{TYPE_VEC2,TYPE_VOID}},
{"abs",TYPE_VEC3,{TYPE_VEC3,TYPE_VOID}},
{"abs",TYPE_VEC4,{TYPE_VEC4,TYPE_VOID}},
{"sign",TYPE_FLOAT,{TYPE_FLOAT,TYPE_VOID}},
{"sign",TYPE_VEC2,{TYPE_VEC2,TYPE_VOID}},
{"sign",TYPE_VEC3,{TYPE_VEC3,TYPE_VOID}},
{"sign",TYPE_VEC4,{TYPE_VEC4,TYPE_VOID}},
{"floor",TYPE_FLOAT,{TYPE_FLOAT,TYPE_VOID}},
{"floor",TYPE_VEC2,{TYPE_VEC2,TYPE_VOID}},
{"floor",TYPE_VEC3,{TYPE_VEC3,TYPE_VOID}},
{"floor",TYPE_VEC4,{TYPE_VEC4,TYPE_VOID}},
{"trunc",TYPE_FLOAT,{TYPE_FLOAT,TYPE_VOID}},
{"trunc",TYPE_VEC2,{TYPE_VEC2,TYPE_VOID}},
{"trunc",TYPE_VEC3,{TYPE_VEC3,TYPE_VOID}},
{"trunc",TYPE_VEC4,{TYPE_VEC4,TYPE_VOID}},
{"round",TYPE_FLOAT,{TYPE_FLOAT,TYPE_VOID}},
{"round",TYPE_VEC2,{TYPE_VEC2,TYPE_VOID}},
{"round",TYPE_VEC3,{TYPE_VEC3,TYPE_VOID}},
{"round",TYPE_VEC4,{TYPE_VEC4,TYPE_VOID}},
{"ceil",TYPE_FLOAT,{TYPE_FLOAT,TYPE_VOID}},
{"ceil",TYPE_VEC2,{TYPE_VEC2,TYPE_VOID}},
{"ceil",TYPE_VEC3,{TYPE_VEC3,TYPE_VOID}},
{"ceil",TYPE_VEC4,{TYPE_VEC4,TYPE_VOID}},
{"fract",TYPE_FLOAT,{TYPE_FLOAT,TYPE_VOID}},
{"fract",TYPE_VEC2,{TYPE_VEC2,TYPE_VOID}},
{"fract",TYPE_VEC3,{TYPE_VEC3,TYPE_VOID}},
{"fract",TYPE_VEC4,{TYPE_VEC4,TYPE_VOID}},
{"mod",TYPE_FLOAT,{TYPE_FLOAT,TYPE_FLOAT,TYPE_VOID}},
{"mod",TYPE_VEC2,{TYPE_VEC2,TYPE_VEC2,TYPE_VOID}},
{"mod",TYPE_VEC3,{TYPE_VEC3,TYPE_VEC3,TYPE_VOID}},
{"mod",TYPE_VEC4,{TYPE_VEC4,TYPE_VEC4,TYPE_VOID}},
{"min",TYPE_FLOAT,{TYPE_FLOAT,TYPE_FLOAT,TYPE_VOID}},
{"min",TYPE_VEC2,{TYPE_VEC2,TYPE_VEC2,TYPE_VOID}},
{"min",TYPE_VEC3,{TYPE_VEC3,TYPE_VEC3,TYPE_VOID}},
{"min",TYPE_VEC4,{TYPE_VEC4,TYPE_VEC4,TYPE_VOID}},
{"max",TYPE_FLOAT,{TYPE_FLOAT,TYPE_FLOAT,TYPE_VOID}},
{"max",TYPE_VEC2,{TYPE_VEC2,TYPE_VEC2,TYPE_VOID}},
{"max",TYPE_VEC3,{TYPE_VEC3,TYPE_VEC3,TYPE_VOID}},
{"max",TYPE_VEC4,{TYPE_VEC4,TYPE_VEC4,TYPE_VOID}},
{"clamp",TYPE_FLOAT,{TYPE_FLOAT,TYPE_FLOAT,TYPE_FLOAT,TYPE_VOID}},
{"clamp",TYPE_VEC2,{TYPE_VEC2,TYPE_VEC2,TYPE_VEC2,TYPE_VOID}},
{"clamp",TYPE_VEC3,{TYPE_VEC3,TYPE_VEC3,TYPE_VEC3,TYPE_VOID}},
{"clamp",TYPE_VEC4,{TYPE_VEC4,TYPE_VEC4,TYPE_VEC4,TYPE_VOID}},
{"clamp",TYPE_VEC2,{TYPE_VEC2,TYPE_FLOAT,TYPE_FLOAT,TYPE_VOID}},
{"clamp",TYPE_VEC3,{TYPE_VEC3,TYPE_FLOAT,TYPE_FLOAT,TYPE_VOID}},
{"clamp",TYPE_VEC4,{TYPE_VEC4,TYPE_FLOAT,TYPE_FLOAT,TYPE_VOID}},
{"mix",TYPE_FLOAT,{TYPE_FLOAT,TYPE_FLOAT,TYPE_FLOAT,TYPE_VOID}},
{"mix",TYPE_VEC2,{TYPE_VEC2,TYPE_VEC2,TYPE_FLOAT,TYPE_VOID}},
{"mix",TYPE_VEC2,{TYPE_VEC2,TYPE_VEC2,TYPE_VEC2,TYPE_VOID}},
{"mix",TYPE_VEC3,{TYPE_VEC3,TYPE_VEC3,TYPE_FLOAT,TYPE_VOID}},
{"mix",TYPE_VEC3,{TYPE_VEC3,TYPE_VEC3,TYPE_VEC3,TYPE_VOID}},
{"mix",TYPE_VEC4,{TYPE_VEC4,TYPE_VEC4,TYPE_FLOAT,TYPE_VOID}},
{"mix",TYPE_VEC4,{TYPE_VEC4,TYPE_VEC4,TYPE_VEC4,TYPE_VOID}},
{"step",TYPE_FLOAT,{TYPE_FLOAT,TYPE_FLOAT,TYPE_VOID}},
{"step",TYPE_VEC2,{TYPE_VEC2,TYPE_VEC2,TYPE_VOID}},
{"step",TYPE_VEC3,{TYPE_VEC3,TYPE_VEC3,TYPE_VOID}},
{"step",TYPE_VEC4,{TYPE_VEC4,TYPE_VEC4,TYPE_VOID}},
{"step",TYPE_VEC2,{TYPE_FLOAT,TYPE_VEC2,TYPE_VOID}},
{"step",TYPE_VEC3,{TYPE_FLOAT,TYPE_VEC3,TYPE_VOID}},
{"step",TYPE_VEC4,{TYPE_FLOAT,TYPE_VEC4,TYPE_VOID}},
{"smoothstep",TYPE_FLOAT,{TYPE_FLOAT,TYPE_FLOAT,TYPE_FLOAT,TYPE_VOID}},
{"smoothstep",TYPE_VEC2,{TYPE_VEC2,TYPE_VEC2,TYPE_VEC2,TYPE_VOID}},
{"smoothstep",TYPE_VEC3,{TYPE_VEC3,TYPE_VEC3,TYPE_VEC3,TYPE_VOID}},
{"smoothstep",TYPE_VEC4,{TYPE_VEC4,TYPE_VEC4,TYPE_VEC4,TYPE_VOID}},
{"smoothstep",TYPE_VEC2,{TYPE_FLOAT,TYPE_FLOAT,TYPE_VEC2,TYPE_VOID}},
{"smoothstep",TYPE_VEC3,{TYPE_FLOAT,TYPE_FLOAT,TYPE_VEC3,TYPE_VOID}},
{"smoothstep",TYPE_VEC4,{TYPE_FLOAT,TYPE_FLOAT,TYPE_VEC4,TYPE_VOID}},
//intrinsics - geometric
{"length",TYPE_FLOAT,{TYPE_VEC2,TYPE_VOID}},
{"length",TYPE_FLOAT,{TYPE_VEC3,TYPE_VOID}},
{"length",TYPE_FLOAT,{TYPE_VEC4,TYPE_VOID}},
{"distance",TYPE_FLOAT,{TYPE_VEC2,TYPE_VEC2,TYPE_VOID}},
{"distance",TYPE_FLOAT,{TYPE_VEC3,TYPE_VEC3,TYPE_VOID}},
{"distance",TYPE_FLOAT,{TYPE_VEC4,TYPE_VEC4,TYPE_VOID}},
{"dot",TYPE_FLOAT,{TYPE_VEC2,TYPE_VEC2,TYPE_VOID}},
{"dot",TYPE_FLOAT,{TYPE_VEC3,TYPE_VEC3,TYPE_VOID}},
{"dot",TYPE_FLOAT,{TYPE_VEC4,TYPE_VEC4,TYPE_VOID}},
{"cross",TYPE_VEC3,{TYPE_VEC3,TYPE_VEC3,TYPE_VOID}},
{"normalize",TYPE_VEC2,{TYPE_VEC2,TYPE_VOID}},
{"normalize",TYPE_VEC3,{TYPE_VEC3,TYPE_VOID}},
{"normalize",TYPE_VEC4,{TYPE_VEC4,TYPE_VOID}},
{"reflect",TYPE_VEC3,{TYPE_VEC3,TYPE_VEC3,TYPE_VOID}},
{"refract",TYPE_VEC3,{TYPE_VEC3,TYPE_VEC3,TYPE_FLOAT,TYPE_VOID}},
//intrinsics - texture
{"tex",TYPE_VEC4,{TYPE_TEXTURE,TYPE_VEC2,TYPE_VOID}},
{"texcube",TYPE_VEC4,{TYPE_CUBEMAP,TYPE_VEC3,TYPE_VOID}},
{"texscreen",TYPE_VEC3,{TYPE_VEC2,TYPE_VOID}},
{"texpos",TYPE_VEC3,{TYPE_VEC3,TYPE_VOID}},
{NULL,TYPE_VOID,{TYPE_VOID}}
};
const ShaderLanguage::OperatorDef ShaderLanguage::operator_defs[]={
{OP_ASSIGN,TYPE_VOID,{TYPE_BOOL,TYPE_BOOL}},
{OP_ASSIGN,TYPE_VOID,{TYPE_FLOAT,TYPE_FLOAT}},
{OP_ASSIGN,TYPE_VOID,{TYPE_VEC2,TYPE_VEC2}},
{OP_ASSIGN,TYPE_VOID,{TYPE_VEC3,TYPE_VEC3}},
{OP_ASSIGN,TYPE_VOID,{TYPE_VEC4,TYPE_VEC4}},
{OP_ASSIGN,TYPE_VOID,{TYPE_MAT2,TYPE_MAT2}},
{OP_ASSIGN,TYPE_VOID,{TYPE_MAT3,TYPE_MAT3}},
{OP_ASSIGN,TYPE_VOID,{TYPE_MAT4,TYPE_MAT4}},
{OP_ADD,TYPE_FLOAT,{TYPE_FLOAT,TYPE_FLOAT}},
{OP_ADD,TYPE_VEC2,{TYPE_VEC2,TYPE_VEC2}},
{OP_ADD,TYPE_VEC3,{TYPE_VEC3,TYPE_VEC3}},
{OP_ADD,TYPE_VEC4,{TYPE_VEC4,TYPE_VEC4}},
{OP_SUB,TYPE_FLOAT,{TYPE_FLOAT,TYPE_FLOAT}},
{OP_SUB,TYPE_VEC2,{TYPE_VEC2,TYPE_VEC2}},
{OP_SUB,TYPE_VEC3,{TYPE_VEC3,TYPE_VEC3}},
{OP_SUB,TYPE_VEC4,{TYPE_VEC4,TYPE_VEC4}},
{OP_MUL,TYPE_FLOAT,{TYPE_FLOAT,TYPE_FLOAT}},
{OP_MUL,TYPE_VEC2,{TYPE_VEC2,TYPE_VEC2}},
{OP_MUL,TYPE_VEC2,{TYPE_VEC2,TYPE_FLOAT}},
{OP_MUL,TYPE_VEC2,{TYPE_FLOAT,TYPE_VEC2}},
{OP_MUL,TYPE_VEC2,{TYPE_VEC2,TYPE_MAT3}},
{OP_MUL,TYPE_VEC2,{TYPE_MAT2,TYPE_VEC2}},
{OP_MUL,TYPE_VEC2,{TYPE_VEC2,TYPE_MAT2}},
{OP_MUL,TYPE_VEC2,{TYPE_MAT3,TYPE_VEC2}},
{OP_MUL,TYPE_VEC2,{TYPE_VEC2,TYPE_MAT4}},
{OP_MUL,TYPE_VEC2,{TYPE_MAT4,TYPE_VEC2}},
{OP_MUL,TYPE_VEC3,{TYPE_VEC3,TYPE_VEC3}},
{OP_MUL,TYPE_VEC3,{TYPE_VEC3,TYPE_FLOAT}},
{OP_MUL,TYPE_VEC3,{TYPE_FLOAT,TYPE_VEC3}},
{OP_MUL,TYPE_VEC3,{TYPE_MAT3,TYPE_VEC3}},
{OP_MUL,TYPE_VEC3,{TYPE_MAT4,TYPE_VEC3}},
{OP_MUL,TYPE_VEC3,{TYPE_VEC3,TYPE_MAT3}},
{OP_MUL,TYPE_VEC4,{TYPE_VEC4,TYPE_VEC4}},
{OP_MUL,TYPE_VEC4,{TYPE_VEC4,TYPE_FLOAT}},
{OP_MUL,TYPE_VEC4,{TYPE_FLOAT,TYPE_VEC4}},
{OP_MUL,TYPE_VEC4,{TYPE_MAT4,TYPE_VEC4}},
{OP_MUL,TYPE_VEC4,{TYPE_VEC4,TYPE_MAT4}},
{OP_MUL,TYPE_MAT2,{TYPE_MAT2,TYPE_MAT2}},
{OP_MUL,TYPE_MAT3,{TYPE_MAT3,TYPE_MAT3}},
{OP_MUL,TYPE_MAT4,{TYPE_MAT4,TYPE_MAT4}},
{OP_DIV,TYPE_FLOAT,{TYPE_FLOAT,TYPE_FLOAT}},
{OP_DIV,TYPE_VEC2,{TYPE_VEC2,TYPE_VEC2}},
{OP_DIV,TYPE_VEC2,{TYPE_VEC2,TYPE_FLOAT}},
{OP_DIV,TYPE_VEC2,{TYPE_FLOAT,TYPE_VEC2}},
{OP_DIV,TYPE_VEC3,{TYPE_VEC3,TYPE_VEC3}},
{OP_DIV,TYPE_VEC3,{TYPE_VEC3,TYPE_FLOAT}},
{OP_DIV,TYPE_VEC3,{TYPE_FLOAT,TYPE_VEC3}},
{OP_DIV,TYPE_VEC4,{TYPE_VEC4,TYPE_VEC4}},
{OP_DIV,TYPE_VEC4,{TYPE_VEC4,TYPE_FLOAT}},
{OP_DIV,TYPE_VEC4,{TYPE_FLOAT,TYPE_VEC4}},
{OP_ASSIGN_ADD,TYPE_VOID,{TYPE_FLOAT,TYPE_FLOAT}},
{OP_ASSIGN_ADD,TYPE_VOID,{TYPE_VEC2,TYPE_VEC2}},
{OP_ASSIGN_ADD,TYPE_VOID,{TYPE_VEC3,TYPE_VEC3}},
{OP_ASSIGN_ADD,TYPE_VOID,{TYPE_VEC4,TYPE_VEC4}},
{OP_ASSIGN_ADD,TYPE_VOID,{TYPE_VEC2,TYPE_FLOAT}},
{OP_ASSIGN_ADD,TYPE_VOID,{TYPE_VEC3,TYPE_FLOAT}},
{OP_ASSIGN_ADD,TYPE_VOID,{TYPE_VEC4,TYPE_FLOAT}},
{OP_ASSIGN_SUB,TYPE_VOID,{TYPE_FLOAT,TYPE_FLOAT}},
{OP_ASSIGN_SUB,TYPE_VOID,{TYPE_VEC2,TYPE_VEC2}},
{OP_ASSIGN_SUB,TYPE_VOID,{TYPE_VEC3,TYPE_VEC3}},
{OP_ASSIGN_SUB,TYPE_VOID,{TYPE_VEC4,TYPE_VEC4}},
{OP_ASSIGN_SUB,TYPE_VOID,{TYPE_VEC2,TYPE_FLOAT}},
{OP_ASSIGN_SUB,TYPE_VOID,{TYPE_VEC3,TYPE_FLOAT}},
{OP_ASSIGN_SUB,TYPE_VOID,{TYPE_VEC4,TYPE_FLOAT}},
{OP_ASSIGN_MUL,TYPE_VOID,{TYPE_FLOAT,TYPE_FLOAT}},
{OP_ASSIGN_MUL,TYPE_VOID,{TYPE_VEC2,TYPE_VEC2}},
{OP_ASSIGN_MUL,TYPE_VOID,{TYPE_VEC2,TYPE_FLOAT}},
{OP_ASSIGN_MUL,TYPE_VOID,{TYPE_VEC2,TYPE_MAT2}},
{OP_ASSIGN_MUL,TYPE_VOID,{TYPE_MAT2,TYPE_MAT2}},
{OP_ASSIGN_MUL,TYPE_VOID,{TYPE_VEC3,TYPE_MAT3}},
{OP_ASSIGN_MUL,TYPE_VOID,{TYPE_VEC3,TYPE_VEC3}},
{OP_ASSIGN_MUL,TYPE_VOID,{TYPE_VEC3,TYPE_FLOAT}},
{OP_ASSIGN_MUL,TYPE_VOID,{TYPE_VEC3,TYPE_MAT4}},
{OP_ASSIGN_MUL,TYPE_VOID,{TYPE_VEC4,TYPE_VEC4}},
{OP_ASSIGN_MUL,TYPE_VOID,{TYPE_VEC4,TYPE_FLOAT}},
{OP_ASSIGN_MUL,TYPE_VOID,{TYPE_VEC4,TYPE_MAT4}},
{OP_ASSIGN_MUL,TYPE_VOID,{TYPE_MAT3,TYPE_MAT3}},
{OP_ASSIGN_MUL,TYPE_VOID,{TYPE_MAT4,TYPE_MAT4}},
{OP_ASSIGN_DIV,TYPE_VOID,{TYPE_FLOAT,TYPE_FLOAT}},
{OP_ASSIGN_DIV,TYPE_VOID,{TYPE_VEC2,TYPE_VEC2}},
{OP_ASSIGN_DIV,TYPE_VOID,{TYPE_VEC2,TYPE_FLOAT}},
{OP_ASSIGN_DIV,TYPE_VOID,{TYPE_VEC3,TYPE_VEC3}},
{OP_ASSIGN_DIV,TYPE_VOID,{TYPE_VEC3,TYPE_FLOAT}},
{OP_ASSIGN_DIV,TYPE_VOID,{TYPE_VEC4,TYPE_VEC4}},
{OP_ASSIGN_DIV,TYPE_VOID,{TYPE_VEC4,TYPE_FLOAT}},
{OP_NEG,TYPE_FLOAT,{TYPE_FLOAT,TYPE_VOID}},
{OP_NEG,TYPE_VEC2,{TYPE_VEC2,TYPE_VOID}},
{OP_NEG,TYPE_VEC3,{TYPE_VEC3,TYPE_VOID}},
{OP_NEG,TYPE_VEC4,{TYPE_VEC4,TYPE_VOID}},
{OP_NOT,TYPE_BOOL,{TYPE_BOOL,TYPE_VOID}},
{OP_CMP_EQ,TYPE_BOOL,{TYPE_BOOL,TYPE_BOOL}},
{OP_CMP_EQ,TYPE_BOOL,{TYPE_FLOAT,TYPE_FLOAT}},
{OP_CMP_EQ,TYPE_BOOL,{TYPE_VEC3,TYPE_VEC2}},
{OP_CMP_EQ,TYPE_BOOL,{TYPE_VEC3,TYPE_VEC3}},
{OP_CMP_EQ,TYPE_BOOL,{TYPE_VEC3,TYPE_VEC4}},
//{OP_CMP_EQ,TYPE_MAT3,{TYPE_MAT4,TYPE_MAT3}}, ??
//{OP_CMP_EQ,TYPE_MAT4,{TYPE_MAT4,TYPE_MAT4}}, ??
{OP_CMP_NEQ,TYPE_BOOL,{TYPE_BOOL,TYPE_BOOL}},
{OP_CMP_NEQ,TYPE_BOOL,{TYPE_FLOAT,TYPE_FLOAT}},
{OP_CMP_NEQ,TYPE_BOOL,{TYPE_VEC2,TYPE_VEC2}},
{OP_CMP_NEQ,TYPE_BOOL,{TYPE_VEC3,TYPE_VEC3}},
{OP_CMP_NEQ,TYPE_BOOL,{TYPE_VEC4,TYPE_VEC4}},
//{OP_CMP_NEQ,TYPE_MAT4,{TYPE_MAT4,TYPE_MAT4}}, //?
{OP_CMP_LEQ,TYPE_BOOL,{TYPE_FLOAT,TYPE_FLOAT}},
{OP_CMP_GEQ,TYPE_BOOL,{TYPE_FLOAT,TYPE_FLOAT}},
{OP_CMP_LESS,TYPE_BOOL,{TYPE_FLOAT,TYPE_FLOAT}},
{OP_CMP_GREATER,TYPE_BOOL,{TYPE_FLOAT,TYPE_FLOAT}},
{OP_CMP_OR,TYPE_BOOL,{TYPE_BOOL,TYPE_BOOL}},
{OP_CMP_AND,TYPE_BOOL,{TYPE_BOOL,TYPE_BOOL}},
{OP_MAX,TYPE_VOID,{TYPE_VOID,TYPE_VOID}}
};
const ShaderLanguage::BuiltinsDef ShaderLanguage::vertex_builtins_defs[]={
{ "SRC_VERTEX", TYPE_VEC3},
{ "SRC_NORMAL", TYPE_VEC3},
{ "SRC_TANGENT", TYPE_VEC3},
{ "SRC_BINORMALF", TYPE_FLOAT},
{ "POSITION", TYPE_VEC4 },
{ "VERTEX", TYPE_VEC3},
{ "NORMAL", TYPE_VEC3},
{ "TANGENT", TYPE_VEC3},
{ "BINORMAL", TYPE_VEC3},
{ "UV", TYPE_VEC2},
{ "UV2", TYPE_VEC2},
{ "COLOR", TYPE_VEC4},
{ "BONES", TYPE_VEC4},
{ "WEIGHTS", TYPE_VEC4},
{ "VAR1", TYPE_VEC4},
{ "VAR2", TYPE_VEC4},
{ "SPEC_EXP", TYPE_FLOAT},
{ "POINT_SIZE", TYPE_FLOAT},
//builtins
{ "WORLD_MATRIX", TYPE_MAT4},
{ "INV_CAMERA_MATRIX", TYPE_MAT4},
{ "PROJECTION_MATRIX", TYPE_MAT4},
{ "MODELVIEW_MATRIX", TYPE_MAT4},
{ "INSTANCE_ID", TYPE_FLOAT},
{ "TIME", TYPE_FLOAT},
{ NULL, TYPE_VOID},
};
const ShaderLanguage::BuiltinsDef ShaderLanguage::fragment_builtins_defs[]={
{ "VERTEX", TYPE_VEC3},
{ "POSITION", TYPE_VEC4},
{ "NORMAL", TYPE_VEC3},
{ "TANGENT", TYPE_VEC3},
{ "BINORMAL", TYPE_VEC3},
{ "NORMALMAP", TYPE_VEC3},
{ "NORMALMAP_DEPTH", TYPE_FLOAT},
{ "UV", TYPE_VEC2},
{ "UV2", TYPE_VEC2},
{ "COLOR", TYPE_VEC4},
{ "NORMAL", TYPE_VEC3},
{ "VAR1", TYPE_VEC4},
{ "VAR2", TYPE_VEC4},
{ "DIFFUSE", TYPE_VEC3},
{ "DIFFUSE_ALPHA", TYPE_VEC4},
{ "SPECULAR", TYPE_VEC3},
{ "EMISSION", TYPE_VEC3},
{ "SPEC_EXP", TYPE_FLOAT},
{ "GLOW", TYPE_FLOAT},
{ "SHADE_PARAM", TYPE_FLOAT},
{ "DISCARD", TYPE_BOOL},
{ "SCREEN_UV", TYPE_VEC2},
{ "POINT_COORD", TYPE_VEC2},
{ "INV_CAMERA_MATRIX", TYPE_MAT4},
// { "SCREEN_POS", TYPE_VEC2},
// { "SCREEN_TEXEL_SIZE", TYPE_VEC2},
{ "TIME", TYPE_FLOAT},
{ NULL, TYPE_VOID}
};
const ShaderLanguage::BuiltinsDef ShaderLanguage::light_builtins_defs[]={
{ "NORMAL", TYPE_VEC3},
{ "LIGHT_DIR", TYPE_VEC3},
{ "LIGHT_DIFFUSE", TYPE_VEC3},
{ "LIGHT_SPECULAR", TYPE_VEC3},
{ "EYE_VEC", TYPE_VEC3},
{ "DIFFUSE", TYPE_VEC3},
{ "SPECULAR", TYPE_VEC3},
{ "SPECULAR_EXP", TYPE_FLOAT},
{ "SHADE_PARAM", TYPE_FLOAT},
{ "LIGHT", TYPE_VEC3},
{ "SHADOW", TYPE_VEC3 },
{ "POINT_COORD", TYPE_VEC2 },
// { "SCREEN_POS", TYPE_VEC2},
// { "SCREEN_TEXEL_SIZE", TYPE_VEC2},
{ "TIME", TYPE_FLOAT},
{ NULL, TYPE_VOID}
};
const ShaderLanguage::BuiltinsDef ShaderLanguage::ci_vertex_builtins_defs[]={
{ "SRC_VERTEX", TYPE_VEC2},
{ "VERTEX", TYPE_VEC2},
{ "WORLD_VERTEX", TYPE_VEC2},
{ "UV", TYPE_VEC2},
{ "COLOR", TYPE_VEC4},
{ "VAR1", TYPE_VEC4},
{ "VAR2", TYPE_VEC4},
{ "POINT_SIZE", TYPE_FLOAT},
//builtins
{ "WORLD_MATRIX", TYPE_MAT4},
{ "PROJECTION_MATRIX", TYPE_MAT4},
{ "EXTRA_MATRIX", TYPE_MAT4},
{ "TIME", TYPE_FLOAT},
{ NULL, TYPE_VOID},
};
const ShaderLanguage::BuiltinsDef ShaderLanguage::ci_fragment_builtins_defs[]={
{ "SRC_COLOR", TYPE_VEC4},
{ "POSITION", TYPE_VEC4},
{ "NORMAL", TYPE_VEC3},
{ "NORMALMAP", TYPE_VEC3},
{ "NORMALMAP_DEPTH", TYPE_FLOAT},
{ "UV", TYPE_VEC2},
{ "COLOR", TYPE_VEC4},
{ "TEXTURE", TYPE_TEXTURE},
{ "TEXTURE_PIXEL_SIZE", TYPE_VEC2},
{ "VAR1", TYPE_VEC4},
{ "VAR2", TYPE_VEC4},
{ "SCREEN_UV", TYPE_VEC2},
{ "POINT_COORD", TYPE_VEC2},
// { "SCREEN_POS", TYPE_VEC2},
// { "SCREEN_TEXEL_SIZE", TYPE_VEC2},
{ "TIME", TYPE_FLOAT},
{ NULL, TYPE_VOID}
};
const ShaderLanguage::BuiltinsDef ShaderLanguage::ci_light_builtins_defs[]={
{ "POSITION", TYPE_VEC4},
{ "NORMAL", TYPE_VEC3},
{ "UV", TYPE_VEC2},
{ "COLOR", TYPE_VEC4},
{ "TEXTURE", TYPE_TEXTURE},
{ "TEXTURE_PIXEL_SIZE", TYPE_VEC2},
{ "VAR1", TYPE_VEC4},
{ "VAR2", TYPE_VEC4},
{ "SCREEN_UV", TYPE_VEC2},
{ "LIGHT_VEC", TYPE_VEC2},
{ "LIGHT_HEIGHT", TYPE_FLOAT},
{ "LIGHT_COLOR", TYPE_VEC4},
{ "LIGHT_UV", TYPE_VEC2},
{ "LIGHT_SHADOW", TYPE_VEC4},
{ "LIGHT", TYPE_VEC4},
{ "SHADOW", TYPE_VEC4},
{ "POINT_COORD", TYPE_VEC2},
// { "SCREEN_POS", TYPE_VEC2},
// { "SCREEN_TEXEL_SIZE", TYPE_VEC2},
{ "TIME", TYPE_FLOAT},
{ NULL, TYPE_VOID}
};
const ShaderLanguage::BuiltinsDef ShaderLanguage::postprocess_fragment_builtins_defs[]={
{ "IN_COLOR", TYPE_VEC3},
{ "IN_POSITION", TYPE_VEC3},
{ "OUT_COLOR", TYPE_VEC3},
{ "SCREEN_POS", TYPE_VEC2},
{ "SCREEN_TEXEL_SIZE", TYPE_VEC2},
{ "TIME", TYPE_FLOAT},
{ NULL, TYPE_VOID}
};
ShaderLanguage::DataType ShaderLanguage::compute_node_type(Node *p_node) {
switch(p_node->type) {
case Node::TYPE_PROGRAM: ERR_FAIL_V(TYPE_VOID);
case Node::TYPE_FUNCTION: return static_cast<FunctionNode*>(p_node)->return_type;
case Node::TYPE_BLOCK: ERR_FAIL_V(TYPE_VOID);
case Node::TYPE_VARIABLE: return static_cast<VariableNode*>(p_node)->datatype_cache;
case Node::TYPE_CONSTANT: return static_cast<ConstantNode*>(p_node)->datatype;
case Node::TYPE_OPERATOR: return static_cast<OperatorNode*>(p_node)->return_cache;
case Node::TYPE_CONTROL_FLOW: ERR_FAIL_V(TYPE_VOID);
case Node::TYPE_MEMBER: return static_cast<MemberNode*>(p_node)->datatype;
}
return TYPE_VOID;
}
ShaderLanguage::Node* ShaderLanguage::validate_function_call(Parser&parser, OperatorNode *p_func) {
ERR_FAIL_COND_V(p_func->op!=OP_CALL && p_func->op!=OP_CONSTRUCT,NULL);
Vector<DataType> args;
ERR_FAIL_COND_V( p_func->arguments[0]->type!=Node::TYPE_VARIABLE, NULL );
String name = static_cast<VariableNode*>(p_func->arguments[0])->name.operator String();
bool all_const=true;
for(int i=1;i<p_func->arguments.size();i++) {
if (p_func->arguments[i]->type!=Node::TYPE_CONSTANT)
all_const=false;
args.push_back(compute_node_type(p_func->arguments[i]));
}
int argcount=args.size();
bool found_intrinsic=false;
if (argcount<=4) {
// test intrinsics
int idx=0;
while (intrinsic_func_defs[idx].name) {
if (name==intrinsic_func_defs[idx].name) {
bool fail=false;
for(int i=0;i<argcount;i++) {
if (args[i]!=intrinsic_func_defs[idx].args[i]) {
fail=true;
break;
}
}
if (!fail && argcount<4 && intrinsic_func_defs[idx].args[argcount]!=TYPE_VOID)
fail=true; //make sure the number of arguments matches
if (!fail) {
p_func->return_cache=intrinsic_func_defs[idx].rettype;
found_intrinsic=true;
break;
}
}
idx++;
}
}
if (found_intrinsic) {
if (p_func->op==OP_CONSTRUCT && all_const) {
Vector<float> cdata;
for(int i=0;i<argcount;i++) {
Variant v = static_cast<ConstantNode*>(p_func->arguments[i+1])->value;
switch(v.get_type()) {
case Variant::REAL: cdata.push_back(v); break;
case Variant::VECTOR2: { Vector2 v2=v; cdata.push_back(v2.x); cdata.push_back(v2.y); } break;
case Variant::VECTOR3: { Vector3 v3=v; cdata.push_back(v3.x); cdata.push_back(v3.y); cdata.push_back(v3.z);} break;
case Variant::PLANE: { Plane v4=v; cdata.push_back(v4.normal.x); cdata.push_back(v4.normal.y); cdata.push_back(v4.normal.z); cdata.push_back(v4.d); } break;
default: ERR_FAIL_V(NULL);
}
}
ConstantNode *cn = parser.create_node<ConstantNode>(p_func->parent);
Variant data;
switch(p_func->return_cache) {
case TYPE_FLOAT: data = cdata[0]; break;
case TYPE_VEC2:
if (cdata.size()==1)
data = Vector2(cdata[0],cdata[0]);
else
data = Vector2(cdata[0],cdata[1]);
break;
case TYPE_VEC3:
if (cdata.size()==1)
data = Vector3(cdata[0],cdata[0],cdata[0]);
else
data = Vector3(cdata[0],cdata[1],cdata[2]);
break;
case TYPE_VEC4:
if (cdata.size()==1)
data = Plane(cdata[0],cdata[0],cdata[0],cdata[0]);
else
data = Plane(cdata[0],cdata[1],cdata[2],cdata[3]);
break;
}
cn->datatype=p_func->return_cache;
cn->value=data;
return cn;
}
return p_func;
}
// try existing functions..
FunctionNode *exclude_function=NULL; //exclude current function (in case inside one)
Node *node = p_func;
while(node->parent) {
if (node->type==Node::TYPE_FUNCTION) {
exclude_function = (FunctionNode*)node;
}
node=node->parent;
}
ERR_FAIL_COND_V(node->type!=Node::TYPE_PROGRAM,NULL);
ProgramNode *program = (ProgramNode*)node;
for(int i=0;i<program->functions.size();i++) {
if (program->functions[i].function==exclude_function)
continue;
FunctionNode *pfunc = program->functions[i].function;
if (pfunc->arguments.size()!=args.size())
continue;
bool fail=false;
for(int i=0;i<args.size();i++) {
if (args[i]!=pfunc->arguments[i].type) {
fail=true;
break;
}
}
if (!fail && name == program->functions[i].name) {
p_func->return_cache=pfunc->return_type;
return p_func;
}
}
return NULL;
}
ShaderLanguage::Node * ShaderLanguage::validate_operator(Parser& parser,OperatorNode *p_func) {
int argcount = p_func->arguments.size();
ERR_FAIL_COND_V(argcount>2,NULL);
DataType argtype[2]={TYPE_VOID,TYPE_VOID};
bool all_const=true;
for(int i=0;i<argcount;i++) {
argtype[i]=compute_node_type(p_func->arguments[i]);
if (p_func->arguments[i]->type!=Node::TYPE_CONSTANT)
all_const=false;
}
int idx=0;
bool valid=false;
while(operator_defs[idx].op!=OP_MAX) {
if (p_func->op==operator_defs[idx].op) {
if (operator_defs[idx].args[0]==argtype[0] && operator_defs[idx].args[1]==argtype[1]) {
p_func->return_cache=operator_defs[idx].rettype;
valid=true;
break;
}
}
idx++;
}
if (!valid)
return NULL;
#define _RCO2(m_op,m_vop)\
case m_op: {\
ConstantNode *cn = parser.create_node<ConstantNode>(p_func->parent);\
cn->datatype=p_func->return_cache; \
Variant::evaluate(m_vop,static_cast<ConstantNode*>(p_func->arguments[0])->value,static_cast<ConstantNode*>(p_func->arguments[1])->value,cn->value,valid);\
if (!valid)\
return NULL;\
return cn;\
} break;
#define _RCO1(m_op,m_vop)\
case m_op: {\
ConstantNode *cn = parser.create_node<ConstantNode>(p_func->parent);\
cn->datatype=p_func->return_cache; \
Variant::evaluate(m_vop,static_cast<ConstantNode*>(p_func->arguments[0])->value,Variant(),cn->value,valid);\
if (!valid)\
return NULL;\
return cn;\
} break;
if (all_const) {
//reduce constant operator
switch(p_func->op) {
_RCO2(OP_ADD,Variant::OP_ADD);
_RCO2(OP_SUB,Variant::OP_SUBSTRACT);
_RCO2(OP_MUL,Variant::OP_MULTIPLY);
_RCO2(OP_DIV,Variant::OP_DIVIDE);
_RCO1(OP_NEG,Variant::OP_NEGATE);
_RCO1(OP_NOT,Variant::OP_NOT);
_RCO2(OP_CMP_EQ,Variant::OP_EQUAL);
_RCO2(OP_CMP_NEQ,Variant::OP_NOT_EQUAL);
_RCO2(OP_CMP_LEQ,Variant::OP_LESS_EQUAL);
_RCO2(OP_CMP_GEQ,Variant::OP_GREATER_EQUAL);
_RCO2(OP_CMP_LESS,Variant::OP_LESS);
_RCO2(OP_CMP_GREATER,Variant::OP_GREATER);
_RCO2(OP_CMP_OR,Variant::OP_OR);
_RCO2(OP_CMP_AND,Variant::OP_AND);
default: {}
}
}
return p_func;
}
bool ShaderLanguage::is_token_operator(TokenType p_type) {
return (p_type==TK_OP_EQUAL) ||
(p_type==TK_OP_NOT_EQUAL) ||
(p_type==TK_OP_LESS) ||
(p_type==TK_OP_LESS_EQUAL) ||
(p_type==TK_OP_GREATER) ||
(p_type==TK_OP_GREATER_EQUAL) ||
(p_type==TK_OP_AND) ||
(p_type==TK_OP_OR) ||
(p_type==TK_OP_NOT) ||
(p_type==TK_OP_ADD) ||
(p_type==TK_OP_SUB) ||
(p_type==TK_OP_MUL) ||
(p_type==TK_OP_DIV) ||
(p_type==TK_OP_NEG) ||
(p_type==TK_OP_ASSIGN) ||
(p_type==TK_OP_ASSIGN_ADD) ||
(p_type==TK_OP_ASSIGN_SUB) ||
(p_type==TK_OP_ASSIGN_MUL) ||
(p_type==TK_OP_ASSIGN_DIV);
}
ShaderLanguage::Operator ShaderLanguage::get_token_operator(TokenType p_type) {
switch(p_type) {
case TK_OP_EQUAL: return OP_CMP_EQ ;
case TK_OP_NOT_EQUAL: return OP_CMP_NEQ;
case TK_OP_LESS: return OP_CMP_LESS ;
case TK_OP_LESS_EQUAL: return OP_CMP_LEQ ;
case TK_OP_GREATER: return OP_CMP_GREATER ;
case TK_OP_GREATER_EQUAL: return OP_CMP_GEQ ;
case TK_OP_AND: return OP_CMP_AND ;
case TK_OP_OR: return OP_CMP_OR ;
case TK_OP_NOT: return OP_NOT ;
case TK_OP_ADD: return OP_ADD ;
case TK_OP_SUB: return OP_SUB ;
case TK_OP_MUL: return OP_MUL ;
case TK_OP_DIV: return OP_DIV ;
case TK_OP_NEG: return OP_NEG ;
case TK_OP_ASSIGN: return OP_ASSIGN ;
case TK_OP_ASSIGN_ADD: return OP_ASSIGN_ADD ;
case TK_OP_ASSIGN_SUB: return OP_ASSIGN_SUB ;
case TK_OP_ASSIGN_MUL: return OP_ASSIGN_MUL ;
case TK_OP_ASSIGN_DIV: return OP_ASSIGN_DIV ;
default: ERR_FAIL_V(OP_MAX);
}
return OP_MAX;
}
Error ShaderLanguage::parse_expression(Parser& parser,Node *p_parent,Node **r_expr) {
Vector<Expression> expression;
//Vector<TokenType> operators;
while(true) {
Node *expr=NULL;
if (parser.get_next_token_type()==TK_PARENTHESIS_OPEN) {
//handle subexpression
parser.advance();
Error err = parse_expression(parser,p_parent,&expr);
if (err)
return err;
if (parser.get_next_token_type()!=TK_PARENTHESIS_CLOSE) {
parser.set_error("Expected ')' in expression");
return ERR_PARSE_ERROR;
}
parser.advance();
} else if (parser.get_next_token_type()==TK_REAL_CONSTANT) {
ConstantNode *constant = parser.create_node<ConstantNode>(p_parent);
constant->value=parser.get_next_token().text.operator String().to_double();
constant->datatype=TYPE_FLOAT;
expr=constant;
parser.advance();
} else if (parser.get_next_token_type()==TK_TRUE) {
//print_line("found true");
//handle true constant
ConstantNode *constant = parser.create_node<ConstantNode>(p_parent);
constant->value=true;
constant->datatype=TYPE_BOOL;
expr=constant;
parser.advance();
} else if (parser.get_next_token_type()==TK_FALSE) {
//handle false constant
ConstantNode *constant = parser.create_node<ConstantNode>(p_parent);
constant->value=false;
constant->datatype=TYPE_BOOL;
expr=constant;
parser.advance();
} else if (parser.get_next_token_type()==TK_TYPE_VOID) {
//make sure void is not used in expression
parser.set_error("Void value not allowed in Expression");
return ERR_PARSE_ERROR;
} else if (parser.get_next_token_type(1)==TK_PARENTHESIS_OPEN && (is_token_nonvoid_datatype(parser.get_next_token_type()) || parser.get_next_token_type()==TK_INDENTIFIER)) {
//function or constructor
StringName name;
DataType constructor=TYPE_VOID;
if (is_token_nonvoid_datatype(parser.get_next_token_type())) {
constructor=get_token_datatype(parser.get_next_token_type());
switch(get_token_datatype(parser.get_next_token_type())) {
case TYPE_BOOL: name="bool"; break;
case TYPE_FLOAT: name="float"; break;
case TYPE_VEC2: name="vec2"; break;
case TYPE_VEC3: name="vec3"; break;
case TYPE_VEC4: name="vec4"; break;
case TYPE_MAT2: name="mat2"; break;
case TYPE_MAT3: name="mat3"; break;
case TYPE_MAT4: name="mat4"; break;
default: ERR_FAIL_V(ERR_BUG);
}
} else {
name=parser.get_next_token().text;
}
if (!test_existing_identifier(p_parent,name)) {
parser.set_error("Unknown identifier in expression: "+name);
return ERR_PARSE_ERROR;
}
parser.advance(2);
OperatorNode *func = parser.create_node<OperatorNode>(p_parent);
func->op=constructor!=TYPE_VOID?OP_CONSTRUCT:OP_CALL;
VariableNode *funcname = parser.create_node<VariableNode>(func);
funcname->name=name;
func->arguments.push_back(funcname);
//parse parameters
if (parser.get_next_token_type()==TK_PARENTHESIS_CLOSE) {
parser.advance();
} else {
while(true) {
Node *arg=NULL;
Error err = parse_expression(parser,func,&arg);
if (err)
return err;
func->arguments.push_back(arg);
if (parser.get_next_token_type()==TK_PARENTHESIS_CLOSE) {
parser.advance();
break;
} else if (parser.get_next_token_type()==TK_COMMA) {
if (parser.get_next_token_type(1)==TK_PARENTHESIS_CLOSE) {
parser.set_error("Expression expected");
return ERR_PARSE_ERROR;
}
parser.advance();
} else {
// something is broken
parser.set_error("Expected ',' or ')'");
return ERR_PARSE_ERROR;
}
}
}
expr=validate_function_call(parser,func);
if (!expr) {
parser.set_error("Invalid arguments to function/constructor: "+StringName(name));
return ERR_PARSE_ERROR;
}
} else if (parser.get_next_token_type()==TK_INDENTIFIER) {
//probably variable
Node *node =p_parent;
bool existing=false;
DataType datatype;
StringName identifier=parser.get_next_token().text;
while(node) {
if (node->type==Node::TYPE_BLOCK) {
BlockNode *block = (BlockNode*)node;
if (block->variables.has(identifier)) {
existing=true;
datatype=block->variables[identifier];
break;
}
}
if (node->type==Node::TYPE_FUNCTION) {
FunctionNode *function=(FunctionNode*)node;
for(int i=0;i<function->arguments.size();i++) {
if (function->arguments[i].name==identifier) {
existing=true;
datatype=function->arguments[i].type;
break;
}
}
if (existing)
break;
}
if (node->type==Node::TYPE_PROGRAM) {
ProgramNode *program = (ProgramNode*)node;
if (program->builtin_variables.has(identifier)) {
datatype = program->builtin_variables[identifier];
existing=true;
break;
}
if (program->uniforms.has(identifier)) {
datatype = program->uniforms[identifier].type;
existing=true;
break;
}
}
node=node->parent;
}
if (!existing) {
parser.set_error("Nonexistent identifier in expression: "+identifier);
return ERR_PARSE_ERROR;
}
VariableNode *varname = parser.create_node<VariableNode>(p_parent);
varname->name=identifier;
varname->datatype_cache=datatype;
parser.advance();
expr=varname;
} else if (parser.get_next_token_type()==TK_OP_SUB || parser.get_next_token_type()==TK_OP_NOT) {
//single prefix operators
TokenType token_type=parser.get_next_token_type();
parser.advance();
//Node *subexpr=NULL;
//Error err = parse_expression(parser,p_parent,&subexpr);
//if (err)
// return err;
//OperatorNode *op = parser.create_node<OperatorNode>(p_parent);
Expression e;
e.is_op=true;
switch(token_type) {
case TK_OP_SUB: e.op=TK_OP_NEG; break;
case TK_OP_NOT: e.op=TK_OP_NOT; break;
//case TK_OP_PLUS_PLUS: op->op=OP_PLUS_PLUS; break;
//case TK_OP_MINUS_MINUS: op->op=OP_MINUS_MINUS; break;
default: ERR_FAIL_V(ERR_BUG);
}
expression.push_back(e);
continue;
} else {
print_line("found bug?");
print_line("misplaced token: "+String(token_names[parser.get_next_token_type()]));
parser.set_error("Error parsing expression, misplaced: "+String(token_names[parser.get_next_token_type()]));
return ERR_PARSE_ERROR;
//nothing
}
ERR_FAIL_COND_V(!expr,ERR_BUG);
/* OK now see what's NEXT to the operator.. */
/* OK now see what's NEXT to the operator.. */
/* OK now see what's NEXT to the operator.. */
if (parser.get_next_token_type()==TK_PERIOD) {
if (parser.get_next_token_type(1)!=TK_INDENTIFIER) {
parser.set_error("Expected identifier as member");
return ERR_PARSE_ERROR;
}
DataType dt = compute_node_type(expr);
String ident = parser.get_next_token(1).text;
bool ok=true;
DataType member_type;
switch(dt) {
case TYPE_VEC2: {
int l = ident.length();
if (l==1) {
member_type=TYPE_FLOAT;
} else if (l==2) {
member_type=TYPE_VEC2;
} else {
ok=false;
break;
}
const CharType *c=ident.ptr();
for(int i=0;i<l;i++) {
switch(c[i]) {
case 'r':
case 'g':
case 'x':
case 'y':
break;
default:
ok=false;
break;
}
}
} break;
case TYPE_VEC3: {
int l = ident.length();
if (l==1) {
member_type=TYPE_FLOAT;
} else if (l==2) {
member_type=TYPE_VEC2;
} else if (l==3) {
member_type=TYPE_VEC3;
} else {
ok=false;
break;
}
const CharType *c=ident.ptr();
for(int i=0;i<l;i++) {
switch(c[i]) {
case 'r':
case 'g':
case 'b':
case 'x':
case 'y':
case 'z':
break;
default:
ok=false;
break;
}
}
} break;
case TYPE_VEC4: {
int l = ident.length();
if (l==1) {
member_type=TYPE_FLOAT;
} else if (l==2) {
member_type=TYPE_VEC2;
} else if (l==3) {
member_type=TYPE_VEC3;
} else if (l==4) {
member_type=TYPE_VEC4;
} else {
ok=false;
break;
}
const CharType *c=ident.ptr();
for(int i=0;i<l;i++) {
switch(c[i]) {
case 'r':
case 'g':
case 'b':
case 'a':
case 'x':
case 'y':
case 'z':
case 'w':
break;
default:
ok=false;
break;
}
}
} break;
case TYPE_MAT2: ok=(ident=="x" || ident=="y"); member_type=TYPE_VEC2; break;
case TYPE_MAT3: ok=(ident=="x" || ident=="y" || ident=="z" ); member_type=TYPE_VEC3; break;
case TYPE_MAT4: ok=(ident=="x" || ident=="y" || ident=="z" || ident=="w"); member_type=TYPE_VEC4; break;
default: {}
}
if (!ok) {
parser.set_error("Invalid member for expression: ."+ident);
return ERR_PARSE_ERROR;
}
MemberNode *mn = parser.create_node<MemberNode>(p_parent);
mn->basetype=dt;
mn->datatype=member_type;
mn->name=ident;
mn->owner=expr;
expr=mn;
parser.advance(2);
//todo
//member (period) has priority over any operator
//creates a subindexing expression in place
} else if (parser.get_next_token_type()==TK_BRACKET_OPEN) {
//todo
//subindexing has priority over any operator
//creates a subindexing expression in place
} /*else if (parser.get_next_token_type()==TK_OP_PLUS_PLUS || parser.get_next_token_type()==TK_OP_MINUS_MINUS) {
//todo
//inc/dec operators have priority over any operator
//creates a subindexing expression in place
//return OK; //wtfs
} */
Expression e;
e.is_op=false;
e.node=expr;
expression.push_back(e);
if (is_token_operator(parser.get_next_token_type())) {
Expression o;
o.is_op=true;
o.op=parser.get_next_token_type();
expression.push_back(o);
parser.advance();
} else {
break;
}
}
/* Reduce the set set of expressions and place them in an operator tree, respecting precedence */
while(expression.size()>1) {
int next_op=-1;
int min_priority=0xFFFFF;
bool is_unary=false;
for(int i=0;i<expression.size();i++) {
if (!expression[i].is_op) {
continue;
}
bool unary=false;
int priority;
switch(expression[i].op) {
case TK_OP_NOT: priority=0; unary=true; break;
case TK_OP_NEG: priority=0; unary=true; break;
case TK_OP_MUL: priority=1; break;
case TK_OP_DIV: priority=1; break;
case TK_OP_ADD: priority=2; break;
case TK_OP_SUB: priority=2; break;
// shift left/right =2
case TK_OP_LESS: priority=4; break;
case TK_OP_LESS_EQUAL: priority=4; break;
case TK_OP_GREATER: priority=4; break;
case TK_OP_GREATER_EQUAL: priority=4; break;
case TK_OP_EQUAL: priority=5; break;
case TK_OP_NOT_EQUAL: priority=5; break;
//bit and =5
//bit xor =6
//bit or=7
case TK_OP_AND: priority=8; break;
case TK_OP_OR: priority=9; break;
// ?: = 10
case TK_OP_ASSIGN_ADD: priority=11; break;
case TK_OP_ASSIGN_SUB: priority=11; break;
case TK_OP_ASSIGN_MUL: priority=11; break;
case TK_OP_ASSIGN_DIV: priority=11; break;
case TK_OP_ASSIGN: priority=11; break;
default: ERR_FAIL_V(ERR_BUG); //unexpected operator
}
if (priority<min_priority) {
// < is used for left to right (default)
// <= is used for right to left
next_op=i;
min_priority=priority;
is_unary=unary;
}
}
ERR_FAIL_COND_V(next_op==-1,ERR_BUG);
// OK! create operator..
// OK! create operator..
if (is_unary) {
int expr_pos=next_op;
while(expression[expr_pos].is_op) {
expr_pos++;
if (expr_pos==expression.size()) {
//can happen..
parser.set_error("Unexpected end of expression..");
return ERR_BUG;
}
}
//consecutively do unary opeators
for(int i=expr_pos-1;i>=next_op;i--) {
OperatorNode *op = parser.create_node<OperatorNode>(p_parent);
op->op=get_token_operator(expression[i].op);
op->arguments.push_back(expression[i+1].node);
expression[i].is_op=false;
expression[i].node=validate_operator(parser,op);
if (!expression[i].node) {
String at;
for(int i=0;i<op->arguments.size();i++) {
if (i>0)
at+=" and ";
at+=get_datatype_name(compute_node_type(op->arguments[i]));
}
parser.set_error("Invalid argument to unary operator "+String(token_names[op->op])+": "+at);
return ERR_PARSE_ERROR;
}
expression.remove(i+1);
}
} else {
if (next_op <1 || next_op>=(expression.size()-1)) {
parser.set_error("Parser bug..");
ERR_FAIL_V(ERR_BUG);
}
OperatorNode *op = parser.create_node<OperatorNode>(p_parent);
op->op=get_token_operator(expression[next_op].op);
if (expression[next_op-1].is_op) {
parser.set_error("Parser bug..");
ERR_FAIL_V(ERR_BUG);
}
if (expression[next_op+1].is_op) {
// this is not invalid and can really appear
// but it becomes invalid anyway because no binary op
// can be followed by an unary op in a valid combination,
// due to how precedence works, unaries will always dissapear first
parser.set_error("Parser bug..");
}
op->arguments.push_back(expression[next_op-1].node); //expression goes as left
op->arguments.push_back(expression[next_op+1].node); //next expression goes as right
//replace all 3 nodes by this operator and make it an expression
expression[next_op-1].node=validate_operator(parser,op);
if (!expression[next_op-1].node) {
String at;
for(int i=0;i<op->arguments.size();i++) {
if (i>0)
at+=" and ";
at+=get_datatype_name(compute_node_type(op->arguments[i]));
}
static const char *op_names[OP_MAX]={"=","+","-","*","/","+=","-=","*=","/=","-","!","==","!=","<=",">=","<",">","||","&&","call","()"};
parser.set_error("Invalid arguments to operator "+String(op_names[op->op])+": "+at);
return ERR_PARSE_ERROR;
}
expression.remove(next_op);
expression.remove(next_op);
}
#if 0
OperatorNode *op = parser.create_node<OperatorNode>(p_parent);
op->op=get_token_operator(operators[next_op]);
op->arguments.push_back(expressions[next_op]); //expression goes as left
op->arguments.push_back(expressions[next_op+1]); //next expression goes as right
expressions[next_op]=validate_operator(parser,op);
if (!expressions[next_op]) {
String at;
for(int i=0;i<op->arguments.size();i++) {
if (i>0)
at+=" and ";
at+=get_datatype_name(compute_node_type(op->arguments[i]));
}
parser.set_error("Invalid arguments to operator "+String(token_names[operators[next_op]])+": "+at);
return ERR_PARSE_ERROR;
}
expressions.remove(next_op+1);
operators.remove(next_op);
#endif
}
*r_expr=expression[0].node;
return OK;
/*
TokenType token_type=parser.get_next_token_type();
OperatorNode *op = parser.create_node<OperatorNode>(p_parent);
op->op=get_token_operator(parser.get_next_token_type());
op->arguments.push_back(*r_expr); //expression goes as left
parser.advance();
Node *right_expr=NULL;
Error err = parse_expression(parser,p_parent,&right_expr);
if (err)
return err;
op->arguments.push_back(right_expr);
if (!validate_operator(op)) {
parser.set_error("Invalid arguments to operator "+String(token_names[token_type]));
return ERR_PARSE_ERROR;
}
*/
}
Error ShaderLanguage::parse_variable_declaration(Parser& parser,BlockNode *p_block) {
bool uniform = parser.get_next_token(-1).type==TK_UNIFORM;
DataType type=get_token_datatype(parser.get_next_token_type(0));
bool iscolor = parser.get_next_token_type(0)==TK_TYPE_COLOR;
if (type==TYPE_VOID) {
parser.set_error("Cannot Declare a 'void' Variable");
return ERR_PARSE_ERROR;
}
if (type==TYPE_TEXTURE && !uniform) {
parser.set_error("Cannot Declare a Non-Uniform Texture");
return ERR_PARSE_ERROR;
}
if (type==TYPE_CUBEMAP && !uniform) {
parser.set_error("Cannot Declare a Non-Uniform Cubemap");
return ERR_PARSE_ERROR;
}
parser.advance();
int found=0;
while(true) {
if (found && parser.get_next_token_type()!=TK_COMMA) {
break;
}
if (parser.get_next_token_type()!=TK_INDENTIFIER) {
parser.set_error("Identifier Expected");
return ERR_PARSE_ERROR;
}
StringName name = parser.get_next_token().text;
if (test_existing_identifier(p_block,name)) {
parser.set_error("Duplicate Identifier (existing variable/function): "+name);
return ERR_PARSE_ERROR;
}
found=true;
parser.advance();
//see if declaration has an initializer
if (parser.get_next_token_type()==TK_OP_ASSIGN) {
parser.advance();
OperatorNode * op = parser.create_node<OperatorNode>(p_block);
VariableNode * var = parser.create_node<VariableNode>(op);
var->name=name;
var->datatype_cache=type;
var->uniform=uniform;
Node *expr;
Error err = parse_expression(parser,p_block,&expr);
if (err)
return err;
if (var->uniform) {
if (expr->type!=Node::TYPE_CONSTANT) {
parser.set_error("Uniform can only be initialized to a constant.");
return ERR_PARSE_ERROR;
}
Uniform u;
u.order=parser.program->uniforms.size();
u.type=type;
u.default_value=static_cast<ConstantNode*>(expr)->value;
if (iscolor && u.default_value.get_type()==Variant::PLANE) {
Color c;
Plane p = u.default_value;
c=Color(p.normal.x,p.normal.y,p.normal.z,p.d);
u.default_value=c;
}
parser.program->uniforms[var->name]=u;
} else {
op->op=OP_ASSIGN;
op->arguments.push_back(var);
op->arguments.push_back(expr);
Node *n=validate_operator(parser,op);
if (!n) {
parser.set_error("Invalid initializer for variable: "+name);
return ERR_PARSE_ERROR;
}
p_block->statements.push_back(n);
}
} else {
//initialize it EMPTY
OperatorNode * op = parser.create_node<OperatorNode>(p_block);
VariableNode * var = parser.create_node<VariableNode>(op);
ConstantNode * con = parser.create_node<ConstantNode>(op);
var->name=name;
var->datatype_cache=type;
var->uniform=uniform;
con->datatype=type;
switch(type) {
case TYPE_BOOL: con->value=false; break;
case TYPE_FLOAT: con->value=0.0; break;
case TYPE_VEC2: con->value=Vector2(); break;
case TYPE_VEC3: con->value=Vector3(); break;
case TYPE_VEC4: con->value=iscolor?Variant(Color()):Variant(Plane()); break;
case TYPE_MAT2: con->value=Matrix32(); break;
case TYPE_MAT3: con->value=Matrix3(); break;
case TYPE_MAT4: con->value=Transform(); break;
case TYPE_TEXTURE:
case TYPE_CUBEMAP: con->value=RID(); break;
default: {}
}
if (uniform) {
Uniform u;
u.type=type;
u.default_value=con->value;
u.order=parser.program->uniforms.size();
parser.program->uniforms[var->name]=u;
} else {
op->op=OP_ASSIGN;
op->arguments.push_back(var);
op->arguments.push_back(con);
p_block->statements.push_back(op);
}
}
if (!uniform)
p_block->variables[name]=type;
}
if (parser.get_next_token_type()!=TK_SEMICOLON) {
parser.set_error("Expected ';'");
return ERR_PARSE_ERROR;
}
return OK;
}
Error ShaderLanguage::parse_flow_if(Parser& parser,Node *p_parent,Node **r_statement) {
ControlFlowNode *cf = parser.create_node<ControlFlowNode>(p_parent);
cf->flow_op=FLOW_OP_IF;
parser.advance();
if (parser.get_next_token_type()!=TK_PARENTHESIS_OPEN) {
parser.set_error("Expected '(' after 'if'");
return ERR_PARSE_ERROR;
}
parser.advance();
Node *expression=NULL;
Error err = parse_expression(parser,cf,&expression);
if (err)
return err;
if (compute_node_type(expression)!=TYPE_BOOL) {
parser.set_error("Expression for 'if' is not boolean");
return ERR_PARSE_ERROR;
}
cf->statements.push_back(expression);
if (parser.get_next_token_type()!=TK_PARENTHESIS_CLOSE) {
parser.set_error("Expected ')' after expression");
return ERR_PARSE_ERROR;
}
parser.advance();
if (parser.get_next_token_type()!=TK_CURLY_BRACKET_OPEN) {
parser.set_error("Expected statement block after 'if()'");
return ERR_PARSE_ERROR;
}
Node *substatement=NULL;
err = parse_statement(parser,cf,&substatement);
if (err)
return err;
cf->statements.push_back(substatement);
if (parser.get_next_token_type()==TK_CF_ELSE) {
parser.advance();
if (parser.get_next_token_type()!=TK_CURLY_BRACKET_OPEN) {
parser.set_error("Expected statement block after 'else'");
return ERR_PARSE_ERROR;
}
substatement=NULL;
err = parse_statement(parser,cf,&substatement);
if (err)
return err;
cf->statements.push_back(substatement);
}
*r_statement=cf;
return OK;
}
Error ShaderLanguage::parse_flow_return(Parser& parser,Node *p_parent,Node **r_statement) {
FunctionNode *function=NULL;
Node *parent=p_parent;
while(parent) {
if (parent->type==Node::TYPE_FUNCTION) {
function=(FunctionNode*)parent;
break;
}
parent=parent->parent;
}
if (!function) {
parser.set_error("'return' must be inside a function");
return ERR_PARSE_ERROR;
}
ControlFlowNode *cf = parser.create_node<ControlFlowNode>(p_parent);
cf->flow_op=FLOW_OP_RETURN;
parser.advance();
if (function->return_type!=TYPE_VOID) {
// should expect a return expression.
Node *expr=NULL;
Error err = parse_expression(parser,cf,&expr);
if (err)
return err;
if (compute_node_type(expr)!=function->return_type) {
parser.set_error("Invalid type for 'return' expression");
return ERR_PARSE_ERROR;
}
cf->statements.push_back(expr);
}
*r_statement=cf;
if (parser.get_next_token_type()!=TK_SEMICOLON) {
parser.set_error("Expected ';'");
return ERR_PARSE_ERROR;
}
return OK;
}
Error ShaderLanguage::parse_statement(Parser& parser,Node *p_parent,Node **r_statement) {
*r_statement=NULL;
TokenType token_type = parser.get_next_token_type();
if (token_type==TK_CURLY_BRACKET_OPEN) {
//sub-block
parser.advance();
BlockNode *block = parser.create_node<BlockNode>(p_parent);
*r_statement=block;
return parse_block(parser,block);
} else if (token_type==TK_SEMICOLON) {
// empty ;
parser.advance();
return OK;
} else if (token_type==TK_CF_IF) {
return parse_flow_if(parser,p_parent,r_statement);
} else if (token_type==TK_CF_RETURN) {
return parse_flow_return(parser,p_parent,r_statement);
} else {
Error err=parse_expression(parser,p_parent,r_statement);
if (err)
return err;
if (parser.get_next_token_type()!=TK_SEMICOLON) {
parser.set_error("Expected ';'");
return ERR_PARSE_ERROR;
}
}
return OK;
}
Error ShaderLanguage::parse_block(Parser& parser,BlockNode *p_block) {
while(true) {
if (parser.is_at_end()) {
if (p_block->parent->type!=Node::TYPE_PROGRAM) {
parser.set_error("Unexpected End of File");
return ERR_PARSE_ERROR;
}
return OK; //bye
}
TokenType token_type = parser.get_next_token_type();
if (token_type==TK_CURLY_BRACKET_CLOSE) {
if (p_block->parent->type==Node::TYPE_PROGRAM) {
parser.set_error("Unexpected '}'");
return ERR_PARSE_ERROR;
}
parser.advance();
return OK; // exit block
} else if (token_type==TK_UNIFORM) {
if (p_block!=parser.program->body) {
parser.set_error("Uniform only allowed in main program body.");
return ERR_PARSE_ERROR;
}
parser.advance();
Error err=parse_variable_declaration(parser,p_block);
if (err)
return err;
} else if (is_token_datatype(token_type)) {
Error err=OK;
if (parser_is_at_function(parser))
err = parse_function(parser,p_block);
else {
err = parse_variable_declaration(parser,p_block);
}
if (err)
return err;
} else {
// must be a statement
Node *statement=NULL;
Error err = parse_statement(parser,p_block,&statement);
if (err)
return err;
if (statement) {
p_block->statements.push_back(statement);
}
}
}
return OK;
}
Error ShaderLanguage::parse(const Vector<Token>& p_tokens,ShaderType p_type,CompileFunc p_compile_func,void *p_userdata,String *r_error,int *r_err_line,int *r_err_column) {
Parser parser(p_tokens);
parser.program = parser.create_node<ProgramNode>(NULL);
parser.program->body = parser.create_node<BlockNode>(parser.program);
//add builtins
switch(p_type) {
case SHADER_MATERIAL_VERTEX: {
int idx=0;
while (vertex_builtins_defs[idx].name) {
parser.program->builtin_variables[vertex_builtins_defs[idx].name]=vertex_builtins_defs[idx].type;
idx++;
}
} break;
case SHADER_MATERIAL_FRAGMENT: {
int idx=0;
while (fragment_builtins_defs[idx].name) {
parser.program->builtin_variables[fragment_builtins_defs[idx].name]=fragment_builtins_defs[idx].type;
idx++;
}
} break;
case SHADER_MATERIAL_LIGHT: {
int idx=0;
while (light_builtins_defs[idx].name) {
parser.program->builtin_variables[light_builtins_defs[idx].name]=light_builtins_defs[idx].type;
idx++;
}
} break;
case SHADER_CANVAS_ITEM_VERTEX: {
int idx=0;
while (ci_vertex_builtins_defs[idx].name) {
parser.program->builtin_variables[ci_vertex_builtins_defs[idx].name]=ci_vertex_builtins_defs[idx].type;
idx++;
}
} break;
case SHADER_CANVAS_ITEM_FRAGMENT: {
int idx=0;
while (ci_fragment_builtins_defs[idx].name) {
parser.program->builtin_variables[ci_fragment_builtins_defs[idx].name]=ci_fragment_builtins_defs[idx].type;
idx++;
}
} break;
case SHADER_CANVAS_ITEM_LIGHT: {
int idx=0;
while (ci_light_builtins_defs[idx].name) {
parser.program->builtin_variables[ci_light_builtins_defs[idx].name]=ci_light_builtins_defs[idx].type;
idx++;
}
} break;
case SHADER_POST_PROCESS: {
int idx=0;
while (postprocess_fragment_builtins_defs[idx].name) {
parser.program->builtin_variables[postprocess_fragment_builtins_defs[idx].name]=postprocess_fragment_builtins_defs[idx].type;
idx++;
}
} break;
}
Error err = parse_block(parser,parser.program->body);
if (err) {
parser.get_error(r_error,r_err_line,r_err_column);
return err;
}
if (p_compile_func) {
err = p_compile_func(p_userdata,parser.program);
}
//clean up nodes created
while(parser.nodegc.size()) {
memdelete( parser.nodegc.front()->get() );
parser.nodegc.pop_front();
}
return err;
}
Error ShaderLanguage::compile(const String& p_code,ShaderType p_type,CompileFunc p_compile_func,void *p_userdata,String *r_error,int *r_err_line,int *r_err_column) {
*r_error="";
*r_err_line=0;
*r_err_column=0;
Vector<Token> tokens;
Error err = tokenize(p_code,&tokens,r_error,r_err_line,r_err_column);
if (err!=OK) {
print_line("tokenizer error!");
}
if (err!=OK) {
return err;
}
err = parse(tokens,p_type,p_compile_func,p_userdata,r_error,r_err_line,r_err_column);
if (err!=OK) {
return err;
}
return OK;
}
void ShaderLanguage::get_keyword_list(ShaderType p_type, List<String> *p_keywords) {
int idx=0;
p_keywords->push_back("uniform");
p_keywords->push_back("texture");
p_keywords->push_back("cubemap");
p_keywords->push_back("color");
p_keywords->push_back("if");
p_keywords->push_back("else");
while(intrinsic_func_defs[idx].name) {
p_keywords->push_back(intrinsic_func_defs[idx].name);
idx++;
}
switch(p_type) {
case SHADER_MATERIAL_VERTEX: {
idx=0;
while (vertex_builtins_defs[idx].name) {
p_keywords->push_back(vertex_builtins_defs[idx].name);
idx++;
}
} break;
case SHADER_MATERIAL_FRAGMENT: {
idx=0;
while (fragment_builtins_defs[idx].name) {
p_keywords->push_back(fragment_builtins_defs[idx].name);
idx++;
}
} break;
case SHADER_MATERIAL_LIGHT: {
idx=0;
while (light_builtins_defs[idx].name) {
p_keywords->push_back(light_builtins_defs[idx].name);
idx++;
}
} break;
case SHADER_CANVAS_ITEM_VERTEX: {
idx=0;
while (ci_vertex_builtins_defs[idx].name) {
p_keywords->push_back(ci_vertex_builtins_defs[idx].name);
idx++;
}
} break;
case SHADER_CANVAS_ITEM_FRAGMENT: {
idx=0;
while (ci_fragment_builtins_defs[idx].name) {
p_keywords->push_back(ci_fragment_builtins_defs[idx].name);
idx++;
}
} break;
case SHADER_CANVAS_ITEM_LIGHT: {
idx=0;
while (ci_light_builtins_defs[idx].name) {
p_keywords->push_back(ci_light_builtins_defs[idx].name);
idx++;
}
} break;
case SHADER_POST_PROCESS: {
idx=0;
while (postprocess_fragment_builtins_defs[idx].name) {
p_keywords->push_back(postprocess_fragment_builtins_defs[idx].name);
idx++;
}
} break;
}
}
Reference in a new issue View git blame Copy permalink