2 * Acess2 - SpiderScript
8 #include <spiderscript.h>
9 #define WANT_TOKEN_STRINGS 1
16 tAST_Script *Parse_Buffer(tSpiderVariant *Variant, char *Buffer);
17 tAST_Node *Parse_DoCodeBlock(tParser *Parser);
18 tAST_Node *Parse_DoBlockLine(tParser *Parser);
19 tAST_Node *Parse_GetVarDef(tParser *Parser, int Type);
21 tAST_Node *Parse_DoExpr0(tParser *Parser); // Assignment
22 tAST_Node *Parse_DoExpr1(tParser *Parser); // Boolean Operators
23 tAST_Node *Parse_DoExpr2(tParser *Parser); // Comparison Operators
24 tAST_Node *Parse_DoExpr3(tParser *Parser); // Bitwise Operators
25 tAST_Node *Parse_DoExpr4(tParser *Parser); // Bit Shifts
26 tAST_Node *Parse_DoExpr5(tParser *Parser); // Arithmatic
27 tAST_Node *Parse_DoExpr6(tParser *Parser); // Mult & Div
28 tAST_Node *Parse_DoExpr7(tParser *Parser); // Right Unary Operations
29 tAST_Node *Parse_DoExpr8(tParser *Parser); // Left Unary Operations
31 tAST_Node *Parse_DoParen(tParser *Parser); // Parenthesis (Always Last)
32 tAST_Node *Parse_DoValue(tParser *Parser); // Values
34 tAST_Node *Parse_GetString(tParser *Parser);
35 tAST_Node *Parse_GetNumeric(tParser *Parser);
36 tAST_Node *Parse_GetVariable(tParser *Parser);
37 tAST_Node *Parse_GetIdent(tParser *Parser, int bObjectCreate);
39 void SyntaxAssert(tParser *Parser, int Have, int Want);
41 #define TODO(Parser, message...) do {\
42 fprintf(stderr, "TODO: "message);\
43 longjmp(Parser->JmpTarget, -1);\
48 * \brief Parse a buffer into a syntax tree
50 tAST_Script *Parse_Buffer(tSpiderVariant *Variant, char *Buffer)
53 tParser *Parser = &parser; //< Keeps code consistent
61 printf("Parse_Buffer: (Variant=%p, Buffer=%p)\n", Variant, Buffer);
65 parser.LastToken = -1;
66 parser.NextToken = -1;
68 parser.BufStart = Buffer;
69 parser.CurPos = Buffer;
71 ret = AST_NewScript();
72 mainCode = AST_NewCodeBlock(&parser);
74 // Give us an error fallback
75 if( setjmp( parser.JmpTarget ) != 0 )
77 AST_FreeNode( mainCode );
82 while(Parser->Token != TOK_EOF)
84 switch( GetToken(Parser) )
89 // Typed variables/functions
90 case TOKEN_GROUP_TYPES:
93 TOKEN_GET_DATATYPE(type, Parser->Token);
95 tok = GetToken(Parser);
96 // Define a function (pass on to the other function definition code)
97 if( tok == TOK_IDENT ) {
101 else if( tok == TOK_VARIABLE ) {
102 AST_AppendNode( mainCode, Parse_GetVarDef(Parser, type) );
103 SyntaxAssert(Parser, GetToken(Parser), TOK_SEMICOLON);
106 fprintf(stderr, "ERROR: Unexpected %s, expected TOK_IDENT or TOK_VARIABLE\n",
107 csaTOKEN_NAMES[tok]);
113 case TOK_RWD_FUNCTION:
114 if( !Variant->bDyamicTyped ) {
115 fprintf(stderr, "ERROR: Dynamic functions are invalid in static mode\n");
116 longjmp(Parser->JmpTarget, -1);
118 type = SS_DATATYPE_DYNAMIC;
119 SyntaxAssert(Parser, GetToken(Parser), TOK_IDENT );
121 name = strndup( Parser->TokenStr, Parser->TokenLen );
122 fcn = AST_AppendFunction( ret, name );
124 printf("DefFCN %s\n", name);
129 SyntaxAssert(Parser, GetToken(Parser), TOK_PAREN_OPEN );
130 if( LookAhead(Parser) != TOK_PAREN_CLOSE )
133 type = SS_DATATYPE_DYNAMIC;
135 // Non dynamic typed variants must use data types
136 if( !Variant->bDyamicTyped ) {
137 TOKEN_GET_DATATYPE(type, Parser->Token);
140 AST_AppendFunctionArg(fcn, Parse_GetVarDef(Parser, type));
141 } while(GetToken(Parser) == TOK_COMMA);
145 SyntaxAssert(Parser, Parser->Token, TOK_PAREN_CLOSE );
147 AST_SetFunctionCode( fcn, Parse_DoCodeBlock(Parser) );
152 AST_AppendNode( mainCode, Parse_DoBlockLine(Parser) );
157 fcn = AST_AppendFunction( ret, "" );
158 AST_SetFunctionCode( fcn, mainCode );
160 //printf("---- %p parsed as SpiderScript ----\n", Buffer);
166 * \brief Parse a block of code surrounded by { }
168 tAST_Node *Parse_DoCodeBlock(tParser *Parser)
172 // Check if we are being called for a one-liner
173 if( GetToken(Parser) != TOK_BRACE_OPEN ) {
175 return Parse_DoBlockLine(Parser);
178 ret = AST_NewCodeBlock(Parser);
180 while( LookAhead(Parser) != TOK_BRACE_CLOSE )
182 AST_AppendNode( ret, Parse_DoBlockLine(Parser) );
184 GetToken(Parser); // Omnomnom
189 * \brief Parse a line in a block
191 tAST_Node *Parse_DoBlockLine(tParser *Parser)
195 //printf("Parse_DoBlockLine: Line %i\n", Parser->CurLine);
197 switch(LookAhead(Parser))
204 // Return from a method
207 ret = AST_NewUniOp(Parser, NODETYPE_RETURN, Parse_DoExpr0(Parser));
210 // Control Statements
213 tAST_Node *cond, *true, *false = NULL;
214 GetToken(Parser); // eat the if
215 SyntaxAssert(Parser, GetToken(Parser), TOK_PAREN_OPEN);
216 cond = Parse_DoExpr0(Parser); // Get condition
217 SyntaxAssert(Parser, GetToken(Parser), TOK_PAREN_CLOSE);
218 true = Parse_DoCodeBlock(Parser);
219 if( LookAhead(Parser) == TOK_RWD_ELSE ) {
221 false = Parse_DoCodeBlock(Parser);
224 false = AST_NewNop(Parser);
225 ret = AST_NewIf(Parser, cond, true, false);
231 tAST_Node *init=NULL, *cond=NULL, *inc=NULL, *code;
232 GetToken(Parser); // Eat 'for'
233 SyntaxAssert(Parser, GetToken(Parser), TOK_PAREN_OPEN);
235 if(LookAhead(Parser) != TOK_SEMICOLON)
236 init = Parse_DoExpr0(Parser);
238 SyntaxAssert(Parser, GetToken(Parser), TOK_SEMICOLON);
240 if(LookAhead(Parser) != TOK_SEMICOLON)
241 cond = Parse_DoExpr0(Parser);
243 SyntaxAssert(Parser, GetToken(Parser), TOK_SEMICOLON);
245 if(LookAhead(Parser) != TOK_PAREN_CLOSE)
246 inc = Parse_DoExpr0(Parser);
248 SyntaxAssert(Parser, GetToken(Parser), TOK_PAREN_CLOSE);
250 code = Parse_DoCodeBlock(Parser);
251 ret = AST_NewLoop(Parser, init, 0, cond, inc, code);
257 tAST_Node *code, *cond;
258 GetToken(Parser); // Eat 'do'
259 code = Parse_DoCodeBlock(Parser);
260 SyntaxAssert( Parser, GetToken(Parser), TOK_RWD_WHILE );
261 SyntaxAssert( Parser, GetToken(Parser), TOK_PAREN_OPEN );
262 cond = Parse_DoExpr0(Parser);
263 SyntaxAssert( Parser, GetToken(Parser), TOK_PAREN_CLOSE );
264 ret = AST_NewLoop(Parser, AST_NewNop(Parser), 1, cond, AST_NewNop(Parser), code);
269 tAST_Node *code, *cond;
270 GetToken(Parser); // Eat 'while'
271 SyntaxAssert( Parser, GetToken(Parser), TOK_PAREN_OPEN );
272 cond = Parse_DoExpr0(Parser);
273 SyntaxAssert( Parser, GetToken(Parser), TOK_PAREN_CLOSE );
274 code = Parse_DoCodeBlock(Parser);
275 ret = AST_NewLoop(Parser, AST_NewNop(Parser), 0, cond, AST_NewNop(Parser), code);
280 case TOKEN_GROUP_TYPES:
284 TOKEN_GET_DATATYPE(type, Parser->Token);
286 SyntaxAssert(Parser, GetToken(Parser), TOK_VARIABLE);
288 ret = Parse_GetVarDef(Parser, type);
295 ret = Parse_DoExpr0(Parser);
299 SyntaxAssert(Parser, GetToken(Parser), TOK_SEMICOLON );
304 * \brief Get a variable definition
306 tAST_Node *Parse_GetVarDef(tParser *Parser, int Type)
308 char name[Parser->TokenLen];
311 SyntaxAssert(Parser, Parser->Token, TOK_VARIABLE);
313 // copy the name (trimming the $)
314 memcpy(name, Parser->TokenStr+1, Parser->TokenLen-1);
315 name[Parser->TokenLen-1] = 0;
316 // Define the variable
317 ret = AST_NewDefineVar(Parser, Type, name);
319 while( LookAhead(Parser) == TOK_SQUARE_OPEN )
322 AST_AppendNode(ret, Parse_DoExpr0(Parser));
323 SyntaxAssert(Parser, GetToken(Parser), TOK_SQUARE_CLOSE);
329 * \brief Assignment Operations
331 tAST_Node *Parse_DoExpr0(tParser *Parser)
333 tAST_Node *ret = Parse_DoExpr1(Parser);
336 switch(LookAhead(Parser))
339 GetToken(Parser); // Eat Token
340 ret = AST_NewAssign(Parser, NODETYPE_NOP, ret, Parse_DoExpr0(Parser));
343 GetToken(Parser); // Eat Token
344 ret = AST_NewAssign(Parser, NODETYPE_DIVIDE, ret, Parse_DoExpr0(Parser));
347 GetToken(Parser); // Eat Token
348 ret = AST_NewAssign(Parser, NODETYPE_MULTIPLY, ret, Parse_DoExpr0(Parser));
350 case TOK_ASSIGN_PLUS:
351 GetToken(Parser); // Eat Token
352 ret = AST_NewAssign(Parser, NODETYPE_ADD, ret, Parse_DoExpr0(Parser));
354 case TOK_ASSIGN_MINUS:
355 GetToken(Parser); // Eat Token
356 ret = AST_NewAssign(Parser, NODETYPE_SUBTRACT, ret, Parse_DoExpr0(Parser));
360 printf("Parse_DoExpr0: Parser->Token = %i\n", Parser->Token);
368 * \brief Logical/Boolean Operators
370 tAST_Node *Parse_DoExpr1(tParser *Parser)
372 tAST_Node *ret = Parse_DoExpr2(Parser);
374 switch(GetToken(Parser))
377 ret = AST_NewBinOp(Parser, NODETYPE_LOGICALAND, ret, Parse_DoExpr1(Parser));
380 ret = AST_NewBinOp(Parser, NODETYPE_LOGICALOR, ret, Parse_DoExpr1(Parser));
383 ret = AST_NewBinOp(Parser, NODETYPE_LOGICALXOR, ret, Parse_DoExpr1(Parser));
392 // --------------------
393 // Expression 2 - Comparison Operators
394 // --------------------
395 tAST_Node *Parse_DoExpr2(tParser *Parser)
397 tAST_Node *ret = Parse_DoExpr3(Parser);
400 switch(GetToken(Parser))
403 ret = AST_NewBinOp(Parser, NODETYPE_EQUALS, ret, Parse_DoExpr2(Parser));
406 ret = AST_NewBinOp(Parser, NODETYPE_LESSTHAN, ret, Parse_DoExpr2(Parser));
409 ret = AST_NewBinOp(Parser, NODETYPE_GREATERTHAN, ret, Parse_DoExpr2(Parser));
412 ret = AST_NewBinOp(Parser, NODETYPE_LESSTHANEQUAL, ret, Parse_DoExpr2(Parser));
415 ret = AST_NewBinOp(Parser, NODETYPE_GREATERTHANEQUAL, ret, Parse_DoExpr2(Parser));
425 * \brief Bitwise Operations
427 tAST_Node *Parse_DoExpr3(tParser *Parser)
429 tAST_Node *ret = Parse_DoExpr4(Parser);
432 switch(GetToken(Parser))
435 ret = AST_NewBinOp(Parser, NODETYPE_BWOR, ret, Parse_DoExpr3(Parser));
438 ret = AST_NewBinOp(Parser, NODETYPE_BWAND, ret, Parse_DoExpr3(Parser));
441 ret = AST_NewBinOp(Parser, NODETYPE_BWXOR, ret, Parse_DoExpr3(Parser));
450 // --------------------
451 // Expression 4 - Shifts
452 // --------------------
453 tAST_Node *Parse_DoExpr4(tParser *Parser)
455 tAST_Node *ret = Parse_DoExpr5(Parser);
457 switch(GetToken(Parser))
460 ret = AST_NewBinOp(Parser, NODETYPE_BITSHIFTLEFT, ret, Parse_DoExpr5(Parser));
463 ret = AST_NewBinOp(Parser, NODETYPE_BITSHIFTRIGHT, ret, Parse_DoExpr5(Parser));
473 // --------------------
474 // Expression 5 - Arithmatic
475 // --------------------
476 tAST_Node *Parse_DoExpr5(tParser *Parser)
478 tAST_Node *ret = Parse_DoExpr6(Parser);
480 switch(GetToken(Parser))
483 ret = AST_NewBinOp(Parser, NODETYPE_ADD, ret, Parse_DoExpr5(Parser));
486 ret = AST_NewBinOp(Parser, NODETYPE_SUBTRACT, ret, Parse_DoExpr5(Parser));
496 // --------------------
497 // Expression 6 - Multiplcation & Division
498 // --------------------
499 tAST_Node *Parse_DoExpr6(tParser *Parser)
501 tAST_Node *ret = Parse_DoExpr7(Parser);
503 switch(GetToken(Parser))
506 ret = AST_NewBinOp(Parser, NODETYPE_MULTIPLY, ret, Parse_DoExpr6(Parser));
509 ret = AST_NewBinOp(Parser, NODETYPE_DIVIDE, ret, Parse_DoExpr6(Parser));
519 // Right Unary Operations
520 tAST_Node *Parse_DoExpr7(tParser *Parser)
522 tAST_Node *ret = Parse_DoExpr8(Parser);
524 switch(GetToken(Parser))
527 ret = AST_NewUniOp(Parser, NODETYPE_POSTINC, ret);
530 ret = AST_NewUniOp(Parser, NODETYPE_POSTDEC, ret);
539 // Left Unary Operations
540 tAST_Node *Parse_DoExpr8(tParser *Parser)
542 switch(GetToken(Parser))
545 return AST_NewAssign(Parser, NODETYPE_ADD, Parse_DoExpr8(Parser), AST_NewInteger(Parser, 1));
547 return AST_NewAssign(Parser, NODETYPE_SUBTRACT, Parse_DoExpr8(Parser), AST_NewInteger(Parser, 1));
549 return AST_NewUniOp(Parser, NODETYPE_NEGATE, Parse_DoExpr8(Parser));
551 return AST_NewUniOp(Parser, NODETYPE_LOGICALNOT, Parse_DoExpr8(Parser));
553 return AST_NewUniOp(Parser, NODETYPE_BWNOT, Parse_DoExpr8(Parser));
556 return Parse_DoParen(Parser);
560 // --------------------
561 // 2nd Last Expression - Parens
562 // --------------------
563 tAST_Node *Parse_DoParen(tParser *Parser)
566 printf("Parse_DoParen: (Parser=%p)\n", Parser);
568 if(LookAhead(Parser) == TOK_PAREN_OPEN)
574 // TODO: Handle casts here
575 switch(LookAhead(Parser))
577 case TOKEN_GROUP_TYPES:
579 TOKEN_GET_DATATYPE(type, Parser->Token);
580 SyntaxAssert(Parser, GetToken(Parser), TOK_PAREN_CLOSE);
581 ret = AST_NewCast(Parser, type, Parse_DoParen(Parser));
584 ret = Parse_DoExpr0(Parser);
585 SyntaxAssert(Parser, GetToken(Parser), TOK_PAREN_CLOSE);
591 return Parse_DoValue(Parser);
594 // --------------------
595 // Last Expression - Value
596 // --------------------
597 tAST_Node *Parse_DoValue(tParser *Parser)
599 int tok = LookAhead(Parser);
602 printf("Parse_DoValue: tok = %i\n", tok);
607 case TOK_STR: return Parse_GetString(Parser);
608 case TOK_INTEGER: return Parse_GetNumeric(Parser);
611 return AST_NewReal( Parser, atof(Parser->TokenStr) );
613 case TOK_IDENT: return Parse_GetIdent(Parser, 0);
614 case TOK_VARIABLE: return Parse_GetVariable(Parser);
616 GetToken(Parser); // Omnomnom
617 return Parse_GetIdent(Parser, 1);
620 fprintf(stderr, "Syntax Error: Unexpected %s on line %i, Expected TOK_T_VALUE\n",
621 csaTOKEN_NAMES[tok], Parser->CurLine);
622 longjmp( Parser->JmpTarget, -1 );
627 * \brief Get a string
629 tAST_Node *Parse_GetString(tParser *Parser)
636 char data[ Parser->TokenLen - 2 ];
639 for( i = 1; i < Parser->TokenLen - 1; i++ )
641 if( Parser->TokenStr[i] == '\\' ) {
643 switch( Parser->TokenStr[i] )
645 case 'n': data[j++] = '\n'; break;
646 case 'r': data[j++] = '\r'; break;
649 // TODO: Error/Warning?
654 data[j++] = Parser->TokenStr[i];
658 // TODO: Parse Escape Codes
659 ret = AST_NewString( Parser, data, j );
665 * \brief Get a numeric value
667 tAST_Node *Parse_GetNumeric(tParser *Parser)
671 SyntaxAssert( Parser, GetToken( Parser ), TOK_INTEGER );
672 pos = Parser->TokenStr;
673 //printf("pos = %p, *pos = %c\n", pos, *pos);
683 if( '0' <= *pos && *pos <= '9' ) {
687 if( 'A' <= *pos && *pos <= 'F' ) {
688 value += *pos - 'A' + 10;
691 if( 'a' <= *pos && *pos <= 'f' ) {
692 value += *pos - 'a' + 10;
699 while( '0' <= *pos && *pos <= '7' ) {
700 value = value*8 + *pos - '0';
706 while( '0' <= *pos && *pos <= '9' ) {
707 value = value*10 + *pos - '0';
712 return AST_NewInteger( Parser, value );
716 * \brief Get a variable
718 tAST_Node *Parse_GetVariable(tParser *Parser)
721 SyntaxAssert( Parser, GetToken(Parser), TOK_VARIABLE );
723 char name[Parser->TokenLen];
724 memcpy(name, Parser->TokenStr+1, Parser->TokenLen-1);
725 name[Parser->TokenLen-1] = 0;
726 ret = AST_NewVariable( Parser, name );
728 printf("Parse_GetVariable: name = '%s'\n", name);
734 if( Parser->Token == TOK_SQUARE_OPEN )
736 ret = AST_NewBinOp(Parser, NODETYPE_INDEX, ret, Parse_DoExpr0(Parser));
737 SyntaxAssert(Parser, GetToken(Parser), TOK_SQUARE_CLOSE);
740 if( Parser->Token == TOK_ELEMENT )
742 SyntaxAssert(Parser, GetToken(Parser), TOK_IDENT);
744 if( LookAhead(Parser) == TOK_PAREN_OPEN )
746 char name[Parser->TokenLen+1];
747 memcpy(name, Parser->TokenStr, Parser->TokenLen);
748 name[Parser->TokenLen] = 0;
749 ret = AST_NewMethodCall(Parser, ret, name);
750 GetToken(Parser); // Eat the '('
752 if( GetToken(Parser) != TOK_PAREN_CLOSE )
756 AST_AppendFunctionCallArg( ret, Parse_DoExpr0(Parser) );
757 } while(GetToken(Parser) == TOK_COMMA);
758 SyntaxAssert( Parser, Parser->Token, TOK_PAREN_CLOSE );
765 char name[Parser->TokenLen];
766 memcpy(name, Parser->TokenStr+1, Parser->TokenLen-1);
767 name[Parser->TokenLen-1] = 0;
768 ret = AST_NewClassElement(Parser, ret, name);
780 * \brief Get an identifier (constant or function call)
782 tAST_Node *Parse_GetIdent(tParser *Parser, int bObjectCreate)
784 tAST_Node *ret = NULL;
786 SyntaxAssert(Parser, GetToken(Parser), TOK_IDENT );
787 name = strndup( Parser->TokenStr, Parser->TokenLen );
790 if( GetToken(Parser) == TOK_SCOPE )
792 ret = AST_NewScopeDereference( Parser, Parse_GetIdent(Parser, bObjectCreate), name );
799 if( GetToken(Parser) == TOK_PAREN_OPEN )
802 printf("Parse_GetIdent: Calling '%s'\n", name);
806 ret = AST_NewCreateObject( Parser, name );
808 ret = AST_NewFunctionCall( Parser, name );
810 if( GetToken(Parser) != TOK_PAREN_CLOSE )
815 printf(" Parse_GetIdent: Argument\n");
817 AST_AppendFunctionCallArg( ret, Parse_DoExpr0(Parser) );
818 } while(GetToken(Parser) == TOK_COMMA);
819 SyntaxAssert( Parser, Parser->Token, TOK_PAREN_CLOSE );
821 printf(" Parse_GetIdent: All arguments parsed\n");
827 // Runtime Constant / Variable (When implemented)
829 printf("Parse_GetIdent: Referencing '%s'\n", name);
832 if( bObjectCreate ) // Void constructor (TODO: Should this be an error?)
833 ret = AST_NewCreateObject( Parser, name );
835 ret = AST_NewConstant( Parser, name );
843 * \brief Check for an error
845 void SyntaxAssert(tParser *Parser, int Have, int Want)
848 fprintf(stderr, "ERROR: SyntaxAssert Failed, Expected %s(%i), got %s(%i) on line %i\n",
849 csaTOKEN_NAMES[Want], Want, csaTOKEN_NAMES[Have], Have, Parser->CurLine);
850 longjmp(Parser->JmpTarget, -1);