--- parser3/src/main/compile_tools.h 2002/02/08 07:27:46 1.57 +++ parser3/src/main/compile_tools.h 2009/04/28 11:06:42 1.84 @@ -1,23 +1,26 @@ /** @file Parser: compiler support helper functions decls. - Copyright (c) 2001, 2002 ArtLebedev Group (http://www.artlebedev.com) - Author: Alexander Petrosyan (http://paf.design.ru) - - $Id: compile_tools.h,v 1.57 2002/02/08 07:27:46 paf Exp $ + Copyright (c) 2001-2009 ArtLebedev Group (http://www.artlebedev.com) + Author: Alexandr Petrosian (http://paf.design.ru) */ #ifndef COMPILE_TOOLS #define COMPILE_TOOLS +static const char * const IDENT_COMPILE_TOOLS_H="$Date: 2009/04/28 11:06:42 $"; + #include "pa_opcode.h" #include "pa_types.h" #include "pa_vstring.h" #include "pa_request.h" +/// used to track source column number +#define TAB_SIZE 8 + enum lexical_state { LS_USER, LS_NAME_SQUARE_PART, - LS_COMMENT, + LS_USER_COMMENT, LS_DEF_NAME, LS_DEF_PARAMS, LS_DEF_LOCALS, @@ -26,6 +29,7 @@ enum lexical_state { LS_EXPRESSION_STRING_QUOTED, LS_EXPRESSION_STRING_APOSTROFED, LS_EXPRESSION_VAR_NAME_WITH_COLON, LS_EXPRESSION_VAR_NAME_WITHOUT_COLON, + LS_EXPRESSION_COMMENT, LS_VAR_NAME_SIMPLE_WITH_COLON, LS_VAR_NAME_SIMPLE_WITHOUT_COLON, LS_VAR_NAME_CURLY, LS_VAR_ROUND, @@ -37,24 +41,39 @@ enum lexical_state { LS_METHOD_ROUND, LS_METHOD_AFTER }; + +struct Pos { + int line; + int col; + Pos(int aline, int acol): line(aline), col(acol) {} + Pos(): line(0), col(0) {} + + void clear() { line=col=0; } + operator bool() { return col!=0; } +}; + /// compiler status -struct parse_control { +class Parse_control { + const String* main_alias; + uint last_line_end_col; +public: + const String& alias_method(const String& name); //@{ /// @name input - Pool *pool; - Request *request; - VStateless_class *cclass; -#ifndef NO_CSTRING_ORIGIN - const char *source; - const char *file; -#endif - int line, col; + Request& request; + VStateless_class* cclass; + VStateless_class* cclass_new; + ArrayClass* cclasses; + const char* source; + uint file_no; + Pos pos; //@} //@{ /// @name state; initially bool trim_bof; int pending_state; ///< i=0 - String *string; ///< =new(pool) String(pool) + String::Body string; ///< lexical string accumulator + Pos string_start; #define MAX_LEXICAL_STATES 100 enum lexical_state ls; ///< =LS_USER; @@ -63,61 +82,187 @@ struct parse_control { int brackets_nestages[MAX_LEXICAL_STATES]; ///< brackets nestage on each state bool in_call_value; + bool explicit_result; + bool append; //@} /// output: filled input 'methods' and 'error' if any char error[MAX_STRING]; + + Parse_control(Request& arequest, + VStateless_class* aclass, + const char* asource, const String* amain_alias, + uint afile_no, + int line_no_offset): + main_alias(amain_alias), + last_line_end_col(0), + + request(arequest), // input + + // we were told the class to compile to? + cclass(aclass), // until changed with @CLASS would consider operators loading + cclass_new(0), + cclasses(new ArrayClass(1)), + source(asource), + file_no(afile_no), + pos(line_no_offset, 0), + + // initialize state + trim_bof(true), + pending_state(0), + ls(LS_USER), + ls_sp(0), + in_call_value(false), + explicit_result(false), + append(false) { + + *cclasses+=aclass; + } + + void class_add(){ + if(cclass_new){ + cclass=cclass_new; + // append to request's classes + request.classes().put(cclass->name(), cclass); + *cclasses+=cclass; + cclass_new=0; + append=false; + } + } + + VStateless_class* get_existed_class(VStateless_class* aclass){ + if(aclass){ + if(Value* class_value=request.classes().get(aclass->name())){ + return class_value->get_class(); + } + } + return 0; + } + + bool reuse_existed_class(VStateless_class* aclass){ + if(aclass->is_partial()){ + cclass=aclass; + cclass_new=0; + append=true; + return true; + } else { + return false; + } + } + + void set_all_vars_local(){ + if(cclass_new){ + cclass_new->set_all_vars_local(); + } else { + cclass->set_all_vars_local(); + } + } + + void pos_next_line() { + pos.line++; + last_line_end_col=pos.col; + pos.col=0; + } + void pos_next_c(int c) { + if(c=='\t') + pos.col=(pos.col+TAB_SIZE)&~(TAB_SIZE-1); + else + pos.col++; + } + /// not precise in case of \t in the middle of the text + void pos_prev_c() { + if(pos.col==0) { + --pos.line; pos.col=last_line_end_col; + } else + --pos.col; + } + void ungetc() { + source--; + pos_prev_c(); + } }; /// New array // return empty array -inline Array/**/ *N(Pool& pool) { - return new(pool) Array/**/(pool); +inline ArrayOperation* N() { + return new ArrayOperation; } /// Assembler instruction // append ordinary instruction to ops -inline void O(Array/**/ *result, enum OPCODE code) { - Operation op; op.code=code; - *result+=op.cast; +inline void O(ArrayOperation& result, OP::OPCODE code) { + result+=Operation(code); } /// aPpend 'code_array' to 'result' -inline void P(Array/**/ *result, Array *code_array) { - result->append_array(*code_array); +inline void P(ArrayOperation& result, ArrayOperation& code_array) { + result.append(code_array); } /// aPpend part of 'code_array', starting from offset, to 'result' -inline void P(Array/**/ *result, Array *code_array, int offset) { - result->append_array(*code_array, offset); +inline void P(ArrayOperation& result, ArrayOperation& code_array, int offset) { + result.append(code_array, offset); +} + +/// aPpend part of 'code_array', starting from offset, to 'result' +inline void P(ArrayOperation& result, ArrayOperation& code_array, int offset, int limit) { + result.append(code_array, offset, limit); } -/// aPpend 'vstring' to 'result' -void PV(Array/**/ *result, VString *vstring); -/// Parameter 'simple Code_Array' -void PCA(Array/**/ *result, Array/**/ *code_array); -/// Parameter 'Expression code_Array' -void PEA(Array/**/ *result, Array/**/ *code_array); -/// Construct 'simple Code_Array' -void CCA(Array/**/ *result, Array/**/ *code_array); -/// aPpend Nested Code -void PNC(Array/**/ *result, Array/**/ *code_array); +/// append cOde Array +inline void OA(ArrayOperation& result, OP::OPCODE code, ArrayOperation* code_array) { + result+=Operation(code); // append OP_CODE + result+=Operation(code_array); // append 'code_array' +} /** Value Literal // returns array with - - first: OP_VALUE instruction - - second op: string itself + - first op: OP_VALUE instruction + - second op: origin (debug information) + - third op: string itself */ -Array *VL(Value *value); -/// Literal Array to(2) Value @return Value from literal Array OP+Value -Value *LA2V(Array *literal_string_array, int offset=0); -/// Literal Array to(2) String @return String value from literal Array OP+String array -inline const String *LA2S(Array *literal_string_array, int offset=0) { - if(Value *value=LA2V(literal_string_array, offset)) +inline ArrayOperation* VL(Value* value, uint file_no, uint line, uint col) { + // empty ops array + ArrayOperation& result=*N(); + + // append 'value' to 'result' + result+=Operation(OP::OP_VALUE); + result+=Operation(file_no, line, col); // append origin + result+=Operation(value); // append 'value' + + return &result; +} + +/// Literal Array to(2) Value @return Value from literal Array OP+origin+Value +Value* LA2V(ArrayOperation& literal_string_array, int offset=0); +/// Literal Array to(2) String @return String value from literal Array OP+origin+String array +inline const String* LA2S(ArrayOperation& literal_string_array, int offset=0) { + if(Value* value=LA2V(literal_string_array, offset)) return value->get_string(); return 0; } -void change_string_literal_to_double_literal(Array *literal_string_array); -void change_string_literal_to_write_string_literal(Array *literal_string_array); -void push_LS(parse_control& pc, lexical_state new_state); -void pop_LS(parse_control& pc); +inline void change_string_literal_to_write_string_literal(ArrayOperation& literal_string_array) { + literal_string_array.put(0, OP::OP_STRING__WRITE); +} + +inline bool replace_top_opcode(ArrayOperation& literal_string_array, OP::OPCODE find, OP::OPCODE replace, bool strict=false) { + if(literal_string_array[0].code==find){ + literal_string_array.put(0, replace); + return true; + } else { + if(strict) + assert(literal_string_array[0].code==find); + return false; + } +} + +void maybe_change_string_literal_to_double_literal(ArrayOperation& literal_string_array); + +void change_string_literal_value(ArrayOperation& literal_string_array, const String& new_value); + +void changetail_or_append(ArrayOperation& opcodes, + OP::OPCODE find, bool with_argument, OP::OPCODE replace, OP::OPCODE notfound); + + +void push_LS(Parse_control& pc, lexical_state new_state); +void pop_LS(Parse_control& pc); #endif