--- parser3/src/classes/op.C 2001/04/06 10:32:16 1.2 +++ parser3/src/classes/op.C 2009/07/14 11:14:34 1.194 @@ -1,389 +1,963 @@ /** @file - Parser: @b ROOT parser class. + Parser: parser @b operators. - Copyright (c) 2001 ArtLebedev Group (http://www.artlebedev.com) - - Author: Alexander Petrosyan (http://design.ru/paf) - - $Id: op.C,v 1.2 2001/04/06 10:32:16 paf Exp $ + Copyright (c) 2001-2009 ArtLebedev Group (http://www.artlebedev.com) + Author: Alexandr Petrosian (http://paf.design.ru) */ -#include "pa_config_includes.h" -#include +static const char * const IDENT_OP_C="$Date: 2009/07/14 11:14:34 $"; + +#include "classes.h" +#include "pa_vmethod_frame.h" #include "pa_common.h" +#include "pa_os.h" #include "pa_request.h" -#include "_op.h" #include "pa_vint.h" #include "pa_sql_connection.h" +#include "pa_vdate.h" +#include "pa_vmethod_frame.h" +#include "pa_vclass.h" +#include "pa_charset.h" + +// limits + +#define MAX_LOOPS 20000 + +// defines + +#define CASE_DEFAULT_VALUE "DEFAULT" +#define PROCESS_MAIN_OPTION_NAME "main" +#define PROCESS_FILE_OPTION_NAME "file" +#define PROCESS_LINENO_OPTION_NAME "lineno" + +// class + +class VClassMAIN: public VClass { +public: + VClassMAIN(); +}; + +// defines for globals + +#define CYCLE_DATA_NAME "CYCLE-DATA" + +// globals + +//^for & co +String cycle_data_name(CYCLE_DATA_NAME); + +// defines for statics + +#define SWITCH_DATA_NAME "SWITCH-DATA" +#define CACHE_DATA_NAME "CACHE-DATA" + +#define EXCEPTION_VAR_NAME "exception" + +// statics + +//^switch ^case +static const String switch_data_name(SWITCH_DATA_NAME); +//^cache +static const String cache_data_name(CACHE_DATA_NAME); -static void _if(Request& r, const String& method_name, Array *params) { - Value& condition_code=*static_cast(params->get(0)); - // forcing ^if(this param type) - r.fail_if_junction_(false, condition_code, - method_name, "condition must be expression"); - - bool condition=r.process(condition_code, - 0/*no name*/, - false/*don't intercept string*/).as_bool(); - if(condition) { - Value& then_code=*static_cast(params->get(1)); - // forcing ^if{this param type} - r.fail_if_junction_(false, then_code, - method_name, "then-parameter must be code"); - r.write_pass_lang(r.process(then_code)); - } else if(params->size()==3) { - Value& else_code=*static_cast(params->get(2)); - // forcing ^if{this param type} - r.fail_if_junction_(false, else_code, - method_name, "else-parameter must be code"); - r.write_pass_lang(r.process(else_code)); +static const String exception_var_name(EXCEPTION_VAR_NAME); + + +// local defines + +#define CACHE_EXCEPTION_HANDLED_CACHE_NAME "cache" + +// helpers + +class Untaint_lang_name2enum: public HashString { +public: + Untaint_lang_name2enum() { + #define ULN(name, LANG) \ + put(String::Body(name), (value_type)(String::L_##LANG)); + ULN("as-is", AS_IS); + ULN("optimized-as-is", AS_IS|String::L_OPTIMIZE_BIT); + ULN("file-spec", FILE_SPEC); + ULN("http-header", HTTP_HEADER); + ULN("mail-header", MAIL_HEADER); + ULN("uri", URI); + ULN("sql", SQL); + ULN("js", JS); + ULN("xml", XML); + ULN("optimized-xml", XML|String::L_OPTIMIZE_BIT); + ULN("html", HTML); + ULN("optimized-html", HTML|String::L_OPTIMIZE_BIT); + ULN("regex", REGEX); + ULN("parser-code", PARSER_CODE); + #undef ULN } +} untaint_lang_name2enum; + +// methods + +static void _if(Request& r, MethodParams& params) { + bool condition=params.as_bool(0, "condition must be expression", r); + if(condition) + r.process_write(*params.get(1)); + else if(params.count()>2) + r.process_write(*params.get(2)); } -static void _untaint(Request& r, const String& method_name, Array *params) { - Pool& pool=r.pool(); - - const String& lang_name=r.process(*static_cast(params->get(0))).as_string(); - String::Untaint_lang lang=static_cast( - untaint_lang_name2enum->get_int(lang_name)); +static String::Language get_untaint_lang(MethodParams& params, int index){ + const String& lang_name=params.as_string(index, "lang must be string"); + String::Language lang=untaint_lang_name2enum.get(lang_name); if(!lang) - PTHROW(0, 0, + throw Exception(PARSER_RUNTIME, &lang_name, - "invalid untaint language"); + "invalid taint language"); + return lang; +} + +static void _untaint(Request& r, MethodParams& params) { + String::Language lang; + if(params.count()==1) + lang=String::L_AS_IS; // mark as simply 'as-is'. useful in html from sql + else + lang=get_untaint_lang(params, 0); { - Value *vbody=static_cast(params->get(1)); - // forcing ^untaint[]{this param type} - r.fail_if_junction_(false, *vbody, - method_name, "body must be code"); + Value& vbody=params.as_junction(params.count()-1, "body must be code"); Temp_lang temp_lang(r, lang); // set temporarily specified ^untaint[language; - r.write_pass_lang(r.process(*vbody)); // process marking tainted with that lang + StringOrValue result=r.process(vbody); // process marking tainted with that lang + r.write_assign_lang(result); } } -static void _taint(Request& r, const String& method_name, Array *params) { - Pool& pool=r.pool(); - - String::Untaint_lang lang; - if(params->size()==1) - lang=String::UL_TAINTED; // mark as simply 'tainted'. useful in table:set - else { - const String& lang_name=r.process(*static_cast(params->get(0))).as_string(); - lang=static_cast( - untaint_lang_name2enum->get_int(lang_name)); - if(!lang) - PTHROW(0, 0, - &lang_name, - "invalid taint language"); - } +static void _taint(Request& r, MethodParams& params) { + String::Language lang; + if(params.count()==1) + lang=String::L_TAINTED; // mark as simply 'tainted'. useful in table:create + else + lang=get_untaint_lang(params, 0); { - Value& vbody=*static_cast(params->get(params->size()-1)); - // forcing [this param type] - r.fail_if_junction_(true, vbody, method_name, "body must not be code"); + Value& vbody=params.as_no_junction(params.count()-1, "body must not be code"); - String result(r.pool()); - result.append( - vbody.as_string(), // process marking tainted with that lang - lang, true); // force result language to specified - r.write_pass_lang(result); + String result(vbody.as_string(), lang); // force result language to specified + r.write_assign_lang(result); } } -static void _process(Request& r, const String& method_name, Array *params) { - // calculate pseudo file name of processed chars - // would be something like "/some/file(4) process" - char place[MAX_STRING]; -#ifndef NO_STRING_ORIGIN - const Origin& origin=method_name.origin(); - snprintf(place, MAX_STRING, "%s(%d) %s", - origin.file, 1+origin.line, - method_name.cstr()); -#else - strncpy(place, MAX_STRING, method_name.cstr()); -#endif +static void _process(Request& r, MethodParams& params) { + Method* main_method; + + size_t index=0; + Value* target_self; + Value& maybe_target_self=params[index]; + if(maybe_target_self.get_string() || maybe_target_self.get_junction()) + target_self=&r.get_method_frame()->caller()->self(); + else { + target_self=&maybe_target_self; index++; + } - VStateless_class& self_class=*r.self->get_class(); { + VStateless_class *target_class=target_self->get_last_derived_class(); + if(!target_class) + throw Exception(PARSER_RUNTIME, + 0, + "no target class"); + + // temporary remove language change + Temp_lang temp_lang(r, String::L_PARSER_CODE); // temporary zero @main so to maybe-replace it in processed code - Temp_method temp_method_main(self_class, *main_method_name, 0); + Temp_method temp_method_main(*target_class, main_method_name, 0); // temporary zero @auto so it wouldn't be auto-called in Request::use_buf - Temp_method temp_method_auto(self_class, *auto_method_name, 0); - - // evaluate source to process - const String& source= - r.process(*static_cast(params->get(0))).as_string(); + Temp_method temp_method_auto(*target_class, auto_method_name, 0); - // process source code, append processed methods to 'self' class - // maybe-define new @main - r.use_buf(source.cstr(), place, &self_class); - - // maybe-execute @main[] - if(const Method *method=self_class.get_method(*main_method_name)) { - // execute! - r.execute(*method->parser_code); + size_t options_index=index+1; + HashStringValue* options=0; + if(options_indexget(PROCESS_MAIN_OPTION_NAME)) { + valid_options++; + main_alias=&vmain_alias->as_string(); + } + if(Value* vfile_alias=options->get(PROCESS_FILE_OPTION_NAME)) { + valid_options++; + file_alias=&vfile_alias->as_string(); + } + if(Value* vline_no_alias_offset=options->get(PROCESS_LINENO_OPTION_NAME)) { + valid_options++; + line_no_alias_offset=vline_no_alias_offset->as_int(); + } + + if(valid_options!=options->count()) + throw Exception(PARSER_RUNTIME, + 0, + "called with invalid option"); + } + + uint processe_file_no=file_alias? + r.register_file(r.absolute(*file_alias)) + : pseudo_file_no__process; + // process...{string} + Value& vjunction=params.as_junction(index, "body must be code"); + // evaluate source to process + const String& source=r.process_to_string(vjunction); + r.use_buf(*target_class, + source.untaint_cstr(String::L_AS_IS, r.connection(false)), + main_alias, + processe_file_no, + line_no_alias_offset); + + // main_method + main_method=target_class->get_method(main_method_name); + } + // after restoring current-request-lang + // maybe-execute @main[] + if(main_method) { + // temporarily set method_frame's self to target_self + Temp_method_frame_self tmfs(*r.get_method_frame(), *target_self); + // execute! + r.execute(*main_method->parser_code); } } -static void _rem(Request& r, const String& method_name, Array *params) { - // forcing ^rem{this param type} - r.fail_if_junction_(false, *static_cast(params->get(0)), - method_name, "body must be code"); +static void _rem(Request&, MethodParams& params) { + params.as_junction(0, "body must be code"); } -static void _while(Request& r, const String& method_name, Array *params) { - Pool& pool=r.pool(); - - Value& vcondition=*static_cast(params->get(0)); - // forcing ^while(this param type){} - r.fail_if_junction_(false, vcondition, - method_name, "condition must be expression"); - - Value& body=*static_cast(params->get(1)); - // forcing ^while(){this param type} - r.fail_if_junction_(false, body, - method_name, "body must be code"); +static void _while(Request& r, MethodParams& params) { + Temp_hash_value + cycle_data_setter(r.classes_conf, cycle_data_name, /*any not null flag*/&r); + + Value& vcondition=params.as_expression(0, "condition must be number, bool or expression"); + + Value& body_code=params.as_junction(1, "body must be code"); + Value* delim_maybe_code=params.count()>2?¶ms[2]:0; // while... int endless_loop_count=0; - while(true) { - if(++endless_loop_count>=1973) // endless loop? - PTHROW(0, 0, - &method_name, - "endless loop detected"); - - bool condition= - r.process( - vcondition, - 0/*no name*/, - false/*don't intercept string*/).as_bool(); - if(!condition) // ...condition is true - break; + if(delim_maybe_code){ // delimiter set + bool need_delim=false; + while(true) { + if(++endless_loop_count>=MAX_LOOPS) // endless loop? + throw Exception(PARSER_RUNTIME, + 0, + "endless loop detected"); + + if(!r.process_to_value(vcondition, false/*don't intercept string*/).as_bool()) + break; + + StringOrValue sv_processed=r.process(body_code); + Request::Skip lskip=r.get_skip(); r.set_skip(Request::SKIP_NOTHING); + + const String* s_processed=sv_processed.get_string(); + if(s_processed && !s_processed->is_empty()) { // we have body + if(need_delim) // need delim & iteration produced string? + r.write_pass_lang(r.process(*delim_maybe_code)); + else + need_delim=true; + } + r.write_pass_lang(sv_processed); + + if(lskip==Request::SKIP_BREAK) + break; + } + } else { + while(true) { + if(++endless_loop_count>=MAX_LOOPS) // endless loop? + throw Exception(PARSER_RUNTIME, + 0, + "endless loop detected"); + + if(!r.process_to_value(vcondition, false/*don't intercept string*/).as_bool()) + break; - // write processed body - r.write_pass_lang(r.process(body)); + r.process_write(body_code); + Request::Skip lskip=r.get_skip(); r.set_skip(Request::SKIP_NOTHING); + + if(lskip==Request::SKIP_BREAK) + break; + } } } -static void _use(Request& r, const String& method_name, Array *params) { - Value& vfile=*static_cast(params->get(0)); - // forcing ^rem{this param type} - r.fail_if_junction_(true, vfile, - method_name, "file name must not be code"); +static void _use(Request& r, MethodParams& params) { + Value& vfile=params.as_no_junction(0, FILE_NAME_MUST_NOT_BE_CODE); + r.use_file(r.main_class, vfile.as_string()); +} - r.use_file(r.absolute(vfile.as_string())); +static void set_skip(Request& r, Request::Skip askip) { + void* data=r.classes_conf.get(cycle_data_name); + if(!data) + throw Exception(PARSER_RUNTIME, + 0, + "without cycle"); + + r.set_skip(askip); } -static void _for(Request& r, const String& method_name, Array *params) { - // ^for[i;from-number;to-number-inclusive]{code}[delim] +static void _break(Request& r, MethodParams&) { + set_skip(r, Request::SKIP_BREAK); +} - Pool& pool=r.pool(); - const String& var_name=r.process(*static_cast(params->get(0))).as_string(); - int from=(int)r.process(*static_cast(params->get(1))).as_double(); - int to=(int)r.process(*static_cast(params->get(2))).as_double(); - Value& body_code=*static_cast(params->get(3)); - // forcing ^menu{this param type} - r.fail_if_junction_(false, body_code, - method_name, "body must be code"); - Value *delim_code=params->size()==3+1+1?static_cast(params->get(3+1)):0; +static void _continue(Request& r, MethodParams&) { + set_skip(r, Request::SKIP_CONTINUE); +} - bool need_delim=false; - VInt *vint=new(pool) VInt(pool, 0); - int endless_loop_count=0; - for(int i=from; i<=to; i++) { - if(++endless_loop_count>=2001) // endless loop? - PTHROW(0, 0, - &method_name, - "endless loop detected"); - vint->set_int(i); - r.wcontext->put_element(var_name, vint); - - Value& processed_body=r.process(body_code); - if(delim_code) { // delimiter set? - const String *string=processed_body.get_string(); - if(need_delim && string && string->size()) // need delim & iteration produced string? - r.write_pass_lang(r.process(*delim_code)); - need_delim=true; - } - r.write_pass_lang(processed_body); +static void _for(Request& r, MethodParams& params) { + Temp_hash_value + cycle_data_setter(r.classes_conf, cycle_data_name, /*any not null flag*/&r); + + const String& var_name=params.as_string(0, "var name must be string"); + int from=params.as_int(1, "from must be int", r); + int to=params.as_int(2, "to must be int", r); + Value& body_code=params.as_junction(3, "body must be code"); + Value* delim_maybe_code=params.count()>4?¶ms[4]:0; + + if(to-from>=MAX_LOOPS) // too long loop? + throw Exception(PARSER_RUNTIME, + 0, + "endless loop detected"); + + VInt* vint=new VInt(0); + + VMethodFrame& caller=*r.get_method_frame()->caller(); + caller.put_element(caller, var_name, vint, false); + if(delim_maybe_code){ // delimiter set + bool need_delim=false; + + for(int i=from; i<=to; i++) { + vint->set_int(i); + + StringOrValue sv_processed=r.process(body_code); + Request::Skip lskip=r.get_skip(); r.set_skip(Request::SKIP_NOTHING); + + const String* s_processed=sv_processed.get_string(); + if(s_processed && !s_processed->is_empty()) { // we have body + if(need_delim) // need delim & iteration produced string? + r.write_pass_lang(r.process(*delim_maybe_code)); + else + need_delim=true; + } + r.write_pass_lang(sv_processed); + + if(lskip==Request::SKIP_BREAK) + break; + } + } else { + for(int i=from; i<=to; i++) { + vint->set_int(i); + + r.process_write(body_code); + Request::Skip lskip=r.get_skip(); r.set_skip(Request::SKIP_NOTHING); + + if(lskip==Request::SKIP_BREAK) + break; + } } } -static void _eval(Request& r, const String& method_name, Array *params) { - Value& expr=*static_cast(params->get(0)); - r.fail_if_junction_(false, expr, - method_name, "need expression"); +static void _eval(Request& r, MethodParams& params) { + Value& expr=params.as_junction(0, "need expression"); // evaluate expresion - Value *result=r.process(expr, - 0/*no name*/, - true/*don't intercept string*/).as_expr_result(); - if(params->size()==2) { - Value& fmt=*static_cast(params->get(1)); - // forcing ^format[this param type] - r.fail_if_junction_(true, fmt, - method_name, "fmt must not be code"); + Value& value_result=r.process_to_value(expr, + false/*don't intercept string*/).as_expr_result(); + if(params.count()>1) { + const String& fmt=params.as_string(1, "fmt must be string").trim(); + if(fmt.is_empty()){ + r.write_no_lang(value_result); + } else { + r.write_no_lang(String(format(value_result.as_double(), fmt.cstrm()))); + } + } else + r.write_no_lang(value_result); +} - Pool& pool=r.pool(); - String& string=*new(pool) String(pool); - string.APPEND_CONST(format(pool, result->as_double(), fmt.as_string().cstr())); - result=new(pool) VString(string); +static void _connect(Request& r, MethodParams& params) { +#ifdef RESOURCES_DEBUG +struct timeval mt[2]; +#endif + Value& url=params.as_no_junction(0, "url must not be code"); + Value& body_code=params.as_junction(1, "body must be code"); + + Table* protocol2driver_and_client=0; + if(Value* sql=r.main_class.get_element(String(MAIN_SQL_NAME), r.main_class, false)) { + if(Value* element=sql->get_element(String(MAIN_SQL_DRIVERS_NAME), *sql, false)) { + protocol2driver_and_client=element->get_table(); + } } - r.write_no_lang(*result); -} +#ifdef RESOURCES_DEBUG +//measure:before +gettimeofday(&mt[0],NULL); +#endif + // connect + SQL_Connection* connection=SQL_driver_manager->get_connection(url.as_string(), + protocol2driver_and_client, + r.charsets.source().NAME().cstr(), + r.request_info.document_root); + +#ifdef RESOURCES_DEBUG +//measure:after connect +gettimeofday(&mt[1],NULL); + +double t[2]; +for(int i=0;i<2;i++) + t[i]=mt[i].tv_sec+mt[i].tv_usec/1000000.0; + +r.sql_connect_time+=t[1]-t[0]; +#endif + Temp_connection temp_connection(r, connection); + // execute body + try { + r.process_write(body_code); + connection->commit(); + connection->close(); + } catch(...) { // process problem + connection->rollback(); + connection->close(); + rethrow; + } +} -typedef double (*math_one_double_op_func_ptr)(double); -static double round(double op) { return floor(op+0.5); } -static double sign(double op) { return op > 0 ? 1 : ( op < 0 ? -1 : 0 ); } +#ifndef DOXYGEN +class Switch_data: public PA_Object { +public: + Request& r; + const String* searching_string; + double searching_double; + Value* found; + Value* _default; +public: + Switch_data(Request& ar, Value& asearching): + r(ar) + { + if(asearching.is_string() || asearching.is_void()){ + searching_string=&asearching.as_string(); + searching_double=0; + } else { + searching_string=0; + searching_double=asearching.as_double(); + } + } +}; +#endif +static void _switch(Request& r, MethodParams& params) { + Switch_data* data=new Switch_data(r, r.process_to_value(params[0])); + Temp_hash_value + switch_data_setter(r.classes_conf, switch_data_name, data); + + Value& cases_code=params.as_junction(1, "switch cases must be code"); + // execution of found ^case[...]{code} must be in context of ^switch[...]{code} + // because of stacked WWrapper used there as wcontext + r.process(cases_code, true/*intercept_string*/); + if(Value* selected_code=data->found? data->found: data->_default) + r.write_pass_lang(r.process(*selected_code)); +} + +static void _case(Request& r, MethodParams& params) { + Switch_data* data=static_cast(r.classes_conf.get(switch_data_name)); + if(!data) + throw Exception(PARSER_RUNTIME, + 0, + "without switch"); + + if(data->found) // matches already was found + return; + + int count=params.count(); + Value* code=¶ms.as_expression(--count, "case result must be code"); + +#ifdef USE_DESTRUCTORS + Junction *j=code->get_junction(); + if (j){ + code=new VJunction(j->self,j->method,j->method_frame,j->rcontext,j->wcontext,j->code); + if (j->wcontext) j->wcontext->attach_junction((VJunction *)code); + } +#endif + + for(int i=0; i(params->get(0)); + if(value.is_string() && value.as_string() == CASE_DEFAULT_VALUE){ + data->_default=code; + continue; + } - // forcing ^round(this param type) - r.fail_if_junction_(false, param, - method_name, "parameter must be expression"); + bool matches; + if(data->searching_string) + matches=(*data->searching_string) == value.as_string(); + else + matches=data->searching_double == value.as_double(); - Value& result=*new(pool) VDouble(pool, (*func)(r.process(param).as_double())); - r.write_no_lang(result); + if(matches){ + data->found=code; + break; + } + } } +#ifndef DOXYGEN +struct Try_catch_result { + StringOrValue processed_code; + const String* exception_should_be_handled; + + Try_catch_result(): exception_should_be_handled(0) {} +}; +#endif + +/// used by ^try and ^cache, @returns $exception.handled[string] if any +template +static Try_catch_result try_catch(Request& r, + StringOrValue body_code(Request&, I), I info, + Value* catch_code, + bool could_be_handled_by_caller=false) +{ + Try_catch_result result; + + if(!catch_code) { + result.processed_code=body_code(r, info); + return result; + } -static void _round(Request& r, const String& method_name, Array *params) { - double_one_op(r, method_name, params, &round); -} + // taking snapshot of try-context + Request_context_saver try_context(r); + try { + result.processed_code=body_code(r, info); + } catch(const Exception& e) { + Request_context_saver throw_context(r); // taking snapshot of throw-context [stack trace contains error] + Request::Exception_details details=r.get_details(e); + try_context.restore(); // restoring try-context to perform catch-code + + Junction* junction=catch_code->get_junction(); + Value* method_frame=junction->method_frame; + Value* saved_exception_var_value=method_frame->get_element(exception_var_name, *method_frame, false); + VMethodFrame& frame=*junction->method_frame; + frame.put_element(frame, exception_var_name, &details.vhash, false); -static void _floor(Request& r, const String& method_name, Array *params) { - double_one_op(r, method_name, params, &floor); -} + result.processed_code=r.process(*catch_code); + + // retriving $exception.handled, restoring $exception var + Value* vhandled=details.vhash.hash().get(exception_handled_part_name); + frame.put_element(frame, exception_var_name, saved_exception_var_value, false); + + bool bhandled=false; + if(vhandled) { + if(vhandled->is_string()) { // not simple $exception.handled(1/0)? + if(could_be_handled_by_caller) { // and we can possibly handle it + result.exception_should_be_handled=vhandled->get_string(); // considering 'recovered' and let the caller recover + return result; + } + + bhandled=false; + } else + bhandled=vhandled->as_bool(); + } -static void _ceiling(Request& r, const String& method_name, Array *params) { - double_one_op(r, method_name, params, &ceil); + if(!bhandled) { + throw_context.restore(); // restoring throw-context [exception were not handled] + rethrow; + } + } + + return result; } -static void _abs(Request& r, const String& method_name, Array *params) { - double_one_op(r, method_name, params, &fabs); +// cache-- + +// consts + +const int DATA_STRING_SERIALIZED_VERSION=0x0006; + +// helper types + +#ifndef DOXYGEN +struct Data_string_serialized_prolog { + int version; + time_t expires; +}; +#endif + +void cache_delete(const String& file_spec) { + file_delete(file_spec, false/*fail_on_problem*/); } -static void _sign(Request& r, const String& method_name, Array *params) { - double_one_op(r, method_name, params, &sign); +#ifndef DOXYGEN +struct Cache_scope { +public: + time_t expires; + const String* body_from_disk; +}; +struct Locked_process_and_cache_put_action_info { + Request *r; + Cache_scope *scope; + Value* body_code; + Value* catch_code; + const String* processed_code; +}; +#endif + + + +static StringOrValue process_cache_body_code(Request& r, Value* body_code) { + return StringOrValue(r.process_to_string(*body_code)); } -/// ^connect[protocol://user:pass@host[:port]/database]{code with ^sql-s} -/** - @test make params not Array but something with useful method for extracting, - with typecast and junction/not test +/* @todo maybe network order worth spending some effort? + don't bothering myself with network byte order, + am not planning to be able to move resulting file across platforms */ -static void _connect(Request& r, const String& method_name, Array *params) { - Pool& pool=r.pool(); +static void locked_process_and_cache_put_action(int f, void *context) { + Locked_process_and_cache_put_action_info& info= + *static_cast(context); + + const String* body_from_disk=info.scope->body_from_disk; + // body->process + Try_catch_result result=try_catch(*info.r, + process_cache_body_code, info.body_code, + info.catch_code, body_from_disk!=0 /*we have something old=we can handle=recover later*/); + + if(result.exception_should_be_handled) { + if(*result.exception_should_be_handled==CACHE_EXCEPTION_HANDLED_CACHE_NAME) { + assert(body_from_disk); + info.processed_code=body_from_disk; + } else + throw Exception(PARSER_RUNTIME, + result.exception_should_be_handled, + "$"EXCEPTION_VAR_NAME"."EXCEPTION_HANDLED_PART_NAME" value must be " + "either boolean or string '"CACHE_EXCEPTION_HANDLED_CACHE_NAME"'"); + } else + info.processed_code=&result.processed_code.as_string(); + + // expiration time not spoiled by ^cache(0) or something? + if(info.scope->expires > time(0)) { + // string -serialize> buffer + String::Cm serialized=info.processed_code->serialize( + sizeof(Data_string_serialized_prolog)); + Data_string_serialized_prolog& prolog= + *reinterpret_cast(serialized.str); + prolog.version=DATA_STRING_SERIALIZED_VERSION; + prolog.expires=info.scope->expires; + + // buffer -write> file + write(f, serialized.str, serialized.length); + } else // expired! + info.scope->expires=0; // flag it so that could be easily checked by caller +} +const String* locked_process_and_cache_put(Request& r, + Value& body_code, + Value* catch_code, + Cache_scope& scope, + const String& file_spec) +{ + Locked_process_and_cache_put_action_info info={&r, &scope, &body_code, catch_code, 0}; + + const String* result=file_write_action_under_lock( + file_spec, + "cache_put", + locked_process_and_cache_put_action, + &info, + false/*as_text*/, + false/*do_append*/, + false/*block == don't wait till other thread release lock*/, + false/*dun throw exception if lock failed*/) ? info.processed_code: 0; + + time_t now=time(0); + if(scope.expires<=now) + cache_delete(file_spec); + return result; +} +#ifndef DOXYGEN +struct Cache_get_result { + const String* body; + bool expired; +}; +#endif +static Cache_get_result cache_get(Request_charsets& charsets, const String& file_spec, time_t now) { + Cache_get_result result={0, false}; + + File_read_result file=file_read(charsets, file_spec, + false/*as_text*/, + 0, //no params + false/*fail_on_read_problem*/); + if(file.success && file.length/* ignore reads which are empty due to + non-unary open+lockEX conflict with lockSH */) { + + Data_string_serialized_prolog& prolog= + *reinterpret_cast(file.str); + + String* body=new String; + if( + file.length>=sizeof(Data_string_serialized_prolog) + && prolog.version==DATA_STRING_SERIALIZED_VERSION) { + if(body->deserialize(sizeof(Data_string_serialized_prolog), file.str, file.length)) { + result.body=body; + result.expired=prolog.expires <= now; + } + } + } - Value& url=*static_cast(params->get(0)); - r.fail_if_junction_(true, url, - method_name, "url must not be code"); - - Value& body_code=*static_cast(params->get(1)); - r.fail_if_junction_(false, body_code, - method_name, "body must be code"); + return result; +} +static time_t as_expires(Request& r, MethodParams& params, + int index, time_t now) { + time_t result; + if(Value* vdate=params[index].as(VDATE_TYPE, false)) + result=static_cast(vdate)->get_time(); + else + result=now+(time_t)params.as_double(index, "lifespan must be date or number", r); + + return result; +} +static const String& as_file_spec(Request& r, MethodParams& params, int index) { + return r.absolute(params.as_string(index, "filespec must be string")); +} +static void _cache(Request& r, MethodParams& params) { + if(params.count()==0) { + // ^cache[] -- return current expiration time + Cache_scope* scope=static_cast(r.classes_conf.get(cache_data_name)); + if(!scope) + throw Exception(PARSER_RUNTIME, + 0, + "expire-time get without cache"); + r.write_no_lang(*new VDate(scope->expires)); + return; + } - // connect - SQL_Connection& connection=SQL_driver_manager->get_connection( - url.as_string(), r.protocol2library); + time_t now=time(0); - Exception rethrow_me; - // remember/set current connection - SQL_Connection *saved_connection=r.connection; - r.connection=&connection; - // execute body - bool body_failed=false; - PTRY - r.write_assign_lang(r.process(body_code)); - PCATCH(e) { // connect/process problem - rethrow_me=e; body_failed=true; - } - PEND_CATCH - - bool finalizer_failed=false; - PTRY - // FINALLY - if(body_failed) - connection.rollback(); - else - connection.commit(); - PCATCH(e) { // commit/rollback problem - rethrow_me=e; finalizer_failed=true; + if(params.count()==1) { + // ^cache[filename] ^cache(seconds) ^cache[expires date] + if(params[0].is_string()) { // filename? + cache_delete(as_file_spec(r, params, 0)); + return; + } + + // secods|expires date + Cache_scope* scope=static_cast(r.classes_conf.get(cache_data_name)); + if(!scope) + throw Exception(PARSER_RUNTIME, + 0, + "expire-time reducing instruction without cache"); + + time_t expires=as_expires(r, params, 0, now); + if(expires < scope->expires) + scope->expires=expires; + + return; + } else if(params.count()<3) + throw Exception(PARSER_RUNTIME, + 0, + "invalid number of parameters"); + + // file_spec, expires, body code + const String& file_spec=as_file_spec(r, params, 0); + + Cache_scope scope={as_expires(r, params, 1, now), 0}; + + Temp_hash_value + cache_scope_setter(r.classes_conf, cache_data_name, &scope); + Value& body_code=params.as_junction(2, "body_code must be code"); + Value* catch_code=0; + if(params.count()>3) + catch_code=¶ms.as_junction(3, "catch_code must be code"); + + if(scope.expires>now) { + Cache_get_result cached=cache_get(r.charsets, file_spec, now); + + if(cached.body) { // have cached copy + if(cached.expired) { + scope.body_from_disk=cached.body; // storing for user to retrive it with ^cache[] + } else { + // and it's not expired yet write it out + r.write_assign_lang(*cached.body); + // happy with it + return; + } + } + + // no cached info or it's already expired + + // trying to process it under lock and store result in file + const String* processed_body=locked_process_and_cache_put(r, body_code, catch_code, scope, file_spec); + if(processed_body){ + // write it out + r.write_assign_lang(*processed_body); + // happy with it + return; + } else { + // we fail while get exclusive lock. nvm, we just execute body_code a bit later + } + } else { + // instructed not to cache; forget cached copy + cache_delete(file_spec); + } + + // process without cacheing + const String& processed_body=r.process_to_string(body_code); + // write it out + r.write_assign_lang(processed_body); +} + +static StringOrValue process_try_body_code(Request& r, Value* body_code) { + return r.process(*body_code); +} +static void _try_operator(Request& r, MethodParams& params) { + Value& body_code=params.as_junction(0, "body_code must be code"); + Value& catch_code=params.as_junction(1, "catch_code must be code"); + Value* finally_code=(params.count()==3) ? ¶ms.as_junction(2, "finally_code must be code") : 0; + + Try_catch_result result; + StringOrValue finally_result; + try{ + result=try_catch(r, + process_try_body_code, &body_code, + &catch_code); + if(result.exception_should_be_handled) + throw Exception(PARSER_RUNTIME, + result.exception_should_be_handled, + "catch block must set $exception.handled to some boolean value, not string"); + } catch(...){ + if(finally_code) + finally_result=r.process(*finally_code); + rethrow; } - PEND_CATCH - // close connection [cache it] - connection.close(); - // recall current connection from remembered - r.connection=saved_connection; + if(finally_code) + finally_result=r.process(*finally_code); - if(body_failed || finalizer_failed) // were there an exception for us to rethrow? - PTHROW(rethrow_me.type(), rethrow_me.code(), - rethrow_me.problem_source(), - rethrow_me.comment()); + // write out processed body_code or catch_code + r.write_pass_lang(result.processed_code); + + // write out processed finally code + if(finally_code) + r.write_pass_lang(finally_result); +} + +static void _throw_operator(Request&, MethodParams& params) { + if(params.count()==1 && !params[0].is_string()) { + if(HashStringValue *hash=params[0].get_hash()) { + const char* type=0; + if(Value* value=hash->get(exception_type_part_name)) + type=value->as_string().cstr(); + const String* source=0; + if(Value* value=hash->get(exception_source_part_name)) + source=&value->as_string(); + const char* comment=0; + if(Value* value=hash->get(exception_comment_part_name)) + comment=value->as_string().cstr(); + + throw Exception(type, + source?source:0, + "%s", comment?comment:""); + } else + throw Exception(PARSER_RUNTIME, + 0, + "one-param version has hash or string param"); + } else { + const char* type=params.as_string(0, "type must be string").cstr(); + const String* source=params.count()>1? ¶ms.as_string(1, "source must be string"):0; + const char* comment=params.count()>2? params.as_string(2, "comment must be string").cstr():0; + throw Exception(type, source, "%s", comment?comment:""); + } + } + +static void _sleep_operator(Request& r, MethodParams& params) { + double seconds=params.as_double(0, "seconds must be double", r); + pa_sleep((int)trunc(seconds), (int)trunc(seconds*1000)); + } + +#if defined(WIN32) && defined(_DEBUG) +# define PA_BPT +static void _bpt(Request&, MethodParams&) { + _asm int 3; } +#endif + +// constructor + +VClassMAIN::VClassMAIN(): VClass() { + set_name(*new String(MAIN_CLASS_NAME)); -// initialize +#ifdef PA_BPT + // ^bpt[] + add_native_method("bpt", Method::CT_ANY, _bpt, 0, 0); +#endif -void initialize_op_class(Pool& pool, VStateless_class& vclass) { // ^if(condition){code-when-true} // ^if(condition){code-when-true}{code-when-false} - vclass.add_native_method("if", Method::CT_ANY, _if, 2, 3); + add_native_method("if", Method::CT_ANY, _if, 2, 3, Method::CO_WITHOUT_FRAME); - // ^untaint[as-is|uri|sql|js|html|html-typo]{code} - vclass.add_native_method("untaint", Method::CT_ANY, _untaint, 2, 2); + // ^untaint[as-is|uri|sql|js|html|html-typo|regex|parser-code]{code} + add_native_method("untaint", Method::CT_ANY, _untaint, 1, 2, Method::CO_WITHOUT_FRAME); - // ^taint[as-is|uri|sql|js|html|html-typo]{code} - vclass.add_native_method("taint", Method::CT_ANY, _taint, 1, 2); + // ^taint[as-is|uri|sql|js|html|html-typo|regex|parser-code]{code} + add_native_method("taint", Method::CT_ANY, _taint, 1, 2, Method::CO_WITHOUT_FRAME); // ^process[code] - vclass.add_native_method("process", Method::CT_ANY, _process, 1, 1); + add_native_method("process", Method::CT_ANY, _process, 1, 3); // ^rem{code} - vclass.add_native_method("rem", Method::CT_ANY, _rem, 1, 1); + add_native_method("rem", Method::CT_ANY, _rem, 1, 10000, Method::CO_WITHOUT_FRAME); // ^while(condition){code} - vclass.add_native_method("while", Method::CT_ANY, _while, 2, 2); + add_native_method("while", Method::CT_ANY, _while, 2, 3, Method::CO_WITHOUT_FRAME); // ^use[file] - vclass.add_native_method("use", Method::CT_ANY, _use, 1, 1); + add_native_method("use", Method::CT_ANY, _use, 1, 1); - // ^for[i;from-number;to-number-inclusive]{code}[delim] - vclass.add_native_method("for", Method::CT_ANY, _for, 3+1, 3+1+1); + // ^break[] + add_native_method("break", Method::CT_ANY, _break, 0, 0, Method::CO_WITHOUT_FRAME); + + // ^continue[] + add_native_method("continue", Method::CT_ANY, _continue, 0, 0, Method::CO_WITHOUT_FRAME); + + // ^for[i](from-number;to-number-inclusive){code}[delim] + add_native_method("for", Method::CT_ANY, _for, 3+1, 3+1+1, Method::CO_WITHOUT_WCONTEXT); // ^eval(expr) // ^eval(expr)[format] - vclass.add_native_method("eval", Method::CT_ANY, _eval, 1, 2); + add_native_method("eval", Method::CT_ANY, _eval, 1, 2, Method::CO_WITHOUT_FRAME); + // ^connect[protocol://user:pass@host[:port]/database]{code with ^sql-s} + add_native_method("connect", Method::CT_ANY, _connect, 2, 2); - // math functions - // ^round(expr) - vclass.add_native_method("round", Method::CT_ANY, _round, 1, 1); + // ^cache[file_spec](time){code}[{catch code}] time=0 no cache + // ^cache[file_spec] delete cache + // ^cache[] get current expiration time + add_native_method("cache", Method::CT_ANY, _cache, 0, 4); + + // switch - // ^floor(expr) - vclass.add_native_method("floor", Method::CT_ANY, _floor, 1, 1); + // ^switch[value]{cases} + add_native_method("switch", Method::CT_ANY, _switch, 2, 2, Method::CO_WITHOUT_FRAME); - // ^ceiling(expr) - vclass.add_native_method("ceiling", Method::CT_ANY, _ceiling, 1, 1); + // ^case[value]{code} + add_native_method("case", Method::CT_ANY, _case, 2, 10000, Method::CO_WITHOUT_FRAME); - // ^abs(expr) - vclass.add_native_method("abs", Method::CT_ANY, _abs, 1, 1); + // try-catch - // ^sign(expr) - vclass.add_native_method("sign", Method::CT_ANY, _sign, 1, 1); + // ^try{code}{catch code} + add_native_method("try", Method::CT_ANY, _try_operator, 2, 3, Method::CO_WITHOUT_FRAME); + // ^throw[$exception hash] + // ^throw[type;source;comment] + add_native_method("throw", Method::CT_ANY, _throw_operator, 1, 3); - - // connect + add_native_method("sleep", Method::CT_ANY, _sleep_operator, 1, 1); +} - // ^connect[protocol://user:pass@host[:port]/database]{code with ^sql-s} - vclass.add_native_method("connect", Method::CT_ANY, _connect, 2, 2); +// constructor & configurator +VStateless_class& VClassMAIN_create() { + return *new VClassMAIN; }