--- parser3/src/classes/op.C 2001/04/11 08:13:38 1.3 +++ parser3/src/classes/op.C 2016/11/01 23:10:40 1.243 @@ -1,390 +1,977 @@ /** @file - Parser: @b ROOT parser class. + Parser: parser @b operators. - Copyright (c) 2001 ArtLebedev Group (http://www.artlebedev.com) - - Author: Alexander Petrosyan (http://design.ru/paf) - - $Id: op.C,v 1.3 2001/04/11 08:13:38 paf Exp $ + Copyright (c) 2001-2015 Art. Lebedev Studio (http://www.artlebedev.com) + Author: Alexandr Petrosian (http://paf.design.ru) */ -#include "pa_config_includes.h" -#include +#include "classes.h" +#include "pa_vmethod_frame.h" #include "pa_common.h" +#include "pa_os.h" #include "pa_request.h" -#include "_op.h" #include "pa_vint.h" #include "pa_sql_connection.h" +#include "pa_vdate.h" +#include "pa_vmethod_frame.h" +#include "pa_vclass.h" +#include "pa_charset.h" + +volatile const char * IDENT_OP_C="$Id: op.C,v 1.243 2016/11/01 23:10:40 moko Exp $"; + +// defines + +#define CASE_DEFAULT_VALUE "DEFAULT" + +// class + +class VClassMAIN: public VClass { +public: + VClassMAIN(); +}; + +// defines for statics + +#define SWITCH_DATA_NAME "SWITCH-DATA" +#define CACHE_DATA_NAME "CACHE-DATA" + +#define EXCEPTION_VAR_NAME "exception" -static void _if(Request& r, const String& method_name, Array *params) { - Value& condition_code=*static_cast(params->get(0)); - // forcing ^if(this param type) - r.fail_if_junction_(false, condition_code, - method_name, "condition must be expression"); - - bool condition=r.process(condition_code, - 0/*no name*/, - false/*don't intercept string*/).as_bool(); - if(condition) { - Value& then_code=*static_cast(params->get(1)); - // forcing ^if{this param type} - r.fail_if_junction_(false, then_code, - method_name, "then-parameter must be code"); - r.write_pass_lang(r.process(then_code)); - } else if(params->size()==3) { - Value& else_code=*static_cast(params->get(2)); - // forcing ^if{this param type} - r.fail_if_junction_(false, else_code, - method_name, "else-parameter must be code"); - r.write_pass_lang(r.process(else_code)); +// statics + +//^switch ^case +static const String switch_data_name(SWITCH_DATA_NAME); +//^cache +static const String cache_data_name(CACHE_DATA_NAME); + +static const String exception_var_name(EXCEPTION_VAR_NAME); + + +// local defines + +#define CACHE_EXCEPTION_HANDLED_CACHE_NAME "cache" + +// helpers + +class Untaint_lang_name2enum: public HashString { +public: + Untaint_lang_name2enum() { + #define ULN(name, LANG) put(name, (value_type)(String::L_##LANG)); + ULN("clean", CLEAN); + ULN("as-is", AS_IS); + ULN("optimized-as-is", AS_IS|String::L_OPTIMIZE_BIT); + ULN("file-spec", FILE_SPEC); + ULN("http-header", HTTP_HEADER); + ULN("mail-header", MAIL_HEADER); + ULN("uri", URI); + ULN("sql", SQL); + ULN("js", JS); + ULN("xml", XML); + ULN("optimized-xml", XML|String::L_OPTIMIZE_BIT); + ULN("html", HTML); + ULN("optimized-html", HTML|String::L_OPTIMIZE_BIT); + ULN("regex", REGEX); + ULN("parser-code", PARSER_CODE); + ULN("json", JSON); + #undef ULN } +} untaint_lang_name2enum; + +// methods + +static void _if(Request& r, MethodParams& params) { + size_t max_param=params.count()-1; + size_t i=0; + do { + bool condition=params.as_bool(i, "condition must be expression", r); + if(condition) { + r.process_write(params[i+1]); + return; + } + i+=2; + } while (i < max_param); + + if(i == max_param) + r.process_write(params[i]); } -static void _untaint(Request& r, const String& method_name, Array *params) { - Pool& pool=r.pool(); - - const String& lang_name=r.process(*static_cast(params->get(0))).as_string(); - String::Untaint_lang lang=static_cast( - untaint_lang_name2enum->get_int(lang_name)); +String::Language get_untaint_lang(const String& lang_name){ + String::Language lang=untaint_lang_name2enum.get(lang_name); if(!lang) - PTHROW(0, 0, - &lang_name, - "invalid untaint language"); + throw Exception(PARSER_RUNTIME, &lang_name, "invalid taint language"); + return lang; +} + +static void _untaint(Request& r, MethodParams& params) { + String::Language lang; + if(params.count()==1) + lang=String::L_AS_IS; // mark as simply 'as-is'. useful in html from sql + else + lang=get_untaint_lang(params.as_string(0, "lang must be string")); + + Value& vbody=params.as_junction(params.count()-1, "body must be code"); + Value& result=r.process(vbody); + + if(const String* string=result.get_string()){ + String &untainted=*new String(); + string->append_to(untainted, lang); // mark all tainted to specified language + r.write(untainted); + } else + r.write(result); // this is not normal, just backward compatibility +} + +static void _taint(Request& r, MethodParams& params) { + String::Language lang; + if(params.count()==1) + lang=String::L_TAINTED; // mark as simply 'tainted'. useful in table:create + else + lang=get_untaint_lang(params.as_string(0, "lang must be string")); { - Value *vbody=static_cast(params->get(1)); - // forcing ^untaint[]{this param type} - r.fail_if_junction_(false, *vbody, - method_name, "body must be code"); + Value& vbody=params.as_no_junction(params.count()-1, "body must not be code"); - Temp_lang temp_lang(r, lang); // set temporarily specified ^untaint[language; - r.write_pass_lang(r.process(*vbody)); // process marking tainted with that lang + String result(vbody.as_string(), lang); // force result language to specified + r.write(result); } } -static void _taint(Request& r, const String& method_name, Array *params) { - Pool& pool=r.pool(); +static void _apply_taint(Request& r, MethodParams& params) { + String::Language lang=params.count()==1 ? String::L_AS_IS : get_untaint_lang(params.as_string(0, "lang must be string")); + const String &sbody=params.as_string(params.count()-1, "body must be string"); + String::Body result_body=sbody.cstr_to_string_body_untaint(lang, r.connection(false), &r.charsets); + r.write(*new String(result_body, String::L_AS_IS)); +} - String::Untaint_lang lang; - if(params->size()==1) - lang=String::UL_TAINTED; // mark as simply 'tainted'. useful in table:set +static void _process(Request& r, MethodParams& params) { + Method* main_method; + + size_t index=0; + Value* target_self; + Value& maybe_target_self=params[index]; + if(maybe_target_self.get_string() || maybe_target_self.get_junction()) + target_self=&r.get_method_frame()->caller()->self(); else { - const String& lang_name= - r.process(*static_cast(params->get(0))).as_string(); - lang=static_cast( - untaint_lang_name2enum->get_int(lang_name)); - if(!lang) - PTHROW(0, 0, - &lang_name, - "invalid taint language"); + target_self=&maybe_target_self; + if(params.count()==1) + throw Exception(PARSER_RUNTIME, 0, "no body specified"); + index++; } { - Value& vbody=*static_cast(params->get(params->size()-1)); - // forcing [this param type] - r.fail_if_junction_(true, vbody, method_name, "body must not be code"); - - String result(r.pool()); - result.append( - vbody.as_string(), // process marking tainted with that lang - lang, true); // force result language to specified - r.write_pass_lang(result); - } -} + VStateless_class *target_class=target_self->get_class(); + if(!target_class) + throw Exception(PARSER_RUNTIME, 0, "no target class"); -static void _process(Request& r, const String& method_name, Array *params) { - // calculate pseudo file name of processed chars - // would be something like "/some/file(4) process" - char place[MAX_STRING]; -#ifndef NO_STRING_ORIGIN - const Origin& origin=method_name.origin(); - snprintf(place, MAX_STRING, "%s(%d) %s", - origin.file, 1+origin.line, - method_name.cstr()); -#else - strncpy(place, MAX_STRING, method_name.cstr()); -#endif - - VStateless_class& self_class=*r.self->get_class(); - { // temporary zero @main so to maybe-replace it in processed code - Temp_method temp_method_main(self_class, *main_method_name, 0); - // temporary zero @auto so it wouldn't be auto-called in Request::use_buf - Temp_method temp_method_auto(self_class, *auto_method_name, 0); - + Temp_method temp_method_main(*target_class, main_method_name, 0); + + const String* main_alias=0; + const String* file_alias=0; + int line_no_alias_offset=0; + bool allow_class_replace=false; + + size_t options_index=index+1; + if(options_indexas_string(); + } else if(key == "file") { + valid_options++; + file_alias=&value->as_string(); + } else if(key == "lineno") { + valid_options++; + line_no_alias_offset=value->as_int(); + } else if(key == "replace") { + valid_options++; + allow_class_replace=r.process(*value).as_bool(); + } + } + + if(valid_options!=options->count()) + throw Exception(PARSER_RUNTIME, 0, CALLED_WITH_INVALID_OPTION); + } + + uint processe_file_no=file_alias ? r.register_file(r.absolute(*file_alias)) : pseudo_file_no__process; + // process...{string} + Value& vjunction=params.as_junction(index, "body must be code"); // evaluate source to process - const String& source= - r.process(*static_cast(params->get(0))).as_string(); + const String& source=r.process_to_string(vjunction); - // process source code, append processed methods to 'self' class - // maybe-define new @main - r.use_buf(source.cstr(), place, &self_class); - - // maybe-execute @main[] - if(const Method *method=self_class.get_method(*main_method_name)) { - // execute! - r.execute(*method->parser_code); - } + Temp_class_replace class_replace(r, allow_class_replace); + + r.use_buf(*target_class, source.untaint_cstr(String::L_PARSER_CODE, r.connection(false)), main_alias, processe_file_no, line_no_alias_offset); + + // main_method + main_method=target_class->get_method(main_method_name); + } + // after restoring current-request-lang + // maybe-execute @main[] + if(main_method) { + VMethodFrame frame(*main_method, r.get_method_frame()->caller(), *target_self); + frame.empty_params(); + r.call(frame); + r.write(frame.result()); } } -static void _rem(Request& r, const String& method_name, Array *params) { - // forcing ^rem{this param type} - r.fail_if_junction_(false, *static_cast(params->get(0)), - method_name, "body must be code"); +static void _rem(Request&, MethodParams& params) { + params.as_junction(0, "body must be code"); } -static void _while(Request& r, const String& method_name, Array *params) { - Pool& pool=r.pool(); - - Value& vcondition=*static_cast(params->get(0)); - // forcing ^while(this param type){} - r.fail_if_junction_(false, vcondition, - method_name, "condition must be expression"); - - Value& body=*static_cast(params->get(1)); - // forcing ^while(){this param type} - r.fail_if_junction_(false, body, - method_name, "body must be code"); +static void _while(Request& r, MethodParams& params) { + InCycle temp(r); + + Value& vcondition=params.as_expression(0, "condition must be number, bool or expression"); + + Value& body_code=params.as_junction(1, "body must be code"); + Value* delim_maybe_code=params.count()>2?¶ms[2]:0; // while... int endless_loop_count=0; - while(true) { - if(++endless_loop_count>=1973) // endless loop? - PTHROW(0, 0, - &method_name, - "endless loop detected"); - - bool condition= - r.process( - vcondition, - 0/*no name*/, - false/*don't intercept string*/).as_bool(); - if(!condition) // ...condition is true - break; + if(delim_maybe_code){ // delimiter set + bool need_delim=false; + while(true) { + if(++endless_loop_count>=pa_loop_limit) // endless loop? + throw Exception(PARSER_RUNTIME, 0, "endless loop detected"); + + if(!r.process(vcondition).as_bool()) + break; + + Value& sv_processed=r.process(body_code); + Request::Skip lskip=r.get_skip(); r.set_skip(Request::SKIP_NOTHING); + + const String* s_processed=sv_processed.get_string(); + if(s_processed && !s_processed->is_empty()) { // we have body + if(need_delim) // need delim & iteration produced string? + r.write(r.process(*delim_maybe_code)); + else + need_delim=true; + } + r.write(sv_processed); + + if(lskip==Request::SKIP_BREAK) + break; + } + } else { + while(true) { + if(++endless_loop_count>=pa_loop_limit) // endless loop? + throw Exception(PARSER_RUNTIME, 0, "endless loop detected"); + + if(!r.process(vcondition).as_bool()) + break; - // write processed body - r.write_pass_lang(r.process(body)); + r.process_write(body_code); + Request::Skip lskip=r.get_skip(); r.set_skip(Request::SKIP_NOTHING); + + if(lskip==Request::SKIP_BREAK) + break; + } } } -static void _use(Request& r, const String& method_name, Array *params) { - Value& vfile=*static_cast(params->get(0)); - // forcing ^rem{this param type} - r.fail_if_junction_(true, vfile, - method_name, "file name must not be code"); +static void _use(Request& r, MethodParams& params) { + Value& vfile=params.as_no_junction(0, FILE_NAME_MUST_NOT_BE_CODE); + + bool allow_class_replace=false; + + if(params.count()==2) + if(HashStringValue* options=params.as_hash(1)) { + int valid_options=0; + for(HashStringValue::Iterator i(*options); i; i.next() ){ + + String::Body key=i.key(); + Value* value=i.value(); + + if(key == "replace") { + valid_options++; + allow_class_replace=r.process(*value).as_bool(); + } + + if(valid_options!=options->count()) + throw Exception(PARSER_RUNTIME, 0, CALLED_WITH_INVALID_OPTION); + } + } - r.use_file(r.absolute(vfile.as_string())); + Temp_class_replace class_replace(r, allow_class_replace); + + // _use could be called from the parser3 method only, so caller is always defined + r.use_file(r.main_class, vfile.as_string(), r.get_method_filename(&r.get_method_frame()->caller()->method)); } -static void _for(Request& r, const String& method_name, Array *params) { - // ^for[i;from-number;to-number-inclusive]{code}[delim] +static void set_skip(Request& r, Request::Skip askip) { + if(!r.get_in_cycle()) + throw Exception(askip==Request::SKIP_BREAK ? "parser.break" : "parser.continue", 0, "without cycle"); + r.set_skip(askip); +} - Pool& pool=r.pool(); - const String& var_name=r.process(*static_cast(params->get(0))).as_string(); - int from=(int)r.process(*static_cast(params->get(1))).as_double(); - int to=(int)r.process(*static_cast(params->get(2))).as_double(); - Value& body_code=*static_cast(params->get(3)); - // forcing ^menu{this param type} - r.fail_if_junction_(false, body_code, - method_name, "body must be code"); - Value *delim_code=params->size()==3+1+1?static_cast(params->get(3+1)):0; +static void _break(Request& r, MethodParams& params) { + if(!params.count() || params.as_bool(0, "condition must be expression", r)) set_skip(r, Request::SKIP_BREAK); +} - bool need_delim=false; - VInt *vint=new(pool) VInt(pool, 0); - int endless_loop_count=0; - for(int i=from; i<=to; i++) { - if(++endless_loop_count>=2001) // endless loop? - PTHROW(0, 0, - &method_name, - "endless loop detected"); - vint->set_int(i); - r.wcontext->put_element(var_name, vint); - - Value& processed_body=r.process(body_code); - if(delim_code) { // delimiter set? - const String *string=processed_body.get_string(); - if(need_delim && string && string->size()) // need delim & iteration produced string? - r.write_pass_lang(r.process(*delim_code)); - need_delim=true; - } - r.write_pass_lang(processed_body); +static void _continue(Request& r, MethodParams& params) { + if(!params.count() || params.as_bool(0, "condition must be expression", r)) set_skip(r, Request::SKIP_CONTINUE); +} + +static void _for(Request& r, MethodParams& params) { + InCycle temp(r); + + const String& var_name=params.as_string(0, "var name must be string"); + int from=params.as_int(1, "from must be int", r); + int to=params.as_int(2, "to must be int", r); + Value& body_code=params.as_junction(3, "body must be code"); + Value* delim_maybe_code=params.count()>4?¶ms[4]:0; + + if(to-from>=pa_loop_limit) // too long loop? + throw Exception(PARSER_RUNTIME, 0, "endless loop detected"); + + VInt* vint=new VInt(0); + + VMethodFrame& caller=*r.get_method_frame()->caller(); + r.put_element(caller, var_name, vint); + if(delim_maybe_code){ // delimiter set + bool need_delim=false; + + for(int i=from; i<=to; i++) { + vint->set_int(i); + + Value& sv_processed=r.process(body_code); + Request::Skip lskip=r.get_skip(); r.set_skip(Request::SKIP_NOTHING); + + const String* s_processed=sv_processed.get_string(); + if(s_processed && !s_processed->is_empty()) { // we have body + if(need_delim) // need delim & iteration produced string? + r.write(r.process(*delim_maybe_code)); + else + need_delim=true; + } + r.write(sv_processed); + + if(lskip==Request::SKIP_BREAK) + break; + } + } else { + for(int i=from; i<=to; i++) { + vint->set_int(i); + + r.process_write(body_code); + Request::Skip lskip=r.get_skip(); r.set_skip(Request::SKIP_NOTHING); + + if(lskip==Request::SKIP_BREAK) + break; + } } } -static void _eval(Request& r, const String& method_name, Array *params) { - Value& expr=*static_cast(params->get(0)); - r.fail_if_junction_(false, expr, - method_name, "need expression"); +static void _eval(Request& r, MethodParams& params) { + Value& expr=params.as_junction(0, "need expression"); // evaluate expresion - Value *result=r.process(expr, - 0/*no name*/, - true/*don't intercept string*/).as_expr_result(); - if(params->size()==2) { - Value& fmt=*static_cast(params->get(1)); - // forcing ^format[this param type] - r.fail_if_junction_(true, fmt, - method_name, "fmt must not be code"); + Value& value_result=r.process(expr).as_expr_result(); + if(params.count()>1) { + const String& fmt=params.as_string(1, "fmt must be string").trim(); + if(fmt.is_empty()){ + r.write(value_result); + } else { + r.write(String(format(value_result.as_double(), fmt.cstrm()))); + } + } else + r.write(value_result); +} - Pool& pool=r.pool(); - String& string=*new(pool) String(pool); - string.APPEND_CONST(format(pool, result->as_double(), fmt.as_string().cstr())); - result=new(pool) VString(string); +static void _connect(Request& r, MethodParams& params) { + Value& url=params.as_no_junction(0, "url must not be code"); + Value& body_code=params.as_junction(1, "body must be code"); + + Table* protocol2driver_and_client=0; + if(Value* sql=r.main_class.get_element(String(MAIN_SQL_NAME))) { + if(Value* element=sql->get_element(String(MAIN_SQL_DRIVERS_NAME))) { + protocol2driver_and_client=element->get_table(); + } + } + + // connect + SQL_Connection* connection=SQL_driver_manager->get_connection(url.as_string(), + protocol2driver_and_client, + r.charsets.source().NAME().cstr(), + r.request_info.document_root); + + Temp_connection temp_connection(r, connection); + + // execute body + try { + r.process_write(body_code); + connection->commit(); + connection->close(); + } catch(...) { // process problem + connection->rollback(); + connection->close(); + rethrow; } - r.write_no_lang(*result); } +#ifndef DOXYGEN +class Switch_data: public PA_Object { +public: + Request& r; + const String* searching_string; + double searching_double; + bool searching_bool; + Value* found; + Value* _default; +public: + Switch_data(Request& ar, Value& asearching): + r(ar) + { + if(asearching.is_string() || asearching.is_void()){ + searching_string=&asearching.as_string(); + searching_double=0; + searching_bool=false; + } else { + searching_string=0; + searching_double=asearching.as_double(); + searching_bool=asearching.is_bool(); + } + } +}; +#endif +static void _switch(Request& r, MethodParams& params) { + Switch_data* data=new Switch_data(r, r.process(params[0])); + Temp_hash_value, void*> switch_data_setter(&r.classes_conf, switch_data_name, data); + + Value& cases_code=params.as_junction(1, "switch cases must be code"); + // execution of found ^case[...]{code} must be in context of ^switch[...]{code} + // because of stacked WWrapper used there as wcontext + r.process(cases_code); + if(Value* selected_code=data->found? data->found: data->_default) + r.write(r.process(*selected_code)); +} + +static void _case(Request& r, MethodParams& params) { + Switch_data* data=static_cast(r.classes_conf.get(switch_data_name)); + if(!data) + throw Exception(PARSER_RUNTIME, + 0, + "without switch"); + + if(data->found) // matches already was found + return; + + int count=params.count(); + Value* code=¶ms.as_expression(--count, "case result must be code"); + +#ifdef USE_DESTRUCTORS + Junction *j=code->get_junction(); + if (j){ + code=new VJunction(j->self,j->method,j->method_frame,j->rcontext,j->wcontext,j->code); + if (j->wcontext) j->wcontext->attach_junction((VJunction *)code); + } +#endif + + for(int i=0; i 0 ? 1 : ( op < 0 ? -1 : 0 ); } + if(value.is_string() && value.as_string() == CASE_DEFAULT_VALUE){ + data->_default=code; + continue; + } -static void double_one_op( - Request& r, - const String& method_name, Array *params, - math_one_double_op_func_ptr func) { - Pool& pool=r.pool(); - Value& param=*static_cast(params->get(0)); + bool matches; + if(data->searching_string) + matches=(*data->searching_string) == value.as_string(); + else if(data->searching_bool || value.is_bool()) + matches=(data->searching_double != 0) == value.as_bool(); + else + matches=data->searching_double == value.as_double(); - // forcing ^round(this param type) - r.fail_if_junction_(false, param, - method_name, "parameter must be expression"); + if(matches){ + data->found=code; + break; + } + } +} +#ifndef DOXYGEN +struct Try_catch_result { + ValueRef processed_code; + const String* exception_should_be_handled; + + Try_catch_result(): exception_should_be_handled(0) {} +}; + +/// Auto-object used for temporary changing Request::skip. +class Temp_skip { + Request& frequest; + Request::Skip saved_skip; +public: + Temp_skip(Request& arequest) : frequest(arequest), saved_skip(arequest.get_skip()) { + arequest.set_skip(Request::SKIP_NOTHING); + } + ~Temp_skip() { + if(frequest.get_skip() == Request::SKIP_NOTHING) + frequest.set_skip(saved_skip); + } +}; +#endif + +/// used by ^try and ^cache, @returns $exception.handled[string] if any +template +static Try_catch_result try_catch(Request& r, Value& body_code(Request&, I), I info, Value* catch_code, bool could_be_handled_by_caller=false) { + Try_catch_result result; + + // minor bug: context not restored if only finally code is present, see #1062 + if(!catch_code) { + result.processed_code=body_code(r, info); + return result; + } + + // taking snapshot of try-context + Request_context_saver try_context(r); + try { + result.processed_code=body_code(r, info); + } catch(const Exception& e) { + Request_context_saver throw_context(r); // remembering exception stack trace + + Request::Exception_details details=r.get_details(e); + + try_context.restore(); // restoring try-context for code after try and catch-code + + { + Temp_value_element temp(r, *catch_code->get_junction()->method_frame, exception_var_name, &details.vhash); + Temp_skip temp_skip(r); + result.processed_code=r.process(*catch_code); + } + + // retriving $exception.handled + Value* vhandled=details.vhash.hash().get(exception_handled_part_name); + + bool bhandled=false; + if(vhandled) { + if(vhandled->is_string()) { // not simple $exception.handled(1/0)? + if(bhandled=could_be_handled_by_caller) { // and we can possibly handle it + result.exception_should_be_handled=vhandled->get_string(); // considering 'recovered' and let the caller recover + } + } else + bhandled=vhandled->as_bool(); + } - Value& result=*new(pool) VDouble(pool, (*func)(r.process(param).as_double())); - r.write_no_lang(result); + if(!bhandled){ + throw_context.restore(); // restoring exception stack trace creared by try_context.restore() + rethrow; + } + } + + return result; +} + +static Value& process_try_body_code(Request& r, Value* body_code) { + return r.process(*body_code); } -static void _round(Request& r, const String& method_name, Array *params) { - double_one_op(r, method_name, params, &round); +// cache-- + +// consts + +const int DATA_STRING_SERIALIZED_VERSION=0x0006; + +// helper types + +#ifndef DOXYGEN +struct Data_string_serialized_prolog { + int version; + time_t expires; +}; +#endif + +void cache_delete(const String& file_spec) { + file_delete(file_spec, false/*fail_on_problem*/); } -static void _floor(Request& r, const String& method_name, Array *params) { - double_one_op(r, method_name, params, &floor); +#ifndef DOXYGEN +struct Cache_scope { +public: + time_t expires; + const String* body_from_disk; +}; +struct Locked_process_and_cache_put_action_info { + Request *r; + Cache_scope *scope; + Value* body_code; + Value* catch_code; + const String* processed_code; +}; +#endif + + + +static Value& process_cache_body_code(Request& r, Value* body_code) { + return r.process(*body_code); } -static void _ceiling(Request& r, const String& method_name, Array *params) { - double_one_op(r, method_name, params, &ceil); +/* @todo maybe network order worth spending some effort? + don't bothering myself with network byte order, + am not planning to be able to move resulting file across platforms +*/ +static void locked_process_and_cache_put_action(int f, void *context) { + Locked_process_and_cache_put_action_info& info= + *static_cast(context); + + const String* body_from_disk=info.scope->body_from_disk; + // body->process + Try_catch_result result=try_catch(*info.r, + process_cache_body_code, info.body_code, + info.catch_code, body_from_disk!=0 /*we have something old=we can handle=recover later*/); + + if(result.exception_should_be_handled) { + if(*result.exception_should_be_handled==CACHE_EXCEPTION_HANDLED_CACHE_NAME) { + assert(body_from_disk); + info.processed_code=body_from_disk; + } else + throw Exception(PARSER_RUNTIME, + result.exception_should_be_handled, + "$" EXCEPTION_VAR_NAME "." EXCEPTION_HANDLED_PART_NAME " value must be " + "either boolean or string '" CACHE_EXCEPTION_HANDLED_CACHE_NAME "'"); + } else + info.processed_code=&((Value &)result.processed_code).as_string(); + + // expiration time not spoiled by ^cache(0) or something? + if(info.scope->expires > time(0)) { + // string -serialize> buffer + String::Cm serialized=info.processed_code->serialize( + sizeof(Data_string_serialized_prolog)); + Data_string_serialized_prolog& prolog= + *reinterpret_cast(serialized.str); + prolog.version=DATA_STRING_SERIALIZED_VERSION; + prolog.expires=info.scope->expires; + + // buffer -write> file + write(f, serialized.str, serialized.length); + } else // expired! + info.scope->expires=0; // flag it so that could be easily checked by caller +} +const String* locked_process_and_cache_put(Request& r, + Value& body_code, + Value* catch_code, + Cache_scope& scope, + const String& file_spec) +{ + Locked_process_and_cache_put_action_info info={&r, &scope, &body_code, catch_code, 0}; + + const String* result=file_write_action_under_lock( + file_spec, + "cache_put", + locked_process_and_cache_put_action, + &info, + false/*as_text*/, + false/*do_append*/, + false/*block == don't wait till other thread release lock*/, + false/*dun throw exception if lock failed*/) ? info.processed_code: 0; + + time_t now=time(0); + if(scope.expires<=now) + cache_delete(file_spec); + return result; +} + +#ifndef DOXYGEN +struct Cache_get_result { + const String* body; + bool expired; +}; +#endif + +static Cache_get_result cache_get(Request_charsets& charsets, const String& file_spec, time_t now) { + Cache_get_result result={0, false}; + + File_read_result file=file_read(charsets, file_spec, + false/*as_text*/, + 0, //no params + false/*fail_on_read_problem*/); + if(file.success && file.length/* ignore reads which are empty due to + non-unary open+lockEX conflict with lockSH */) { + + Data_string_serialized_prolog& prolog= + *reinterpret_cast(file.str); + + String* body=new String; + if( + file.length>=sizeof(Data_string_serialized_prolog) + && prolog.version==DATA_STRING_SERIALIZED_VERSION) { + if(body->deserialize(sizeof(Data_string_serialized_prolog), file.str, file.length)) { + result.body=body; + result.expired=prolog.expires <= now; + } + } + } + + return result; +} +static time_t as_expires(Request& r, MethodParams& params, + int index, time_t now) { + time_t result; + if(Value* vdate=params[index].as(VDATE_TYPE)) + result=(time_t)(static_cast(vdate)->get_time()); + else + result=now+(time_t)params.as_double(index, "lifespan must be date or number", r); + + return result; } -static void _abs(Request& r, const String& method_name, Array *params) { - double_one_op(r, method_name, params, &fabs); +static const String& as_file_spec(Request& r, MethodParams& params, int index) { + return r.absolute(params.as_string(index, "filespec must be string")); } -static void _sign(Request& r, const String& method_name, Array *params) { - double_one_op(r, method_name, params, &sign); +static void _cache(Request& r, MethodParams& params) { + if(params.count()==0) { + // ^cache[] -- return current expiration time + Cache_scope* scope=static_cast(r.classes_conf.get(cache_data_name)); + if(!scope) + throw Exception(PARSER_RUNTIME, 0, "expire-time get without cache"); + r.write(*new VDate((pa_time_t)scope->expires)); + return; + } + + time_t now=time(0); + + if(params.count()==1) { + // ^cache[filename] ^cache(seconds) ^cache[expires date] + if(params[0].is_string()) { // filename? + cache_delete(as_file_spec(r, params, 0)); + return; + } + + // secods|expires date + Cache_scope* scope=static_cast(r.classes_conf.get(cache_data_name)); + if(!scope) + throw Exception(PARSER_RUNTIME, + 0, + "expire-time reducing instruction without cache"); + + time_t expires=as_expires(r, params, 0, now); + if(expires < scope->expires) + scope->expires=expires; + + return; + } else if(params.count()<3) + throw Exception(PARSER_RUNTIME, + 0, + "invalid number of parameters"); + + // file_spec, expires, body code + const String& file_spec=as_file_spec(r, params, 0); + + Cache_scope scope={as_expires(r, params, 1, now), 0}; + + Temp_hash_value, void*> cache_scope_setter(&r.classes_conf, cache_data_name, &scope); + Value& body_code=params.as_junction(2, "body_code must be code"); + Value* catch_code=0; + if(params.count()>3) + catch_code=¶ms.as_junction(3, "catch_code must be code"); + + if(scope.expires>now) { + Cache_get_result cached=cache_get(r.charsets, file_spec, now); + + if(cached.body) { // have cached copy + if(cached.expired) { + scope.body_from_disk=cached.body; // storing for user to retrive it with ^cache[] + } else { + // and it's not expired yet write it out + r.write(*cached.body); + // happy with it + return; + } + } + + // no cached info or it's already expired + + // trying to process it under lock and store result in file + const String* processed_body=locked_process_and_cache_put(r, body_code, catch_code, scope, file_spec); + if(processed_body){ + // write it out + r.write(*processed_body); + // happy with it + return; + } else { + // we fail while get exclusive lock. nvm, we just execute body_code a bit later + } + } else { + // instructed not to cache; forget cached copy + cache_delete(file_spec); + } + + // process without caching + if(catch_code){ + Try_catch_result result=try_catch(r, process_try_body_code, &body_code, catch_code); + r.write(result.processed_code); + } else { + r.write(r.process_to_string(body_code)); + } } -/// ^connect[protocol://user:pass@host[:port]/database]{code with ^sql-s} -/** - @test make params not Array but something with useful method for extracting, - with typecast and junction/not test -*/ -static void _connect(Request& r, const String& method_name, Array *params) { - Pool& pool=r.pool(); +static void _try_operator(Request& r, MethodParams& params) { + Value& body_code=params.as_junction(0, "body_code must be code"); + Value& catch_code=params.as_junction(1, "catch_code must be code"); + Value* finally_code=(params.count()==3) ? ¶ms.as_junction(2, "finally_code must be code") : 0; + + Try_catch_result result; + + try{ + // process try and catch code + result=try_catch(r, process_try_body_code, &body_code, &catch_code); + } catch(...){ + // process finally code but ignore the result + if(finally_code){ + Temp_skip temp(r); + Value &finally_result=r.process(*finally_code); + } + rethrow; + } - Value& url=*static_cast(params->get(0)); - r.fail_if_junction_(true, url, - method_name, "url must not be code"); - - Value& body_code=*static_cast(params->get(1)); - r.fail_if_junction_(false, body_code, - method_name, "body must be code"); + // process finally code + if(finally_code){ + Temp_skip temp(r); + Value& finally_result=r.process(*finally_code); + + // no exception in try/catch or finally, writing processed body_code or catch_code + r.write(result.processed_code); + + // write out processed finally code + r.write(finally_result); + } else { + // no exception in try/catch, writing processed body_code or catch_code + r.write(result.processed_code); + } - // connect - SQL_Connection& connection=SQL_driver_manager->get_connection( - url.as_string(), r.protocol2library); +} - Exception rethrow_me; - // remember/set current connection - SQL_Connection *saved_connection=r.connection; - r.connection=&connection; - // execute body - bool body_failed=false; - PTRY - r.write_assign_lang(r.process(body_code)); - PCATCH(e) { // connect/process problem - rethrow_me=e; body_failed=true; - } - PEND_CATCH - - bool finalizer_failed=false; - PTRY - // FINALLY - if(body_failed) - connection.rollback(); - else - connection.commit(); - PCATCH(e) { // commit/rollback problem - rethrow_me=e; finalizer_failed=true; +static void _throw_operator(Request&, MethodParams& params) { + if(params.count()==1 && !params[0].is_string()) { + if(HashStringValue *hash=params[0].get_hash()) { + const char* type=0; + if(Value* value=hash->get(exception_type_part_name)) + type=value->as_string().cstr(); + const String* source=0; + if(Value* value=hash->get(exception_source_part_name)) + source=&value->as_string(); + const char* comment=0; + if(Value* value=hash->get(exception_comment_part_name)) + comment=value->as_string().cstr(); + + throw Exception(type, + source?source:0, + "%s", comment?comment:""); + } else + throw Exception(PARSER_RUNTIME, + 0, + "one-param version has hash or string param"); + } else { + const char* type=params.as_string(0, "type must be string").cstr(); + const String* source=params.count()>1? ¶ms.as_string(1, "source must be string"):0; + const char* comment=params.count()>2? params.as_string(2, "comment must be string").cstr():0; + throw Exception(type, source, "%s", comment?comment:""); } - PEND_CATCH + } - // close connection [cache it] - connection.close(); - // recall current connection from remembered - r.connection=saved_connection; +static void _sleep_operator(Request& r, MethodParams& params) { + double seconds=params.as_double(0, "seconds must be double", r); + if(seconds>0) + pa_sleep((int)trunc(seconds), (int)trunc((seconds-trunc(seconds))*1000000)); + } - if(body_failed || finalizer_failed) // were there an exception for us to rethrow? - PTHROW(rethrow_me.type(), rethrow_me.code(), - rethrow_me.problem_source(), - rethrow_me.comment()); +#if defined(WIN32) && defined(_DEBUG) +# define PA_BPT +static void _bpt(Request&, MethodParams&) { + _asm int 3; } +#endif + +// constructor + +VClassMAIN::VClassMAIN(): VClass(MAIN_CLASS_NAME) { -// initialize +#ifdef PA_BPT + // ^bpt[] + add_native_method("bpt", Method::CT_ANY, _bpt, 0, 0); +#endif -void initialize_op_class(Pool& pool, VStateless_class& vclass) { // ^if(condition){code-when-true} // ^if(condition){code-when-true}{code-when-false} - vclass.add_native_method("if", Method::CT_ANY, _if, 2, 3); + // ^if(condition){code-when-true} (another condition){code-when-true} ... {code-when-false} + add_native_method("if", Method::CT_ANY, _if, 2, 10000, Method::CO_WITHOUT_FRAME); - // ^untaint[as-is|uri|sql|js|html|html-typo]{code} - vclass.add_native_method("untaint", Method::CT_ANY, _untaint, 2, 2); + // ^untaint[as-is|uri|sql|js|html|html-typo|regex|parser-code]{code} + add_native_method("untaint", Method::CT_ANY, _untaint, 1, 2, Method::CO_WITHOUT_FRAME); - // ^taint[as-is|uri|sql|js|html|html-typo]{code} - vclass.add_native_method("taint", Method::CT_ANY, _taint, 1, 2); + // ^taint[as-is|uri|sql|js|html|html-typo|regex|parser-code]{code} + add_native_method("taint", Method::CT_ANY, _taint, 1, 2, Method::CO_WITHOUT_FRAME); - // ^process[code] - vclass.add_native_method("process", Method::CT_ANY, _process, 1, 1); + // ^apply-taint[untaint lang][string] + add_native_method("apply-taint", Method::CT_ANY, _apply_taint, 1, 2, Method::CO_WITHOUT_FRAME); + + // ^process{code} + // ^process[context]{code}[options hash] + add_native_method("process", Method::CT_ANY, _process, 1, 3); // ^rem{code} - vclass.add_native_method("rem", Method::CT_ANY, _rem, 1, 1); + add_native_method("rem", Method::CT_ANY, _rem, 1, 10000, Method::CO_WITHOUT_FRAME); // ^while(condition){code} - vclass.add_native_method("while", Method::CT_ANY, _while, 2, 2); + add_native_method("while", Method::CT_ANY, _while, 2, 3, Method::CO_WITHOUT_FRAME); + + // ^use[file[;options hash]] + add_native_method("use", Method::CT_ANY, _use, 1, 2); + + // ^break[] + // ^break(condition) + add_native_method("break", Method::CT_ANY, _break, 0, 1, Method::CO_WITHOUT_FRAME); - // ^use[file] - vclass.add_native_method("use", Method::CT_ANY, _use, 1, 1); + // ^continue[] + // ^continue(condition) + add_native_method("continue", Method::CT_ANY, _continue, 0, 1, Method::CO_WITHOUT_FRAME); - // ^for[i;from-number;to-number-inclusive]{code}[delim] - vclass.add_native_method("for", Method::CT_ANY, _for, 3+1, 3+1+1); + // ^for[i](from-number;to-number-inclusive){code}[delim] + add_native_method("for", Method::CT_ANY, _for, 3+1, 3+1+1); // ^eval(expr) // ^eval(expr)[format] - vclass.add_native_method("eval", Method::CT_ANY, _eval, 1, 2); + add_native_method("eval", Method::CT_ANY, _eval, 1, 2, Method::CO_WITHOUT_FRAME); + // ^connect[protocol://user:pass@host[:port]/database]{code with ^sql-s} + add_native_method("connect", Method::CT_ANY, _connect, 2, 2); - // math functions - // ^round(expr) - vclass.add_native_method("round", Method::CT_ANY, _round, 1, 1); + // ^cache[file_spec](time){code}[{catch code}] time=0 no cache + // ^cache[file_spec] delete cache + // ^cache[] get current expiration time + add_native_method("cache", Method::CT_ANY, _cache, 0, 4); + + // switch - // ^floor(expr) - vclass.add_native_method("floor", Method::CT_ANY, _floor, 1, 1); + // ^switch[value]{cases} + add_native_method("switch", Method::CT_ANY, _switch, 2, 2, Method::CO_WITHOUT_FRAME); - // ^ceiling(expr) - vclass.add_native_method("ceiling", Method::CT_ANY, _ceiling, 1, 1); + // ^case[value]{code} + add_native_method("case", Method::CT_ANY, _case, 2, 10000, Method::CO_WITHOUT_FRAME); - // ^abs(expr) - vclass.add_native_method("abs", Method::CT_ANY, _abs, 1, 1); + // try-catch - // ^sign(expr) - vclass.add_native_method("sign", Method::CT_ANY, _sign, 1, 1); + // ^try{code}{catch code} + add_native_method("try", Method::CT_ANY, _try_operator, 2, 3, Method::CO_WITHOUT_FRAME); + // ^throw[$exception hash] + // ^throw[type;source;comment] + add_native_method("throw", Method::CT_ANY, _throw_operator, 1, 3); - - // connect + add_native_method("sleep", Method::CT_ANY, _sleep_operator, 1, 1); +} - // ^connect[protocol://user:pass@host[:port]/database]{code with ^sql-s} - vclass.add_native_method("connect", Method::CT_ANY, _connect, 2, 2); +// constructor & configurator +VStateless_class& VClassMAIN_create() { + return *new VClassMAIN; }