--- parser3/src/classes/op.C 2001/05/23 07:37:01 1.26 +++ parser3/src/classes/op.C 2002/03/27 15:30:34 1.78 @@ -1,15 +1,13 @@ /** @file Parser: parser @b operators. - Copyright (c) 2001 ArtLebedev Group (http://www.artlebedev.com) + Copyright (c) 2001, 2002 ArtLebedev Group (http://www.artlebedev.com) + Author: Alexandr Petrosian (http://paf.design.ru) - Author: Alexander Petrosyan (http://design.ru/paf) - - $Id: op.C,v 1.26 2001/05/23 07:37:01 parser Exp $ + $Id: op.C,v 1.78 2002/03/27 15:30:34 paf Exp $ */ #include "classes.h" -#include "pa_config_includes.h" #include "pa_common.h" #include "pa_request.h" #include "pa_vint.h" @@ -23,13 +21,6 @@ #define OP_CLASS_NAME "OP" -#define MAIN_SQL_NAME "SQL" -#define MAIN_SQL_DRIVERS_NAME "drivers" - -// local variable - -static Methoded *OP; - // class class MOP : public Methoded { @@ -38,6 +29,7 @@ public: public: // Methoded bool used_directly() { return true; } void configure_user(Request& r); + private: String main_sql_name; String main_sql_drivers_name; @@ -46,30 +38,34 @@ private: // methods static void _if(Request& r, const String&, MethodParams *params) { - Value& condition_code=params->get(0); + Value& condition_code=params->as_junction(0, "condition must be expression"); bool condition=r.process(condition_code, 0/*no name*/, false/*don't intercept string*/).as_bool(); if(condition) - r.write_pass_lang(r.process(params->get_junction(1, "'then' parameter must be code"))); - else if(params->size()==3) - r.write_pass_lang(r.process(params->get_junction(2, "'else' parameter must be code"))); + r.write_pass_lang(r.process(params->as_junction(1, "'then' parameter must be code"))); + else if(params->size()>2) + r.write_pass_lang(r.process(params->as_junction(2, "'else' parameter must be code"))); } static void _untaint(Request& r, const String& method_name, MethodParams *params) { Pool& pool=r.pool(); - const String& lang_name=r.process(params->get(0)).as_string(); - String::Untaint_lang lang=static_cast( - untaint_lang_name2enum->get_int(lang_name)); - if(!lang) - PTHROW(0, 0, - &lang_name, - "invalid untaint language"); + uchar lang; + if(params->size()==1) + lang=String::UL_AS_IS; // mark as simply 'tainted'. useful in html from sql + else { + const String& lang_name=params->as_string(0, "lang must be string"); + lang=untaint_lang_name2enum->get_int(lang_name); + if(!lang) + throw Exception(0, + &lang_name, + "invalid taint language"); + } { - Value& vbody=params->get_junction(1, "body must be code"); + Value& vbody=params->as_junction(params->size()-1, "body must be code"); Temp_lang temp_lang(r, lang); // set temporarily specified ^untaint[language; r.write_pass_lang(r.process(vbody)); // process marking tainted with that lang @@ -79,22 +75,20 @@ static void _untaint(Request& r, const S static void _taint(Request& r, const String&, MethodParams *params) { Pool& pool=r.pool(); - String::Untaint_lang lang; + uchar lang; if(params->size()==1) lang=String::UL_TAINTED; // mark as simply 'tainted'. useful in table:set else { - const String& lang_name= - r.process(params->get(0)).as_string(); - lang=static_cast( - untaint_lang_name2enum->get_int(lang_name)); + const String& lang_name=params->as_string(0, "lang must be string"); + lang=untaint_lang_name2enum->get_int(lang_name); if(!lang) - PTHROW(0, 0, + throw Exception(0, &lang_name, "invalid taint language"); } { - Value& vbody=params->get_no_junction(params->size()-1, "body must not be code"); + Value& vbody=params->as_no_junction(params->size()-1, "body must not be code"); String result(r.pool()); result.append( @@ -114,11 +108,14 @@ static void _process(Request& r, const S origin.file, 1+origin.line, method_name.cstr()); #else - strncpy(place, MAX_STRING, method_name.cstr()); + strncpy(place, method_name.cstr(), MAX_STRING-1); place[MAX_STRING-1]=0; #endif VStateless_class& self_class=*r.self->get_class(); + const Method *main_method; { + // temporary remove language change + Temp_lang temp_lang(r, String::UL_PASS_APPENDED); // temporary zero @main so to maybe-replace it in processed code Temp_method temp_method_main(self_class, *main_method_name, 0); // temporary zero @auto so it wouldn't be auto-called in Request::use_buf @@ -126,35 +123,41 @@ static void _process(Request& r, const S // evaluate source to process const String& source= - r.process(params->get(0)).as_string(); + r.process(params->as_junction(0, "body must be code")).as_string(); // process source code, append processed methods to 'self' class // maybe-define new @main - r.use_buf(source.cstr(), place, &self_class); + r.use_buf( + source.cstr(String::UL_UNSPECIFIED, r.connection(0)), + place, + &self_class); - // maybe-execute @main[] - if(const Method *method=self_class.get_method(*main_method_name)) { - // execute! - r.execute(*method->parser_code); - } + // main_method + main_method=self_class.get_method(*main_method_name); + } + // after restoring current-request-lang + // maybe-execute @main[] + if(main_method) { + // execute! + r.execute(*main_method->parser_code); } } static void _rem(Request& r, const String&, MethodParams *params) { - params->get_junction(0, "body must be code"); + params->as_junction(0, "body must be code"); } static void _while(Request& r, const String& method_name, MethodParams *params) { Pool& pool=r.pool(); - Value& vcondition=params->get_junction(0, "condition must be expression"); - Value& body=params->get_junction(1, "body must be code"); + Value& vcondition=params->as_junction(0, "condition must be expression"); + Value& body=params->as_junction(1, "body must be code"); // while... int endless_loop_count=0; while(true) { if(++endless_loop_count>=MAX_LOOPS) // endless loop? - PTHROW(0, 0, + throw Exception("parser.runtime", &method_name, "endless loop detected"); @@ -172,34 +175,34 @@ static void _while(Request& r, const Str } static void _use(Request& r, const String& method_name, MethodParams *params) { - Value& vfile=params->get_no_junction(0, "file name must not be code"); - r.use_file(r.absolute(vfile.as_string())); + Value& vfile=params->as_no_junction(0, "file name must not be code"); + r.use_file(vfile.as_string()); } static void _for(Request& r, const String& method_name, MethodParams *params) { Pool& pool=r.pool(); - const String& var_name=r.process(params->get(0)).as_string(); - int from=r.process(params->get(1)).as_int(); - int to=r.process(params->get(2)).as_int(); - Value& body_code=params->get_junction(3, "body must be code"); - Value *delim_code=params->size()==3+1+1?¶ms->get(3+1):0; + const String& var_name=params->as_string(0, "var name must be string"); + int from=params->as_int(1, "from must be int", r); + int to=params->as_int(2, "to must be int", r); + Value& body_code=params->as_junction(3, "body must be code"); + Value *delim_maybe_code=params->size()>4?¶ms->get(4):0; + + if(to-from>=MAX_LOOPS) // too long loop? + throw Exception("parser.runtime", + &method_name, + "endless loop detected"); bool need_delim=false; VInt *vint=new(pool) VInt(pool, 0); - int endless_loop_count=0; for(int i=from; i<=to; i++) { - if(++endless_loop_count>=MAX_LOOPS) // endless loop? - PTHROW(0, 0, - &method_name, - "endless loop detected"); vint->set_int(i); r.root->put_element(var_name, vint); Value& processed_body=r.process(body_code); - if(delim_code) { // delimiter set? + if(delim_maybe_code) { // delimiter set? const String *string=processed_body.get_string(); if(need_delim && string && string->size()) // need delim & iteration produced string? - r.write_pass_lang(r.process(*delim_code)); + r.write_pass_lang(r.process(*delim_maybe_code)); need_delim=true; } r.write_pass_lang(processed_body); @@ -207,13 +210,13 @@ static void _for(Request& r, const Strin } static void _eval(Request& r, const String& method_name, MethodParams *params) { - Value& expr=params->get_junction(0, "need expression"); + Value& expr=params->as_junction(0, "need expression"); // evaluate expresion Value *result=r.process(expr, 0/*no name YET*/, true/*don't intercept string*/).as_expr_result(); - if(params->size()==2) { - Value& fmt=params->get_no_junction(1, "fmt must not be code"); + if(params->size()>1) { + Value& fmt=params->as_no_junction(1, "fmt must not be code"); Pool& pool=r.pool(); String& string=*new(pool) String(pool); @@ -224,91 +227,359 @@ static void _eval(Request& r, const Stri r.write_no_lang(*result); } +static void _connect(Request& r, const String& method_name, MethodParams *params) { + Pool& pool=r.pool(); +#ifdef RESOURCES_DEBUG +struct timeval mt[2]; +#endif + Value& url=params->as_no_junction(0, "url must not be code"); + Value& body_code=params->as_junction(1, "body must be code"); + + Table *protocol2driver_and_client= + static_cast(r.classes_conf.get(r.OP.name())); + +#ifdef RESOURCES_DEBUG +//measure:before +gettimeofday(&mt[0],NULL); +#endif + // connect + SQL_Connection_ptr connection=SQL_driver_manager->get_connection( + url.as_string(), method_name, protocol2driver_and_client); -typedef double (*math_one_double_op_func_ptr)(double); -static double round(double op) { return floor(op+0.5); } -static double sign(double op) { return op > 0 ? 1 : ( op < 0 ? -1 : 0 ); } - -static void double_one_op(Request& r, - const String& method_name, MethodParams *params, - math_one_double_op_func_ptr func) { +#ifdef RESOURCES_DEBUG +//measure:after connect +gettimeofday(&mt[1],NULL); + +double t[2]; +for(int i=0;i<2;i++) + t[i]=mt[i].tv_sec+mt[i].tv_usec/1000000.0; + +r.sql_connect_time+=t[1]-t[0]; +#endif + Temp_connection temp_connection(r, connection.get()); + // execute body + try { + r.write_assign_lang(r.process(body_code)); + } catch(...) { // process problem + connection->mark_to_rollback(); + /*re*/throw; + } +} + +#ifndef DOXYGEN +struct Switch_data { + Value *searching; + Value *found; + Value *_default; +}; +#endif +static void _switch(Request& r, const String&, MethodParams *params) { + void *backup=r.classes_conf.get(*switch_data_name); + Switch_data data={&r.process(params->get(0))}; + r.classes_conf.put(*switch_data_name, &data); + + r.process(params->as_junction(1, "switch cases must be code")); // and ignore result + + r.classes_conf.put(*switch_data_name, backup); + + if(Value *code=data.found ? data.found : data._default) + r.write_pass_lang(r.process(*code)); +} + +static void _case(Request& r, const String& method_name, MethodParams *params) { Pool& pool=r.pool(); - Value& param=params->get_junction(0, "parameter must be expression"); - Value& result=*new(pool) VDouble(pool, (*func)(r.process(param).as_double())); - result.set_name(method_name); - r.write_no_lang(result); + Switch_data *data=static_cast(r.classes_conf.get(*switch_data_name)); + if(!data) + throw Exception("parser.runtime", + &method_name, + "without switch"); + + int count=params->size(); + Value *code=¶ms->as_junction(--count, "case result must be code"); + for(int i=0; iget(i)); + + if(value.as_string() == *case_default_value) { + data->_default=code; + break; + } + + bool matches; + if(data->searching->is_string()) + matches=data->searching->as_string() == value.as_string(); + else + matches=data->searching->as_double() == value.as_double(); + + if(matches) { + data->found=code; + break; + } + } } -static void _round(Request& r, const String& method_name, MethodParams *params) { - double_one_op(r, method_name, params, &round); +// cache-- + +// consts + +const int DATA_STRING_SERIALIZED_VERSION=0x0001; + +// helper types + +#ifndef DOXYGEN +struct Data_string_serialized_prolog { + int version; +}; +#endif + +void cache_delete(const String& file_spec) { + file_delete(file_spec, false/*fail_on_read_problem*/); } -static void _floor(Request& r, const String& method_name, MethodParams *params) { - double_one_op(r, method_name, params, &floor); +#ifndef DOXYGEN +struct Locked_process_and_cache_put_action_info { + Request *r; + Value *body; +}; +#endif +static void locked_process_and_cache_put_action(int f, void *context) { + Locked_process_and_cache_put_action_info& info= + *static_cast(context); + + // body->process + info.body=&info.r->process(*info.body); + + // result->string + const String& data_string=info.body->as_string(); + + // string -serialize> buffer + void *data; size_t data_size; + data_string.serialize( + sizeof(Data_string_serialized_prolog), + data, data_size); + Data_string_serialized_prolog& prolog= + *static_cast(data); + prolog.version=DATA_STRING_SERIALIZED_VERSION; + + // buffer -write> file + write(f, data, data_size); } +Value *locked_process_and_cache_put(Request& r, + Value& body_code, + const String& file_spec) { + Locked_process_and_cache_put_action_info info={ + &r, + &body_code, + }; + + return file_write_action_under_lock( + file_spec, + "cache_put", locked_process_and_cache_put_action, &info, + false/*as_text*/, + false/*do_append*/, + false/*block*/) ? info.body : 0; +} +String *cache_get(Pool& pool, const String& file_spec) { + void* data; size_t data_size; + if(file_read(pool, file_spec, + data, data_size, + false/*as_text*/, + false/*fail_on_read_problem*/) + && data_size/* ignore reads which are empty due to + non-unary open+lockEX conflict with lockSH */) { + + Data_string_serialized_prolog& prolog= + *static_cast(data); + + String *result=new(pool) String(pool); + if( + data_size>=sizeof(Data_string_serialized_prolog) + && prolog.version==DATA_STRING_SERIALIZED_VERSION + && result->deserialize( + sizeof(Data_string_serialized_prolog), data, data_size, file_spec.cstr())) + return result; + } -static void _ceiling(Request& r, const String& method_name, MethodParams *params) { - double_one_op(r, method_name, params, &ceil); + return 0; } +static void _cache(Request& r, const String& method_name, MethodParams *params) { + Pool& pool=r.pool(); + + // file_spec, expires, body code + const String &file_spec=r.absolute(params->as_string(0, "filespec must be string")); + if(params->size()==1) { // delete + cache_delete(file_spec); + return; + } -static void _abs(Request& r, const String& method_name, MethodParams *params) { - double_one_op(r, method_name, params, &fabs); + time_t lifespan=(time_t)params->as_double(1, "lifespan must be number", r); + Value& body_code=params->as_junction(2, "body must be code"); + + if(lifespan) { // 'lifespan' specified? try cached copy... + size_t size; + time_t atime, mtime, ctime; + + // hence we don't hope to have unary create/lockEX + // we need some plan to live in a life like that, so... + // worst races plan: + // A B + // open + // |open + // lockSH + // |nonblocking-lockEX fails + // unlockSH + // close, cache_get returns 0 + // open + // nonblocking-lockEX succeeds; process, write, close + // |retry1: open + // ... + // |lockSH succeeds; ... + + // {file_spec} modification time + for(int retry=0; retry<2; retry++) { + if(file_stat(file_spec, size, atime, mtime, ctime, false/*no exception on error*/)) // exists? + if(time(0)-mtime > lifespan) // expired + cache_delete(file_spec); + else // not expired + if(String *cached_body=cache_get(pool, file_spec)) { // have cached copy? + // write it out + r.write_assign_lang(*cached_body); + // happy with it + return; + } + + // non-blocked lock; process; cache it + if(Value *processed_body=locked_process_and_cache_put(r, body_code, file_spec)) { + // write it out + r.write_assign_lang(*processed_body); + // happy with it + return; + } else { // somebody writing result right now + pa_sleep(0, 500000); // waiting half a second + retry=0; // prolonging our wait, than could cache_get it, without processing body_code + } + } + throw Exception(0, + &file_spec, + "locking problem"); + } else { + // 'lifespan'=0, forget cached copy + cache_delete(file_spec); + // process + Value& processed_body=r.process(body_code); + // write it out + r.write_assign_lang(processed_body); + // happy with it + return; + } + // never reached } -static void _sign(Request& r, const String& method_name, MethodParams *params) { - double_one_op(r, method_name, params, &sign); +// also used in pa_request.C to pass param to @unhandled_exception +VHash& exception2vhash(Pool& pool, const Exception& e) { + VHash& result=*new(pool) VHash(pool); + Hash& hash=result.hash(0); + if(const char *type=e.type()) + hash.put(*exception_type_part_name, new(pool) VString(*new(pool) String(pool, type))); + if(const String *asource=e.problem_source()) { + String& source=*new(pool) String(pool); + source.append(*asource, String::UL_TAINTED, true/*forced*/); + result.set_name(source); + + hash.put(*exception_source_part_name, new(pool) VString(source)); +#ifndef NO_STRING_ORIGIN + const Origin& origin=source.origin(); + hash.put(*new(pool) String(pool, "file"), + new(pool) VString(*new(pool) String(pool, origin.file))); + hash.put(*new(pool) String(pool, "lineno"), + new(pool) VInt(pool, 1+origin.line)); +#endif + } + if(const char *ecomment=e.comment()) { + int comment_size=strlen(ecomment); + char *pcomment=(char *)pool.malloc(comment_size); + memcpy(pcomment, ecomment, comment_size); + hash.put(*exception_comment_part_name, + new(pool) VString(*new(pool) String(pool, pcomment, comment_size, true/*tainted*/))); + } + hash.put(*exception_handled_part_name, + new(pool) VBool(pool, false)); + + return result; } -static void _connect(Request& r, const String&, MethodParams *params) { +static void _try_operator(Request& r, const String& method_name, MethodParams *params) { Pool& pool=r.pool(); - Value& url=params->get_no_junction(0, "url must not be code"); - Value& body_code=params->get_junction(1, "body must be code"); + Value& body_code=params->as_junction(0, "body_code must be code"); + Value& catch_code=params->as_junction(1, "catch_code must be code"); - Table *protocol2driver_and_client= - static_cast
(r.classes_conf.get(OP->name())); + Value *result; - // connect - SQL_Connection& connection=SQL_driver_manager->get_connection( - url.as_string(), protocol2driver_and_client); + // taking snapshot of request processing status + //int ssexception_trace=r.exception_trace.top_index(); + int sstack=r.stack.top_index(); + Value *sself=r.self, *sroot=r.root, *srcontext=r.rcontext; + WContext *swcontext=r.wcontext; + try { + result=&r.process(body_code); + } catch(const Exception& e) { + // restoring request processing status + //r.exception_trace.top_index(ssexception_trace); + r.stack.top_index(sstack); + r.self=sself; r.root=sroot, r.rcontext=srcontext; r.wcontext=swcontext; + + + VHash& vhash=exception2vhash(pool, e); - Exception rethrow_me; - // remember/set current connection - SQL_Connection *saved_connection=r.connection; - r.connection=&connection; - // execute body - bool body_failed=false; - PTRY - r.write_assign_lang(r.process(body_code)); - PCATCH(e) { // connect/process problem - rethrow_me=e; body_failed=true; - } - PEND_CATCH + Junction *junction=catch_code.get_junction(); + Value *saved_exception_var_value=junction->root->get_element(*exception_var_name); + junction->root->put_element(*exception_var_name, &vhash); + result=&r.process(catch_code); + bool handled=false; + if(Value *value=static_cast(vhash.hash(0).get(*exception_handled_part_name))) + handled=value->as_bool(); + junction->root->put_element(*exception_var_name, saved_exception_var_value); - bool finalizer_failed=false; - PTRY - // FINALLY - if(body_failed) - connection.rollback(); - else - connection.commit(); - PCATCH(e) { // commit/rollback problem - rethrow_me=e; finalizer_failed=true; - } - PEND_CATCH - - // close connection [cache it] - connection.close(); - // recall current connection from remembered - r.connection=saved_connection; - - if(body_failed || finalizer_failed) // were there an exception for us to rethrow? - PTHROW(rethrow_me.type(), rethrow_me.code(), - rethrow_me.problem_source(), - rethrow_me.comment()); + if(!handled) + throw(e); // rethrow + } + // write it out + r.write_pass_lang(*result); } +static void _throw_operator(Request& r, const String& method_name, MethodParams *params) { + Pool& pool=r.pool(); + + if(params->size()==1) { + Value& param0=params->get(0); + if(Hash *hash=param0.get_hash(&method_name)) { + const char *type=0; + if(Value *value=static_cast(hash->get(*exception_type_part_name))) + type=value->as_string().cstr(); + const String *source=0; + if(Value *value=static_cast(hash->get(*exception_source_part_name))) + source=&value->as_string(); + const char *comment=0; + if(Value *value= + static_cast(hash->get(*exception_comment_part_name))) + comment=value->as_string().cstr(); + + throw Exception(type, + source?source:&method_name, + comment); + } else + throw Exception("parser.runtime", + &method_name, + "one-param version has hash param"); + } else { + const char *type=params->as_string(0, "type must be string").cstr(); + const String& source=params->as_string(1, "source must be string"); + const char *comment=params->as_string(2, "comment must be string").cstr(); + throw Exception(type, &source, comment); + } +} + // constructor MOP::MOP(Pool& apool) : Methoded(apool), @@ -322,7 +593,7 @@ MOP::MOP(Pool& apool) : Methoded(apool), add_native_method("if", Method::CT_ANY, _if, 2, 3); // ^untaint[as-is|uri|sql|js|html|html-typo]{code} - add_native_method("untaint", Method::CT_ANY, _untaint, 2, 2); + add_native_method("untaint", Method::CT_ANY, _untaint, 1, 2); // ^taint[as-is|uri|sql|js|html|html-typo]{code} add_native_method("taint", Method::CT_ANY, _taint, 1, 2); @@ -331,7 +602,7 @@ MOP::MOP(Pool& apool) : Methoded(apool), add_native_method("process", Method::CT_ANY, _process, 1, 1); // ^rem{code} - add_native_method("rem", Method::CT_ANY, _rem, 1, 1000); + add_native_method("rem", Method::CT_ANY, _rem, 1, 10000); // ^while(condition){code} add_native_method("while", Method::CT_ANY, _while, 2, 2); @@ -339,46 +610,45 @@ MOP::MOP(Pool& apool) : Methoded(apool), // ^use[file] add_native_method("use", Method::CT_ANY, _use, 1, 1); - // ^for[i;from-number;to-number-inclusive]{code}[delim] + // ^for[i](from-number;to-number-inclusive){code}[delim] add_native_method("for", Method::CT_ANY, _for, 3+1, 3+1+1); // ^eval(expr) // ^eval(expr)[format] add_native_method("eval", Method::CT_ANY, _eval, 1, 2); + // ^connect[protocol://user:pass@host[:port]/database]{code with ^sql-s} + add_native_method("connect", Method::CT_ANY, _connect, 2, 2); - // math functions - // ^round(expr) - add_native_method("round", Method::CT_ANY, _round, 1, 1); + // ^cache[file_spec] delete cache + // ^cache[file_spec](time){code} time=0 no cache + add_native_method("cache", Method::CT_ANY, _cache, 1, 3); + + // switch - // ^floor(expr) - add_native_method("floor", Method::CT_ANY, _floor, 1, 1); + // ^switch[value]{cases} + add_native_method("switch", Method::CT_ANY, _switch, 2, 2); - // ^ceiling(expr) - add_native_method("ceiling", Method::CT_ANY, _ceiling, 1, 1); + // ^case[value]{code} + add_native_method("case", Method::CT_ANY, _case, 2, 10000); - // ^abs(expr) - add_native_method("abs", Method::CT_ANY, _abs, 1, 1); + // try-catch - // ^sign(expr) - add_native_method("sign", Method::CT_ANY, _sign, 1, 1); - - - // connect - - // ^connect[protocol://user:pass@host[:port]/database]{code with ^sql-s} - add_native_method("connect", Method::CT_ANY, _connect, 2, 2); + // ^try{code}{catch code} + add_native_method("try", Method::CT_ANY, _try_operator, 2, 2); + // ^throw[$exception hash] + // ^throw[type;source;comment] + add_native_method("throw", Method::CT_ANY, _throw_operator, 1, 3); } // constructor & configurator Methoded *MOP_create(Pool& pool) { - return OP=new(pool) MOP(pool); + return new(pool) MOP(pool); } - void MOP::configure_user(Request& r) { Pool& pool=r.pool();