--- parser3/src/classes/op.C 2001/12/19 16:17:26 1.65 +++ parser3/src/classes/op.C 2002/03/27 15:30:34 1.78 @@ -1,10 +1,10 @@ /** @file Parser: parser @b operators. - Copyright (c) 2001 ArtLebedev Group (http://www.artlebedev.com) - Author: Alexander Petrosyan (http://paf.design.ru) + Copyright (c) 2001, 2002 ArtLebedev Group (http://www.artlebedev.com) + Author: Alexandr Petrosian (http://paf.design.ru) - $Id: op.C,v 1.65 2001/12/19 16:17:26 paf Exp $ + $Id: op.C,v 1.78 2002/03/27 15:30:34 paf Exp $ */ #include "classes.h" @@ -59,7 +59,7 @@ static void _untaint(Request& r, const S const String& lang_name=params->as_string(0, "lang must be string"); lang=untaint_lang_name2enum->get_int(lang_name); if(!lang) - throw Exception(0, 0, + throw Exception(0, &lang_name, "invalid taint language"); } @@ -82,7 +82,7 @@ static void _taint(Request& r, const Str const String& lang_name=params->as_string(0, "lang must be string"); lang=untaint_lang_name2enum->get_int(lang_name); if(!lang) - throw Exception(0, 0, + throw Exception(0, &lang_name, "invalid taint language"); } @@ -112,7 +112,10 @@ static void _process(Request& r, const S #endif VStateless_class& self_class=*r.self->get_class(); + const Method *main_method; { + // temporary remove language change + Temp_lang temp_lang(r, String::UL_PASS_APPENDED); // temporary zero @main so to maybe-replace it in processed code Temp_method temp_method_main(self_class, *main_method_name, 0); // temporary zero @auto so it wouldn't be auto-called in Request::use_buf @@ -124,13 +127,19 @@ static void _process(Request& r, const S // process source code, append processed methods to 'self' class // maybe-define new @main - r.use_buf(source.cstr(String::UL_UNSPECIFIED, r.connection), place, &self_class); + r.use_buf( + source.cstr(String::UL_UNSPECIFIED, r.connection(0)), + place, + &self_class); - // maybe-execute @main[] - if(const Method *method=self_class.get_method(*main_method_name)) { - // execute! - r.execute(*method->parser_code); - } + // main_method + main_method=self_class.get_method(*main_method_name); + } + // after restoring current-request-lang + // maybe-execute @main[] + if(main_method) { + // execute! + r.execute(*main_method->parser_code); } } @@ -148,7 +157,7 @@ static void _while(Request& r, const Str int endless_loop_count=0; while(true) { if(++endless_loop_count>=MAX_LOOPS) // endless loop? - throw Exception(0, 0, + throw Exception("parser.runtime", &method_name, "endless loop detected"); @@ -179,7 +188,7 @@ static void _for(Request& r, const Strin Value *delim_maybe_code=params->size()>4?¶ms->get(4):0; if(to-from>=MAX_LOOPS) // too long loop? - throw Exception(0, 0, + throw Exception("parser.runtime", &method_name, "endless loop detected"); @@ -218,17 +227,6 @@ static void _eval(Request& r, const Stri r.write_no_lang(*result); } -static void _error(Request& r, const String& method_name, MethodParams *params) { - Pool& pool=r.pool(); - - const String& serror=params->as_string(0, "message must be string"); - throw Exception(0, 0, - &method_name, - "%s", serror.cstr()); -} - - -/// @todo rewrite ugly code with try/try to autoobject TempConnection static void _connect(Request& r, const String& method_name, MethodParams *params) { Pool& pool=r.pool(); #ifdef RESOURCES_DEBUG @@ -245,7 +243,7 @@ struct timeval mt[2]; gettimeofday(&mt[0],NULL); #endif // connect - SQL_Connection& connection=SQL_driver_manager->get_connection( + SQL_Connection_ptr connection=SQL_driver_manager->get_connection( url.as_string(), method_name, protocol2driver_and_client); #ifdef RESOURCES_DEBUG @@ -258,35 +256,14 @@ for(int i=0;i<2;i++) r.sql_connect_time+=t[1]-t[0]; #endif - // remember/set current connection - SQL_Connection *saved_connection=r.connection; - r.connection=&connection; + Temp_connection temp_connection(r, connection.get()); // execute body try { - try { - r.write_assign_lang(r.process(body_code)); - - connection.commit(); - } catch(...) { // process/commit problem - connection.rollback(); - - /*re*/throw; - } - - } catch(...) { - // close connection [cache it] - connection.close(); - // recall current connection from remembered - r.connection=saved_connection; - - /*re*/throw; + r.write_assign_lang(r.process(body_code)); + } catch(...) { // process problem + connection->mark_to_rollback(); + /*re*/throw; } - - // and anyway - // close connection [cache it] - connection.close(); - // recall current connection from remembered - r.connection=saved_connection; } #ifndef DOXYGEN @@ -314,7 +291,7 @@ static void _case(Request& r, const Stri Switch_data *data=static_cast(r.classes_conf.get(*switch_data_name)); if(!data) - throw Exception(0, 0, + throw Exception("parser.runtime", &method_name, "without switch"); @@ -355,54 +332,75 @@ struct Data_string_serialized_prolog { }; #endif -void cache_delete(Pool& pool, const String& file_spec) { - file_delete(pool, file_spec, false/*fail_on_read_problem*/); +void cache_delete(const String& file_spec) { + file_delete(file_spec, false/*fail_on_read_problem*/); } -void cache_put(Pool& pool, const String& file_spec, const String& data_string) { + +#ifndef DOXYGEN +struct Locked_process_and_cache_put_action_info { + Request *r; + Value *body; +}; +#endif +static void locked_process_and_cache_put_action(int f, void *context) { + Locked_process_and_cache_put_action_info& info= + *static_cast(context); + + // body->process + info.body=&info.r->process(*info.body); + + // result->string + const String& data_string=info.body->as_string(); + + // string -serialize> buffer void *data; size_t data_size; data_string.serialize( sizeof(Data_string_serialized_prolog), data, data_size); Data_string_serialized_prolog& prolog= *static_cast(data); - prolog.version=DATA_STRING_SERIALIZED_VERSION; - - file_write(pool, - file_spec, - data, data_size, - false/*as_text*/); + + // buffer -write> file + write(f, data, data_size); +} +Value *locked_process_and_cache_put(Request& r, + Value& body_code, + const String& file_spec) { + Locked_process_and_cache_put_action_info info={ + &r, + &body_code, + }; + + return file_write_action_under_lock( + file_spec, + "cache_put", locked_process_and_cache_put_action, &info, + false/*as_text*/, + false/*do_append*/, + false/*block*/) ? info.body : 0; } String *cache_get(Pool& pool, const String& file_spec) { void* data; size_t data_size; - if(!file_read(pool, file_spec, + if(file_read(pool, file_spec, data, data_size, false/*as_text*/, - false/*fail_on_read_problem*/)) - return 0; + false/*fail_on_read_problem*/) + && data_size/* ignore reads which are empty due to + non-unary open+lockEX conflict with lockSH */) { - Data_string_serialized_prolog& prolog= - *static_cast(data); - - if(data_size(data); - String& result=*new(pool) String(pool); - if(data_size) { - result.deserialize( - sizeof(Data_string_serialized_prolog), - data, data_size, file_spec.cstr()); + String *result=new(pool) String(pool); + if( + data_size>=sizeof(Data_string_serialized_prolog) + && prolog.version==DATA_STRING_SERIALIZED_VERSION + && result->deserialize( + sizeof(Data_string_serialized_prolog), data, data_size, file_spec.cstr())) + return result; } - - return &result; + + return 0; } static void _cache(Request& r, const String& method_name, MethodParams *params) { Pool& pool=r.pool(); @@ -410,7 +408,7 @@ static void _cache(Request& r, const Str // file_spec, expires, body code const String &file_spec=r.absolute(params->as_string(0, "filespec must be string")); if(params->size()==1) { // delete - cache_delete(pool, file_spec); + cache_delete(file_spec); return; } @@ -420,31 +418,168 @@ static void _cache(Request& r, const Str if(lifespan) { // 'lifespan' specified? try cached copy... size_t size; time_t atime, mtime, ctime; + + // hence we don't hope to have unary create/lockEX + // we need some plan to live in a life like that, so... + // worst races plan: + // A B + // open + // |open + // lockSH + // |nonblocking-lockEX fails + // unlockSH + // close, cache_get returns 0 + // open + // nonblocking-lockEX succeeds; process, write, close + // |retry1: open + // ... + // |lockSH succeeds; ... + // {file_spec} modification time - if(!file_stat(file_spec, size, atime, mtime, ctime, false/*no exception on error*/) - || (time(0)-mtime) > lifespan) // cached file expired - cache_delete(pool, file_spec); - else - if(String *cached_body=cache_get(pool, file_spec)) { // have cached copy? + for(int retry=0; retry<2; retry++) { + if(file_stat(file_spec, size, atime, mtime, ctime, false/*no exception on error*/)) // exists? + if(time(0)-mtime > lifespan) // expired + cache_delete(file_spec); + else // not expired + if(String *cached_body=cache_get(pool, file_spec)) { // have cached copy? + // write it out + r.write_assign_lang(*cached_body); + // happy with it + return; + } + + // non-blocked lock; process; cache it + if(Value *processed_body=locked_process_and_cache_put(r, body_code, file_spec)) { // write it out - r.write_assign_lang(*cached_body); + r.write_assign_lang(*processed_body); // happy with it return; + } else { // somebody writing result right now + pa_sleep(0, 500000); // waiting half a second + retry=0; // prolonging our wait, than could cache_get it, without processing body_code } - } else // 'lifespan'=0, forget cached copy - cache_delete(pool, file_spec); - - // process - Value& processed_body=r.process(body_code); - - // put it to cache if 'lifespan' specified - if(lifespan) - cache_put(pool, file_spec, processed_body.as_string()); + } + throw Exception(0, + &file_spec, + "locking problem"); + } else { + // 'lifespan'=0, forget cached copy + cache_delete(file_spec); + // process + Value& processed_body=r.process(body_code); + // write it out + r.write_assign_lang(processed_body); + // happy with it + return; + } + // never reached +} + +// also used in pa_request.C to pass param to @unhandled_exception +VHash& exception2vhash(Pool& pool, const Exception& e) { + VHash& result=*new(pool) VHash(pool); + Hash& hash=result.hash(0); + if(const char *type=e.type()) + hash.put(*exception_type_part_name, new(pool) VString(*new(pool) String(pool, type))); + if(const String *asource=e.problem_source()) { + String& source=*new(pool) String(pool); + source.append(*asource, String::UL_TAINTED, true/*forced*/); + result.set_name(source); + + hash.put(*exception_source_part_name, new(pool) VString(source)); +#ifndef NO_STRING_ORIGIN + const Origin& origin=source.origin(); + hash.put(*new(pool) String(pool, "file"), + new(pool) VString(*new(pool) String(pool, origin.file))); + hash.put(*new(pool) String(pool, "lineno"), + new(pool) VInt(pool, 1+origin.line)); +#endif + } + if(const char *ecomment=e.comment()) { + int comment_size=strlen(ecomment); + char *pcomment=(char *)pool.malloc(comment_size); + memcpy(pcomment, ecomment, comment_size); + hash.put(*exception_comment_part_name, + new(pool) VString(*new(pool) String(pool, pcomment, comment_size, true/*tainted*/))); + } + hash.put(*exception_handled_part_name, + new(pool) VBool(pool, false)); + + return result; +} + +static void _try_operator(Request& r, const String& method_name, MethodParams *params) { + Pool& pool=r.pool(); + + Value& body_code=params->as_junction(0, "body_code must be code"); + Value& catch_code=params->as_junction(1, "catch_code must be code"); + + Value *result; + // taking snapshot of request processing status + //int ssexception_trace=r.exception_trace.top_index(); + int sstack=r.stack.top_index(); + Value *sself=r.self, *sroot=r.root, *srcontext=r.rcontext; + WContext *swcontext=r.wcontext; + try { + result=&r.process(body_code); + } catch(const Exception& e) { + // restoring request processing status + //r.exception_trace.top_index(ssexception_trace); + r.stack.top_index(sstack); + r.self=sself; r.root=sroot, r.rcontext=srcontext; r.wcontext=swcontext; + + + VHash& vhash=exception2vhash(pool, e); + + Junction *junction=catch_code.get_junction(); + Value *saved_exception_var_value=junction->root->get_element(*exception_var_name); + junction->root->put_element(*exception_var_name, &vhash); + result=&r.process(catch_code); + bool handled=false; + if(Value *value=static_cast(vhash.hash(0).get(*exception_handled_part_name))) + handled=value->as_bool(); + junction->root->put_element(*exception_var_name, saved_exception_var_value); + + if(!handled) + throw(e); // rethrow + } // write it out - r.write_assign_lang(processed_body); + r.write_pass_lang(*result); } +static void _throw_operator(Request& r, const String& method_name, MethodParams *params) { + Pool& pool=r.pool(); + + if(params->size()==1) { + Value& param0=params->get(0); + if(Hash *hash=param0.get_hash(&method_name)) { + const char *type=0; + if(Value *value=static_cast(hash->get(*exception_type_part_name))) + type=value->as_string().cstr(); + const String *source=0; + if(Value *value=static_cast(hash->get(*exception_source_part_name))) + source=&value->as_string(); + const char *comment=0; + if(Value *value= + static_cast(hash->get(*exception_comment_part_name))) + comment=value->as_string().cstr(); + + throw Exception(type, + source?source:&method_name, + comment); + } else + throw Exception("parser.runtime", + &method_name, + "one-param version has hash param"); + } else { + const char *type=params->as_string(0, "type must be string").cstr(); + const String& source=params->as_string(1, "source must be string"); + const char *comment=params->as_string(2, "comment must be string").cstr(); + throw Exception(type, &source, comment); + } +} + // constructor MOP::MOP(Pool& apool) : Methoded(apool), @@ -482,10 +617,6 @@ MOP::MOP(Pool& apool) : Methoded(apool), // ^eval(expr)[format] add_native_method("eval", Method::CT_ANY, _eval, 1, 2); - // ^error[msg] - add_native_method("error", Method::CT_ANY, _error, 1, 1); - - // ^connect[protocol://user:pass@host[:port]/database]{code with ^sql-s} add_native_method("connect", Method::CT_ANY, _connect, 2, 2); @@ -501,6 +632,15 @@ MOP::MOP(Pool& apool) : Methoded(apool), // ^case[value]{code} add_native_method("case", Method::CT_ANY, _case, 2, 10000); + + // try-catch + + // ^try{code}{catch code} + add_native_method("try", Method::CT_ANY, _try_operator, 2, 2); + // ^throw[$exception hash] + // ^throw[type;source;comment] + add_native_method("throw", Method::CT_ANY, _throw_operator, 1, 3); + } // constructor & configurator