--- parser3/src/main/pa_request.C 2001/09/30 09:56:43 1.158 +++ parser3/src/main/pa_request.C 2001/12/19 16:24:07 1.187 @@ -2,17 +2,11 @@ Parser: request class main part. @see compile.C and execute.C. Copyright (c) 2001 ArtLebedev Group (http://www.artlebedev.com) - Author: Alexander Petrosyan (http://design.ru/paf) + Author: Alexander Petrosyan (http://paf.design.ru) - $Id: pa_request.C,v 1.158 2001/09/30 09:56:43 parser Exp $ + $Id: pa_request.C,v 1.187 2001/12/19 16:24:07 paf Exp $ */ -#include "pa_config_includes.h" - -#include "pcre.h" -#include "internal.h" -extern "C" unsigned char pcre_default_tables[]; // pcre/chartables.c - #include "pa_sapi.h" #include "pa_common.h" #include "pa_request.h" @@ -25,6 +19,8 @@ extern "C" unsigned char pcre_default_ta #include "pa_vtable.h" #include "pa_vfile.h" #include "pa_dictionary.h" +#include "pa_charsets.h" +#include "pa_charset.h" /// content type of exception response, when no @MAIN:exception handler defined const char *UNHANDLED_EXCEPTION_CONTENT_TYPE="text/plain"; @@ -35,105 +31,30 @@ const char *ORIGINS_CONTENT_TYPE="text/p Methoded *MOP_create(Pool&); - -inline void prepare_case_tables(unsigned char *tables) { - unsigned char *lcc_table=tables+lcc_offset; - unsigned char *fcc_table=tables+fcc_offset; - for(int i=0; i<0x100; i++) - lcc_table[i]=fcc_table[i]=i; -} -inline void cstr2ctypes(unsigned char *tables, const unsigned char *cstr, - unsigned char bit) { - unsigned char *ctypes_table=tables+ctypes_offset; - ctypes_table[0]=bit; - for(; *cstr; cstr++) { - unsigned char c=*cstr; - ctypes_table[c]|=bit; - } -} -inline unsigned int to_wchar_code(const String *s) { - if(!s || s->size()==0) - return 0; - if(s->size()==1) - return (unsigned int)s->first_char(); - return (unsigned int)s->as_int(); -} -inline bool to_bool(const String *s) { - return s && s->size()!=0; -} -static void element2ctypes(unsigned char c, bool belongs, - unsigned char *tables, unsigned char bit, int group_offset=-1) { - if(!belongs) - return; - - unsigned char *ctypes_table=tables+ctypes_offset; - - ctypes_table[c]|=bit; - if(group_offset>=0) - tables[cbits_offset+group_offset+c/8] |= 1 << (c%8); -} -static void element2case(unsigned char from, unsigned char to, - unsigned char *tables) { - if(!to) - return; - - unsigned char *lcc_table=tables+lcc_offset; - unsigned char *fcc_table=tables+fcc_offset; - lcc_table[from]=to; - fcc_table[from]=to; fcc_table[to]=from; -} - -static void ctype_table_row_to_pcretables(Array::Item *value, void *info) { - Array& row=*static_cast(value); - unsigned char *pcre_tables=(unsigned char *)info; - -// char white-space digit hex-digit letter word lowercase unicode1 unicode2 - unsigned int c=to_wchar_code(row.get_string(0)); - - element2ctypes(c, to_bool(row.get_string(1)), pcre_tables, ctype_space, cbit_space); - element2ctypes(c, to_bool(row.get_string(2)), pcre_tables, ctype_digit, cbit_digit); - element2ctypes(c, to_bool(row.get_string(3)), pcre_tables, ctype_xdigit); - element2ctypes(c, to_bool(row.get_string(4)), pcre_tables, ctype_letter); - element2ctypes(c, to_bool(row.get_string(5)), pcre_tables, ctype_word, cbit_word); - element2case(c, to_wchar_code(row.get_string(6)), pcre_tables); -} - -static void load_ctype_for_charset(const Hash::Key& akey, Hash::Val *avalue, - void *info) { - Hash& CTYPE=*static_cast(info); - Pool& pool=CTYPE.pool(); - - // lowcase, flipcase, bits digit+word+whitespace, masks - unsigned char *pcre_tables=(unsigned char *)pool.calloc(tables_length); - prepare_case_tables(pcre_tables); - cstr2ctypes(pcre_tables, (const unsigned char *)"*+?{^.$|()[", ctype_meta); - +static void load_charset(const Hash::Key& akey, Hash::Val *avalue, + void *) { Value& value=*static_cast(avalue); - if(Table *table=value.get_table()) { - table->for_each(ctype_table_row_to_pcretables, pcre_tables); - } else - PTHROW(0, 0, - &value.name(), - "must be hash"); - XML256TableTranscoder *transcoder=0; - CTYPE.put(akey, new(pool) Request_CTYPE_value(pool, pcre_tables, transcoder)); + if(!charsets->get(akey)) // don't we know that charset? + charsets->put(akey, + new(charsets->pool()) Charset(charsets->pool(), akey, &value.as_string())); } // Request::Request(Pool& apool, Info& ainfo, - String::Untaint_lang adefault_lang) : Pooled(apool), + uchar adefault_lang, + bool status_allowed) : Pooled(apool), stack(apool), OP(*MOP_create(apool)), env(apool), + status(apool), form(apool), math(apool), request(apool, *this), response(apool), cookie(apool), fclasses(apool), - CTYPE(apool), fdefault_lang(adefault_lang), flang(adefault_lang), info(ainfo), post_data(0), post_size(0), @@ -143,8 +64,19 @@ Request::Request(Pool& apool, main_class(0), connection(0), classes_conf(apool), - anti_endless_execute_recoursion(0) + anti_endless_execute_recoursion(0), + trace(apool) +#ifdef RESOURCES_DEBUG + ,sql_connect_time(0),sql_request_time(0) +#endif { + // default charsets + pool().set_source_charset(*utf8_charset); + pool().set_client_charset(*utf8_charset); + + // maybe expire old caches + cache_managers->maybe_expire(); + /// directly used // operators OP.register_directly_used(*this); @@ -155,6 +87,9 @@ Request::Request(Pool& apool, /// methodless // env class classes().put(*NEW String(pool(), ENV_CLASS_NAME), &env); + // status class + if(status_allowed) + classes().put(*NEW String(pool(), STATUS_CLASS_NAME), &status); // request class classes().put(*NEW String(pool(), REQUEST_CLASS_NAME), &request); // cookie class @@ -178,14 +113,22 @@ Request::Request(Pool& apool, the file user requested us to process all located classes become children of one another, composing class we name 'MAIN' + + @test log stack trace + */ void Request::core( const char *root_config_filespec, bool root_config_fail_on_read_problem, const char *site_config_filespec, bool site_config_fail_on_read_problem, bool header_only) { - //_asm { int 3 } - bool need_rethrow=false; Exception rethrow_me; - TRY { + +#ifdef RESOURCES_DEBUG +//measures +struct timeval mt[10]; +//measure:before all +gettimeofday(&mt[0],NULL); +#endif + try { char *auto_filespec=(char *)malloc(MAX_STRING); // loading root config @@ -197,7 +140,23 @@ void Request::core( true/*ignore class_path*/, root_config_fail_on_read_problem, main_class_name, main_class); } - + // charsets must only be specified in root config + // so that users would not interfere + if(main_class) { + /* $MAIN:CHARSETS[ + $.charsetname1[/full/path/to/charset/file.cfg] + ... + ] + */ + if(Value *vcharsets=main_class->get_element(*charsets_name)) { + if(Hash *charsets=vcharsets->get_hash(0)) + charsets->for_each(load_charset); + else + throw Exception(0, 0, + &vcharsets->name(), + "must be hash"); + } + } // configure root options // until someone with less privileges have overriden them OP.configure_admin(*this); @@ -253,54 +212,36 @@ void Request::core( OP.configure_user(*this); methoded_array->configure_user(*this); - // $MAIN:DEFAULTS - Value *defaults=main_class->get_element(*defaults_name); - // value must be allocated on request's pool for that pool used on - // meaning constructing @see attributed_meaning_to_string - default_content_type=defaults?defaults->get_element(*content_type_name):0; -#ifdef XML - // record default charset - if(default_content_type) - if(Hash *hash=default_content_type->get_hash()) - if(Value *vcharset=(Value *)hash->get(*charset_name)) - pool().set_charset(vcharset->as_string()); -#endif - - if(Value *element=main_class->get_element(*user_html_name)) - if(Table *table=element->get_table()) - pool().set_tag(NEW Dictionary(*table)); - // $MAIN:MIME-TYPES if(Value *element=main_class->get_element(*mime_types_name)) if(Table *table=element->get_table()) mime_types=table; - if(Value *vctype=main_class->get_element(*ctype_name)) { - if(Hash *ctype=vctype->get_hash()) - ctype->for_each(load_ctype_for_charset, &CTYPE); - else - THROW(0, 0, - &vctype->name(), - "must be hash"); - } - // filling form fields form.fill_fields_and_tables(*this); // filling cookies cookie.fill_fields(*this); +#ifdef RESOURCES_DEBUG +//measure:after compile +gettimeofday(&mt[1],NULL); +#endif // execute @main[] const String *body_string=execute_virtual_method( *main_class, *main_method_name); if(!body_string) - THROW(0,0, + throw Exception(0,0, 0, "'"MAIN_METHOD_NAME"' method not found"); +#ifdef RESOURCES_DEBUG + //measure:after main +gettimeofday(&mt[2],NULL); +#endif + VString body_vstring_before_post_process(*body_string); VString *body_vstring_after_post_process=&body_vstring_before_post_process; - // @postprocess if(Value *value=main_class->get_element(*post_process_method_name)) if(Junction *junction=value->get_junction()) @@ -330,41 +271,62 @@ void Request::core( response.fields().put(*content_type_name, NEW VString(*NEW String(pool(), ORIGINS_CONTENT_TYPE))); +#ifdef RESOURCES_DEBUG +//measure:after postprocess +gettimeofday(&mt[3],NULL); +#endif + // OK. write out the result output_result(*body_file, header_only); - } - CATCH(e) { // request handling problem + +#ifdef RESOURCES_DEBUG + //measure:after output_result +gettimeofday(&mt[9],NULL); +t[9]=mt[9].tv_sec+mt[9].tv_usec/1000000.0; + +double t[10]; +for(int i=0;i<10;i++) + t[i]=mt[i].tv_sec+mt[i].tv_usec/1000000.0; +//measure:log2 compile,main,postprocess,output +SAPI::log(pool(), "rmeasure: %s,%.2f,%.2f,%.2f %.2f,%.2f %.2f", +info.uri, +t[1]-t[0], +t[2]-t[1], +t[3]-t[2], +sql_connect_time,sql_request_time, +t[9]-t[3] +); +#endif + } catch(const Exception& e) { // request handling problem // we're returning not result, but error explanation - TRY { + try { // log the beast const String *problem_source=e.problem_source(); if(problem_source && problem_source->size()) SAPI::log(pool(), #ifndef NO_STRING_ORIGIN - "%s(%d): " + ORIGIN_FILE_LINE_FORMAT": " #endif "'%s' %s [%s %s]", #ifndef NO_STRING_ORIGIN problem_source->origin().file?problem_source->origin().file:"global", problem_source->origin().line, #endif - problem_source->cstr(String::UL_AS_IS), + problem_source->cstr(), e.comment(), - e.type()?e.type()->cstr(String::UL_AS_IS):"-", - e.code()?e.code()->cstr(String::UL_AS_IS):"-" + e.type()?e.type()->cstr():"-", + e.code()?e.code()->cstr():"-" ); else SAPI::log(pool(), "%s [%s %s]", e.comment(), - e.type()?e.type()->cstr(String::UL_AS_IS):"-", - e.code()?e.code()->cstr(String::UL_AS_IS):"-" - ); + e.type()?e.type()->cstr():"-", + e.code()?e.code()->cstr():"-" + ); // reset language to default flang=fdefault_lang; - if(flang==String::UL_USER_HTML) - flang=String::UL_HTML; // no _ & Co conversions in @exception[params] // reset response response.fields().clear(); @@ -378,8 +340,8 @@ void Request::core( if(Value *value=main_class->get_element(*exception_method_name)) if(Junction *junction=value->get_junction()) if(const Method *method=junction->method) { - // preparing to pass parameters to - // @exception[origin;source;comment;type;code] + // preparing to pass parameters to + // @exception[origin;source;comment;type;code;stack] VMethodFrame frame(pool(), value->name(), *junction); frame.set_self(*main_class); @@ -391,11 +353,10 @@ void Request::core( const Origin& origin=problem_source->origin(); if(origin.file) { char *buf=(char *)malloc(MAX_STRING); - size_t buf_size=snprintf(buf, MAX_STRING, "%s(%d):", + size_t buf_size=snprintf(buf, MAX_STRING, ORIGIN_FILE_LINE_FORMAT, origin.file, 1+origin.line); - String *origin_file_line=NEW String(pool(), - buf, buf_size, true); - origin_value=NEW VString(*origin_file_line); + origin_value=NEW VString(*NEW String(pool(), + buf, buf_size, true)); } } #endif @@ -439,8 +400,33 @@ void Request::core( code_value=NEW VVoid(pool()); frame.store_param(method->name, code_value); + // $stack[^table::set{name origin}] + Array& stack_trace_columns=*NEW Array(pool()); + stack_trace_columns+=NEW String(pool(), "name"); + stack_trace_columns+=NEW String(pool(), "origin"); + Table& stack_trace=*NEW Table(pool(), 0, &stack_trace_columns); + Array_iter tracei(trace); + while(tracei.has_next()) { + Array& row=*NEW Array(pool()); + + const String *name=(const String *)tracei.next(); + row+=name; // name column +#ifndef NO_STRING_ORIGIN + const Origin& origin=name->origin(); + if(origin.file) { + char *buf=(char *)malloc(MAX_STRING); + size_t buf_size=snprintf(buf, MAX_STRING, ORIGIN_FILE_LINE_FORMAT, + origin.file, 1+origin.line); + row+=NEW String(pool(), buf, buf_size, true); // origin column + } +#endif + stack_trace+=&row; + } + frame.store_param(method->name, + NEW VTable(pool(), &stack_trace)); + // future $response:body= - // execute ^exception[origin;source;comment;type;code] + // execute ^exception[origin;source;comment;type;code;stack] body_string=execute_method(frame, *method); } } @@ -456,22 +442,24 @@ void Request::core( #ifndef NO_STRING_ORIGIN const Origin& origin=problem_source->origin(); if(origin.file) - printed+=snprintf(buf+printed, MAX_STRING-printed, "%s(%d): ", - origin.file, 1+origin.line); + printed+=snprintf(buf+printed, MAX_STRING-printed, + ORIGIN_FILE_LINE_FORMAT": ", + origin.file, 1+origin.line + ); #endif printed+=snprintf(buf+printed, MAX_STRING-printed, "'%s' ", - problem_source->cstr(String::UL_AS_IS)); + problem_source->cstr()); } printed+=snprintf(buf+printed, MAX_STRING-printed, "%s", e.comment()); const String *type=e.type(); if(type) { printed+=snprintf(buf+printed, MAX_STRING-printed, " type: %s", - type->cstr(String::UL_AS_IS)); + type->cstr()); const String *code=e.code(); if(code) printed+=snprintf(buf+printed, MAX_STRING-printed, ", code: %s", - code->cstr(String::UL_AS_IS)); + code->cstr()); } // future $response:content-type @@ -486,21 +474,10 @@ void Request::core( // ERROR. write it out output_result(*body_file, header_only); + } catch(const Exception& ) { + /*re*/throw; } - CATCH(e) { - // exception in request exception handler - // remember to rethrow it - rethrow_me=e; need_rethrow=true; - } - END_CATCH } - END_CATCH // do not use pool() after this point - no exception handler set - // any throw() would try to use zero exception() pointer - - if(need_rethrow) // were there an exception for us to rethrow? - THROW(rethrow_me.type(), rethrow_me.code(), - rethrow_me.problem_source(), - rethrow_me.comment()); } VStateless_class *Request::use_file(const String& file_name, @@ -522,25 +499,25 @@ VStateless_class *Request::use_file(cons if(main_class) if(Value *element=main_class->get_element(*class_path_name)) { if(element->is_string()) { - file_spec=file_readable(element->as_string(), file_name); // found at class_path? + file_spec=file_readable(absolute(element->as_string()), file_name); // found at class_path? } else if(Table *table=element->get_table()) { int size=table->size(); for(int i=size; i--; ) { const String& path=*static_cast(table->get(i))->get_string(0); - if(file_spec=file_readable(path, file_name)) + if(file_spec=file_readable(absolute(path), file_name)) break; // found along class_path } } else - THROW(0, 0, + throw Exception(0, 0, &element->name(), "must be string or table"); if(!file_spec) - THROW(0, 0, + throw Exception(0, 0, &file_name, "not found along " MAIN_CLASS_NAME ":" CLASS_PATH_NAME); } if(!file_spec) - THROW(0, 0, + throw Exception(0, 0, &file_name, "usage failed - no " MAIN_CLASS_NAME ":" CLASS_PATH_NAME " were specified"); } @@ -586,15 +563,16 @@ const String& Request::absolute(const St static void add_header_attribute(const Hash::Key& aattribute, Hash::Val *ameaning, void *info) { - String *attribute_to_exclude=static_cast(info); - if(aattribute==*attribute_to_exclude) + Request& r=*static_cast(info); + if(aattribute==BODY_NAME + || aattribute==CHARSET_NAME) return; Value& lmeaning=*static_cast(ameaning); Pool& pool=lmeaning.pool(); SAPI::add_header_attribute(pool, - aattribute.cstr(String::UL_AS_IS), + aattribute.cstr(), attributed_meaning_to_string(lmeaning, String::UL_HTTP_HEADER).cstr()); } void Request::output_result(const VFile& body_file, bool header_only) { @@ -617,21 +595,25 @@ void Request::output_result(const VFile& if(VString *vfile_name=static_cast(body_file.fields().get(*name_name))) if(vfile_name->string()!=NONAME_DAT) { VHash& vhash=*NEW VHash(pool()); - vhash.hash().put(*content_disposition_filename_name, vfile_name); + vhash.hash(0).put(*content_disposition_filename_name, vfile_name); response.fields().put(*content_disposition_name, &vhash); } // prepare header: $response:fields without :body - response.fields().for_each(add_header_attribute, /*excluding*/ body_name); + response.fields().for_each(add_header_attribute, this); - // prepare... - const void *body=body_file.value_ptr(); - size_t content_length=body_file.value_size(); + // transcode + const void *client_body; + size_t client_content_length; + Charset::transcode(pool(), + pool().get_source_charset(), body_file.value_ptr(), body_file.value_size(), + pool().get_client_charset(), client_body, client_content_length + ); // prepare header: content-length - if(content_length) { // useful for redirecting [header "location: http://..."] + if(client_content_length) { // useful for redirecting [header "location: http://..."] char content_length_cstr[MAX_NUMBER]; - snprintf(content_length_cstr, MAX_NUMBER, "%u", content_length); + snprintf(content_length_cstr, MAX_NUMBER, "%u", client_content_length); SAPI::add_header_attribute(pool(), "content-length", content_length_cstr); } @@ -640,7 +622,7 @@ void Request::output_result(const VFile& // send body if(!header_only) - SAPI::send_body(pool(), body, content_length); + SAPI::send_body(pool(), client_body, client_content_length); } const String& Request::mime_type_of(const char *user_file_name_cstr) { @@ -651,17 +633,9 @@ const String& Request::mime_type_of(cons if(const String *result=mime_types->item(1)) return *result; else - THROW(0, 0, + throw Exception(0, 0, mime_types->origin_string(), "MIME-TYPE table column elements must not be empty"); } return *NEW String(pool(), "application/octet-stream"); } - -/// PCRE character tables -unsigned char *Request::pcre_tables() { - if(Request_CTYPE_value *v=(Request_CTYPE_value *)CTYPE.get(pool().get_charset())) - return v->pcre_tables; - - return pcre_default_tables; -}