--- parser3/src/main/pa_request.C 2001/09/30 13:28:15 1.161 +++ parser3/src/main/pa_request.C 2003/11/20 15:35:32 1.255 @@ -1,17 +1,11 @@ /** @file Parser: request class main part. @see compile.C and execute.C. - Copyright (c) 2001 ArtLebedev Group (http://www.artlebedev.com) - Author: Alexander Petrosyan (http://design.ru/paf) - - $Id: pa_request.C,v 1.161 2001/09/30 13:28:15 parser Exp $ + Copyright (c) 2001-2003 ArtLebedev Group (http://www.artlebedev.com) + Author: Alexandr Petrosian (http://paf.design.ru) */ -#include "pa_config_includes.h" - -#include "pcre.h" -#include "internal.h" -extern "C" unsigned char pcre_default_tables[]; // pcre/chartables.c +static const char* IDENT_REQUEST_C="$Date: 2003/11/20 15:35:32 $"; #include "pa_sapi.h" #include "pa_common.h" @@ -22,320 +16,215 @@ extern "C" unsigned char pcre_default_ta #include "pa_vint.h" #include "pa_vmethod_frame.h" #include "pa_types.h" +#include "pa_venv.h" +#include "pa_vmath.h" +#include "pa_vstatus.h" +#include "pa_vrequest.h" #include "pa_vtable.h" #include "pa_vfile.h" #include "pa_dictionary.h" +#include "pa_charset.h" +#include "pa_charsets.h" +#include "pa_cache_managers.h" +#include "pa_vmail.h" +#include "pa_vform.h" +#include "pa_vcookie.h" +#include "pa_vresponse.h" +#include "pa_vmemory.h" +#include "pa_vconsole.h" -#ifdef XML -# include -# include -# include -# include -# include -#endif +// consts + +const char* UNHANDLED_EXCEPTION_METHOD_NAME="unhandled_exception"; /// content type of exception response, when no @MAIN:exception handler defined -const char *UNHANDLED_EXCEPTION_CONTENT_TYPE="text/plain"; +const char* UNHANDLED_EXCEPTION_CONTENT_TYPE="text/plain"; /// content type of response when no $MAIN:defaults.content-type defined -const char *DEFAULT_CONTENT_TYPE="text/html"; -const char *ORIGINS_CONTENT_TYPE="text/plain"; - -Methoded *MOP_create(Pool&); - - -inline void prepare_case_tables(unsigned char *tables) { - unsigned char *lcc_table=tables+lcc_offset; - unsigned char *fcc_table=tables+fcc_offset; - for(int i=0; i<0x100; i++) - lcc_table[i]=fcc_table[i]=i; -} -inline void cstr2ctypes(unsigned char *tables, const unsigned char *cstr, - unsigned char bit) { - unsigned char *ctypes_table=tables+ctypes_offset; - ctypes_table[0]=bit; - for(; *cstr; cstr++) { - unsigned char c=*cstr; - ctypes_table[c]|=bit; - } -} -inline unsigned int to_wchar_code(const String *s) { - if(!s || s->size()==0) - return 0; - if(s->size()==1) - return (unsigned int)s->first_char(); - return (unsigned int)s->as_int(); -} -inline bool to_bool(const String *s) { - return s && s->size()!=0; -} -static void element2ctypes(unsigned char c, bool belongs, - unsigned char *tables, unsigned char bit, int group_offset=-1) { - if(!belongs) - return; - - unsigned char *ctypes_table=tables+ctypes_offset; - - ctypes_table[c]|=bit; - if(group_offset>=0) - tables[cbits_offset+group_offset+c/8] |= 1 << (c%8); -} -static void element2case(unsigned char from, unsigned char to, - unsigned char *tables) { - if(!to) - return; - - unsigned char *lcc_table=tables+lcc_offset; - unsigned char *fcc_table=tables+fcc_offset; - lcc_table[from]=to; - fcc_table[from]=to; fcc_table[to]=from; -} - -#ifndef DOXYGEN -struct Charset_tables { - // pcre_tables - unsigned char *pcre_tables; -#ifdef XML - // transcoder - XMLCh *fromTable; - XMLTransService::TransRec *toTable; - unsigned int toTableSz; -#endif -}; -#endif +const char* DEFAULT_CONTENT_TYPE="text/html"; +const char* ORIGINS_CONTENT_TYPE="text/plain"; -static void ctype_table_row_to_charset_tables(Array::Item *value, void *info) { - Array& row=*static_cast(value); - Charset_tables& tables=*static_cast(info); - -// char white-space digit hex-digit letter word lowercase unicode1 unicode2 - unsigned int c=to_wchar_code(row.get_string(0)); - - // pcre_tables - element2ctypes(c, to_bool(row.get_string(1)), tables.pcre_tables, ctype_space, cbit_space); - element2ctypes(c, to_bool(row.get_string(2)), tables.pcre_tables, ctype_digit, cbit_digit); - element2ctypes(c, to_bool(row.get_string(3)), tables.pcre_tables, ctype_xdigit); - element2ctypes(c, to_bool(row.get_string(4)), tables.pcre_tables, ctype_letter); - element2ctypes(c, to_bool(row.get_string(5)), tables.pcre_tables, ctype_word, cbit_word); - element2case(c, to_wchar_code(row.get_string(6)), tables.pcre_tables); - -#ifdef XML - XMLCh unicode1=row.size()>7?(XMLCh)to_wchar_code(row.get_string(7)):0; - XMLCh unicode2=row.size()>8?(XMLCh)to_wchar_code(row.get_string(8)):0; - tables.toTable[tables.toTableSz].intCh=unicode1?unicode1:(XMLCh)c; - tables.toTable[tables.toTableSz].extCh=(XMLByte)c; - tables.toTableSz++; - if(unicode2) { - tables.toTable[tables.toTableSz].intCh=unicode2; - tables.toTable[tables.toTableSz].extCh=(XMLByte)c; - tables.toTableSz++; - } -#endif -} -static int sort_cmp_Trans_rec_intCh(const void *a, const void *b) { - const XMLCh ca=static_cast(a)->intCh; - const XMLCh cb=static_cast(b)->intCh; - // move zeros to end of table - if(ca==0) - return +1; - if(cb==0) - return -1; - - return ca-cb; -} +// defines for globals +#define MAIN_METHOD_NAME "main" +#define AUTO_METHOD_NAME "auto" +#define BODY_NAME "body" +#define EXCEPTION_TYPE_PART_NAME "type" +#define EXCEPTION_SOURCE_PART_NAME "source" +#define EXCEPTION_COMMENT_PART_NAME "comment" + +// globals + +const String main_method_name(MAIN_METHOD_NAME); +const String auto_method_name(AUTO_METHOD_NAME); +const String content_disposition_name(CONTENT_DISPOSITION_NAME); +const String content_disposition_value(CONTENT_DISPOSITION_VALUE); +const String content_disposition_filename_name(CONTENT_DISPOSITION_FILENAME_NAME); +const String body_name(BODY_NAME); +const String exception_type_part_name(EXCEPTION_TYPE_PART_NAME); +const String exception_source_part_name(EXCEPTION_SOURCE_PART_NAME); +const String exception_comment_part_name(EXCEPTION_COMMENT_PART_NAME); +const String exception_handled_part_name(EXCEPTION_HANDLED_PART_NAME); + +// defines for statics + +#define CHARSETS_NAME "CHARSETS" +#define MIME_TYPES_NAME "MIME-TYPES" +#define ORIGINS_MODE_NAME "ORIGINS" +#define CONF_METHOD_NAME "conf" +#define POST_PROCESS_METHOD_NAME "postprocess" +#define DOWNLOAD_NAME "download" +#define CLASS_PATH_NAME "CLASS_PATH" + +// statics + +static const String charsets_name(CHARSETS_NAME); +static const String main_class_name(MAIN_CLASS_NAME); +static const String mime_types_name(MIME_TYPES_NAME); +static const String origins_mode_name(ORIGINS_MODE_NAME); +static const String conf_method_name(CONF_METHOD_NAME); +static const String post_process_method_name(POST_PROCESS_METHOD_NAME); +static const String download_name(DOWNLOAD_NAME); +static const String class_path_name(CLASS_PATH_NAME); -#ifdef XML -template class ENameMapFor2 : public ENameMap -{ -public : - // ----------------------------------------------------------------------- - // Constructors and Destructor - // ----------------------------------------------------------------------- - ENameMapFor2( - const XMLCh* const encodingName - , const XMLCh* const fromTable - , const XMLTransService::TransRec* const toTable - , const unsigned int toTableSize - ) : ENameMap(encodingName), - ffromTable(fromTable), - ftoTable(toTable), - ftoTableSize(toTableSize) {} - ~ENameMapFor2() {} - - // ----------------------------------------------------------------------- - // Implementation of virtual factory method - // ----------------------------------------------------------------------- - virtual XMLTranscoder* makeNew(const unsigned int blockSize) const { - return new TType( - getKey(), - blockSize, - ffromTable, - ftoTable, ftoTableSize); - } -private: - const XMLCh* const ffromTable; - const XMLTransService::TransRec* const ftoTable; - const unsigned int ftoTableSize; - -private : - // ----------------------------------------------------------------------- - // Unimplemented constructors and operators - // ----------------------------------------------------------------------- - ENameMapFor2(); - ENameMapFor2(const ENameMapFor2&); - void operator=(const ENameMapFor2&); -}; - -class XML256TableTranscoder2 : public XML256TableTranscoder -{ -public : - XML256TableTranscoder2( - const XMLCh* const encodingName - , const unsigned int blockSize - , const XMLCh* const fromTable - , const XMLTransService::TransRec* const toTable - , const unsigned int toTableSize - ) : XML256TableTranscoder(encodingName, blockSize, fromTable, toTable, toTableSize) {} - -private : - XML256TableTranscoder2(); - XML256TableTranscoder2(const XML256TableTranscoder2&); - void operator=(const XML256TableTranscoder2&); -}; -#endif +// defines -#ifdef XALAN_HACK_DIGITAL_ENTITIES -static void hack_s_maximumCharacterValues(const XalanDOMString& encoding) { -/* - open: - xml-xalan/c/src/PlatformSupport/XalanTranscodingServices.hpp - find: - static const MaximumCharacterValueMapType& s_maximumCharacterValues; - paste to next line: - friend static void hack_s_maximumCharacterValues(const XalanDOMString& encoding); // hack by paf -*/ - - /* - const_cast( - XalanTranscodingServices::s_maximumCharacterValues).insert( - XalanTranscodingServices::MaximumCharacterValueMapType::value_type(encoding, 0xFFFF)); - */ -} -#endif - -static void load_charset(const Hash::Key& akey, Hash::Val *avalue, - void *info) { - Hash& CTYPE=*static_cast(info); - Pool& pool=CTYPE.pool(); - - Charset_tables tables={ - // pcre_tables - // lowcase, flipcase, bits digit+word+whitespace, masks - (unsigned char *)pool.calloc(tables_length) // pcre_tables -#ifdef XML - // transcoder - , (XMLCh *)pool.calloc(sizeof(XMLCh)*0x100) // fromTable - , 0 // toTable - , 0 // toTableSz -#endif - }; - prepare_case_tables(tables.pcre_tables); - cstr2ctypes(tables.pcre_tables, (const unsigned char *)"*+?{^.$|()[", ctype_meta); - - // fill tables - Value& value=*static_cast(avalue); - if(Table *table=value.get_table()) { -#ifdef XML - tables.toTable=(XMLTransService::TransRec *)pool.calloc( - sizeof(XMLTransService::TransRec)*table->size()*2); -#endif - table->for_each(ctype_table_row_to_charset_tables, &tables); -#ifdef XML - // sort by the Unicode code point - _qsort(tables.toTable, tables.toTableSz, sizeof(*tables.toTable), - sort_cmp_Trans_rec_intCh); -#endif - } else - PTHROW(0, 0, - &value.name(), - "must be hash"); - - // charset->pcre_tables - CTYPE.put(akey, tables.pcre_tables); - -#ifdef XML - // charset->transcoder - XalanDOMString sencoding(akey.cstr()); -#ifdef XALAN_HACK_DIGITAL_ENTITIES - hack_s_maximumCharacterValues(sencoding); -#endif - const XMLCh* const auto_encoding_cstr=sencoding.c_str(); - int size=sizeof(XMLCh)*(sencoding.size()+1); - XMLCh* pool_encoding_cstr=(XMLCh*)malloc(size); - memcpy(pool_encoding_cstr, auto_encoding_cstr, size); - XMLString::upperCase(pool_encoding_cstr); - - XMLPlatformUtils::fgTransService->addEncoding( - pool_encoding_cstr, - new ENameMapFor2( - pool_encoding_cstr - , tables.fromTable - , tables.toTable - , tables.toTableSz - )); -#endif -} +// op.C +VStateless_class& VClassMAIN_create(); // -Request::Request(Pool& apool, - Info& ainfo, - String::Untaint_lang adefault_lang) : Pooled(apool), - stack(apool), - OP(*MOP_create(apool)), - env(apool), - form(apool), - math(apool), - request(apool, *this), - response(apool), - cookie(apool), - fclasses(apool), - CTYPE(apool), - fdefault_lang(adefault_lang), flang(adefault_lang), - info(ainfo), - post_data(0), post_size(0), - used_files(apool), - default_content_type(0), - mime_types(0), - main_class(0), - connection(0), - classes_conf(apool), - anti_endless_execute_recoursion(0) +Request::Request(SAPI_Info& asapi_info, Request_info& arequest_info, + String::Language adefault_lang, bool status_allowed): + // private + anti_endless_execute_recoursion(0), + + // public + method_frame(0), + rcontext(0), + wcontext(0), + flang(adefault_lang), + fconnection(0), + finterrupted(false), + + // public +#ifdef RESOURCES_DEBUG + sql_connect_time(0), + sql_request_time(0), +#endif + + // public + sapi_info(asapi_info), + request_info(arequest_info), + charsets(UTF8_charset, UTF8_charset, UTF8_charset), // default charsets + + main_class(VClassMAIN_create()), + form(*new VForm), + mail(*new VMail), + response(*new VResponse(arequest_info, charsets)), + cookie(*new VCookie), + + // private + configure_admin_done(false), + + // private defaults + fdefault_lang(adefault_lang), + // private mime types + mime_types(0) { + // file_no=0 => unknown + file_list+=String::Body("UNKNOWN"); + file_list+=String::Body("-body of process-"); // pseudo_file_no__process + + // maybe expire old caches + cache_managers.maybe_expire(); + /// directly used - // operators - OP.register_directly_used(*this); + // MAIN class, operators + classes().put(main_class.name(), &main_class); // classes: // table, file, random, mail, image, ... - methoded_array->register_directly_used(*this); + methoded_array().register_directly_used(*this); /// methodless // env class - classes().put(*NEW String(pool(), ENV_CLASS_NAME), &env); + classes().put(String::Body(ENV_CLASS_NAME), new VEnv(asapi_info)); + // status class + if(status_allowed) + classes().put(String::Body(STATUS_CLASS_NAME), new VStatus()); // request class - classes().put(*NEW String(pool(), REQUEST_CLASS_NAME), &request); + classes().put(String::Body(REQUEST_CLASS_NAME), new VRequest(arequest_info, charsets)); // cookie class - classes().put(*NEW String(pool(), COOKIE_CLASS_NAME), &cookie); + classes().put(String::Body(COOKIE_CLASS_NAME), &cookie); + // console class + classes().put(String::Body(CONSOLE_CLASS_NAME), new VConsole()); /// methoded // response class - classes().put(response.get_class()->name(), &response); + classes().put(response.get_class()->name(), &response); /// bases used // form class - classes().put(form.get_class()->base()->name(), &form); + classes().put(form.get_class()->base_class()->name(), &form); + // mail class + classes().put(mail.get_class()->base_class()->name(), &mail); // math class - classes().put(math.get_class()->base()->name(), &math); + { + Value& math=*new VMath; + classes().put(math.get_class()->base_class()->name(), &math); + } + // memory class + { + Value& memory=*new VMemory; + classes().put(memory.get_class()->base_class()->name(), &memory); + } +} + +Request::~Request() { +#ifdef XML + // if for some strange reason xml generic errors failed to be reported, free them up + if(const char* xml_generic_errors=xmlGenericErrors()) { + SAPI::log(sapi_info, "warning: unreported xmlGenericErrors: %s", xml_generic_errors); + free((void *)xml_generic_errors); + } +#endif +} + +Value& Request::get_self() { return method_frame/*always have!*/->self(); } + +static void load_charset(HashStringValue::key_type akey, + HashStringValue::value_type avalue, + Request_charsets* charsets) { + const String::Body NAME=String(akey, String::L_CLEAN).change_case(charsets->source(), String::CC_UPPER); + ::charsets.load_charset(*charsets, NAME, avalue->as_string()); +} +void Request::configure_admin(VStateless_class& conf_class) { + if(configure_admin_done) + throw Exception("parser.runtime", + 0, + "parser already configured"); + configure_admin_done=true; + + // charsets must only be specified in method_frame config + // so that users would not interfere + + /* $MAIN:CHARSETS[ + $.charsetname1[/full/path/to/charset/file.cfg] + ... + ] + */ + if(Value* vcharsets=conf_class.get_element(charsets_name, conf_class, false)) { + if(!vcharsets->is_string()) + if(HashStringValue* charsets=vcharsets->get_hash()) + charsets->for_each(load_charset, &this->charsets); + else + throw Exception("parser.runtime", + 0, + "$" MAIN_CLASS_NAME ":" CHARSETS_NAME " must be hash"); + } + + // configure method_frame options + // until someone with less privileges have overriden them + methoded_array().configure_admin(*this); } /** @@ -345,489 +234,549 @@ Request::Request(Pool& apool, the file user requested us to process all located classes become children of one another, composing class we name 'MAIN' + + @test log stack trace + */ -void Request::core( - const char *root_config_filespec, bool root_config_fail_on_read_problem, - const char *site_config_filespec, bool site_config_fail_on_read_problem, - bool header_only) { - //_asm { int 3 } - bool need_rethrow=false; Exception rethrow_me; - TRY { - char *auto_filespec=(char *)malloc(MAX_STRING); - - // loading root config - if(root_config_filespec) { - String& filespec=*NEW String(pool()); - filespec.APPEND_CLEAN(root_config_filespec, 0, "root_config", 0); - main_class=use_file( - filespec, - true/*ignore class_path*/, root_config_fail_on_read_problem, - main_class_name, main_class); - } +void Request::core(const char* config_filespec, bool config_fail_on_read_problem, bool header_only) { - // configure root options - // until someone with less privileges have overriden them - OP.configure_admin(*this); - methoded_array->configure_admin(*this); - - // loading site config - if(site_config_filespec) { - String& filespec=*NEW String(pool()); - filespec.APPEND_CLEAN(site_config_filespec, 0, "site_config", 0); - main_class=use_file( - filespec, - true/*ignore class_path*/, site_config_fail_on_read_problem, - main_class_name, main_class); +#ifdef RESOURCES_DEBUG +//measures +struct timeval mt[10]; +//measure:before all +gettimeofday(&mt[0],NULL); +#endif + try { + // loading config + if(config_filespec) { + const String& filespec=*new String(config_filespec); + use_file(main_class, + filespec, 0 /*main_alias*/, + true /*ignore class_path*/, + config_fail_on_read_problem, + true /*file must exist if 'fail on read problem' not set*/); } // loading auto.p files from document_root/.. // to the one beside requested file. // all assigned bases from upper dir { - const char *after=info.path_translated; - size_t drlen=strlen(info.document_root); - if(memcmp(after, info.document_root, drlen)==0) { + const char* after=request_info.path_translated; + size_t drlen=strlen(request_info.document_root); + if(memcmp(after, request_info.document_root, drlen)==0) { after+=drlen; if(after[-1]=='/') --after; } - int step=0; - while(const char *before=strchr(after, '/')) { - String& sfile_spec=*NEW String(pool()); - if(after!=info.path_translated) { - sfile_spec.APPEND_CLEAN( - info.path_translated, before-info.path_translated, - "path-translated-scanned", step++); + while(const char* before=strchr(after, '/')) { + String& sfile_spec=*new String; + if(after!=request_info.path_translated) { + sfile_spec.append_strdup( + request_info.path_translated, before-request_info.path_translated, + String::L_CLEAN); sfile_spec << "/" AUTO_FILE_NAME; - main_class=use_file(sfile_spec, - true/*ignore class_path*/, false/*ignore read problem*/, - main_class_name, main_class); + use_file(main_class, + sfile_spec, + 0 /*main_alias*/, + true /*ignore class_path*/, + true /*fail on read problem*/, + false /*but ignore absence, sole user*/); } after=before+1; } } // compile requested file - String& spath_translated=*NEW String(pool()); - spath_translated.APPEND_TAINTED(info.path_translated, 0, "user-request", 0); - main_class=use_file(spath_translated, - true/*ignore class_path*/, true/*don't ignore read problem*/, - main_class_name, main_class); - - // configure not-root=user options - OP.configure_user(*this); - methoded_array->configure_user(*this); - - // $MAIN:DEFAULTS - Value *defaults=main_class->get_element(*defaults_name); - // value must be allocated on request's pool for that pool used on - // meaning constructing @see attributed_meaning_to_string - default_content_type=defaults?defaults->get_element(*content_type_name):0; -#ifdef XML - // record default charset - if(default_content_type) - if(Hash *hash=default_content_type->get_hash()) - if(Value *vcharset=(Value *)hash->get(*charset_name)) - pool().set_charset(vcharset->as_string()); -#endif + String& spath_translated=*new String; + spath_translated.append_help_length(request_info.path_translated, 0, String::L_TAINTED); + use_file(main_class, + spath_translated, + 0 /*main_alias*/, + true /*ignore class_path*/); + + // configure method_frame options if not configured yet + if(!configure_admin_done) + configure_admin(main_class); - if(Value *element=main_class->get_element(*user_html_name)) - if(Table *table=element->get_table()) - pool().set_tag(NEW Dictionary(*table)); + // configure not-method_frame=user options + methoded_array().configure_user(*this); // $MAIN:MIME-TYPES - if(Value *element=main_class->get_element(*mime_types_name)) + if(Value* element=main_class.get_element(mime_types_name, main_class, false)) if(Table *table=element->get_table()) mime_types=table; - if(Value *vcharsets=main_class->get_element(*charsets_name)) { - if(Hash *charsets=vcharsets->get_hash()) - charsets->for_each(load_charset, &CTYPE); - else - THROW(0, 0, - &vcharsets->name(), - "must be hash"); - } - // filling form fields - form.fill_fields_and_tables(*this); + form.fill_fields_and_tables(charsets, request_info); // filling cookies - cookie.fill_fields(*this); + cookie.fill_fields(request_info); + + // filling mail received + mail.fill_received(*this); +#ifdef RESOURCES_DEBUG +//measure:after compile +gettimeofday(&mt[1],NULL); +#endif // execute @main[] - const String *body_string=execute_virtual_method( - *main_class, *main_method_name); + const String* body_string=execute_virtual_method(main_class, main_method_name); if(!body_string) - THROW(0,0, - 0, + throw Exception("parser.runtime", + 0, "'"MAIN_METHOD_NAME"' method not found"); - VString body_vstring_before_post_process(*body_string); - VString *body_vstring_after_post_process=&body_vstring_before_post_process; - +#ifdef RESOURCES_DEBUG + //measure:after main +gettimeofday(&mt[2],NULL); +#endif + + // extract response body + Value* body_value=response.fields().get(download_name); // $response:download? + bool as_attachment=body_value!=0; + if(!body_value) + body_value=response.fields().get(body_name); // $response:body + if(!body_value) + body_value=new VString(*body_string); // just result of ^main[] + // @postprocess - if(Value *value=main_class->get_element(*post_process_method_name)) - if(Junction *junction=value->get_junction()) + if(Value* value=main_class.get_element(post_process_method_name, main_class, false)) + if(Junction* junction=value->get_junction()) if(const Method *method=junction->method) { // preparing to pass parameters to // @postprocess[data] - VMethodFrame frame(pool(), value->name(), *junction); - frame.set_self(*main_class); + VMethodFrame frame(/*method->name, */ *junction, 0/*no parent*/); + frame.set_self(main_class); - frame.store_param(method->name, - &body_vstring_before_post_process); - body_vstring_after_post_process= - NEW VString(*execute_method(frame, *method)); + frame.store_param(*body_value); + body_value=&execute_method(frame, *method).as_value(); } - bool origins_mode=main_class->get_element(*origins_mode_name)!=0; - - const VFile *body_file=body_vstring_after_post_process->as_vfile( - String::UL_UNSPECIFIED, origins_mode); + VFile* body_file=body_value->as_vfile( + String::L_UNSPECIFIED, &charsets); - // extract response body - Value *body_value=static_cast( - response.fields().get(*body_name)); - if(body_value) // there is some $response.body - body_file=body_value->as_vfile(); - else if(origins_mode) - response.fields().put(*content_type_name, - NEW VString(*NEW String(pool(), ORIGINS_CONTENT_TYPE))); +#ifdef RESOURCES_DEBUG +//measure:after postprocess +gettimeofday(&mt[3],NULL); +#endif // OK. write out the result - output_result(*body_file, header_only); - } - CATCH(e) { // request handling problem + output_result(body_file, header_only, as_attachment); + +#ifdef RESOURCES_DEBUG + //measure:after output_result +gettimeofday(&mt[9],NULL); +t[9]=mt[9].tv_sec+mt[9].tv_usec/1000000.0; + +double t[10]; +for(int i=0;i<10;i++) + t[i]=mt[i].tv_sec+mt[i].tv_usec/1000000.0; +//measure:log2 compile,main,postprocess,output +SAPI::log("rmeasure: %s,%.2f,%.2f,%.2f %.2f,%.2f %.2f", +request_info.uri, +t[1]-t[0], +t[2]-t[1], +t[3]-t[2], +sql_connect_time,sql_request_time, +t[9]-t[3] +); +#endif + } catch(const Exception& e) { // request handling problem // we're returning not result, but error explanation - TRY { +// try { +#define PA_URI_FORMAT "%s: " +#define PA_ORIGIN_FILE_POS_FORMAT "%s(%d:%d): " +#define PA_SOURCE_FORMAT "'%s' " +#define PA_COMMENT_TYPE_FORMAT "%s [%s]" // log the beast - const String *problem_source=e.problem_source(); - if(problem_source && problem_source->size()) - SAPI::log(pool(), -#ifndef NO_STRING_ORIGIN - "%s(%d): " -#endif - "'%s' %s [%s %s]", -#ifndef NO_STRING_ORIGIN - problem_source->origin().file?problem_source->origin().file:"global", - problem_source->origin().line, -#endif - problem_source->cstr(String::UL_AS_IS), - e.comment(), - e.type()?e.type()->cstr(String::UL_AS_IS):"-", - e.code()?e.code()->cstr(String::UL_AS_IS):"-" - ); - else - SAPI::log(pool(), - "%s [%s %s]", - e.comment(), - e.type()?e.type()->cstr(String::UL_AS_IS):"-", - e.code()?e.code()->cstr(String::UL_AS_IS):"-" + Request::Exception_details details=get_details(e); + + if(details.problem_source) { // do we know the guy? + if(details.trace) { // do whe know where he came from? + Operation::Origin origin=details.trace.origin(); + SAPI::log(sapi_info, + PA_URI_FORMAT + PA_ORIGIN_FILE_POS_FORMAT + PA_SOURCE_FORMAT PA_COMMENT_TYPE_FORMAT, + request_info.uri, + file_list[origin.file_no].cstr(), 1+origin.line, 1+origin.col, + details.problem_source->cstr(), + e.comment(), e.type() ); + } else + SAPI::log(sapi_info, + PA_URI_FORMAT + PA_SOURCE_FORMAT PA_COMMENT_TYPE_FORMAT, + request_info.uri, + details.problem_source->cstr(), + e.comment(), e.type() + ); + } else + SAPI::log(sapi_info, + PA_URI_FORMAT + PA_COMMENT_TYPE_FORMAT, + request_info.uri, + e.comment(), e.type() + ); // reset language to default flang=fdefault_lang; - if(flang==String::UL_USER_HTML) - flang=String::UL_HTML; // no _ & Co conversions in @exception[params] // reset response response.fields().clear(); // this is what we'd return in $response:body - const String *body_string=0; + const String* body_string=0; - if(main_class) { // we've managed to end up with some main_class - // maybe we'd be lucky enough as to report an error - // in a gracefull way... - if(Value *value=main_class->get_element(*exception_method_name)) - if(Junction *junction=value->get_junction()) - if(const Method *method=junction->method) { - // preparing to pass parameters to - // @exception[origin;source;comment;type;code] - VMethodFrame frame(pool(), value->name(), *junction); - frame.set_self(*main_class); - - const String *problem_source=e.problem_source(); - // origin - Value *origin_value=0; -#ifndef NO_STRING_ORIGIN - if(problem_source && problem_source->size()) { - const Origin& origin=problem_source->origin(); - if(origin.file) { - char *buf=(char *)malloc(MAX_STRING); - size_t buf_size=snprintf(buf, MAX_STRING, "%s(%d):", - origin.file, 1+origin.line); - String *origin_file_line=NEW String(pool(), - buf, buf_size, true); - origin_value=NEW VString(*origin_file_line); - } - } -#endif - frame.store_param(method->name, - origin_value?origin_value:NEW VVoid(pool())); + // maybe we'd be lucky enough as to report an error + // in a gracefull way... + if(Value* value=main_class.get_element( + *new String(UNHANDLED_EXCEPTION_METHOD_NAME), + main_class, + false)) { + if(Junction* junction=value->get_junction()) { + if(const Method *method=junction->method) { +// preparing to pass parameters to +// @unhandled_exception[exception;stack] +VMethodFrame frame(/*method->name, */ *junction, 0/*no caller*/); +frame.set_self(main_class); + +// $exception +frame.store_param(details.vhash); +// $stack[^table::set{name origin}] +Table::columns_type stack_trace_columns(new ArrayString); +*stack_trace_columns+=new String("name"); +*stack_trace_columns+=new String("file"); +*stack_trace_columns+=new String("lineno"); +*stack_trace_columns+=new String("colno"); +Table& stack_trace=*new Table(stack_trace_columns); +if(!exception_trace.is_empty()/*signed!*/) + for(size_t i=exception_trace.bottom_index(); isize()) { - String& problem_source_copy=*NEW String(pool()); - problem_source_copy.append(*problem_source, - flang, true); - source_value=NEW VString(problem_source_copy); - } - frame.store_param(method->name, - source_value?source_value:NEW VVoid(pool())); - - // comment - String *comment_value=NEW String(pool(), - e.comment(), 0, true); - frame.store_param(method->name, - NEW VString(*comment_value)); - - // type - Value *type_value; - if(e.type()) { - String& type_copy=*NEW String(pool()); - type_value=NEW VString(type_copy.append(*e.type(), - flang, true)); - } else - type_value=NEW VVoid(pool()); - frame.store_param(method->name, type_value); - - // code - Value *code_value; - if(e.code()) { - String& code_copy=*NEW String(pool()); - code_value=NEW VString(code_copy.append(*e.code(), - flang, true)); - } else - code_value=NEW VVoid(pool()); - frame.store_param(method->name, code_value); - - // future $response:body= - // execute ^exception[origin;source;comment;type;code] - body_string=execute_method(frame, *method); - } +// future $response:body= +// execute ^unhandled_exception[exception;stack] +body_string=&execute_method(frame, *method).as_string(); + } + } } if(!body_string) { // couldn't report an error beautifully? // doing that ugly // make up result: $origin $source $comment $type $code - char *buf=(char *)malloc(MAX_STRING); + char *buf=new(PointerFreeGC) char[MAX_STRING]; size_t printed=0; - const String *problem_source=e.problem_source(); - if(problem_source) { -#ifndef NO_STRING_ORIGIN - const Origin& origin=problem_source->origin(); + if(const String* problem_source=e.problem_source()) { + /*const String_fragment::Origin& origin=problem_source->origin(); if(origin.file) - printed+=snprintf(buf+printed, MAX_STRING-printed, "%s(%d): ", - origin.file, 1+origin.line); -#endif + printed+=snprintf(buf+printed, MAX_STRING-printed, + PA_ORIGIN_FILE_POS_FORMAT, + origin.file, 1+origin.line + ); printed+=snprintf(buf+printed, MAX_STRING-printed, "'%s' ", - problem_source->cstr(String::UL_AS_IS)); - } - printed+=snprintf(buf+printed, MAX_STRING-printed, "%s", - e.comment()); - const String *type=e.type(); - if(type) { - printed+=snprintf(buf+printed, MAX_STRING-printed, " type: %s", - type->cstr(String::UL_AS_IS)); - const String *code=e.code(); - if(code) - printed+=snprintf(buf+printed, MAX_STRING-printed, ", code: %s", - code->cstr(String::UL_AS_IS)); + problem_source->cstr().get()); + */ } + if(const char* comment=e.comment(true)) + printed+=snprintf(buf+printed, MAX_STRING-printed, "%s", comment); + if(const char* type=e.type(true)) + printed+=snprintf(buf+printed, MAX_STRING-printed, " type: %s", type); // future $response:content-type - response.fields().put(*content_type_name, - NEW VString(*NEW String(pool(), UNHANDLED_EXCEPTION_CONTENT_TYPE))); + response.fields().put(content_type_name, + new VString(*new String(UNHANDLED_EXCEPTION_CONTENT_TYPE))); // future $response:body - body_string=NEW String(pool(), buf); + body_string=new String(buf); } VString body_vstring(*body_string); - const VFile *body_file=body_vstring.as_vfile(); + VFile* body_file=body_vstring.as_vfile(String::L_UNSPECIFIED, &charsets); // ERROR. write it out - output_result(*body_file, header_only); - } - CATCH(e) { - // exception in request exception handler - // remember to rethrow it - rethrow_me=e; need_rethrow=true; - } - END_CATCH + output_result(body_file, header_only, false); +// } catch(const Exception& ) { +// rethrow; +// } } - END_CATCH // do not use pool() after this point - no exception handler set - // any throw() would try to use zero exception() pointer +} - if(need_rethrow) // were there an exception for us to rethrow? - THROW(rethrow_me.type(), rethrow_me.code(), - rethrow_me.problem_source(), - rethrow_me.comment()); +size_t Request::register_file(String::Body file_spec) { + file_list+=file_spec; + return file_list.count()-1; } -VStateless_class *Request::use_file(const String& file_name, - bool ignore_class_path, bool fail_on_read_problem, - const String *name, - VStateless_class *base_class) { +void Request::use_file(VStateless_class& aclass, + const String& file_name, const String* main_alias, + bool ignore_class_path, + bool fail_on_read_problem, + bool fail_on_file_absence) { // cyclic dependence check if(used_files.get(file_name)) - return base_class; - used_files.put(file_name, (Hash::Val *)true); + return; + used_files.put(file_name, true); - const String *file_spec; + const String* file_spec; if(ignore_class_path) // ignore_class_path? file_spec=&file_name; - else if(file_name.first_char()=='/') //absolute path, no need to scan MAIN:CLASS_PATH? + else if(file_name.first_char()=='/') //absolute path? [no need to scan MAIN:CLASS_PATH] file_spec=&absolute(file_name); else { file_spec=0; - if(main_class) - if(Value *element=main_class->get_element(*class_path_name)) { - if(element->is_string()) { - file_spec=file_readable(element->as_string(), file_name); // found at class_path? - } else if(Table *table=element->get_table()) { - int size=table->size(); - for(int i=size; i--; ) { - const String& path=*static_cast(table->get(i))->get_string(0); - if(file_spec=file_readable(path, file_name)) - break; // found along class_path - } - } else - THROW(0, 0, - &element->name(), - "must be string or table"); - if(!file_spec) - THROW(0, 0, - &file_name, - "not found along " MAIN_CLASS_NAME ":" CLASS_PATH_NAME); - } + if(Value* element=main_class.get_element(class_path_name, main_class, false)) { + if(element->is_string()) { + file_spec=file_readable(absolute(element->as_string()), file_name); // found at class_path? + } else if(Table *table=element->get_table()) { + int size=table->count(); + for(int i=size; i--; ) { + const String& path=*(*table->get(i))[0]; + if(file_spec=file_readable(absolute(path), file_name)) + break; // found along class_path + } + } else + throw Exception("parser.runtime", + 0, + "$" CLASS_PATH_NAME " must be string or table"); + if(!file_spec) + throw Exception("parser.runtime", + &file_name, + "not found along " MAIN_CLASS_NAME ":" CLASS_PATH_NAME); + } if(!file_spec) - THROW(0, 0, + throw Exception("parser.runtime", &file_name, - "usage failed - no " MAIN_CLASS_NAME ":" CLASS_PATH_NAME " were specified"); + "usage failed - no $" MAIN_CLASS_NAME ":" CLASS_PATH_NAME " were specified"); } - char *source=file_read_text(pool(), *file_spec, fail_on_read_problem); - if(!source) - return base_class; - - return use_buf(source, file_spec->cstr(), 0/*new class*/, name, base_class); + if(fail_on_read_problem && !fail_on_file_absence) // ignore file absence if asked for + if(!entry_exists(*file_spec)) + return; + + if(const char* source=file_read_text(charsets, *file_spec, fail_on_read_problem)) + use_buf(aclass, source, main_alias, register_file(*file_spec)); } -VStateless_class *Request::use_buf(const char *source, const char *file, - VStateless_class *aclass, const String *name, - VStateless_class *base_class) { + +void Request::use_buf(VStateless_class& aclass, + const char* source, const String* main_alias, + uint file_no) { + // temporary zero @conf so to maybe-replace it in compiled code + Temp_method temp_method_conf(aclass, conf_method_name, 0); + // temporary zero @auto so to maybe-replace it in compiled code + Temp_method temp_method_auto(aclass, auto_method_name, 0); + // compile loaded class - VStateless_class& cclass=COMPILE(source, aclass, name, base_class, file); + VStateless_class& cclass=compile(&aclass, source, main_alias, file_no); - // locate and execute possible @auto[] static method - execute_nonvirtual_method(cclass, *auto_method_name, false /*no result needed*/); - return &cclass; -} - -const String& Request::relative(const char *apath, const String& relative_name) { - int lpath_buf_size=strlen(apath)+1; - char *lpath=(char *)malloc(lpath_buf_size); - memcpy(lpath, apath, lpath_buf_size); - if(!rsplit(lpath, '/')) - strcpy(lpath, "."); - String& result=*NEW String(pool(), lpath); - result << "/" << relative_name; - return result; + // locate and execute possible @conf[] static + VString* vfilespec= + new VString(*new String(file_list[file_no], String::L_TAINTED)); + Execute_nonvirtual_method_result executed=execute_nonvirtual_method(cclass, + conf_method_name, vfilespec, + false/*no string result needed*/); + if(executed.method) + configure_admin(cclass/*, executed.method->name*/); + + // locate and execute possible @auto[] static + execute_nonvirtual_method(cclass, + auto_method_name, vfilespec, + false/*no result needed*/); +} + +const String& Request::relative(const char* apath, const String& relative_name) { + char *hpath=strdup(apath); + String& result=*new String; + if(rsplit(hpath, '/')) // if something/splitted + result << hpath << "/"; + result << relative_name; + return result; } const String& Request::absolute(const String& relative_name) { - char *relative_name_cstr=relative_name.cstr(); - if(relative_name_cstr[0]=='/') { - String& result=*NEW String(pool(), info.document_root); + if(relative_name.first_char()=='/') { + String& result=*new String(strdup(request_info.document_root)); result << relative_name; return result; } else - return relative(info.path_translated, relative_name); -} - -static void add_header_attribute(const Hash::Key& aattribute, Hash::Val *ameaning, - void *info) { - String *attribute_to_exclude=static_cast(info); - if(aattribute==*attribute_to_exclude) + if(relative_name.pos("://")!=STRING_NOT_FOUND // something like "http://xxx" +#ifdef WIN32 + || relative_name.pos(":")==1 // DRIVE: + || relative_name.starts_with("\\\\") // UNC1 + || relative_name.starts_with("//") // UNC2 +#endif + ) + return relative_name; + else + return relative(request_info.path_translated, relative_name); +} + +static void add_header_attribute( + HashStringValue::key_type aattribute, + HashStringValue::value_type ameaning, + Request *r) { + if(aattribute==BODY_NAME + || aattribute==DOWNLOAD_NAME + || aattribute==CHARSET_NAME) return; - Value& lmeaning=*static_cast(ameaning); - Pool& pool=lmeaning.pool(); - - SAPI::add_header_attribute(pool, - aattribute.cstr(String::UL_AS_IS), - attributed_meaning_to_string(lmeaning, String::UL_HTTP_HEADER).cstr()); + SAPI::add_header_attribute(r->sapi_info, + aattribute.cstr(), + attributed_meaning_to_string(*ameaning, String::L_HTTP_HEADER, false). + cstr(String::L_UNSPECIFIED)); } -void Request::output_result(const VFile& body_file, bool header_only) { +void Request::output_result(VFile* body_file, bool header_only, bool as_attachment) { // header: cookies - cookie.output_result(); + cookie.output_result(sapi_info); + Value* body_file_content_type; // set content-type - if(String *body_file_content_type=static_cast( - body_file.fields().get(*vfile_mime_type_name))) { + if(body_file_content_type=body_file->fields().get(content_type_name)) { // body file content type - response.fields().put(*content_type_name, body_file_content_type); + response.fields().put(content_type_name, body_file_content_type); } else { // default content type - response.fields().put_dont_replace(*content_type_name, - default_content_type?default_content_type - :NEW VString(*NEW String(pool(), DEFAULT_CONTENT_TYPE))); + response.fields().put_dont_replace(content_type_name, + new VString(*new String(DEFAULT_CONTENT_TYPE))); } // content-disposition - if(VString *vfile_name=static_cast(body_file.fields().get(*name_name))) - if(vfile_name->string()!=NONAME_DAT) { - VHash& vhash=*NEW VHash(pool()); - vhash.hash().put(*content_disposition_filename_name, vfile_name); - response.fields().put(*content_disposition_name, &vhash); + if(Value* vfile_name=body_file->fields().get(name_name)) + if(*vfile_name->get_string()!=NONAME_DAT) { + VHash& hash=*new VHash(); + HashStringValue &h=hash.hash(); + if(as_attachment) + h.put(value_name, new VString(content_disposition_value)); + h.put(content_disposition_filename_name, vfile_name); + response.fields().put(content_disposition_name, &hash); } // prepare header: $response:fields without :body - response.fields().for_each(add_header_attribute, /*excluding*/ body_name); + response.fields().for_each(add_header_attribute, this); - // prepare... - const void *body=body_file.value_ptr(); - size_t content_length=body_file.value_size(); + // transcode text body when "text/*" or simple result + if(body_file_content_type) + if(HashStringValue *hash=body_file_content_type->get_hash()) + body_file_content_type=hash->get(value_name); + String::C output(body_file->value_ptr(), body_file->value_size()); + if(!body_file_content_type/*vstring.as_vfile*/ || body_file_content_type->as_string().pos("text/")==0) + output=Charset::transcode(output, + charsets.source(), + charsets.client()); // prepare header: content-length - if(content_length) { // useful for redirecting [header "location: http://..."] - char content_length_cstr[MAX_NUMBER]; - snprintf(content_length_cstr, MAX_NUMBER, "%u", content_length); - SAPI::add_header_attribute(pool(), "content-length", content_length_cstr); - } + char content_length_cstr[MAX_NUMBER]; + snprintf(content_length_cstr, MAX_NUMBER, "%u", output.length); + SAPI::add_header_attribute(sapi_info, "content-length", content_length_cstr); // send header - SAPI::send_header(pool()); + SAPI::send_header(sapi_info); // send body if(!header_only) - SAPI::send_body(pool(), body, content_length); + SAPI::send_body(sapi_info, output.str, output.length); } -const String& Request::mime_type_of(const char *user_file_name_cstr) { +const String& Request::mime_type_of(const char* user_file_name_cstr) { if(mime_types) - if(const char *cext=strrchr(user_file_name_cstr, '.')) { - String sext(pool(), ++cext); - if(mime_types->locate(0, sext)) - if(const String *result=mime_types->item(1)) - return *result; + if(const char* cext=strrchr(user_file_name_cstr, '.')) { + String sext(++cext); + Table::Action_options options; + if(mime_types->locate(0, sext.change_case(charsets.source(), String::CC_LOWER), options)) + if(const String* result=mime_types->item(1)) + return *result; else - THROW(0, 0, - mime_types->origin_string(), - "MIME-TYPE table column elements must not be empty"); + throw Exception("parser.runtime", + 0, + MIME_TYPES_NAME " table column elements must not be empty"); } - return *NEW String(pool(), "application/octet-stream"); + + return *new String("application/octet-stream"); } -unsigned char *Request::pcre_tables() { - if(unsigned char *result=(unsigned char *)CTYPE.get(pool().get_charset())) - return result; +#ifdef XML +GdomeDOMString_auto_ptr Request::transcode(const String& s) { + return charsets.source().transcode(s); +} + +GdomeDOMString_auto_ptr Request::transcode(const String::Body s) { + return charsets.source().transcode(s); +} + +const String& Request::transcode(GdomeDOMString* s) { + return charsets.source().transcode(s); +} + +const String& Request::transcode(xmlChar* s) { + return charsets.source().transcode(s); +} +#endif + + +const Request::Trace Request::Exception_trace::extract_origin(const String*& problem_source) { + Trace result; + if(!is_empty()) { + result=bottom_value(); + if(!problem_source) { // we don't know who trigged the bug? + problem_source=result.name(); // consider the stack-top-guy did that + fbottom++; + } else if(result.name()==problem_source) // it is that same guy? + fbottom++; // throw away that trace + // else stack top contains not us, + // leaving result intact + // it would help ^throw + } + + return result; +} + +Request::Exception_details Request::get_details(const Exception& e) { + const String* problem_source=e.problem_source(); + Trace trace=exception_trace.extract_origin(problem_source); + + VHash& vhash=*new VHash; HashStringValue& hash=vhash.hash(); + + // $.type + if(const char* type=e.type(true)) + hash.put(exception_type_part_name, new VString(*new String(type))); + + // $.source + if(problem_source) { + String& source=*new String; + source.append(*problem_source, String::L_TAINTED, true/*forced*/); + + hash.put(exception_source_part_name, new VString(source)); + } + + // $.file lineno colno + if(trace) { + const Operation::Origin origin=trace.origin(); + hash.put(String::Body("file"), + new VString(*new String(file_list[origin.file_no], String::L_TAINTED))); + hash.put(String::Body("lineno"), new VInt(1+origin.line)); + hash.put(String::Body("colno"), new VInt(1+origin.col)); + } + + // $.comment + if(const char* comment=e.comment(true)) + hash.put(exception_comment_part_name, + new VString(*new String(comment, 0, true/*tainted*/))); + + // $.handled(0) + hash.put(exception_handled_part_name, new VBool(false)); - return pcre_default_tables; + return Request::Exception_details(trace, problem_source, vhash); }