--- parser3/src/main/pa_request.C 2003/11/10 09:28:14 1.253 +++ parser3/src/main/pa_request.C 2005/08/09 08:14:52 1.275 @@ -1,11 +1,11 @@ /** @file Parser: request class main part. @see compile.C and execute.C. - Copyright (c) 2001-2003 ArtLebedev Group (http://www.artlebedev.com) + Copyright (c) 2001-2005 ArtLebedev Group (http://www.artlebedev.com) Author: Alexandr Petrosian (http://paf.design.ru) */ -static const char* IDENT_REQUEST_C="$Date: 2003/11/10 09:28:14 $"; +static const char * const IDENT_REQUEST_C="$Date: 2005/08/09 08:14:52 $"; #include "pa_sapi.h" #include "pa_common.h" @@ -32,10 +32,11 @@ static const char* IDENT_REQUEST_C="$Dat #include "pa_vresponse.h" #include "pa_vmemory.h" #include "pa_vconsole.h" +#include "pa_vdate.h" // consts -const char* UNHANDLED_EXCEPTION_METHOD_NAME="unhandled_exception"; +#define UNHANDLED_EXCEPTION_METHOD_NAME "unhandled_exception" /// content type of exception response, when no @MAIN:exception handler defined const char* UNHANDLED_EXCEPTION_CONTENT_TYPE="text/plain"; @@ -52,7 +53,7 @@ const char* ORIGINS_CONTENT_TYPE="text/p #define EXCEPTION_TYPE_PART_NAME "type" #define EXCEPTION_SOURCE_PART_NAME "source" #define EXCEPTION_COMMENT_PART_NAME "comment" -#define EXCEPTION_HANDLED_PART_NAME "handled" +#define RESPONSE_BODY_FILE_NAME "file" // globals @@ -66,6 +67,7 @@ const String exception_type_part_name(EX const String exception_source_part_name(EXCEPTION_SOURCE_PART_NAME); const String exception_comment_part_name(EXCEPTION_COMMENT_PART_NAME); const String exception_handled_part_name(EXCEPTION_HANDLED_PART_NAME); +const String response_body_file_name(RESPONSE_BODY_FILE_NAME); // defines for statics @@ -114,12 +116,12 @@ Request::Request(SAPI_Info& asapi_info, #endif // public - sapi_info(asapi_info), request_info(arequest_info), + sapi_info(asapi_info), charsets(UTF8_charset, UTF8_charset, UTF8_charset), // default charsets main_class(VClassMAIN_create()), - form(*new VForm), + form(*new VForm(charsets, arequest_info)), mail(*new VMail), response(*new VResponse(arequest_info, charsets)), cookie(*new VCookie), @@ -132,12 +134,14 @@ Request::Request(SAPI_Info& asapi_info, // private mime types mime_types(0) { + pa_register_thread_request(*this); + // file_no=0 => unknown file_list+=String::Body("UNKNOWN"); file_list+=String::Body("-body of process-"); // pseudo_file_no__process // maybe expire old caches - cache_managers.maybe_expire(); + cache_managers->maybe_expire(); /// directly used // MAIN class, operators @@ -228,6 +232,59 @@ void Request::configure_admin(VStateless methoded_array().configure_admin(*this); } +const char* Request::get_exception_cstr( + const Exception& e, + Request::Exception_details& details) { +#define PA_URI_FORMAT "%s: " +#define PA_ORIGIN_FILE_POS_FORMAT "%s(%d:%d): " +#define PA_SOURCE_FORMAT "'%s' " +#define PA_COMMENT_TYPE_FORMAT "%s [%s]" + char* result=new(PointerFreeGC) char[MAX_STRING]; + + if(details.problem_source) { // do we know the guy? + if(details.trace) { // do whe know where he came from? + Operation::Origin origin=details.trace.origin(); + snprintf(result, MAX_STRING, + PA_URI_FORMAT + PA_ORIGIN_FILE_POS_FORMAT + PA_SOURCE_FORMAT PA_COMMENT_TYPE_FORMAT, + request_info.uri, + file_list[origin.file_no].cstr(), 1+origin.line, 1+origin.col, + details.problem_source->cstr(), + e.comment(), e.type() + ); + } else + snprintf(result, MAX_STRING, + PA_URI_FORMAT + PA_SOURCE_FORMAT PA_COMMENT_TYPE_FORMAT, + request_info.uri, + details.problem_source->cstr(), + e.comment(), e.type() + ); + } else + snprintf(result, MAX_STRING, + PA_URI_FORMAT + PA_COMMENT_TYPE_FORMAT, + request_info.uri, + e.comment(), e.type() + ); + + return result; +} + +void Request::configure() { + // configure admin options if not configured yet + if(!configure_admin_done) + configure_admin(main_class); + + // configure not-admin=user options + methoded_array().configure_user(*this); + + // $MAIN:MIME-TYPES + if(Value* element=main_class.get_element(mime_types_name, main_class, false)) + if(Table *table=element->get_table()) + mime_types=table; +} /** load MAIN class, execute @main. MAIN class consists of all the auto.p files we'd manage to find @@ -240,7 +297,6 @@ void Request::configure_admin(VStateless */ void Request::core(const char* config_filespec, bool config_fail_on_read_problem, bool header_only) { - #ifdef RESOURCES_DEBUG //measures struct timeval mt[10]; @@ -248,6 +304,12 @@ struct timeval mt[10]; gettimeofday(&mt[0],NULL); #endif try { + // filling cookies + cookie.fill_fields(request_info); + + // filling mail received + mail.fill_received(*this); + // loading config if(config_filespec) { const String& filespec=*new String(config_filespec); @@ -270,7 +332,6 @@ gettimeofday(&mt[0],NULL); --after; } - int step=0; while(const char* before=strchr(after, '/')) { String& sfile_spec=*new String; if(after!=request_info.path_translated) { @@ -290,34 +351,20 @@ gettimeofday(&mt[0],NULL); } } - // compile requested file - String& spath_translated=*new String; - spath_translated.append_help_length(request_info.path_translated, 0, String::L_TAINTED); - use_file(main_class, - spath_translated, - 0 /*main_alias*/, - true /*ignore class_path*/); - - // configure method_frame options if not configured yet - if(!configure_admin_done) - configure_admin(main_class); - - // configure not-method_frame=user options - methoded_array().configure_user(*this); - - // $MAIN:MIME-TYPES - if(Value* element=main_class.get_element(mime_types_name, main_class, false)) - if(Table *table=element->get_table()) - mime_types=table; - - // filling form fields - form.fill_fields_and_tables(charsets, request_info); - - // filling cookies - cookie.fill_fields(request_info); - - // filling mail received - mail.fill_received(*this); + try { + // compile requested file + String& spath_translated=*new String; + spath_translated.append_help_length(request_info.path_translated, 0, String::L_TAINTED); + use_file(main_class, + spath_translated, + 0 /*main_alias*/, + true /*ignore class_path*/); + + configure(); + } catch(...) { + configure(); // configure anyway, useful in @unhandled_exception [say, if they would want to mail by SMTP something] + rethrow; + } #ifdef RESOURCES_DEBUG //measure:after compile @@ -386,60 +433,29 @@ t[9]-t[3] ); #endif } catch(const Exception& e) { // request handling problem + try { // we're returning not result, but error explanation -// try { -#define PA_URI_FORMAT "%s: " -#define PA_ORIGIN_FILE_POS_FORMAT "%s(%d:%d): " -#define PA_SOURCE_FORMAT "'%s' " -#define PA_COMMENT_TYPE_FORMAT "%s [%s]" - // log the beast - Request::Exception_details details=get_details(e); - - if(details.problem_source) { // do we know the guy? - if(details.trace) { // do whe know where he came from? - Operation::Origin origin=details.trace.origin(); - SAPI::log(sapi_info, - PA_URI_FORMAT - PA_ORIGIN_FILE_POS_FORMAT - PA_SOURCE_FORMAT PA_COMMENT_TYPE_FORMAT, - request_info.uri, - file_list[origin.file_no].cstr(), 1+origin.line, 1+origin.col, - details.problem_source->cstr(), - e.comment(), e.type() - ); - } else - SAPI::log(sapi_info, - PA_URI_FORMAT - PA_SOURCE_FORMAT PA_COMMENT_TYPE_FORMAT, - request_info.uri, - details.problem_source->cstr(), - e.comment(), e.type() - ); - } else - SAPI::log(sapi_info, - PA_URI_FORMAT - PA_COMMENT_TYPE_FORMAT, - request_info.uri, - e.comment(), e.type() - ); - - // reset language to default - flang=fdefault_lang; - - // reset response - response.fields().clear(); - // this is what we'd return in $response:body - const String* body_string=0; + Request::Exception_details details=get_details(e); + const char* exception_cstr=get_exception_cstr(e, details); - // maybe we'd be lucky enough as to report an error - // in a gracefull way... - if(Value* value=main_class.get_element( - *new String(UNHANDLED_EXCEPTION_METHOD_NAME), - main_class, - false)) { - if(Junction* junction=value->get_junction()) { - if(const Method *method=junction->method) { + // reset language to default + flang=fdefault_lang; + + // reset response + response.fields().clear(); + + // this is what we'd return in $response:body + const String* body_string=0; + + // maybe we'd be lucky enough as to report an error + // in a gracefull way... + if(Value* value=main_class.get_element( + *new String(UNHANDLED_EXCEPTION_METHOD_NAME), + main_class, + false)) { + if(Junction* junction=value->get_junction()) { + if(const Method *method=junction->method) { // preparing to pass parameters to // @unhandled_exception[exception;stack] VMethodFrame frame(/*method->name, */ *junction, 0/*no caller*/); @@ -455,69 +471,64 @@ Table::columns_type stack_trace_columns( *stack_trace_columns+=new String("colno"); Table& stack_trace=*new Table(stack_trace_columns); if(!exception_trace.is_empty()/*signed!*/) - for(size_t i=exception_trace.bottom_index(); iorigin(); - if(origin.file) - printed+=snprintf(buf+printed, MAX_STRING-printed, - PA_ORIGIN_FILE_POS_FORMAT, - origin.file, 1+origin.line - ); - printed+=snprintf(buf+printed, MAX_STRING-printed, "'%s' ", - problem_source->cstr().get()); - */ - } - if(const char* comment=e.comment(true)) - printed+=snprintf(buf+printed, MAX_STRING-printed, "%s", comment); - if(const char* type=e.type(true)) - printed+=snprintf(buf+printed, MAX_STRING-printed, " type: %s", type); - - // future $response:content-type - response.fields().put(content_type_name, - new VString(*new String(UNHANDLED_EXCEPTION_CONTENT_TYPE))); - // future $response:body - body_string=new String(buf); - } + VString body_vstring(*body_string); + VFile* body_file=body_vstring.as_vfile(String::L_UNSPECIFIED, &charsets); + + // conditionally log it + Value* vhandled=details.vhash.hash().get(exception_handled_part_name); + if(!vhandled || !vhandled->as_bool()) { + SAPI::log(sapi_info, "%s", exception_cstr); + } - VString body_vstring(*body_string); - VFile* body_file=body_vstring.as_vfile(String::L_UNSPECIFIED, &charsets); + // ERROR. write it out + output_result(body_file, header_only, false); + } catch(const Exception& e) { // exception in unhandled exception + Request::Exception_details details=get_details(e); + const char* exception_cstr=get_exception_cstr(e, details); + // unconditionally log the beast + SAPI::log(sapi_info, "%s", exception_cstr); - // ERROR. write it out - output_result(body_file, header_only, false); -// } catch(const Exception& ) { -// rethrow; -// } + throw Exception(0, + 0, + "in %s", + exception_cstr); + } } } -size_t Request::register_file(String::Body file_spec) { +uint Request::register_file(String::Body file_spec) { file_list+=file_spec; return file_list.count()-1; } @@ -546,7 +557,7 @@ void Request::use_file(VStateless_class& int size=table->count(); for(int i=size; i--; ) { const String& path=*(*table->get(i))[0]; - if(file_spec=file_readable(absolute(path), file_name)) + if((file_spec=file_readable(absolute(path), file_name))) break; // found along class_path } } else @@ -575,14 +586,15 @@ void Request::use_file(VStateless_class& void Request::use_buf(VStateless_class& aclass, const char* source, const String* main_alias, - uint file_no) { + uint file_no, + int line_no_offset) { // temporary zero @conf so to maybe-replace it in compiled code Temp_method temp_method_conf(aclass, conf_method_name, 0); // temporary zero @auto so to maybe-replace it in compiled code Temp_method temp_method_auto(aclass, auto_method_name, 0); // compile loaded class - VStateless_class& cclass=compile(&aclass, source, main_alias, file_no); + VStateless_class& cclass=compile(&aclass, source, main_alias, file_no, line_no_offset); // locate and execute possible @conf[] static VString* vfilespec= @@ -626,70 +638,253 @@ const String& Request::absolute(const St return relative(request_info.path_translated, relative_name); } +#ifndef DOXYGEN +class Add_header_attribute_info +{ +public: + Add_header_attribute_info(Request& ar) : r(ar), add_last_modified(true) {} + Request& r; + bool add_last_modified; +}; +#endif static void add_header_attribute( HashStringValue::key_type aattribute, HashStringValue::value_type ameaning, - Request *r) { + Add_header_attribute_info* info) { if(aattribute==BODY_NAME || aattribute==DOWNLOAD_NAME || aattribute==CHARSET_NAME) return; - SAPI::add_header_attribute(r->sapi_info, - aattribute.cstr(), + const char* a=aattribute.cstr(); + SAPI::add_header_attribute(info->r.sapi_info, + a, attributed_meaning_to_string(*ameaning, String::L_HTTP_HEADER, false). cstr(String::L_UNSPECIFIED)); + + if(strcasecmp(a, "last-modified")==0) + info->add_last_modified = false; +} + +static void output_sole_piece(Request& r, + bool header_only, + VFile& body_file, + Value* body_file_content_type) { + // transcode text body when "text/*" or simple result + String::C output(body_file.value_ptr(), body_file.value_size()); + if(!body_file_content_type/*vstring.as_vfile*/ || body_file_content_type->as_string().pos("text/")==0) + output=Charset::transcode(output, + r.charsets.source(), + r.charsets.client()); + + // prepare header: content-length + char content_length_cstr[MAX_NUMBER]; + snprintf(content_length_cstr, MAX_NUMBER, "%u", output.length); + SAPI::add_header_attribute(r.sapi_info, "content-length", content_length_cstr); + + // send header + SAPI::send_header(r.sapi_info); + + // send body + if(!header_only) + SAPI::send_body(r.sapi_info, output.str, output.length); } + +#ifndef DOXYGEN +struct Range +{ + size_t start; + size_t end; +}; +#endif +static void parse_range(const String* s, Array &ar) +{ + const char *p = s->cstr(); + if(s->starts_with("bytes=")) + p += 6; + Range r; + while(*p){ + r.start = (size_t)-1; + r.end = (size_t)-1; + if(*p >= '0' && *p <= '9'){ + r.start = atol(p); + while(*p>='0' && *p<='9') ++p; + } + if(*p++ != '-') break; + if(*p >= '0' && *p <= '9'){ + r.end = atol(p); + while(*p>='0' && *p<='9') ++p; + } + if(*p == ',') ++p; + ar += r; + } +} + +static void output_pieces(Request& r, + bool header_only, + const String& filename, + size_t content_length, + Value& date, + bool add_last_modified) +{ + SAPI::add_header_attribute(r.sapi_info, "Accept-Ranges", "bytes"); + + const size_t BUFSIZE = 10*0x400; + char buf[BUFSIZE]; + const char *range = SAPI::get_env(r.sapi_info, "HTTP_RANGE"); + size_t offset=0; + size_t part_length=content_length; + if(range){ + Array ar; + parse_range(new String(range), ar); + size_t count = ar.count(); + if(count == 1){ + Range &rg = ar.get_ref(0); + if(rg.start == (size_t)-1 && rg.end == (size_t)-1){ + SAPI::add_header_attribute(r.sapi_info, "status", "416 Requested Range Not Satisfiable"); + return; + } + if(rg.start == (size_t)-1 && rg.end != (size_t)-1){ + rg.start = content_length - rg.end; + rg.end = content_length; + offset += rg.start; + part_length = rg.end-rg.start; + }else if(rg.start != (size_t)-1 && rg.end == (size_t)-1){ + rg.end = content_length-1; + offset += rg.start; + part_length -= rg.start; + } + if(part_length == 0){ + SAPI::add_header_attribute(r.sapi_info, "status", "204 No Content"); + return; + } + SAPI::add_header_attribute(r.sapi_info, "status", "206 Partial Content"); + snprintf(buf, BUFSIZE, "bytes %u-%u/%u", rg.start, rg.end, content_length); + SAPI::add_header_attribute(r.sapi_info, "Content-Range", buf); + }else if(count != 0){ + SAPI::add_header_attribute(r.sapi_info, "status", "501 Not Implemented"); + return; + } + } + + + snprintf(buf, BUFSIZE, "%u", part_length); + SAPI::add_header_attribute(r.sapi_info, "Content-Length", buf); + + if(add_last_modified){ + const String &s = attributed_meaning_to_string(date, String::L_AS_IS, true); + SAPI::add_header_attribute(r.sapi_info, "Last-Modified", s.cstr()); + } + SAPI::send_header(r.sapi_info); + + const String& filespec=r.absolute(filename); + + size_t sent = 0; + if(!header_only){ + size_t to_read = 0; + size_t size = 0; + do{ + to_read = part_lengthfields().get(content_type_name)) { - // body file content type - response.fields().put(content_type_name, body_file_content_type); - } else { - // default content type - response.fields().put_dont_replace(content_type_name, - new VString(*new String(DEFAULT_CONTENT_TYPE))); - } + // may be specified + Value* body_file_content_type=body_file->fields().get(content_type_name); // content-disposition - if(Value* vfile_name=body_file->fields().get(name_name)) - if(*vfile_name->get_string()!=NONAME_DAT) { + Value* vfile_name=body_file->fields().get(name_name); + if(!vfile_name) { + vfile_name=body_file->fields().get(response_body_file_name); + if(vfile_name) + { + const String& sfile_name=vfile_name->as_string(); + + char* name_cstr=sfile_name.cstrm(); + if(char *after_slash=rsplit(name_cstr, '\\')) + name_cstr=after_slash; + if(char *after_slash=rsplit(name_cstr, '/')) + name_cstr=after_slash; + vfile_name=new VString(*new String(name_cstr)); + } + } + if(vfile_name) { + const String& sfile_name=vfile_name->as_string(); + if(sfile_name!=NONAME_DAT) { VHash& hash=*new VHash(); HashStringValue &h=hash.hash(); if(as_attachment) h.put(value_name, new VString(content_disposition_value)); h.put(content_disposition_filename_name, vfile_name); response.fields().put(content_disposition_name, &hash); + + if(!body_file_content_type) + body_file_content_type=new VString(mime_type_of(sfile_name.cstr())); } + } + + // set content-type + if(body_file_content_type) { + // body file content type + response.fields().put(content_type_name, body_file_content_type); + } else { + // default content type + response.fields().put_dont_replace(content_type_name, + new VString(*new String(DEFAULT_CONTENT_TYPE))); + } // prepare header: $response:fields without :body - response.fields().for_each(add_header_attribute, this); + Add_header_attribute_info info(*this); + response.fields().for_each(add_header_attribute, &info); - // transcode text body when "text/*" or simple result if(body_file_content_type) if(HashStringValue *hash=body_file_content_type->get_hash()) body_file_content_type=hash->get(value_name); - String::C output(body_file->value_ptr(), body_file->value_size()); - if(!body_file_content_type/*vstring.as_vfile*/ || body_file_content_type->as_string().pos("text/")==0) - output=Charset::transcode(output, - charsets.source(), - charsets.client()); - // prepare header: content-length - char content_length_cstr[MAX_NUMBER]; - snprintf(content_length_cstr, MAX_NUMBER, "%u", output.length); - SAPI::add_header_attribute(sapi_info, "content-length", content_length_cstr); + if(Value* vresponse_body_file=body_file->fields().get(response_body_file_name)) { + const String& sresponse_body_file=vresponse_body_file->as_string(); + size_t content_length=0; + time_t atime=0, mtime=0, ctime=0; + file_stat(absolute(sresponse_body_file), + content_length, + atime, mtime, ctime); + + VDate* vdate=0; + if(Value* v=body_file->fields().get("mdate")) { + if(Value* vdatep=v->as(VDATE_TYPE, false)) + vdate=static_cast(vdatep); + else + throw Exception("parser.runtime", 0, "mdate must be a date"); + } + if(!vdate) + vdate=new VDate(mtime); - // send header - SAPI::send_header(sapi_info); - - // send body - if(!header_only) - SAPI::send_body(sapi_info, output.str, output.length); + output_pieces(*this, header_only, + sresponse_body_file, + content_length, + *vdate, + info.add_last_modified); + } else { + output_sole_piece(*this, header_only, + *body_file, body_file_content_type); + } } const String& Request::mime_type_of(const char* user_file_name_cstr) {