--- parser3/src/main/pa_request.C 2016/11/28 20:24:59 1.366 +++ parser3/src/main/pa_request.C 2020/11/21 23:26:26 1.393 @@ -1,12 +1,13 @@ /** @file Parser: request class main part. @see compile.C and execute.C. - Copyright (c) 2001-2015 Art. Lebedev Studio (http://www.artlebedev.com) + Copyright (c) 2001-2017 Art. Lebedev Studio (http://www.artlebedev.com) Author: Alexandr Petrosian (http://paf.design.ru) */ #include "pa_sapi.h" #include "pa_common.h" +#include "pa_os.h" #include "pa_request.h" #include "pa_wwrapper.h" #include "pa_vclass.h" @@ -32,20 +33,19 @@ #include "pa_vconsole.h" #include "pa_vdate.h" -volatile const char * IDENT_PA_REQUEST_C="$Id: pa_request.C,v 1.366 2016/11/28 20:24:59 moko Exp $" IDENT_PA_REQUEST_H IDENT_PA_REQUEST_CHARSETS_H IDENT_PA_REQUEST_INFO_H IDENT_PA_VCONSOLE_H; +volatile const char * IDENT_PA_REQUEST_C="$Id: pa_request.C,v 1.393 2020/11/21 23:26:26 moko Exp $" IDENT_PA_REQUEST_H IDENT_PA_REQUEST_CHARSETS_H IDENT_PA_REQUEST_INFO_H IDENT_PA_VCONSOLE_H; // consts #define UNHANDLED_EXCEPTION_METHOD_NAME "unhandled_exception" -/// content type of exception response, when no @MAIN:exception handler defined -const char* UNHANDLED_EXCEPTION_CONTENT_TYPE="text/plain"; - /// content type of response when no $MAIN:defaults.content-type defined const char* DEFAULT_CONTENT_TYPE="text/html"; -const uint EXECUTE_RECOURSION_LIMIT=1000; const uint LOOP_LIMIT=20000; +const uint EXECUTE_RECOURSION_LIMIT=1000; +const uint HTTPD_TIMEOUT=4; +const size_t FILE_SIZE_LIMIT=512*1024*1024; // defines for globals @@ -74,8 +74,10 @@ const String exception_handled_part_name static const String origin_key(ORIGIN_KEY); -int pa_execute_recoursion_limit=EXECUTE_RECOURSION_LIMIT; int pa_loop_limit=LOOP_LIMIT; +int pa_execute_recoursion_limit=EXECUTE_RECOURSION_LIMIT; +int pa_httpd_timeout=HTTPD_TIMEOUT; +size_t pa_file_size_limit=FILE_SIZE_LIMIT; // defines for statics @@ -84,8 +86,11 @@ int pa_loop_limit=LOOP_LIMIT; #define STRICT_VARS_NAME "STRICT-VARS" #define PROTOTYPE_NAME "OBJECT-PROTOTYPE" #define LIMITS_NAME "LIMITS" -#define RECOURSION_LIMIT_NAME "max_recoursion" #define LOOP_LIMIT_NAME "max_loop" +#define RECOURSION_LIMIT_NAME "max_recoursion" +#define HTTPD_TIMEOUT_NAME "httpd_timeout" +#define FILE_SIZE_LIMIT_NAME "max_file_size" +#define LOCK_WAIT_TIMEOUT_NAME "lock_wait_timeout" #define CONF_METHOD_NAME "conf" #define POST_PROCESS_METHOD_NAME "postprocess" #define CLASS_PATH_NAME "CLASS_PATH" @@ -102,8 +107,11 @@ static const String mime_types_name(MIME static const String strict_vars_name(STRICT_VARS_NAME); static const String prototype_name(PROTOTYPE_NAME); static const String limits_name(LIMITS_NAME); -static const String recoursion_limit_name(RECOURSION_LIMIT_NAME); static const String loop_limit_name(LOOP_LIMIT_NAME); +static const String recoursion_limit_name(RECOURSION_LIMIT_NAME); +static const String httpd_timeout_name(HTTPD_TIMEOUT_NAME); +static const String file_size_limit_name(FILE_SIZE_LIMIT_NAME); +static const String lock_wait_timeout_name(LOCK_WAIT_TIMEOUT_NAME); static const String conf_method_name(CONF_METHOD_NAME); static const String post_process_method_name(POST_PROCESS_METHOD_NAME); @@ -141,9 +149,8 @@ Request::Request(SAPI_Info& asapi_info, wcontext(0), flang(adefault_lang), fconnection(0), - finterrupted(false), - fskip(SKIP_NOTHING), fin_cycle(0), + fskip(SKIP_NOTHING), // public request_info(arequest_info), @@ -223,7 +230,7 @@ Value& Request::get_self() { return meth VStateless_class* Request::get_class(const String& name){ VStateless_class* result=classes().get(name); if(!result) - if(const Method *method=main_class.get_method(autouse_method_name)){ + if(const Method *method=main_class.get_element_method(autouse_method_name)){ Value *vname=new VString(name); CONSTRUCTOR_FRAME_ACTION(*method, 0 /*no parent*/, main_class, { frame.store_params(&vname, 1); @@ -290,7 +297,7 @@ void Request::configure_admin(VStateless pa_loop_limit=loop_limit->as_int(); if(pa_loop_limit==0) pa_loop_limit=INT_MAX; } else - throw Exception(PARSER_RUNTIME, 0, "$" MAIN_CLASS_NAME ":" LOOP_LIMIT_NAME " must be int"); + throw Exception(PARSER_RUNTIME, 0, "$" MAIN_CLASS_NAME ":LIMITS." LOOP_LIMIT_NAME " must be int"); } pa_execute_recoursion_limit=EXECUTE_RECOURSION_LIMIT; @@ -300,7 +307,42 @@ void Request::configure_admin(VStateless pa_execute_recoursion_limit=recoursion_limit->as_int(); if(pa_execute_recoursion_limit==0) pa_execute_recoursion_limit=INT_MAX; } else - throw Exception(PARSER_RUNTIME, 0, "$" MAIN_CLASS_NAME ":" RECOURSION_LIMIT_NAME " must be int"); + throw Exception(PARSER_RUNTIME, 0, "$" MAIN_CLASS_NAME ":LIMITS." RECOURSION_LIMIT_NAME " must be int"); + } + + pa_httpd_timeout=HTTPD_TIMEOUT; + if(limits) + if(Value* httpd_timeout=limits->get_element(httpd_timeout_name)) { + if(httpd_timeout->is_evaluated_expr()) { + pa_httpd_timeout=httpd_timeout->as_int(); + if(pa_httpd_timeout==0) pa_httpd_timeout=INT_MAX; + } else + throw Exception(PARSER_RUNTIME, 0, "$" MAIN_CLASS_NAME ":LIMITS." HTTPD_TIMEOUT_NAME " must be int"); + } + + pa_file_size_limit=FILE_SIZE_LIMIT; + if(limits) + if(Value* file_size_limit=limits->get_element(file_size_limit_name)) { + if(file_size_limit->is_evaluated_expr()) { + double limit=file_size_limit->as_double(); + if(limit >= (double)SSIZE_MAX) + throw Exception(PARSER_RUNTIME, 0, "$" MAIN_CLASS_NAME ":LIMITS." FILE_SIZE_LIMIT_NAME " must be less then %.15g", (double)SSIZE_MAX); + pa_file_size_limit=(size_t)limit; + if(pa_file_size_limit==0) pa_file_size_limit=SSIZE_MAX; + } else + throw Exception(PARSER_RUNTIME, 0, "$" MAIN_CLASS_NAME ":LIMITS." FILE_SIZE_LIMIT_NAME " must be number"); + } + + pa_lock_attempts=PA_LOCK_ATTEMPTS; + if(limits) + if(Value* lock_wait_timeout=limits->get_element(lock_wait_timeout_name)) { + if(lock_wait_timeout->is_evaluated_expr()) { + double limit=lock_wait_timeout->as_double(); + if(limit >= 3600*24) + throw Exception(PARSER_RUNTIME, 0, "$" MAIN_CLASS_NAME ":LIMITS." LOCK_WAIT_TIMEOUT_NAME " must be less then %d", 3600*24); + pa_lock_attempts=(unsigned int)(limit*2)+1; + } else + throw Exception(PARSER_RUNTIME, 0, "$" MAIN_CLASS_NAME ":LIMITS." LOCK_WAIT_TIMEOUT_NAME " must be number"); } // configure method_frame options @@ -370,47 +412,19 @@ void Request::configure() { @test log stack trace */ -void Request::core(const char* config_filespec, bool config_fail_on_read_problem, bool header_only) { +void Request::core(const char* config_filespec, bool header_only, const String &amain_method_name) { try { // loading config - if(config_filespec) { - const String& filespec=*new String(config_filespec); - use_file_directly(main_class, filespec, config_fail_on_read_problem, true /*file must exist if 'fail on read problem' not set*/); - } + if(config_filespec) + use_file_directly(*new String(config_filespec)); // filling mail received mail.fill_received(*this); - // loading auto.p files from document_root/.. - // to the one beside requested file. - // all assigned bases from upper dir - { - const char* after=request_info.path_translated; - size_t drlen=strlen(request_info.document_root); - if(memcmp(after, request_info.document_root, drlen)==0) { - after+=drlen; - if(after[-1]=='/') - --after; - } - - while(const char* before=strchr(after, '/')) { - String& sfile_spec=*new String; - if(after!=request_info.path_translated) { - sfile_spec.append_strdup(request_info.path_translated, before-request_info.path_translated, String::L_CLEAN); - sfile_spec << "/" AUTO_FILE_NAME; - - use_file_directly(main_class, sfile_spec, true /*fail on read problem*/, false /*but ignore absence, sole user*/); - } - for(after=before+1;*after=='/';after++); - } - } - try { // compile requested file - String& spath_translated=*new String; - spath_translated.append_help_length(request_info.path_translated, 0, String::L_TAINTED); - use_file_directly(main_class, spath_translated); - + if(request_info.path_translated) + use_file_directly(*new String(request_info.path_translated, String::L_TAINTED), true, true /* load auto.p files */); configure(); } catch(...) { configure(); // configure anyway, useful in @unhandled_exception [say, if they would want to mail by SMTP something] @@ -418,9 +432,9 @@ void Request::core(const char* config_fi } // execute @main[] - const String* body_string=execute_virtual_method(main_class, main_method_name); + const String* body_string=amain_method_name.is_empty() ? &String::Empty : execute_method(main_class, amain_method_name); if(!body_string) - throw Exception(PARSER_RUNTIME, 0, "'" MAIN_METHOD_NAME "' method not found"); + throw Exception(PARSER_RUNTIME, 0, "'%s' method not found", amain_method_name.cstr()); // extract response body Value* body_value=response.fields().get(download_name_upper); // $response:download? @@ -431,17 +445,15 @@ void Request::core(const char* config_fi body_value=new VString(*body_string); // just result of ^main[] // @postprocess - if(Value* value=main_class.get_element(post_process_method_name)) - if(Junction* junction=value->get_junction()) - if(const Method *method=junction->method) { - // preparing to pass parameters to - // @postprocess[data] - METHOD_FRAME_ACTION(*method, 0 /*no parent*/, main_class, { - frame.store_params(&body_value, 1); - call(frame); - body_value=&frame.result(); - }); - } + if(const Method *method=main_class.get_method(post_process_method_name)) { + // preparing to pass parameters to + // @postprocess[data] + METHOD_FRAME_ACTION(*method, 0 /*no parent*/, main_class, { + frame.store_params(&body_value, 1); + call(frame); + body_value=&frame.result(); + }); + } VFile* body_file=body_value->as_vfile(flang, &charsets); @@ -466,76 +478,65 @@ void Request::core(const char* config_fi // maybe we'd be lucky enough as to report an error // in a gracefull way... - if(Value* value=main_class.get_element(*new String(UNHANDLED_EXCEPTION_METHOD_NAME))) { - if(Junction* junction=value->get_junction()) { - if(const Method *method=junction->method) { - // preparing to pass parameters to - // @unhandled_exception[exception;stack] - - // $stack[^table::create{name file lineno colno}] - Table::columns_type stack_trace_columns(new ArrayString); - *stack_trace_columns+=new String("name"); - *stack_trace_columns+=new String("file"); - *stack_trace_columns+=new String("lineno"); - *stack_trace_columns+=new String("colno"); - Table& stack_trace=*new Table(stack_trace_columns); - if(!exception_trace.is_empty()/*signed!*/) - for(size_t i=exception_trace.bottom_index(); ias_bool()) { SAPI::log(sapi_info, "%s", exception_cstr); } - // ERROR. write it out - output_result(body_file, header_only, false); + if(body_string) { // could report an error beautifully? + VString body_vstring(*body_string); + VFile* body_file=body_vstring.as_vfile(flang, &charsets); + // write it out the error + output_result(body_file, header_only, false); + } else { + // doing that ugly + SAPI::send_error(sapi_info, exception_cstr, !strcmp(e.type(), "file.missing") ? "404" : "500"); + } } catch(const Exception& e) { // exception in unhandled exception Request::Exception_details details=get_details(e); const char* exception_cstr=get_exception_cstr(e, details); - // unconditionally log the beast - SAPI::log(sapi_info, "%s", exception_cstr); - - throw Exception(0, 0, "in %s", exception_cstr); + // unconditionally log the beast in exception handler + throw Exception(0, 0, "Unhandled exception in %s", exception_cstr); } } } @@ -545,29 +546,57 @@ uint Request::register_file(String::Body return file_list.count()-1; } -void Request::use_file_directly(VStateless_class& aclass, const String& file_spec, bool fail_on_read_problem, bool fail_on_file_absence) { +void Request::use_file_directly(const String& file_spec, bool fail_on_file_absence, bool with_auto_p) { // cyclic dependence check if(used_files.get(file_spec)) return; used_files.put(file_spec, true); - if(fail_on_read_problem && !fail_on_file_absence) // ignore file absence if asked for - if(!entry_exists(file_spec)) - return; + if(!fail_on_file_absence && !entry_exists(file_spec)) // ignore file absence if asked for + return; + + if(with_auto_p) { + // loading auto.p files from document_root/.. + // to the one beside requested file. + // all assigned bases from upper dir + const char* target=file_spec.cstr(); + + // all relative paths are calculated from main document + request_info.path_translated=target; + + const char* after=target; + size_t drlen=strlen(request_info.document_root); + if(memcmp(after, request_info.document_root, drlen)==0) { + after+=drlen; + if(after[-1]=='/') + --after; + } + + while(const char* before=strchr(after, '/')) { + String& sfile_spec=*new String; + if(after!=target) { + sfile_spec.append_strdup(target, before-target, String::L_CLEAN); + sfile_spec << "/" AUTO_FILE_NAME; - if(const char* source=file_read_text(charsets, file_spec, fail_on_read_problem)) - use_buf(aclass, source, 0, register_file(file_spec)); + use_file_directly(sfile_spec, false /*ignore absence, sole user*/); + } + for(after=before+1;*after=='/';after++); + } + } + + if(const char* source=file_read_text(charsets, file_spec, true)) + use_buf(main_class, source, 0, register_file(file_spec)); } -void Request::use_file(VStateless_class& aclass, const String& file_name, const String* use_filespec/*absolute*/) { +void Request::use_file(const String& file_name, const String* use_filespec/*absolute*/, bool with_auto_p) { if(file_name.is_empty()) throw Exception(PARSER_RUNTIME, 0, "usage failed - no filename was specified"); const String* filespec=0; if(file_name.first_char()=='/') //absolute path? [no need to scan MAIN:CLASS_PATH] - filespec=&absolute(file_name); + filespec=&full_disk_path(file_name); else if(use_filespec){ // search in current dir first size_t last_slash_pos=use_filespec->strrpbrk("/"); if(last_slash_pos!=STRING_NOT_FOUND) @@ -581,11 +610,11 @@ void Request::use_file(VStateless_class& searched_along_class_path.put(file_name, true); if(Value* element=main_class.get_element(class_path_name)) { if(element->is_string()) { - filespec=file_exist(absolute(element->as_string()), file_name); // found at class_path? + filespec=file_exist(full_disk_path(element->as_string()), file_name); // found at class_path? } else if(Table *table=element->get_table()) { for(size_t i=table->count(); i--; ) { const String& path=*(*table->get(i))[0]; - if(filespec=file_exist(absolute(path), file_name)) + if(filespec=file_exist(full_disk_path(path), file_name)) break; // found along class_path } } else @@ -596,7 +625,7 @@ void Request::use_file(VStateless_class& throw Exception(PARSER_RUNTIME, &file_name, "usage failed - no $" MAIN_CLASS_NAME ":" CLASS_PATH_NAME " were specified"); } - use_file_directly(aclass, *filespec); + use_file_directly(*filespec, true, with_auto_p); } void Request::use_file(const String& file_name, const String* use_filespec/*absolute*/, Operation::Origin origin) { @@ -635,12 +664,11 @@ void Request::use_buf(VStateless_class& VStateless_class& cclass=*cclasses.get(i); // locate and execute possible @conf[] static - Execute_nonvirtual_method_result executed=execute_nonvirtual_method(cclass, conf_method_name, vfilespec, false/*no string result needed*/); - if(executed.method) + if(execute_method_if_exists(cclass, conf_method_name, vfilespec)) configure_admin(cclass/*, executed.method->name*/); // locate and execute possible @auto[] static - execute_nonvirtual_method(cclass, auto_method_name, vfilespec, false/*no result needed*/); + execute_method_if_exists(cclass, auto_method_name, vfilespec); cclass.enable_default_setter(); } @@ -655,22 +683,22 @@ const String& Request::relative(const ch return result; } -const String& Request::absolute(const String& relative_name) { +const String& Request::full_disk_path(const String& relative_name) { if(relative_name.first_char()=='/') { String& result=*new String(pa_strdup(request_info.document_root)); result << relative_name; return result; - } else - if(relative_name.pos("://")!=STRING_NOT_FOUND // something like "http://xxx" + } + if(relative_name.pos("://")!=STRING_NOT_FOUND // something like "http://xxx" #ifdef WIN32 - || relative_name.pos(":")==1 // DRIVE: - || relative_name.starts_with("\\\\") // UNC1 - || relative_name.starts_with("//") // UNC2 + || relative_name.pos(":")==1 // DRIVE: + || relative_name.starts_with("\\\\") // UNC1 + || relative_name.starts_with("//") // UNC2 #endif - ) - return relative_name; - else - return relative(request_info.path_translated, relative_name); + ) + return relative_name; + + return relative(request_info.path_translated ? request_info.path_translated : request_info.document_root, relative_name); } #ifndef DOXYGEN @@ -746,7 +774,7 @@ static void parse_range(const String* s, static void output_pieces(Request& r, bool header_only, const String& filename, size_t content_length, Value& date, bool add_last_modified) { SAPI::add_header_attribute(r.sapi_info, "accept-ranges", "bytes"); - const size_t BUFSIZE = 10*0x400; + const size_t BUFSIZE = 128*0x400; char buf[BUFSIZE]; const char *range = SAPI::Env::get(r.sapi_info, "HTTP_RANGE"); size_t offset=0; @@ -792,17 +820,15 @@ static void output_pieces(Request& r, bo SAPI::send_header(r.sapi_info); - const String& filespec=r.absolute(filename); + const String& filespec=r.full_disk_path(filename); size_t sent = 0; if(!header_only){ size_t to_read = 0; size_t size = 0; do{ - to_read = part_lengthfields().get(response_body_file_name); if(vfile_name) { - char* name_cstr=vfile_name->as_string().cstrm(); - if(char *after_slash=rsplit(name_cstr, '\\')) - name_cstr=after_slash; - if(char *after_slash=rsplit(name_cstr, '/')) - name_cstr=after_slash; - vfile_name=new VString(*new String(name_cstr)); + vfile_name=new VString(*new String(pa_filename(vfile_name->as_string().cstr()))); } } if(vfile_name) { const String& sfile_name=vfile_name->as_string(); if(sfile_name!=NONAME_DAT) { VHash& hash=*new VHash(); - HashStringValue &h=hash.hash(); - h.put(value_name, new VString( as_attachment ? content_disposition_attachment : content_disposition_inline )); - h.put(content_disposition_filename_name, new VString(*new String(sfile_name, String::L_HTTP_HEADER))); - + hash.hash().put(value_name, new VString(as_attachment ? content_disposition_attachment : content_disposition_inline)); + hash.hash().put(content_disposition_filename_name, new VString(*new String(sfile_name, String::L_HTTP_HEADER))); response.fields().put(content_disposition_name_upper, &hash); if(!body_file_content_type) @@ -868,9 +887,9 @@ void Request::output_result(VFile* body_ if(Value* vresponse_body_file=body_file->fields().get(response_body_file_name)) { // $response:[download|body][$.file[filespec]] -- optput specified file const String& sresponse_body_file=vresponse_body_file->as_string(); - size_t content_length=0; + uint64_t content_length=0; time_t atime=0, mtime=0, ctime=0; - file_stat(absolute(sresponse_body_file), content_length, atime, mtime, ctime); + file_stat(full_disk_path(sresponse_body_file), content_length, atime, mtime, ctime); VDate* vdate=0; if(Value* v=body_file->fields().get("mdate")) { @@ -882,7 +901,7 @@ void Request::output_result(VFile* body_ if(!vdate) vdate=new VDate((pa_time_t)mtime); - output_pieces(*this, header_only, sresponse_body_file, content_length, *vdate, info.add_last_modified); + output_pieces(*this, header_only, sresponse_body_file, (size_t)content_length, *vdate, info.add_last_modified); } else { if(body_file_content_type) if(HashStringValue *hash=body_file_content_type->get_hash())