--- parser3/src/main/pa_request.C 2001/03/18 11:37:52 1.41 +++ parser3/src/main/pa_request.C 2001/04/19 11:57:00 1.115 @@ -1,50 +1,77 @@ -/* - Parser +/** @file + Parser: request class main part. @see compile.C and execute.C. + Copyright (c) 2001 ArtLebedev Group (http://www.artlebedev.com) + Author: Alexander Petrosyan (http://design.ru/paf) - $Id: pa_request.C,v 1.41 2001/03/18 11:37:52 paf Exp $ + $Id: pa_request.C,v 1.115 2001/04/19 11:57:00 paf Exp $ */ -#include +#include "pa_config_includes.h" +#include + +#include "pa_sapi.h" +#include "pa_common.h" #include "pa_request.h" #include "pa_wwrapper.h" -#include "pa_common.h" #include "pa_vclass.h" -#include "_root.h" -#include "_env.h" +#include "_op.h" #include "_table.h" +#include "_file.h" #include "pa_globals.h" #include "pa_vint.h" -#include "pa_vmframe.h" +#include "pa_vmethod_frame.h" #include "pa_types.h" +#include "pa_vtable.h" +#include "_random.h" +#include "pa_vfile.h" +#include "_mail.h" +#include "_exec.h" +#include "_image.h" + +/// $LIMITS.post_max_size default 10M +const size_t MAX_POST_SIZE_DEFAULT=10*0x400*400; + +/// content type of exception response, when no @MAIN:exception handler defined +const char *UNHANDLED_EXCEPTION_CONTENT_TYPE="text/plain"; -#define NEW_STRING(name, value) name=NEW String(pool()); name->APPEND_CONST(value) -#define LOCAL_STRING(name, value) String name(pool()); name.APPEND_CONST(value) +/// content type of response when no $MAIN:defaults.content-type defined +const char *DEFAULT_CONTENT_TYPE="text/html"; +// Request::Request(Pool& apool, Info& ainfo, - String::Untaint_lang alang) : Pooled(apool), + String::Untaint_lang adefault_lang) : Pooled(apool), stack(apool), - ROOT(apool), + OP(apool), env(apool), form(apool), request(apool, *this), response(apool), + cookie(apool), fclasses(apool), - flang(alang), - info(ainfo) + fdefault_lang(adefault_lang), flang(adefault_lang), + info(ainfo), + post_data(0), post_size(0), + used_files(apool), + default_content_type(0), + mime_types(0), + connection(0), protocol2library(0), + mail(0) { // root superclass, // parent of all classes, // operators holder - initialize_root_class(pool(), ROOT); - classes().put(*root_class_name, &ROOT); + initialize_op_class(pool(), OP); + classes().put(*op_class_name, &OP); // table class classes().put(*table_class_name, table_class); -// table_class->set_name(*table_class_name); - + // file class + classes().put(*file_class_name, file_class); + // random class + classes().put(*random_class_name, random_class); // env class classes().put(*env_class_name, &env); // form class @@ -53,70 +80,162 @@ Request::Request(Pool& apool, classes().put(*request_class_name, &request); // response class classes().put(*response_class_name, &response); + // cookie class + classes().put(*cookie_class_name, &cookie); + // mail class + classes().put(*mail_class_name, mail_class); + // image class + classes().put(*image_class_name, image_class); } -void Request::core(Exception& system_exception, - const char *sys_auto_path1, - const char *sys_auto_path2) { +/** + load MAIN class, execute @main. + MAIN class consists of all the auto.p files we'd manage to find + plus + the file user requested us to process + all located classes become children of one another, + composing class we name 'MAIN' + + @test get rid of setlocale +*/ +void Request::core(const char *root_auto_path, bool root_auto_fail, + const char *site_auto_path, bool site_auto_fail, + bool header_only) { VStateless_class *main_class=0; bool need_rethrow=false; Exception rethrow_me; TRY { char *auto_filespec=(char *)malloc(MAX_STRING); - // load MAIN class, - // it consists of all the auto.p files we'd manage to find - // plus - // the file user requested us to process - // all located classes become children of one another, - // composing class we name 'MAIN' - - // loading system auto.p 1 - if(sys_auto_path1) { - strncpy(auto_filespec, sys_auto_path1, MAX_STRING-strlen(AUTO_FILE_NAME)); - strcat(auto_filespec, AUTO_FILE_NAME); + // loading root auto.p + if(root_auto_path) { + String& filespec=*NEW String(pool()); + filespec.APPEND_CLEAN(root_auto_path, 0, "root_auto", 0); + filespec.APPEND_CONST("/" AUTO_FILE_NAME); main_class=use_file( - auto_filespec, false/*ignore possible read problem*/, + filespec, root_auto_fail, main_class_name, main_class); } - // loading system auto.p 2 - if(sys_auto_path2) { - strncpy(auto_filespec, sys_auto_path2, MAX_STRING-strlen(AUTO_FILE_NAME)); - strcat(auto_filespec, AUTO_FILE_NAME); + // $MAIN:LIMITS hash used here, + // until someone with less privileges have overriden them + { + Value *limits=main_class?main_class->get_element(*limits_name):0; + if(info.method && StrEqNc(info.method, "post", true)) { + // $limits.post_max_size default 10M + Value *element=limits?limits->get_element(*post_max_size_name):0; + size_t value=element?(size_t)element->as_double():0; + size_t post_max_size=value?value:MAX_POST_SIZE_DEFAULT; + + if(size_t limit=max(0, min(info.content_length, post_max_size))) { + // read POST data + post_data=(char *)malloc(limit); + post_size=SAPI::read_post(pool(), post_data, limit); + if(post_size!=limit) + THROW(0, 0, + 0, + "post_size(%d)!=limit(%d)", + post_size, limit); + } + } + + form.fill_fields(*this); + } + + // filling cookies + cookie.fill_fields(*this); + + // loading site auto.p + if(site_auto_path) { + String& filespec=*NEW String(pool()); + filespec.APPEND_CLEAN(site_auto_path, 0, "site_auto", 0); + filespec.APPEND_CONST("/" AUTO_FILE_NAME); main_class=use_file( - auto_filespec, false/*ignore possible read problem*/, + filespec, site_auto_fail, main_class_name, main_class); } - // $MAIN:limits hash used here, - // until someone with less privileges have overriden them - Value *limits=main_class?main_class->get_element(*limits_name):0; - Value *element; - // $limits.post_max_size default 10M - element=limits?limits->get_element(*post_max_size_name):0; - int value=element?(size_t)element->get_double():0; - int post_max_size=value?value:10*0x400*400; - - //response.fields().put(*content_type_name, TODO); - - form.fill_fields(*this, post_max_size); - - // TODO: load site auto.p files, all assigned bases from upper dir - /*char *site_auto_file="Y:\\parser3\\src\\auto.p"; - main_class=use_file( - site_auto_file, false/*ignore possible read problem* /, - main_class_name, main_class);*/ - - // there must be some auto.p - if(!main_class) - THROW(0,0, - 0, - "no 'auto.p' found (nither system nor any site's)"); + // loading auto.p files from document_root/.. + // to the one beside requested file. + // all assigned bases from upper dir + { + Array ladder(pool()); + const char *after=info.path_translated; + size_t drlen=strlen(info.document_root); + if(memcmp(after, info.document_root, drlen)==0) { + after+=drlen; + if(after[-1]=='/') + --after; + } + + while(const char *before=strchr(after, '/')) { + String& step=*NEW String(pool()); + if(after!=info.path_translated) { + step.APPEND_CLEAN( + info.path_translated, before+1/* / */-info.path_translated, + "path-translated-scanned", ladder.size()); + step << AUTO_FILE_NAME; + ladder+=&step; + } + after=before+1; + } + for(int i=ladder.size(); --i>=0; ) { + const String& sfile_spec=*ladder.get_string(i); + main_class=use_file(sfile_spec, false/*ignore read problem*/, + main_class_name, main_class); + } + } // compiling requested file - main_class=use_file(info.path_translated, true/*don't ignore read problem*/, + String& spath_translated=*NEW String(pool()); + spath_translated.APPEND_CLEAN(info.path_translated, 0, "user-request", 0); + main_class=use_file(spath_translated, true/*don't ignore read problem*/, main_class_name, main_class); + // $MAIN:DEFAULTS + Value *defaults=main_class->get_element(*defaults_name); + // value must be allocated on request's pool for that pool used on + // meaning constructing @see attributed_meaning_to_string + default_content_type=defaults?defaults->get_element(*content_type_name):0; + if(Value *element=main_class->get_element(*html_typo_name)) + if(Table *table=element->get_table()) + pool().set_tag(table); + + // $MAIN:SQL.drivers + if(Value *sql=main_class->get_element(*main_sql_name)) + if(Value *element=sql->get_element(*main_sql_drivers_name)) + protocol2library=element->get_table(); + + // $MAIN:MIME-TYPES + if(Value *element=main_class->get_element(*mime_types_name)) + if(Table *table=element->get_table()) + mime_types=table; + + // $MAIN:LOCALE.ctype[Russian_Russia.1251] +/* +#define LC_ALL 0 +#define LC_COLLATE 1 +#define LC_CTYPE 2 +#define LC_MONETARY 3 +#define LC_NUMERIC 4 +#define LC_TIME 5 +*/ + if(Value *locale=main_class->get_element(*locale_name)) + if(Value *element=locale->get_element(*locale_ctype_name)) { + const String& name=element->as_string(); + if(!setlocale(LC_CTYPE, name.cstr())) + THROW(0, 0, + &name, + "locale is invalid"); + } + + // $MAIN:MAIL[$SMTP[mail.design.ru]] + if(Value *mail_element=main_class->get_element(*mail_name)) + if(!(mail=mail_element->get_hash())) + THROW(0, 0, + 0, + "$MAIN:MAIL is not hash"); + + // execute @main[] const String *body_string=execute_method(*main_class, *main_method_name); if(!body_string) @@ -124,14 +243,72 @@ void Request::core(Exception& system_exc 0, "'"MAIN_METHOD_NAME"' method not found"); - // store 'body' unless response already have one - response.fields().put_dont_replace(*body_name, NEW VString(*body_string)); + VString body_vstring_before_post_process(*body_string); + VString *body_vstring_after_post_process=&body_vstring_before_post_process; + + // post-process + if(Value *value=main_class->get_element(*post_process_method_name)) + if(Junction *junction=value->get_junction()) + if(const Method *method=junction->method) { + // preparing to pass parameters to + // @post-process[data] + VMethodFrame frame(pool(), *junction, false); + frame.set_self(*main_class); + + frame.store_param(method->name, + &body_vstring_before_post_process); + body_vstring_after_post_process= + NEW VString(*execute_method(frame, *method)); + } + + const VFile *body_file=body_vstring_after_post_process->as_vfile(); + + // extract response body + Value *body_value=static_cast( + response.fields().get(*body_name)); + if(body_value) // there is some $request.body + body_file=body_value->as_vfile(); + + // OK. write out the result + output_result(*body_file, header_only); } - CATCH(e) { + CATCH(e) { // request handling problem + // we're returning not result, but error explanation TRY { - // we're returning not result, but error explanation - const String *body_string=0; + // log the beast + const String *problem_source=e.problem_source(); + if(problem_source && problem_source->size()) + SAPI::log(pool(), +#ifndef NO_STRING_ORIGIN + "%s(%d): " +#endif + "'%s' %s [%s %s]", +#ifndef NO_STRING_ORIGIN + problem_source->origin().file?problem_source->origin().file:"global", + problem_source->origin().line, +#endif + problem_source->cstr(String::UL_AS_IS), + e.comment(), + e.type()?e.type()->cstr(String::UL_AS_IS):"-", + e.code()?e.code()->cstr(String::UL_AS_IS):"-" + ); + else + SAPI::log(pool(), + "%s [%s %s]", + e.comment(), + e.type()?e.type()->cstr(String::UL_AS_IS):"-", + e.code()?e.code()->cstr(String::UL_AS_IS):"-" + ); + + // reset language to default + flang=fdefault_lang; + // reset response + response.fields().clear(); + + // this is what we'd return in $response:body + const String *body_string=0; + if(main_class) { // we've managed to end up with some main_class // maybe we'd be lucky enough as to report an error // in a gracefull way... @@ -140,77 +317,74 @@ void Request::core(Exception& system_exc if(const Method *method=junction->method) { // preparing to pass parameters to // @exception[origin;source;comment;type;code] - VMethodFrame frame(pool(), *junction); + VMethodFrame frame(pool(), *junction, false); frame.set_self(*main_class); const String *problem_source=e.problem_source(); // origin - LOCAL_STRING(origin_name, "origin"); Value *origin_value=0; #ifndef NO_STRING_ORIGIN - if(problem_source) { + if(problem_source && problem_source->size()) { const Origin& origin=problem_source->origin(); if(origin.file) { char *buf=(char *)malloc(MAX_STRING); - snprintf(buf, MAX_STRING, "%s(%d): ", + size_t buf_size=snprintf(buf, MAX_STRING, "%s(%d):", origin.file, 1+origin.line); - String *NEW_STRING(origin_file_line, buf); + String *origin_file_line=NEW String(pool(), + buf, buf_size, true); origin_value=NEW VString(*origin_file_line); } } #endif - frame.store_param(origin_name, + frame.store_param(method->name, origin_value?origin_value:NEW VUnknown(pool())); // source - LOCAL_STRING(source_name, "source"); Value *source_value=0; - if(problem_source) - source_value=NEW VString(*problem_source); - frame.store_param(source_name, + if(problem_source && problem_source->size()) { + String& problem_source_copy=*NEW String(pool()); + problem_source_copy.append(*problem_source, + flang, true); + source_value=NEW VString(problem_source_copy); + } + frame.store_param(method->name, source_value?source_value:NEW VUnknown(pool())); // comment - LOCAL_STRING(comment_name, "comment"); - String *NEW_STRING(comment_value, e.comment()); - frame.store_param(comment_name, + String *comment_value=NEW String(pool(), + e.comment(), 0, true); + frame.store_param(method->name, NEW VString(*comment_value)); // type - LOCAL_STRING(type_name, "type"); Value *type_value; - if(e.type()) - type_value=NEW VString(*e.type()); - else + if(e.type()) { + String& type_copy=*NEW String(pool()); + type_value=NEW VString(type_copy.append(*e.type(), + flang, true)); + } else type_value=NEW VUnknown(pool()); - frame.store_param(type_name, type_value); + frame.store_param(method->name, type_value); // code - LOCAL_STRING(code_name, "code"); Value *code_value; - if(e.code()) - code_value=NEW VString(*e.code()); - else + if(e.code()) { + String& code_copy=*NEW String(pool()); + code_value=NEW VString(code_copy.append(*e.code(), + flang, true)); + } else code_value=NEW VUnknown(pool()); - frame.store_param(code_name, code_value); + frame.store_param(method->name, code_value); - { - Temp_lang temp_lang(*this, - String::Untaint_lang::HTML_TYPO); - body_string=execute_method(frame, *method); - } + // future $response:body= + // execute ^exception[origin;source;comment;type;code] + body_string=execute_method(frame, *method); } } if(!body_string) { // couldn't report an error beautifully? // doing that ugly - // assign content-type - String &content_type_value=*NEW String(pool()); - content_type_value.APPEND_CONST("text/plain"); - response.fields().put(*content_type_name, - NEW VString(content_type_value)); - // make up result: $origin $source $comment $type $code char *buf=(char *)malloc(MAX_STRING); size_t printed=0; @@ -223,25 +397,32 @@ void Request::core(Exception& system_exc origin.file, 1+origin.line); #endif printed+=snprintf(buf+printed, MAX_STRING-printed, "'%s' ", - problem_source->cstr()); + problem_source->cstr(String::UL_AS_IS)); } printed+=snprintf(buf+printed, MAX_STRING-printed, "%s", e.comment()); const String *type=e.type(); if(type) { printed+=snprintf(buf+printed, MAX_STRING-printed, " type: %s", - type->cstr()); + type->cstr(String::UL_AS_IS)); const String *code=e.code(); if(code) printed+=snprintf(buf+printed, MAX_STRING-printed, ", code: %s", - code->cstr()); + code->cstr(String::UL_AS_IS)); } - String *error_string=NEW String(pool()); error_string->APPEND_CONST(buf); - body_string=error_string; + + // future $response:content-type + response.fields().put(*content_type_name, + NEW VString(*NEW String(pool(), UNHANDLED_EXCEPTION_CONTENT_TYPE))); + // future $response:body + body_string=NEW String(pool(), buf); } - // store 'body' overwriting any response already had - response.fields().put(*body_name, NEW VString(*body_string)); + const VString body_vstring(*body_string); + const VFile *body_file=body_vstring.as_vfile(); + + // ERROR. write it out + output_result(*body_file, header_only); } CATCH(e) { // exception in request exception handler @@ -253,27 +434,29 @@ void Request::core(Exception& system_exc END_CATCH // do not use pool() after this point - no exception handler set // any throw() would try to use zero exception() pointer - if(need_rethrow) // there were an exception set for us to rethrow? - system_exception._throw(rethrow_me.type(), rethrow_me.code(), + if(need_rethrow) // were there an exception for us to rethrow? + THROW(rethrow_me.type(), rethrow_me.code(), rethrow_me.problem_source(), rethrow_me.comment()); - } -VStateless_class *Request::use_file( - const char *file, bool fail_on_read_problem, +VStateless_class *Request::use_file(const String& file_spec, bool fail_on_read_problem, const String *name, VStateless_class *base_class) { - // TODO: обнаружить|решить cyclic dependences - char *source=file_read(pool(), file, fail_on_read_problem); + // cyclic dependence check + if(used_files.get(file_spec)) + return base_class; + used_files.put(file_spec, (Hash::Val *)true); + + + char *source=file_read_text(pool(), file_spec, fail_on_read_problem); if(!source) return base_class; - return use_buf(source, file, 0/*new class*/, name, base_class); + return use_buf(source, file_spec.cstr(), 0/*new class*/, name, base_class); } -VStateless_class *Request::use_buf( - const char *source, const char *file, +VStateless_class *Request::use_buf(const char *source, const char *file, VStateless_class *aclass, const String *name, VStateless_class *base_class) { // compile loaded class @@ -284,32 +467,98 @@ VStateless_class *Request::use_buf( return &cclass; } -void Request::fail_if_junction_(bool is, - Value& value, const String& method_name, char *msg) { - - // fail_if_junction(true, junction = fail - // fail_if_junction(false, not junction = fail - if((value.get_junction()!=0) ^ !is) - THROW(0, 0, - &method_name, - msg); -} - -char *Request::relative(const char *path, const char *file) { - char *result=(char *)malloc(strlen(path)+strlen(file)+1); - strcpy(result, path); - rsplit(result, PATH_DELIMITER_CHAR); - strcat(result, PATH_DELIMITER_STRING); - strcat(result, file); +/// @test with commandline start "parser3 a.html" so that ^load[a.cfg] worked! [now doesnt] +const String& Request::relative(const char *apath, const String& relative_name) { + int lpath_buf_size=strlen(apath)+1; + char *lpath=(char *)malloc(lpath_buf_size); + memcpy(lpath, apath, lpath_buf_size); + rsplit(lpath, '/'); + String& result=*NEW String(pool(), lpath); + result << "/" << relative_name; return result; } -char *Request::absolute(const char *name) { - if(name[0]=='/') { - char *result=(char *)malloc(strlen(info.document_root)+strlen(name)+1); - strcpy(result, info.document_root); - strcat(result, name); +const String& Request::absolute(const String& relative_name) { + char *relative_name_cstr=relative_name.cstr(); + if(relative_name_cstr[0]=='/') { + String& result=*NEW String(pool(), info.document_root); + result << relative_name; return result; } else - return relative(info.uri, name); + return relative(info.path_translated, relative_name); +} + +static void add_header_attribute(const Hash::Key& aattribute, Hash::Val *ameaning, + void *info) { + String *attribute_to_exclude=static_cast(info); + if(aattribute==*attribute_to_exclude) + return; + + Value& lmeaning=*static_cast(ameaning); + Pool& pool=lmeaning.pool(); + + String attribute(pool); + SAPI::add_header_attribute(pool, + attribute.append(aattribute, String::UL_HTTP_HEADER, true).cstr(), + attributed_meaning_to_string(lmeaning, String::UL_HTTP_HEADER).cstr()); +} +void Request::output_result(const VFile& body_file, bool header_only) { + // header: cookies + cookie.output_result(); + + // set content-type + if(String *body_file_content_type=static_cast( + body_file.fields().get(*vfile_mime_type_name))) { + // body file content type + response.fields().put(*content_type_name, body_file_content_type); + } else { + // default content type + response.fields().put_dont_replace(*content_type_name, + default_content_type?default_content_type + :NEW VString(*NEW String(pool(), DEFAULT_CONTENT_TYPE))); + } + + // content-disposition + if(VString *vfile_name=static_cast(body_file.fields().get(*name_name))) + if(vfile_name->string()!=NONAME_DAT) { + VHash& vhash=*NEW VHash(pool()); + vhash.hash().put(*content_disposition_filename_name, vfile_name); + response.fields().put(*content_disposition_name, &vhash); + } + + // prepare header: $response:fields without :body + response.fields().for_each(add_header_attribute, /*excluding*/ body_name); + + // prepare... + const void *body=body_file.value_ptr(); + size_t content_length=body_file.value_size(); + + // prepare header: content-length + if(content_length) { // useful for redirecting [header "location: http://..."] + char content_length_cstr[MAX_NUMBER]; + snprintf(content_length_cstr, MAX_NUMBER, "%u", content_length); + SAPI::add_header_attribute(pool(), "content-length", content_length_cstr); + } + + // send header + SAPI::send_header(pool()); + + // send body + if(!header_only) + SAPI::send_body(pool(), body, content_length); } + +const String& Request::mime_type_of(const char *user_file_name_cstr) { + if(mime_types) + if(const char *cext=strrchr(user_file_name_cstr, '.')) { + String sext(pool(), ++cext); + if(mime_types->locate(0, sext)) + if(const String *result=mime_types->item(1)) + return *result; + else + THROW(0, 0, + mime_types->origin_string(), + "MIME-TYPE table column elements must not be empty"); + } + return *NEW String(pool(), "application/octet-stream"); +} \ No newline at end of file