--- parser3/src/main/pa_request.C 2001/04/28 07:27:41 1.122.2.3 +++ parser3/src/main/pa_request.C 2001/10/19 13:43:59 1.170 @@ -2,16 +2,16 @@ Parser: request class main part. @see compile.C and execute.C. Copyright (c) 2001 ArtLebedev Group (http://www.artlebedev.com) - Author: Alexander Petrosyan (http://design.ru/paf) - $Id: pa_request.C,v 1.122.2.3 2001/04/28 07:27:41 paf Exp $ + $Id: pa_request.C,v 1.170 2001/10/19 13:43:59 parser Exp $ */ #include "pa_config_includes.h" -#include "pcre.h" -#include "internal.h" +//#include "pcre.h" +//#include "internal.h" +extern "C" unsigned char pcre_default_tables[]; // pcre/chartables.c #include "pa_sapi.h" #include "pa_common.h" @@ -24,18 +24,29 @@ #include "pa_types.h" #include "pa_vtable.h" #include "pa_vfile.h" - -/// $LIMITS.post_max_size default 10M -const size_t MAX_POST_SIZE_DEFAULT=10*0x400*400; +#include "pa_dictionary.h" +#include "pa_charset_manager.h" /// content type of exception response, when no @MAIN:exception handler defined const char *UNHANDLED_EXCEPTION_CONTENT_TYPE="text/plain"; /// content type of response when no $MAIN:defaults.content-type defined const char *DEFAULT_CONTENT_TYPE="text/html"; +const char *ORIGINS_CONTENT_TYPE="text/plain"; Methoded *MOP_create(Pool&); +static void load_charset(const Hash::Key& akey, Hash::Val *avalue, + void *info) { + Value& value=*static_cast(avalue); + Hash& CTYPE=*static_cast(info); + + Charset_connection& connection=charset_manager->get_connection(akey, value.as_string()); + + // charset->pcre_tables + CTYPE.put(akey, connection.pcre_tables()); +} + // Request::Request(Pool& apool, Info& ainfo, @@ -44,25 +55,28 @@ Request::Request(Pool& apool, OP(*MOP_create(apool)), env(apool), form(apool), + math(apool), request(apool, *this), response(apool), cookie(apool), fclasses(apool), + CTYPE(apool), fdefault_lang(adefault_lang), flang(adefault_lang), info(ainfo), post_data(0), post_size(0), used_files(apool), default_content_type(0), mime_types(0), - connection(0), protocol2library(0), - mail(0), - pcre_tables(0) + main_class(0), + connection(0), + classes_conf(apool), + anti_endless_execute_recoursion(0) { /// directly used // operators OP.register_directly_used(*this); // classes: - // table, file, random, mail, image + // table, file, random, mail, image, ... methoded_array->register_directly_used(*this); /// methodless @@ -73,72 +87,17 @@ Request::Request(Pool& apool, // cookie class classes().put(*NEW String(pool(), COOKIE_CLASS_NAME), &cookie); - /// bases used - // form class - classes().put(form.get_class()->name(), &form); + /// methoded // response class classes().put(response.get_class()->name(), &response); -} -static void element2ctypes(unsigned char *tables, - Value& ctype, const String& name, - unsigned char bit, - int group_offset=-1, - bool skip_ws=true) { - Value *value=ctype.get_element(name); - if(!value) - return; - - unsigned char *ctypes_table=tables+ctypes_offset; - const unsigned char *cstr= - (const unsigned char *)value->as_string().cstr(String::UL_AS_IS); - for(; *cstr; cstr++) { - unsigned char c=*cstr; - if(skip_ws && (c=='\n' || c=='\t' || c==' ')) - continue; - ctypes_table[c]|=bit; - - if(group_offset>=0) - tables[cbits_offset+group_offset+c/8] |= 1 << (c%8); - } -} -static void cstr2ctypes(unsigned char *tables, const unsigned char *cstr, - unsigned char bit) { - unsigned char *ctypes_table=tables+ctypes_offset; - ctypes_table[0]=bit; - for(; *cstr; cstr++) { - unsigned char c=*cstr; - ctypes_table[c]|=bit; - } + /// bases used + // form class + classes().put(form.get_class()->base()->name(), &form); + // math class + classes().put(math.get_class()->base()->name(), &math); } -static void prepare_case_tables(unsigned char *tables) { - unsigned char *lcc_table=tables+lcc_offset; - unsigned char *fcc_table=tables+fcc_offset; - for(int i=0; i<0x100; i++) - lcc_table[i]=fcc_table[i]=i; -} -static void element2case(unsigned char *tables, Value& ctype, const String& name) { - Value *value=ctype.get_element(name); - if(!value) - return; - unsigned char *lcc_table=tables+lcc_offset; - unsigned char *fcc_table=tables+fcc_offset; - const unsigned char *cstr= - (const unsigned char *)value->as_string().cstr(String::UL_AS_IS); - unsigned char from=0; - for(; *cstr; cstr++) { - unsigned char c=*cstr; - if(c=='\n' || c=='\t' || c==' ') - continue; - if(from) { - lcc_table[from]=c; - fcc_table[from]=c; fcc_table[c]=from; - from=0; - } else - from=c; - } -} /** load MAIN class, execute @main. MAIN class consists of all the auto.p files we'd manage to find @@ -146,64 +105,53 @@ static void element2case(unsigned char * the file user requested us to process all located classes become children of one another, composing class we name 'MAIN' - - @test move configure to M-class */ -void Request::core(const char *root_auto_path, bool root_auto_fail, - const char *site_auto_path, bool site_auto_fail, +void Request::core( + const char *root_config_filespec, bool root_config_fail_on_read_problem, + const char *site_config_filespec, bool site_config_fail_on_read_problem, bool header_only) { //_asm { int 3 } - VStateless_class *main_class=0; - bool need_rethrow=false; Exception rethrow_me; - TRY { + try { char *auto_filespec=(char *)malloc(MAX_STRING); - // loading root auto.p - if(root_auto_path) { + // loading root config + if(root_config_filespec) { String& filespec=*NEW String(pool()); - filespec.APPEND_CLEAN(root_auto_path, 0, "root_auto", 0); - filespec.APPEND_CONST("/" AUTO_FILE_NAME); + filespec.APPEND_CLEAN(root_config_filespec, 0, "root_config", 0); main_class=use_file( - filespec, root_auto_fail, + filespec, + true/*ignore class_path*/, root_config_fail_on_read_problem, main_class_name, main_class); } - // $MAIN:LIMITS hash used here, - // until someone with less privileges have overriden them - methoded_array->configure(*this); - { - Value *limits=main_class?main_class->get_element(*limits_name):0; - if(info.method && StrEqNc(info.method, "post", true)) { - // $limits.post_max_size default 10M - Value *element=limits?limits->get_element(*post_max_size_name):0; - size_t value=element?(size_t)element->as_double():0; - size_t post_max_size=value?value:MAX_POST_SIZE_DEFAULT; - - if(size_t limit=max(0, min(info.content_length, post_max_size))) { - // read POST data - post_data=(char *)malloc(limit); - post_size=SAPI::read_post(pool(), post_data, limit); - if(post_size!=limit) - THROW(0, 0, - 0, - "post_size(%d)!=limit(%d)", - post_size, limit); - } + if(main_class) { + /* $MAIN:CHARSETS[ + $.charsetname1[/full/path/to/charset/file.cfg] + ... + ] + */ + if(Value *vcharsets=main_class->get_element(*charsets_name)) { + if(Hash *charsets=vcharsets->get_hash()) + charsets->for_each(load_charset, &CTYPE); + else + throw Exception(0, 0, + &vcharsets->name(), + "must be hash"); } - - form.fill_fields(*this); } - // filling cookies - cookie.fill_fields(*this); + // configure root options + // until someone with less privileges have overriden them + OP.configure_admin(*this); + methoded_array->configure_admin(*this); - // loading site auto.p - if(site_auto_path) { + // loading site config + if(site_config_filespec) { String& filespec=*NEW String(pool()); - filespec.APPEND_CLEAN(site_auto_path, 0, "site_auto", 0); - filespec.APPEND_CONST("/" AUTO_FILE_NAME); + filespec.APPEND_CLEAN(site_config_filespec, 0, "site_config", 0); main_class=use_file( - filespec, site_auto_fail, + filespec, + true/*ignore class_path*/, site_config_fail_on_read_problem, main_class_name, main_class); } @@ -211,7 +159,6 @@ void Request::core(const char *root_auto // to the one beside requested file. // all assigned bases from upper dir { - Array ladder(pool()); const char *after=info.path_translated; size_t drlen=strlen(info.document_root); if(memcmp(after, info.document_root, drlen)==0) { @@ -220,97 +167,67 @@ void Request::core(const char *root_auto --after; } + int step=0; while(const char *before=strchr(after, '/')) { - String& step=*NEW String(pool()); + String& sfile_spec=*NEW String(pool()); if(after!=info.path_translated) { - step.APPEND_CLEAN( - info.path_translated, before+1/* / */-info.path_translated, - "path-translated-scanned", ladder.size()); - step << AUTO_FILE_NAME; - ladder+=&step; + sfile_spec.APPEND_CLEAN( + info.path_translated, before-info.path_translated, + "path-translated-scanned", step++); + sfile_spec << "/" AUTO_FILE_NAME; + + main_class=use_file(sfile_spec, + true/*ignore class_path*/, false/*ignore read problem*/, + main_class_name, main_class); } after=before+1; } - for(int i=ladder.size(); --i>=0; ) { - const String& sfile_spec=*ladder.get_string(i); - main_class=use_file(sfile_spec, false/*ignore read problem*/, - main_class_name, main_class); - } } - // compiling requested file + // compile requested file String& spath_translated=*NEW String(pool()); - spath_translated.APPEND_CLEAN(info.path_translated, 0, "user-request", 0); - main_class=use_file(spath_translated, true/*don't ignore read problem*/, + spath_translated.APPEND_TAINTED(info.path_translated, 0, "user-request", 0); + main_class=use_file(spath_translated, + true/*ignore class_path*/, true/*don't ignore read problem*/, main_class_name, main_class); + // configure not-root=user options + OP.configure_user(*this); + methoded_array->configure_user(*this); + // $MAIN:DEFAULTS Value *defaults=main_class->get_element(*defaults_name); // value must be allocated on request's pool for that pool used on // meaning constructing @see attributed_meaning_to_string default_content_type=defaults?defaults->get_element(*content_type_name):0; + // record default charset + if(default_content_type) + if(Hash *hash=default_content_type->get_hash()) + if(Value *vcharset=(Value *)hash->get(*charset_name)) + pool().set_charset(vcharset->as_string()); + if(Value *element=main_class->get_element(*user_html_name)) if(Table *table=element->get_table()) - pool().set_tag(table); - - // $MAIN:SQL.drivers - if(Value *sql=main_class->get_element(*main_sql_name)) - if(Value *element=sql->get_element(*main_sql_drivers_name)) - protocol2library=element->get_table(); + pool().set_tag(NEW Dictionary(*table)); // $MAIN:MIME-TYPES if(Value *element=main_class->get_element(*mime_types_name)) if(Table *table=element->get_table()) mime_types=table; - /* - $MAIN:CTYPE[ - $white-space[ - ^#09^#0A^#0B^#0C^#0D^#20] - $digit[ - 0123456789] - $hex-digit[ - 0123456789ABCDEFabcdef] - $letter[ - ABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyz] - $word[ - 0123456789ABCDEFGHIJKLMNOPQRSTUVWXYZ_abcdefghijklmnopqrstuvwxyz] - $meta[ - ^#00$()*+.?[^{|] - - $lowercase[ - AaBbCcDdEeFfGgHhIiJjKkLlMmNnOoPpQqRrSsTtUuVvWwXxYyZz] - ] - */ - if(Value *ctype=main_class->get_element(*ctype_name)) { - // lowcase, flipcase, bits digit+word+whitespace, masks - pcre_tables=(unsigned char *)calloc(tables_length); - prepare_case_tables(pcre_tables); - - element2ctypes(pcre_tables, *ctype, *ctype_white_space_name, ctype_space, cbit_space, false); - element2ctypes(pcre_tables, *ctype, *ctype_digit_name, ctype_digit, cbit_digit); - element2ctypes(pcre_tables, *ctype, *ctype_hex_digit_name, ctype_xdigit); - element2ctypes(pcre_tables, *ctype, *ctype_letter_name, ctype_letter); - element2ctypes(pcre_tables, *ctype, *ctype_word_name, ctype_word, cbit_word); - cstr2ctypes(pcre_tables, (const unsigned char *)"*+?{^.$|()[", ctype_meta); - - element2case(pcre_tables, *ctype, *ctype_lowercase_name); - } - - // $MAIN:MAIL[$SMTP[mail.design.ru]] - if(Value *mail_element=main_class->get_element(*mail_name)) - if(!(mail=mail_element->get_hash())) - THROW(0, 0, - 0, - "$MAIN:MAIL is not hash"); + // filling form fields + form.fill_fields_and_tables(*this); + // filling cookies + cookie.fill_fields(*this); // execute @main[] - const String *body_string=execute_method(*main_class, *main_method_name); + const String *body_string=execute_virtual_method( + *main_class, *main_method_name); if(!body_string) - THROW(0,0, - 0, - "'"MAIN_METHOD_NAME"' method not found"); + throw Exception(0,0, + 0, + "'"MAIN_METHOD_NAME"' method not found"); VString body_vstring_before_post_process(*body_string); VString *body_vstring_after_post_process=&body_vstring_before_post_process; @@ -321,7 +238,7 @@ void Request::core(const char *root_auto if(const Method *method=junction->method) { // preparing to pass parameters to // @postprocess[data] - VMethodFrame frame(pool(), *junction, false); + VMethodFrame frame(pool(), value->name(), *junction); frame.set_self(*main_class); frame.store_param(method->name, @@ -330,20 +247,26 @@ void Request::core(const char *root_auto NEW VString(*execute_method(frame, *method)); } - const VFile *body_file=body_vstring_after_post_process->as_vfile(); + bool origins_mode=main_class->get_element(*origins_mode_name)!=0; + + const VFile *body_file=body_vstring_after_post_process->as_vfile( + String::UL_UNSPECIFIED, origins_mode); // extract response body Value *body_value=static_cast( response.fields().get(*body_name)); if(body_value) // there is some $response.body body_file=body_value->as_vfile(); + else if(origins_mode) + response.fields().put(*content_type_name, + NEW VString(*NEW String(pool(), ORIGINS_CONTENT_TYPE))); // OK. write out the result output_result(*body_file, header_only); } - CATCH(e) { // request handling problem + catch(const Exception& e) { // request handling problem // we're returning not result, but error explanation - TRY { + try { // log the beast const String *problem_source=e.problem_source(); if(problem_source && problem_source->size()) @@ -371,6 +294,8 @@ void Request::core(const char *root_auto // reset language to default flang=fdefault_lang; + if(flang==String::UL_USER_HTML) + flang=String::UL_HTML; // no _ & Co conversions in @exception[params] // reset response response.fields().clear(); @@ -384,9 +309,9 @@ void Request::core(const char *root_auto if(Value *value=main_class->get_element(*exception_method_name)) if(Junction *junction=value->get_junction()) if(const Method *method=junction->method) { - // preparing to pass parameters to + // preparing to pass parameters to // @exception[origin;source;comment;type;code] - VMethodFrame frame(pool(), *junction, false); + VMethodFrame frame(pool(), value->name(), *junction); frame.set_self(*main_class); const String *problem_source=e.problem_source(); @@ -397,7 +322,7 @@ void Request::core(const char *root_auto const Origin& origin=problem_source->origin(); if(origin.file) { char *buf=(char *)malloc(MAX_STRING); - size_t buf_size=snprintf(buf, MAX_STRING, "%s(%d):", + size_t buf_size=snprintf(buf, MAX_STRING, "%s(%d)", origin.file, 1+origin.line); String *origin_file_line=NEW String(pool(), buf, buf_size, true); @@ -406,7 +331,7 @@ void Request::core(const char *root_auto } #endif frame.store_param(method->name, - origin_value?origin_value:NEW VUnknown(pool())); + origin_value?origin_value:NEW VVoid(pool())); // source Value *source_value=0; @@ -417,7 +342,7 @@ void Request::core(const char *root_auto source_value=NEW VString(problem_source_copy); } frame.store_param(method->name, - source_value?source_value:NEW VUnknown(pool())); + source_value?source_value:NEW VVoid(pool())); // comment String *comment_value=NEW String(pool(), @@ -432,7 +357,7 @@ void Request::core(const char *root_auto type_value=NEW VString(type_copy.append(*e.type(), flang, true)); } else - type_value=NEW VUnknown(pool()); + type_value=NEW VVoid(pool()); frame.store_param(method->name, type_value); // code @@ -442,7 +367,7 @@ void Request::core(const char *root_auto code_value=NEW VString(code_copy.append(*e.code(), flang, true)); } else - code_value=NEW VUnknown(pool()); + code_value=NEW VVoid(pool()); frame.store_param(method->name, code_value); // future $response:body= @@ -487,42 +412,64 @@ void Request::core(const char *root_auto body_string=NEW String(pool(), buf); } - const VString body_vstring(*body_string); + VString body_vstring(*body_string); const VFile *body_file=body_vstring.as_vfile(); // ERROR. write it out output_result(*body_file, header_only); + } catch(const Exception& ) { + /*re*/throw; } - CATCH(e) { - // exception in request exception handler - // remember to rethrow it - rethrow_me=e; need_rethrow=true; - } - END_CATCH } - END_CATCH // do not use pool() after this point - no exception handler set - // any throw() would try to use zero exception() pointer - - if(need_rethrow) // were there an exception for us to rethrow? - THROW(rethrow_me.type(), rethrow_me.code(), - rethrow_me.problem_source(), - rethrow_me.comment()); } -VStateless_class *Request::use_file(const String& file_spec, bool fail_on_read_problem, +VStateless_class *Request::use_file(const String& file_name, + bool ignore_class_path, bool fail_on_read_problem, const String *name, VStateless_class *base_class) { // cyclic dependence check - if(used_files.get(file_spec)) + if(used_files.get(file_name)) return base_class; - used_files.put(file_spec, (Hash::Val *)true); + used_files.put(file_name, (Hash::Val *)true); + const String *file_spec; + if(ignore_class_path) // ignore_class_path? + file_spec=&file_name; + else if(file_name.first_char()=='/') //absolute path, no need to scan MAIN:CLASS_PATH? + file_spec=&absolute(file_name); + else { + file_spec=0; + if(main_class) + if(Value *element=main_class->get_element(*class_path_name)) { + if(element->is_string()) { + file_spec=file_readable(element->as_string(), file_name); // found at class_path? + } else if(Table *table=element->get_table()) { + int size=table->size(); + for(int i=size; i--; ) { + const String& path=*static_cast(table->get(i))->get_string(0); + if(file_spec=file_readable(path, file_name)) + break; // found along class_path + } + } else + throw Exception(0, 0, + &element->name(), + "must be string or table"); + if(!file_spec) + throw Exception(0, 0, + &file_name, + "not found along " MAIN_CLASS_NAME ":" CLASS_PATH_NAME); + } + if(!file_spec) + throw Exception(0, 0, + &file_name, + "usage failed - no " MAIN_CLASS_NAME ":" CLASS_PATH_NAME " were specified"); + } - char *source=file_read_text(pool(), file_spec, fail_on_read_problem); + char *source=file_read_text(pool(), *file_spec, fail_on_read_problem); if(!source) return base_class; - return use_buf(source, file_spec.cstr(), 0/*new class*/, name, base_class); + return use_buf(source, file_spec->cstr(), 0/*new class*/, name, base_class); } VStateless_class *Request::use_buf(const char *source, const char *file, @@ -532,7 +479,7 @@ VStateless_class *Request::use_buf(const VStateless_class& cclass=COMPILE(source, aclass, name, base_class, file); // locate and execute possible @auto[] static method - execute_method(cclass, *auto_method_name, false /*no result needed*/); + execute_nonvirtual_method(cclass, *auto_method_name, false /*no result needed*/); return &cclass; } @@ -624,9 +571,18 @@ const String& Request::mime_type_of(cons if(const String *result=mime_types->item(1)) return *result; else - THROW(0, 0, + throw Exception(0, 0, mime_types->origin_string(), "MIME-TYPE table column elements must not be empty"); } return *NEW String(pool(), "application/octet-stream"); -} \ No newline at end of file +} + +const unsigned char *Request::pcre_tables() { + if(unsigned char *result=(unsigned char *)CTYPE.get(pool().get_charset())) + return result; + + // this is not for pcre itself, + // it can do default, it's for string.lower&co + return pcre_default_tables; +}