Annotation of parser3/src/main/pa_request.C, revision 1.472

1.54      paf         1: /** @file
1.55      paf         2:        Parser: request class main part. @see compile.C and execute.C.
                      3: 
1.439     moko        4:        Copyright (c) 2001-2026 Art. Lebedev Studio (https://www.artlebedev.com)
1.418     moko        5:        Authors: Konstantin Morshnev <moko@design.ru>, Alexandr Petrosian <paf@design.ru>
1.218     paf         6: */
1.55      paf         7: 
1.69      paf         8: #include "pa_sapi.h"
1.53      paf         9: #include "pa_common.h"
1.372     moko       10: #include "pa_os.h"
1.1       paf        11: #include "pa_request.h"
1.3       paf        12: #include "pa_wwrapper.h"
                     13: #include "pa_vclass.h"
1.31      paf        14: #include "pa_globals.h"
1.30      paf        15: #include "pa_vint.h"
1.297     misha      16: #include "pa_vmethod_frame.h"
1.32      paf        17: #include "pa_types.h"
1.248     paf        18: #include "pa_venv.h"
                     19: #include "pa_vmath.h"
                     20: #include "pa_vstatus.h"
                     21: #include "pa_vrequest.h"
1.78      paf        22: #include "pa_vtable.h"
1.90      paf        23: #include "pa_vfile.h"
1.147     parser     24: #include "pa_dictionary.h"
1.208     paf        25: #include "pa_charset.h"
1.186     paf        26: #include "pa_charsets.h"
1.248     paf        27: #include "pa_cache_managers.h"
1.402     moko       28: #include "pa_http.h"
1.464     moko       29: #include "pa_websocket.h"
1.248     paf        30: #include "pa_vmail.h"
                     31: #include "pa_vform.h"
                     32: #include "pa_vcookie.h"
                     33: #include "pa_vresponse.h"
                     34: #include "pa_vmemory.h"
1.253     paf        35: #include "pa_vconsole.h"
1.267     paf        36: #include "pa_vdate.h"
1.424     moko       37: #include "pa_varray.h"
1.458     moko       38: #include "pa_code_cache.h"
1.159     parser     39: 
1.472   ! moko       40: volatile const char * IDENT_PA_REQUEST_C="$Id: pa_request.C,v 1.471 2026/10/26 19:06:51 moko Exp $" IDENT_PA_REQUEST_H IDENT_PA_REQUEST_CHARSETS_H IDENT_PA_REQUEST_INFO_H IDENT_PA_VCONSOLE_H;
1.329     moko       41: 
1.248     paf        42: // consts
                     43: 
1.269     paf        44: #define UNHANDLED_EXCEPTION_METHOD_NAME "unhandled_exception"
1.207     paf        45: 
1.82      paf        46: /// content type of response when no $MAIN:defaults.content-type defined
1.248     paf        47: const char* DEFAULT_CONTENT_TYPE="text/html";
                     48: 
1.449     moko       49: // One recursion level uses ~0.85KB of stack under linux/gcc, ~1KB under win32 and ~2KB under win64.
                     50: // MSVC win64 exception handling requires an extra ~10KB !!! for each throw, and execute() catches and
                     51: // rethrows on every level to provide a stack trace.
1.450     moko       52: // So 1000 levels need ~1MB under linux (default 8MB stack is enough) and ~2+10=12MB under win64.
                     53: // Worse, win64 keeps the unwound frames until the catch block returns, so a handler running away
                     54: // in its turn starts on top of them and needs one more such budget. The stack is set to 40MB in
                     55: // the MSVC project settings to allow nested three runaways.
1.449     moko       56: const int EXECUTE_RECURSION_LIMIT=1000;
                     57: const int EXECUTE_RECURSION_RESERVE=100;
                     58: 
1.446     moko       59: const int LOOP_LIMIT=100000;
                     60: const int ARRAY_LIMIT=1000000;
                     61: const int HTTPD_TIMEOUT=4;
1.465     moko       62: const size_t FILE_SIZE_LIMIT=512*0x400*0x400; // 512MB
                     63: const size_t POST_MAX_SIZE=10*0x400*0x400;    // 10MB
1.361     moko       64: 
1.248     paf        65: // defines for globals
                     66: 
                     67: #define MAIN_METHOD_NAME "main"
                     68: #define AUTO_METHOD_NAME "auto"
1.364     moko       69: #define USE_METHOD_NAME "use"
1.309     misha      70: #define AUTOUSE_METHOD_NAME "autouse"
1.364     moko       71: 
                     72: #define ORIGIN_KEY "origin"
                     73: 
1.248     paf        74: // globals
                     75: 
                     76: const String main_method_name(MAIN_METHOD_NAME);
                     77: const String auto_method_name(AUTO_METHOD_NAME);
1.364     moko       78: static const String use_method_name(USE_METHOD_NAME);
                     79: static const String autouse_method_name(AUTOUSE_METHOD_NAME);
1.311     misha      80: 
1.364     moko       81: static const String origin_key(ORIGIN_KEY);
                     82: 
1.369     moko       83: int pa_loop_limit=LOOP_LIMIT;
1.425     moko       84: int pa_array_limit=ARRAY_LIMIT;
1.427     moko       85: int pa_execute_recursion_limit=EXECUTE_RECURSION_LIMIT;
1.390     moko       86: int pa_httpd_timeout=HTTPD_TIMEOUT;
1.469     moko       87: THREAD_LOCAL size_t pa_file_size_limit=FILE_SIZE_LIMIT;
                     88: THREAD_LOCAL size_t pa_post_max_size=POST_MAX_SIZE;
1.361     moko       89: 
1.248     paf        90: // defines for statics
                     91: 
                     92: #define MIME_TYPES_NAME "MIME-TYPES"
                     93: #define CLASS_PATH_NAME "CLASS_PATH"
                     94: 
1.344     moko       95: #define DOWNLOAD_NAME_UPPER "DOWNLOAD"
                     96: #define BODY_NAME_UPPER "BODY"
                     97: 
1.248     paf        98: // statics
                     99: 
                    100: static const String main_class_name(MAIN_CLASS_NAME);
                    101: static const String mime_types_name(MIME_TYPES_NAME);
1.395     moko      102: static const String class_path_name(CLASS_PATH_NAME);
1.361     moko      103: 
1.395     moko      104: static const String charsets_name("CHARSETS");
                    105: static const String strict_vars_name("STRICT-VARS");
                    106: static const String prototype_name("OBJECT-PROTOTYPE");
1.415     moko      107: static const String getter_protected_name("CLASS-GETTER-PROTECTED");
                    108: static const String locals_name("LOCALS");
1.395     moko      109: static const String limits_name("LIMITS");
                    110: static const String loop_limit_name("max_loop");
1.425     moko      111: static const String array_limit_name("max_array_size");
1.427     moko      112: static const String recursion_limit_name("max_recursion");
1.395     moko      113: static const String file_size_limit_name("max_file_size");
1.465     moko      114: static const String post_max_size_name("post_max_size");
1.395     moko      115: static const String lock_wait_timeout_name("lock_wait_timeout");
                    116: static const String httpd_name("HTTPD");
                    117: static const String httpd_timeout_name("timeout");
1.402     moko      118: static const String httpd_mode_name("mode");
1.471     moko      119: static const String httpd_max_connections_name("max-connections");
1.458     moko      120: #ifdef CODE_CACHE
                    121: static const String httpd_code_cache_name("code-cache");
                    122: #endif
1.395     moko      123: 
                    124: static const String conf_method_name("conf");
                    125: static const String post_process_method_name("postprocess");
                    126: static const String response_body_file_name("file");
1.248     paf       127: 
1.344     moko      128: static const String download_name_upper(DOWNLOAD_NAME_UPPER);
                    129: static const String body_name_upper(BODY_NAME_UPPER);
                    130: 
                    131: // more static
                    132: 
                    133: static const String content_type_name_upper(HTTP_CONTENT_TYPE_UPPER);
                    134: static const String content_disposition_name_upper(CONTENT_DISPOSITION_UPPER);
1.392     moko      135: static const String content_disposition_inline(CONTENT_DISPOSITION_INLINE);
1.344     moko      136: static const String content_disposition_attachment(CONTENT_DISPOSITION_ATTACHMENT);
                    137: 
1.420     moko      138: const String content_disposition_filename_name(CONTENT_DISPOSITION_FILENAME_NAME);
                    139: const String content_disposition_filename_name_asterisk("filename*");
                    140: 
1.248     paf       141: // defines
1.82      paf       142: 
1.344     moko      143: #define CHARSET_NAME_UPPER "CHARSET"
                    144: #define LAST_MODIFIED_NAME_UPPER "LAST-MODIFIED"
                    145: 
1.233     paf       146: // op.C
1.248     paf       147: VStateless_class& VClassMAIN_create();
1.123     paf       148: 
1.157     parser    149: //
1.445     moko      150: void Request::recursion_limit_reached() {
                    151:        if(execute_recursion_limit>pa_execute_recursion_limit)
                    152:                throw Recursion_limit_exception();
                    153: 
                    154:        execute_recursion_limit+=EXECUTE_RECURSION_RESERVE;
                    155:        throw Exception(PARSER_RUNTIME, 0, "call canceled - endless recursion detected");
                    156: }
                    157: 
1.408     moko      158: Request::Request(SAPI_Info& asapi_info, Request_info& arequest_info, String::Language adefault_lang):
1.248     paf       159:        // private
1.427     moko      160:        anti_endless_execute_recursion(0),
1.445     moko      161:        execute_recursion_limit(pa_execute_recursion_limit),
1.248     paf       162: 
                    163:        // public
1.335     moko      164:        allow_class_replace(false),
1.248     paf       165:        method_frame(0),
                    166:        rcontext(0),
                    167:        wcontext(0),
1.191     paf       168:        fconnection(0),
1.371     moko      169:        fin_cycle(0),
1.307     misha     170:        fskip(SKIP_NOTHING),
1.248     paf       171: 
                    172:        // public
1.257     paf       173:        request_info(arequest_info),
1.248     paf       174:        sapi_info(asapi_info),
1.359     moko      175:        charsets(pa_UTF8_charset, pa_UTF8_charset, pa_UTF8_charset), // default charsets
1.248     paf       176: 
                    177:        main_class(VClassMAIN_create()),
1.260     paf       178:        form(*new VForm(charsets, arequest_info)),
1.248     paf       179:        mail(*new VMail),
1.462     moko      180:        response(*new VResponse(arequest_info, charsets, adefault_lang)),
1.298     misha     181:        cookie(*new VCookie(charsets, arequest_info)),
1.285     misha     182:        console(*new VConsole),
1.464     moko      183:        websocket(0),
1.248     paf       184: 
                    185:        // private
                    186:        configure_admin_done(false),
                    187: 
                    188:        // private mime types
1.464     moko      189:        mime_types(0)
1.157     parser    190: {
1.248     paf       191:        // file_no=0 => unknown
1.434     moko      192:        file_list+=String::Body("UNKNOWN");
                    193:        file_list+=String::Body("-body of process-"); // pseudo_file_no__process
1.458     moko      194: #ifdef CODE_CACHE
                    195:        Code_cache_manager::add_files(file_list);
                    196: #endif
1.186     paf       197: 
1.178     paf       198:        // maybe expire old caches
1.264     paf       199:        cache_managers->maybe_expire();
1.178     paf       200:        
1.157     parser    201:        /// directly used
1.233     paf       202:        // MAIN class, operators
1.353     moko      203:        put_class(&main_class);
1.157     parser    204:        // classes:
                    205:        // table, file, random, mail, image, ...
1.248     paf       206:        methoded_array().register_directly_used(*this);
1.157     parser    207: 
                    208:        /// methodless
1.354     moko      209: 
1.157     parser    210:        // env class
1.353     moko      211:        put_class(new VEnv(asapi_info));
1.175     paf       212:        // status class
1.353     moko      213:        put_class(new VStatus());
1.157     parser    214:        // request class
1.353     moko      215:        put_class(new VRequest(arequest_info, charsets, form, asapi_info));
1.157     parser    216:        // cookie class
1.353     moko      217:        put_class(&cookie);
1.253     paf       218:        // console class
1.353     moko      219:        put_class(&console);
1.354     moko      220: 
1.157     parser    221:        /// methoded
1.354     moko      222: 
1.157     parser    223:        // response class
1.353     moko      224:        put_class(&response);
1.157     parser    225:        // form class
1.353     moko      226:        put_class(&form);
1.213     paf       227:        // mail class
1.353     moko      228:        put_class(&mail);
1.157     parser    229:        // math class
1.353     moko      230:        put_class(new VMath);
1.248     paf       231:        // memory class
1.353     moko      232:        put_class(new VMemory);
1.472   ! moko      233: 
        !           234:        // the last: the destructor is not called if the constructor throws
        !           235:        thread_request=this;
1.117     paf       236: }
1.192     paf       237: 
                    238: Request::~Request() {
1.472   ! moko      239:        thread_request=0;
        !           240: 
1.192     paf       241: #ifdef XML
                    242:        // if for some strange reason xml generic errors failed to be reported, free them up
1.248     paf       243:        if(const char* xml_generic_errors=xmlGenericErrors()) {
                    244:                SAPI::log(sapi_info, "warning: unreported xmlGenericErrors: %s", xml_generic_errors);
1.341     moko      245:                pa_free((void *)xml_generic_errors);
1.192     paf       246:        }
                    247: #endif
                    248: }
1.236     paf       249: 
1.248     paf       250: Value& Request::get_self() { return method_frame/*always have!*/->self(); }
1.192     paf       251: 
1.355     moko      252: VStateless_class* Request::get_class(const String& name){
                    253:        VStateless_class* result=classes().get(name);
1.313     misha     254:        if(!result)
1.375     moko      255:                if(const Method *method=main_class.get_element_method(autouse_method_name)){
1.364     moko      256:                        Value *vname=new VString(name);
                    257:                        CONSTRUCTOR_FRAME_ACTION(*method, 0 /*no parent*/, main_class, {
                    258:                                frame.store_params(&vname, 1);
                    259:                                // we don't need the result
                    260:                                call(frame);
                    261:                        });
                    262:                        result=classes().get(name);
                    263:                }
1.309     misha     264:        return result;
                    265: }
                    266: 
1.411     moko      267: VStateless_class& Request::get_class_ref(const String& name){
                    268:        VStateless_class* result=get_class(name);
                    269:        if(!result)
                    270:                throw Exception(PARSER_RUNTIME, &name, "class is undefined");
                    271:        return *result;
                    272: }
                    273: 
1.424     moko      274: bool Request::add_class(const char* atype, VStateless_class *aclass){
1.436     moko      275:        if(!classes().put_dont_replace(String::Body(atype), aclass))
                    276:                return true;
1.437     moko      277:        if(!allow_class_replace && strcmp(atype, VARRAY_TYPE))
                    278:                return false;
1.436     moko      279:        classes().remove(String::Body(atype));
1.424     moko      280:        classes().put(atype, aclass);
                    281:        return true;
                    282: }
                    283: 
1.356     moko      284: static void load_charset(HashStringValue::key_type akey, HashStringValue::value_type avalue, Request_charsets* charsets) {
1.359     moko      285:        pa_charsets.load_charset(*charsets, akey, avalue->as_string());
1.208     paf       286: }
1.356     moko      287: 
1.395     moko      288: 
                    289: #define CONF_OPTION(config, name, code, exception_name)                \
                    290:        if(config)                                              \
                    291:                if(Value* option=config->get_element(name)) {   \
                    292:                        if(option->is_evaluated_expr()) {       \
                    293:                                code;                           \
                    294:                        } else                                  \
1.415     moko      295:                                throw Exception(PARSER_RUNTIME, 0, "$MAIN:" exception_name, name.cstr()); \
1.395     moko      296:                }
                    297: 
1.248     paf       298: void Request::configure_admin(VStateless_class& conf_class) {
1.208     paf       299:        if(configure_admin_done)
1.356     moko      300:                throw Exception(PARSER_RUNTIME, 0, "parser already configured");
1.208     paf       301:        configure_admin_done=true;
                    302:        
1.227     paf       303:        // charsets must only be specified in method_frame config
1.208     paf       304:        // so that users would not interfere
                    305: 
                    306:        /* $MAIN:CHARSETS[
                    307:                        $.charsetname1[/full/path/to/charset/file.cfg]
                    308:                        ...
                    309:                ]
                    310:        */
1.308     misha     311:        if(Value* vcharsets=conf_class.get_element(charsets_name)) {
1.342     moko      312:                if(!vcharsets->is_string()) {
1.248     paf       313:                        if(HashStringValue* charsets=vcharsets->get_hash())
1.281     paf       314:                                charsets->for_each<Request_charsets*>(load_charset, &this->charsets);
1.240     paf       315:                        else
1.415     moko      316:                                throw Exception(PARSER_RUNTIME, 0, "$MAIN:%s must be hash", charsets_name.cstr());
1.342     moko      317:                }
1.208     paf       318:        }
                    319: 
1.469     moko      320:        Value* conf=&conf_class;
                    321: 
1.330     moko      322: #ifdef STRICT_VARS
1.469     moko      323:        bool strict_vars=false;
                    324:        CONF_OPTION(conf, strict_vars_name, {
                    325:                strict_vars=option->as_bool();
                    326:        }, "%s must be bool");
                    327:        VVoid::strict_vars=strict_vars;
1.357     moko      328: #endif
                    329: 
                    330: #ifdef OBJECT_PROTOTYPE
1.469     moko      331:        bool prototype=true;
                    332:        CONF_OPTION(conf, prototype_name, {
                    333:                prototype=option->as_bool();
                    334:        }, "%s must be bool");
                    335:        VClass::prototype=prototype;
1.330     moko      336: #endif
                    337: 
1.415     moko      338: #ifdef CLASS_GETTER_UNPROTECTED
1.469     moko      339:        bool getter_protected=true;
                    340:        CONF_OPTION(conf, getter_protected_name, {
                    341:                getter_protected=option->as_bool();
                    342:        }, "%s must be bool");
                    343:        VClass::getter_protected=getter_protected; // thread local: changes in Temp_getter_protected
                    344: #endif
                    345: 
                    346:        bool all_vars_local=false;
                    347:        CONF_OPTION(conf, locals_name, {
                    348:                all_vars_local=option->as_bool();
                    349:                if(all_vars_local)
1.415     moko      350:                        main_class.set_all_vars_local();
1.469     moko      351:        }, "%s must be bool");
                    352:        VStateless_class::gall_vars_local=all_vars_local;
1.415     moko      353: 
1.362     moko      354:        Value* limits=conf_class.get_element(limits_name);
                    355: 
1.469     moko      356:        int loop_limit=LOOP_LIMIT;
1.395     moko      357:        CONF_OPTION(limits, loop_limit_name, {
1.469     moko      358:                loop_limit=option->as_int();
                    359:                if(loop_limit==0) loop_limit=INT_MAX;
1.395     moko      360:        }, "LIMITS.%s must be int");
1.469     moko      361:        pa_loop_limit=loop_limit;
1.361     moko      362: 
1.469     moko      363:        int array_limit=ARRAY_LIMIT;
1.425     moko      364:        CONF_OPTION(limits, array_limit_name, {
1.469     moko      365:                array_limit=option->as_int();
                    366:                if(array_limit==0) array_limit=INT_MAX;
1.425     moko      367:        }, "LIMITS.%s must be int");
1.469     moko      368:        pa_array_limit=array_limit;
1.425     moko      369: 
1.469     moko      370:        execute_recursion_limit=EXECUTE_RECURSION_LIMIT;
1.427     moko      371:        CONF_OPTION(limits, recursion_limit_name, {
1.469     moko      372:                execute_recursion_limit=option->as_int();
                    373:                if(execute_recursion_limit<=0) execute_recursion_limit=INT_MAX;
                    374:                execute_recursion_limit=min(execute_recursion_limit, INT_MAX-EXECUTE_RECURSION_RESERVE);
1.395     moko      375:        }, "LIMITS.%s must be int");
1.469     moko      376:        pa_execute_recursion_limit=execute_recursion_limit;
1.390     moko      377: 
1.469     moko      378:        size_t file_size_limit=FILE_SIZE_LIMIT;
1.395     moko      379:        CONF_OPTION(limits, file_size_limit_name, {
                    380:                double limit=option->as_double();
                    381:                if(limit >= (double)SSIZE_MAX)
1.448     moko      382:                        throw Exception(PARSER_RUNTIME, 0, "$MAIN:LIMITS.%s must be less than %s", file_size_limit_name.cstr(), pa_itoa(SSIZE_MAX));
1.469     moko      383:                file_size_limit=(size_t)limit;
                    384:                if(file_size_limit==0)
                    385:                        file_size_limit=SSIZE_MAX;
1.395     moko      386:        }, "LIMITS.%s must be number");
1.469     moko      387:        pa_file_size_limit=file_size_limit; // thread local: url-dependent
1.361     moko      388: 
1.469     moko      389:        size_t post_max_size=POST_MAX_SIZE;
1.465     moko      390:        CONF_OPTION(limits, post_max_size_name, {
                    391:                double limit=option->as_double();
                    392:                if(limit >= (double)SSIZE_MAX)
                    393:                        throw Exception(PARSER_RUNTIME, 0, "$MAIN:LIMITS.%s must be less than %s", post_max_size_name.cstr(), pa_itoa(SSIZE_MAX));
                    394:                if(limit > 0)
1.469     moko      395:                        post_max_size=(size_t)limit;
1.465     moko      396:        }, "LIMITS.%s must be number");
1.469     moko      397:        pa_post_max_size=post_max_size; // thread local: url-dependent
1.465     moko      398: 
1.469     moko      399:        unsigned int lock_attempts=PA_LOCK_ATTEMPTS;
1.395     moko      400:        CONF_OPTION(limits, lock_wait_timeout_name, {
                    401:                double limit=option->as_double();
                    402:                if(limit >= 3600*24)
1.426     moko      403:                        throw Exception(PARSER_RUNTIME, 0, "$MAIN:LIMITS.%s must be less than %d", lock_wait_timeout_name.cstr(), 3600*24);
1.469     moko      404:                lock_attempts=(unsigned int)(limit*2)+1;
1.395     moko      405:        }, "LIMITS.%s must be number");
1.469     moko      406:        pa_lock_attempts=lock_attempts;
1.395     moko      407: 
                    408:        Value* httpd=conf_class.get_element(httpd_name);
                    409: 
1.470     moko      410: #ifdef CODE_CACHE
                    411:        CONF_OPTION(httpd, httpd_code_cache_name, {
                    412:                Code_cache_manager::set_enabled(option->as_bool());
                    413:        }, "HTTPD.%s must be bool");
                    414: #endif
                    415: 
1.469     moko      416:        int httpd_timeout=HTTPD_TIMEOUT;
1.395     moko      417:        CONF_OPTION(httpd, httpd_timeout_name, {
1.469     moko      418:                httpd_timeout=option->as_int();
                    419:                if(httpd_timeout==0) httpd_timeout=INT_MAX;
1.395     moko      420:        }, "HTTPD.%s must be int");
1.469     moko      421:        pa_httpd_timeout=httpd_timeout;
1.372     moko      422: 
1.471     moko      423:        int httpd_max_connections=INT_MAX;
                    424:        CONF_OPTION(httpd, httpd_max_connections_name, {
                    425:                httpd_max_connections=option->as_int();
                    426:                if(httpd_max_connections<=0) httpd_max_connections=INT_MAX;
                    427:        }, "HTTPD.%s must be int");
                    428:        HTTPD_Server::max_connections=httpd_max_connections;
                    429: 
1.403     moko      430:        if(httpd)
1.470     moko      431:                if(Value* option=httpd->get_element(httpd_mode_name)) {
1.403     moko      432:                        if(option->get_junction())
1.415     moko      433:                                throw Exception(PARSER_RUNTIME, 0, "$MAIN:HTTPD:mode must be string");
1.403     moko      434:                        HTTPD_Server::set_mode(option->as_string());
                    435:                }
1.402     moko      436: 
1.227     paf       437:        // configure method_frame options
1.208     paf       438:        //      until someone with less privileges have overriden them
1.248     paf       439:        methoded_array().configure_admin(*this);
1.208     paf       440: }
1.150     parser    441: 
1.442     moko      442: const char* Request::get_exception_cstr(const Exception& e, VException& details) {
1.349     moko      443: 
1.269     paf       444: #define PA_URI_FORMAT "%s: "
1.349     moko      445: #define PA_COMMENT_TYPE_FORMAT "%s [%s]"
                    446: 
1.269     paf       447: #define PA_ORIGIN_FILE_POS_FORMAT "%s(%d:%d): "
                    448: #define PA_SOURCE_FORMAT "'%s' "
1.349     moko      449: 
                    450: #define PA_ORIGIN_FILE_POS_VALUE file_list[details.origin.file_no].cstr(), 1+details.origin.line, 1+details.origin.col,
                    451: #define PA_SOURCE_VALUE details.problem_source->cstr(),
                    452: 
                    453: #define EXCEPTION_CSTR(f1,v1,f2,v2) \
1.466     moko      454:                        pa_snprintf(result, MAX_STRING, \
1.349     moko      455:                                PA_URI_FORMAT \
                    456:                                f1 f2 \
                    457:                                PA_COMMENT_TYPE_FORMAT, \
                    458:                                request_info.uri, \
                    459:                                v1 v2 \
                    460:                                e.comment(), e.type() \
                    461:                        );
                    462: 
1.269     paf       463:        char* result=new(PointerFreeGC) char[MAX_STRING];
                    464: 
                    465:        if(details.problem_source) { // do we know the guy?
1.349     moko      466:                if(details.origin.file_no) // do whe know where he came from?
                    467:                        EXCEPTION_CSTR(PA_ORIGIN_FILE_POS_FORMAT, PA_ORIGIN_FILE_POS_VALUE, PA_SOURCE_FORMAT, PA_SOURCE_VALUE)
                    468:                else
                    469:                        EXCEPTION_CSTR(PA_SOURCE_FORMAT, PA_SOURCE_VALUE,,)
                    470:        } else {
                    471:                if(details.origin.file_no) // do whe know where he came from?
                    472:                        EXCEPTION_CSTR(PA_ORIGIN_FILE_POS_FORMAT, PA_ORIGIN_FILE_POS_VALUE,,)
                    473:                else
                    474:                        EXCEPTION_CSTR(,,,)
                    475:        }
1.269     paf       476: 
                    477:        return result;
                    478: }
1.272     paf       479: 
1.444     moko      480: Table &Request::Exception_trace::table(Request &r, const String* problem_source, size_t bottom, size_t top){
1.407     moko      481:        // $stack[^table::create{name   file    lineno  colno}]
                    482:        Table::columns_type stack_trace_columns(new ArrayString);
                    483:        *stack_trace_columns+=new String("name");
                    484:        *stack_trace_columns+=new String("file");
                    485:        *stack_trace_columns+=new String("lineno");
                    486:        *stack_trace_columns+=new String("colno");
                    487:        Table& stack_trace=*new Table(stack_trace_columns);
                    488: 
1.444     moko      489:        if(bottom<top)
                    490:                for(size_t i=bottom+(get(bottom).name()==problem_source); i<top; i++) {
1.407     moko      491:                        Trace trace=get(i);
                    492:                        Table::element_type row(new ArrayString);
                    493: 
                    494:                        *row+=trace.name(); // name column
                    495:                        Operation::Origin origin=trace.origin();
                    496:                        if(origin.file_no) {
                    497:                                *row+=new String(r.file_list[origin.file_no], String::L_TAINTED); // 'file' column
1.422     moko      498:                                *row+=new String(pa_uitoa(1+origin.line), String::L_CLEAN); // 'lineno' column
                    499:                                *row+=new String(pa_uitoa(1+origin.col), String::L_CLEAN); // 'colno' column
1.407     moko      500:                        }
                    501:                        stack_trace+=row;
                    502:                }
                    503: 
                    504:        return stack_trace;
                    505: }
                    506: 
1.272     paf       507: void Request::configure() {
                    508:        // configure admin options if not configured yet
                    509:        if(!configure_admin_done)
                    510:                configure_admin(main_class);
                    511: }
1.408     moko      512: 
1.459     moko      513: /// HEAD request: only the headers are sent
                    514: static bool is_header_only(Request_info& info) {
                    515:        return info.method && strcasecmp(info.method, "HEAD")==0;
                    516: }
                    517: 
1.64      paf       518: /**
                    519:        load MAIN class, execute @main.
                    520:        MAIN class consists of all the auto.p files we'd manage to find
                    521:        plus
                    522:        the file user requested us to process
                    523:        all located classes become children of one another,
                    524:        composing class we name 'MAIN'
1.180     paf       525: 
                    526:        @test log stack trace
                    527: 
1.64      paf       528: */
1.459     moko      529: void Request::core(const char* config_filespec, const String &amain_method_name, const String* amain_class_name) {
                    530:        bool header_only=is_header_only(request_info);
1.169     parser    531:        try {
1.211     paf       532:                // loading config
1.384     moko      533:                if(config_filespec)
1.454     moko      534:                        use_file_directly(*new String(backslashes_to_slashes(config_filespec)));
1.8       paf       535: 
1.338     moko      536:                // filling mail received
                    537:                mail.fill_received(*this);
                    538: 
1.272     paf       539:                try {
                    540:                        // compile requested file
1.389     moko      541:                        if(request_info.path_translated)
                    542:                                use_file_directly(*new String(request_info.path_translated, String::L_TAINTED), true, true /* load auto.p files */);
1.272     paf       543:                        configure();
                    544:                } catch(...) {
                    545:                        configure(); // configure anyway, useful in @unhandled_exception [say, if they would want to mail by SMTP something]
                    546:                        rethrow;
                    547:                }
1.25      paf       548: 
1.412     moko      549:                VStateless_class& main = amain_class_name ? get_class_ref(*amain_class_name) : main_class;
1.25      paf       550:                // execute @main[]
1.412     moko      551:                const String* body_string=amain_method_name.is_empty() ? &String::Empty : execute_method(main, amain_method_name);
1.41      paf       552:                if(!body_string)
1.412     moko      553:                        throw Exception(PARSER_RUNTIME, &amain_method_name, "method not found in class %s", main.type());
1.79      paf       554: 
1.464     moko      555:                if(response.started==VResponse::WEBSOCKET)
                    556:                        websocket->close(); // graceful: waits for the Close of the client
                    557:                // ignore the result in websocket or stream mode
                    558:                if(response.started)
1.460     moko      559:                        return;
                    560: 
1.250     paf       561:                // extract response body
1.344     moko      562:                Value* body_value=response.fields().get(download_name_upper); // $response:download?
1.430     moko      563:                bool as_attachment=body_value!=0;
1.250     paf       564:                if(!body_value)
1.344     moko      565:                        body_value=response.fields().get(body_name_upper); // $response:body
1.250     paf       566:                if(!body_value)
                    567:                        body_value=new VString(*body_string); // just result of ^main[]
                    568: 
1.119     paf       569:                // @postprocess
1.383     moko      570:                if(const Method *method=main_class.get_method(post_process_method_name)) {
                    571:                        METHOD_FRAME_ACTION(*method, 0 /*no parent*/, main_class, {
                    572:                                frame.store_params(&body_value, 1);
                    573:                                call(frame);
                    574:                                body_value=&frame.result();
                    575:                        });
                    576:                }
1.90      paf       577: 
1.430     moko      578:                // can throw exceptions while handling $response:download[]
1.462     moko      579:                output_result(body_value->as_vfile(response.lang, &charsets), header_only, as_attachment);
1.171     parser    580:        } catch(const Exception& e) { // request handling problem
1.258     paf       581: 
1.445     moko      582:                // OK, as native execution stack has unwound
                    583:                anti_endless_execute_recursion=0;
                    584: 
1.431     moko      585:                // we're returning not result, but error explanation
1.442     moko      586:                VException& details=*new VException(*this, e);
1.431     moko      587:                const char* exception_cstr=get_exception_cstr(e, details);
                    588: 
                    589:                // reset response
                    590:                response.fields().clear();
1.462     moko      591:                response.lang=response.default_lang;
1.431     moko      592:                SAPI::clear_headers(sapi_info);
1.407     moko      593: 
1.431     moko      594:                // this is what we'd return in $response:body
                    595:                const String* body_string=0;
1.407     moko      596: 
1.431     moko      597:                try {
1.407     moko      598:                        // maybe we'd be lucky enough as to report an error in a gracefull way...
                    599:                        if(const Method *method=main_class.get_method(*new String(UNHANDLED_EXCEPTION_METHOD_NAME))) {
                    600:                                // preparing parameters to @unhandled_exception[exception;stack]
                    601: 
1.443     moko      602:                                Table& stack_trace=exception_trace.table(*this, details.problem_source);
1.444     moko      603:                                details.expire_trace();
1.407     moko      604:                                exception_trace.clear(); // forget all about previous life, in case there would be error inside of this method, error handled would not be mislead by old stack contents (see extract_origin)
                    605: 
1.442     moko      606:                                Value *params[]={&details, new VTable(&stack_trace)};
1.407     moko      607:                                METHOD_FRAME_ACTION(*method, 0 /*no caller*/, main_class, {
                    608:                                        frame.store_params(params, 2);
                    609:                                        call(frame);
                    610:                                        body_string=&frame.result().as_string();
                    611:                                });
                    612:                        }
1.383     moko      613: 
1.407     moko      614:                        // conditionally log it
1.442     moko      615:                        Value* vhandled=details.handled();
1.407     moko      616:                        if(!vhandled || !vhandled->as_bool()) {
                    617:                                SAPI::log(sapi_info, "%s", exception_cstr);
                    618:                        }
1.431     moko      619:                } catch(const Exception& e) { // exception in @unhandled_exception
1.442     moko      620:                        VException& details=*new VException(*this, e);
1.431     moko      621:                        // logging both initial and new exceptions
                    622:                        SAPI::log(sapi_info, "%s", exception_cstr);
                    623:                        SAPI::log(sapi_info, "Exception in @unhandled_exception at %s", get_exception_cstr(e, details));
1.464     moko      624:                        if(!response.started)
1.460     moko      625:                                SAPI::send_error(sapi_info, "Exception in @unhandled_exception, details are available in Parser error log.");
1.431     moko      626:                        return;
                    627:                }
1.383     moko      628: 
1.431     moko      629:                if(body_string) {  // could report an error beautifully?
                    630:                        VString body_vstring(*body_string);
1.462     moko      631:                        output_result(body_vstring.as_vfile(response.lang, &charsets), header_only, false);
1.464     moko      632:                } else if(!response.started) {
1.431     moko      633:                        // doing that ugly
                    634:                        SAPI::send_error(sapi_info, exception_cstr, strcmp(e.type(), "file.missing") ? "500" : "404");
1.268     paf       635:                }
1.1       paf       636:        }
                    637: }
                    638: 
1.266     paf       639: uint Request::register_file(String::Body file_spec) {
1.248     paf       640:        file_list+=file_spec;
                    641:        return file_list.count()-1;
                    642: }
                    643: 
1.387     moko      644: void Request::use_file_directly(const String& file_spec, bool fail_on_file_absence, bool with_auto_p) {
1.73      paf       645:        // cyclic dependence check
1.318     misha     646:        if(used_files.get(file_spec))
1.248     paf       647:                return;
1.318     misha     648:        used_files.put(file_spec, true);
                    649: 
1.385     moko      650:        if(!fail_on_file_absence && !entry_exists(file_spec)) // ignore file absence if asked for
                    651:                return;
1.318     misha     652: 
1.386     moko      653:        if(with_auto_p) {
1.454     moko      654:                // loading auto.p files from document_root/..
1.386     moko      655:                // to the one beside requested file.
                    656:                // all assigned bases from upper dir
                    657:                const char* target=file_spec.cstr();
                    658: 
                    659:                // all relative paths are calculated from main document
                    660:                request_info.path_translated=target;
                    661: 
                    662:                const char* after=target;
1.454     moko      663:                size_t drlen=strlen(request_info.document_root_path);
1.457     moko      664:                if(path_cmp(after, request_info.document_root_path, drlen)==0)
1.454     moko      665:                        after+=drlen; // to start from document_root/auto.p
1.386     moko      666: 
                    667:                while(const char* before=strchr(after, '/')) {
                    668:                        String& sfile_spec=*new String;
                    669:                        if(after!=target) {
                    670:                                sfile_spec.append_strdup(target, before-target, String::L_CLEAN);
                    671:                                sfile_spec << "/" AUTO_FILE_NAME;
                    672: 
1.387     moko      673:                                use_file_directly(sfile_spec, false /*ignore absence, sole user*/);
1.386     moko      674:                        }
                    675:                        for(after=before+1;*after=='/';after++);
                    676:                }
                    677:        }
                    678: 
1.458     moko      679:        Code_cache* code=0;
                    680: #ifdef CODE_CACHE
                    681:        if(Code_cache* cached=Code_cache_manager::get(file_spec)) {
                    682:                use_buf(main_class, 0, 0, cached->file_no, 0, cached);
                    683:                return;
                    684:        }
                    685:        // to record the compilation; only while the httpd config runs
                    686:        code=Code_cache_manager::create(file_spec);
                    687: #endif
                    688: 
1.385     moko      689:        if(const char* source=file_read_text(charsets, file_spec, true))
1.458     moko      690:                use_buf(main_class, source, 0, register_file(file_spec), 0, code);
1.318     misha     691: }
                    692: 
                    693: 
1.454     moko      694: void Request::use_file(const String& afile_name, const String* use_filespec/*absolute*/, bool with_auto_p) {
                    695:        if(afile_name.is_empty())
1.366     moko      696:                throw Exception(PARSER_RUNTIME, 0, "usage failed - no filename was specified");
1.326     misha     697: 
1.318     misha     698:        const String* filespec=0;
1.454     moko      699:        const String& file_name=backslashes_to_slashes(afile_name);
1.318     misha     700: 
1.454     moko      701:        if(file_name.first_char()=='/' || path_scheme(afile_name) || is_os_absolute_path(afile_name)) // path is not relative, no need to scan MAIN:CLASS_PATH
                    702:                filespec=&full_disk_path(afile_name);
1.318     misha     703:        else if(use_filespec){ // search in current dir first
1.454     moko      704:                size_t last_slash_pos=use_filespec->strrchr('/');
1.331     misha     705:                if(last_slash_pos!=STRING_NOT_FOUND)
                    706:                        filespec=file_exist(use_filespec->mid(0, last_slash_pos), file_name); // found in current dir?
1.318     misha     707:        }
                    708: 
                    709:        if(!filespec){
                    710:                // prevent multiple scan CLASS_PATH for searching one file
                    711:                if(searched_along_class_path.get(file_name))
                    712:                        return;
                    713:                searched_along_class_path.put(file_name, true);
1.308     misha     714:                if(Value* element=main_class.get_element(class_path_name)) {
1.233     paf       715:                        if(element->is_string()) {
1.388     moko      716:                                filespec=file_exist(full_disk_path(element->as_string()), file_name); // found at class_path?
1.233     paf       717:                        } else if(Table *table=element->get_table()) {
1.318     misha     718:                                for(size_t i=table->count(); i--; ) {
1.248     paf       719:                                        const String& path=*(*table->get(i))[0];
1.388     moko      720:                                        if(filespec=file_exist(full_disk_path(path), file_name))
1.233     paf       721:                                                break; // found along class_path
                    722:                                }
                    723:                        } else
1.366     moko      724:                                throw Exception(PARSER_RUNTIME, 0, "$" CLASS_PATH_NAME " must be string or table");
1.318     misha     725:                        if(!filespec)
1.415     moko      726:                                throw Exception(PARSER_RUNTIME, &file_name, "not found along $MAIN:" CLASS_PATH_NAME);
1.318     misha     727:                } else 
1.415     moko      728:                        throw Exception(PARSER_RUNTIME, &file_name, "usage failed - no $MAIN:" CLASS_PATH_NAME " were specified");
1.148     parser    729:        }
1.230     paf       730: 
1.387     moko      731:        use_file_directly(*filespec, true, with_auto_p);
1.16      paf       732: }
                    733: 
1.364     moko      734: void Request::use_file(const String& file_name, const String* use_filespec/*absolute*/, Operation::Origin origin) {
1.349     moko      735:        static String use("USE");
                    736:        try {
1.364     moko      737:                static VHash* voptions=new VHash();
1.376     moko      738:                if(const Method *method=main_class.get_method(use_method_name)){
1.364     moko      739:                        Value *params[]={new VString(file_name), voptions};
                    740:                        voptions->hash().put(origin_key, new VString(*use_filespec));
                    741: 
                    742:                        CONSTRUCTOR_FRAME_ACTION(*method, 0 /*no parent*/, main_class, {
                    743:                                frame.store_params(params, 2);
                    744:                                // we don't need the result
                    745:                                call(frame);
                    746:                        });
                    747:                }
1.349     moko      748:        } catch (...) {
                    749:                exception_trace.push(Trace(&use, origin));
                    750:                rethrow;
                    751:        }
                    752: }
1.208     paf       753: 
1.458     moko      754: void Request::use_buf(VStateless_class& aclass, const char* source, const String* main_alias, uint file_no, int line_no_offset, Code_cache* code) {
1.358     moko      755:        // temporary zero @conf to avoid it second execution
1.248     paf       756:        Temp_method temp_method_conf(aclass, conf_method_name, 0);
1.358     moko      757:        // temporary zero @auto to avoid it second execution
1.248     paf       758:        Temp_method temp_method_auto(aclass, auto_method_name, 0);
1.233     paf       759: 
1.295     misha     760:        // compile loaded classes
1.458     moko      761:        ArrayClass& cclasses=
                    762: #ifdef CODE_CACHE
                    763:                !source ? code->replay(*this, aclass) :
                    764: #endif
                    765:                compile(&aclass, source, main_alias, file_no, line_no_offset, code);
1.212     paf       766: 
1.248     paf       767:        VString* vfilespec=
1.435     moko      768:                new VString(file_list[file_no]);
1.295     misha     769: 
                    770:        for(size_t i=0; i<cclasses.count(); i++){
                    771:                VStateless_class& cclass=*cclasses.get(i);
1.296     misha     772: 
                    773:                // locate and execute possible @conf[] static
1.382     moko      774:                if(execute_method_if_exists(cclass, conf_method_name, vfilespec))
1.295     misha     775:                        configure_admin(cclass/*, executed.method->name*/);
                    776: 
                    777:                // locate and execute possible @auto[] static
1.419     moko      778:                execute_auto_method_if_exists(cclass, auto_method_name, vfilespec);
1.336     moko      779: 
                    780:                cclass.enable_default_setter();
1.295     misha     781:        }
1.19      paf       782: }
                    783: 
1.248     paf       784: const String& Request::relative(const char* apath, const String& relative_name) {
1.452     moko      785:        // apath is a URI or a path already normalized by the target, always slash separated
1.341     moko      786:        char *hpath=pa_strdup(apath);
1.248     paf       787:        String& result=*new String;
                    788:        if(rsplit(hpath, '/')) // if something/splitted
1.217     paf       789:                result << hpath << "/";
1.248     paf       790:        result << relative_name;
                    791:        return result;
1.19      paf       792: }
                    793: 
1.454     moko      794: void Request_info::set_document_root(const char* adocument_root) {
                    795:        document_root=adocument_root;
                    796:        char* path=backslashes_to_slashes(adocument_root);
                    797:        if(path) {
                    798:                size_t length=strlen(path);
                    799:                while(length && path[length-1]=='/')
                    800:                        path[--length]=0;
                    801:        }
                    802:        document_root_path=path;
                    803: }
                    804: 
1.453     moko      805: const String& Request::full_disk_path(const String& relative_name, uint allowed) {
1.454     moko      806:        if(relative_name.first_char()!='/') {
                    807:                if(uint scheme=path_scheme(relative_name)) {
                    808:                        check_path_scheme(scheme, relative_name, allowed);
                    809:                        if(scheme!=PA_SCHEME_FILE)
                    810:                                return relative_name; // an allowed uri is passed through
                    811:                        if(const String* path=file_uri_to_path(relative_name))
                    812:                                return backslashes_to_slashes(*path);
1.455     moko      813: #ifdef WIN32
                    814:                        throw Exception(PARSER_RUNTIME, &relative_name, "must be file:///path, file://localhost/path or file://server/share/path");
                    815: #else
1.454     moko      816:                        throw Exception(PARSER_RUNTIME, &relative_name, "must be file:///path or file://localhost/path");
1.455     moko      817: #endif
1.454     moko      818:                }
                    819:                // before '\' becomes '/', to avoid mixing the UNC path \\server with web path //server
                    820:                if(is_os_absolute_path(relative_name))
                    821:                        return backslashes_to_slashes(relative_name);
1.453     moko      822:        }
1.389     moko      823: 
1.454     moko      824:        const String& path=backslashes_to_slashes(relative_name);
                    825:        if(path.first_char()!='/')
                    826:                return relative(request_info.path_translated ? request_info.path_translated : pa_strcat(request_info.document_root_path, "/"), path);
                    827: 
                    828:        String& result=*new String(request_info.document_root_path);
                    829:        result << path;
                    830:        return result;
1.1       paf       831: }
1.45      paf       832: 
1.453     moko      833: const String* Request::real_disk_path(const String& name) {
                    834:        switch(path_scheme(name)) {
                    835:                case PA_SCHEME_NONE: return &full_disk_path(name);
1.454     moko      836:                case PA_SCHEME_FILE: {
1.456     moko      837:                        const String* path=clean_path_scheme(PA_SCHEME_FILE, name) ? file_uri_to_path(name) : 0;
1.454     moko      838:                        return path ? &backslashes_to_slashes(*path) : 0;
                    839:                }
1.453     moko      840:                default: return 0; // not a disk path
                    841:        }
                    842: }
                    843: 
1.267     paf       844: #ifndef DOXYGEN
                    845: class Add_header_attribute_info
                    846: {
                    847: public:
                    848:        Add_header_attribute_info(Request& ar) : r(ar), add_last_modified(true) {}
                    849:        Request& r;
                    850:        bool add_last_modified;
                    851: };
                    852: #endif
1.344     moko      853: static void add_header_attribute(HashStringValue::key_type name, HashStringValue::value_type value, Add_header_attribute_info* info) {
                    854:        if(name==BODY_NAME_UPPER || name==DOWNLOAD_NAME_UPPER || name==CHARSET_NAME_UPPER)
1.101     paf       855:                return;
1.290     misha     856:        
1.345     moko      857:        if(name==LAST_MODIFIED_NAME_UPPER)
                    858:                info->add_last_modified=false;
                    859: 
1.316     misha     860:        const char* aname=String(name, String::L_URI).untaint_and_transcode_cstr(String::L_URI, &info->r.charsets);
1.101     paf       861: 
1.267     paf       862:        SAPI::add_header_attribute(info->r.sapi_info,
1.345     moko      863:                        aname,
1.316     misha     864:                        attributed_meaning_to_string(*value, String::L_URI, false).untaint_and_transcode_cstr(String::L_URI, &info->r.charsets)
1.303     misha     865:                );
1.267     paf       866: }
                    867: 
1.366     moko      868: static void output_sole_piece(Request& r, bool header_only, VFile& body_file, Value* body_file_content_type) {
1.267     paf       869:        // transcode text body when "text/*" or simple result
                    870:        String::C output(body_file.value_ptr(), body_file.value_size());
                    871:        if(!body_file_content_type/*vstring.as_vfile*/ || body_file_content_type->as_string().pos("text/")==0)
1.366     moko      872:                output=Charset::transcode(output, r.charsets.source(), r.charsets.client());
1.267     paf       873: 
1.311     misha     874:        // prepare header: Content-Length
1.428     moko      875:        SAPI::add_header_attribute(r.sapi_info, HTTP_CONTENT_LENGTH, pa_uitoa(output.length));
1.267     paf       876: 
                    877:        // send header
1.430     moko      878:        SAPI::send_headers(r.sapi_info);
1.267     paf       879:        
                    880:        // send body
                    881:        if(!header_only)
                    882:                SAPI::send_body(r.sapi_info, output.str, output.length);
                    883: }
                    884: 
                    885: #ifndef DOXYGEN
                    886: struct Range
                    887: {
1.396     moko      888:        uint64_t start;
                    889:        uint64_t end;
1.267     paf       890: };
                    891: #endif
1.396     moko      892: 
                    893: #define UNSET ((uint64_t)-1)
                    894: 
1.313     misha     895: static void parse_range(const String* s, Array<Range> &ar) {
1.267     paf       896:        const char *p = s->cstr();
                    897:        if(s->starts_with("bytes="))
                    898:                p += 6;
                    899:        Range r;
                    900:        while(*p){
1.396     moko      901:                r.start = UNSET;
                    902:                r.end = UNSET;
1.401     moko      903: 
                    904:                while(*p==' ' || *p=='\t') p++;
                    905: 
1.267     paf       906:                if(*p >= '0' && *p <= '9'){
1.416     moko      907:                        const char *n=p;
1.401     moko      908:                        while(*p>='0' && *p<='9') p++;
1.440     moko      909:                        r.start = pa_atoul(pa_strdup(n, p-n)); // ((uint64_t)-1) is treated as UNSET
1.267     paf       910:                }
1.401     moko      911: 
                    912:                while(*p==' ' || *p=='\t') p++;
                    913: 
1.267     paf       914:                if(*p++ != '-') break;
1.401     moko      915: 
                    916:                while(*p==' ' || *p=='\t') p++;
                    917: 
1.267     paf       918:                if(*p >= '0' && *p <= '9'){
1.416     moko      919:                        const char *n=p;
1.401     moko      920:                        while(*p>='0' && *p<='9') p++;
1.440     moko      921:                        r.end = pa_atoul(pa_strdup(n, p-n)); // ((uint64_t)-1) is treated as UNSET
1.267     paf       922:                }
1.401     moko      923: 
                    924:                while(*p==' ' || *p=='\t') p++;
                    925: 
                    926:                if(*p)
                    927:                        if(*p++ != ',') break;
                    928: 
1.267     paf       929:                ar += r;
                    930:        }
1.101     paf       931: }
1.267     paf       932: 
1.400     moko      933: struct Send_range_action_info {
                    934:        Request *r;
                    935:        uint64_t offset;
                    936:        uint64_t part_length;
                    937: };
                    938: 
                    939: static void send_range(struct stat& /*finfo*/, int f, const String& /*file_spec*/, void *context){
                    940:        Send_range_action_info &info = *(Send_range_action_info*)context;
                    941: 
1.430     moko      942:        SAPI::send_headers(info.r->sapi_info);
1.400     moko      943:        pa_lseek(f, info.offset, SEEK_SET);
                    944: 
1.432     moko      945:        char buf[FILE_BUFFER_SIZE];
1.400     moko      946:        do{
1.432     moko      947:                size_t to_read = info.part_length < FILE_BUFFER_SIZE ? (size_t)info.part_length : FILE_BUFFER_SIZE;
1.400     moko      948:                size_t to_write = file_block_read(f, buf, to_read);
                    949: 
                    950:                if(to_write == 0)
                    951:                        break;
                    952: 
                    953:                size_t size = SAPI::send_body(info.r->sapi_info, buf, to_write);
                    954:                if(size != to_write)
                    955:                        break;
                    956: 
                    957:                info.part_length -= to_write;
                    958:        } while (info.part_length);
                    959: }
                    960: 
1.396     moko      961: static void output_pieces(Request& r, bool header_only, const String& filename, uint64_t content_length, Value& date, bool add_last_modified) {
1.315     misha     962:        SAPI::add_header_attribute(r.sapi_info, "accept-ranges", "bytes");
1.270     paf       963: 
1.339     moko      964:        const char *range = SAPI::Env::get(r.sapi_info, "HTTP_RANGE");
1.396     moko      965:        uint64_t offset=0;
                    966:        uint64_t part_length=content_length;
1.401     moko      967: 
                    968:        if(range && content_length){
1.267     paf       969:                Array<Range> ar;
                    970:                parse_range(new String(range), ar);
1.396     moko      971:                int count = ar.count();
1.267     paf       972:                if(count == 1){
                    973:                        Range &rg = ar.get_ref(0);
1.401     moko      974: 
                    975:                        if(rg.start == UNSET && rg.end == UNSET)
                    976:                                return SAPI::send_error(r.sapi_info, "", "416");
                    977: 
1.396     moko      978:                        if(rg.start == UNSET && rg.end != UNSET){
1.440     moko      979:                                if(rg.end == 0)
                    980:                                        return SAPI::send_error(r.sapi_info, "", "416");
1.401     moko      981:                                if(rg.end > content_length)
                    982:                                        rg.end = content_length;
1.404     moko      983:                                rg.start = content_length - rg.end;
                    984:                                rg.end =  content_length-1;
1.401     moko      985:                        } else if(rg.start != UNSET && rg.end == UNSET){
                    986:                                if(rg.start >= content_length)
                    987:                                        return SAPI::send_error(r.sapi_info, "", "416");
1.267     paf       988:                                rg.end = content_length-1;
1.401     moko      989:                        } else {
                    990:                                if(rg.start >= content_length || rg.start > rg.end)
                    991:                                        return SAPI::send_error(r.sapi_info, "", "416");
                    992:                                if(rg.end >= content_length)
                    993:                                        rg.end = content_length-1;
1.267     paf       994:                        }
1.401     moko      995: 
                    996:                        offset = rg.start;
                    997:                        part_length = rg.end-rg.start+1;
                    998: 
1.400     moko      999:                        char buf[MAX_STRING];
1.466     moko     1000:                        pa_snprintf(buf, MAX_STRING, "bytes %s-%s/%s", pa_uitoa(rg.start), pa_uitoa(rg.end), pa_uitoa(content_length));
1.401     moko     1001:                        SAPI::add_header_attribute(r.sapi_info, HTTP_STATUS, "206");
1.315     misha    1002:                        SAPI::add_header_attribute(r.sapi_info, "content-range", buf);
1.401     moko     1003:                } else {
1.410     moko     1004:                        return SAPI::send_error(r.sapi_info, count ? "Multiple ranges are not supported" : "Invalid range", count ? "501" : "400");
1.267     paf      1005:                }
                   1006:        }
                   1007: 
1.428     moko     1008:        SAPI::add_header_attribute(r.sapi_info, HTTP_CONTENT_LENGTH, pa_uitoa(part_length));
1.267     paf      1009: 
1.314     misha    1010:        if(add_last_modified)
1.315     misha    1011:                SAPI::add_header_attribute(r.sapi_info, "last-modified", attributed_meaning_to_string(date, String::L_AS_IS, true).cstr());
1.314     misha    1012: 
1.414     moko     1013:        if(header_only){
1.430     moko     1014:                SAPI::send_headers(r.sapi_info);
1.414     moko     1015:        } else {
1.400     moko     1016:                Send_range_action_info info = { &r, offset, part_length};
                   1017:                file_read_action_under_lock(r.full_disk_path(filename), "send", send_range, &info);
1.267     paf      1018:        }
                   1019: }
                   1020: 
1.248     paf      1021: void Request::output_result(VFile* body_file, bool header_only, bool as_attachment) {
1.464     moko     1022:        if(response.started)
1.460     moko     1023:                return;
                   1024: 
1.51      paf      1025:        // header: cookies
1.248     paf      1026:        cookie.output_result(sapi_info);
1.51      paf      1027:        
1.394     moko     1028:        // $.file and $.name (when body is real vfile)
                   1029:        Value* vfile = body_file->fields().get(response_body_file_name);
                   1030:        Value* vname = body_file->fields().get(name_name);
                   1031: 
                   1032:        const String* sfile = vfile ? &vfile->as_string() : NULL;
                   1033:        const String* sname = vname ? &vname->as_string() : NULL;
                   1034: 
                   1035:        if(sname && *sname == NONAME_DAT)
                   1036:                sname = NULL;
1.92      paf      1037: 
1.409     moko     1038:        // Content-Disposition, use $.name[<empty>] to avoid
1.394     moko     1039:        const String* disposition_name = sname ? sname->is_empty() ? NULL : sname : sfile;
                   1040:        if(disposition_name) {
1.420     moko     1041:                String& filename = *new String(pa_filename(disposition_name->cstr()), String::L_URI);
                   1042:                String& filename_asterisk = *new String(charsets.client().NAME(), String::L_CLEAN) << (*new String("''")) << filename;
                   1043: 
1.394     moko     1044:                VHash& hash=*new VHash();
                   1045:                hash.hash().put(value_name, new VString(as_attachment ? content_disposition_attachment : content_disposition_inline));
1.420     moko     1046:                hash.hash().put(content_disposition_filename_name, new VString(filename));
                   1047:                hash.hash().put(content_disposition_filename_name_asterisk, new VString(filename_asterisk));
1.394     moko     1048:                response.fields().put(content_disposition_name_upper, &hash);
                   1049:        }
1.267     paf      1050: 
1.394     moko     1051:        // _file_ content-type might be specified
                   1052:        Value* body_file_content_type = body_file->fields().get(content_type_name);
                   1053:        if(!body_file_content_type){
                   1054:                const String* scontent_name = sname && !sname->is_empty() ? sname : sfile;
                   1055:                if(scontent_name)
                   1056:                        body_file_content_type = new VString(mime_type_of(scontent_name->cstr()));
1.267     paf      1057:        }
                   1058: 
1.312     misha    1059:        // set Content-Type
1.314     misha    1060:        if(body_file_content_type) {
                   1061:                // body file content type
1.344     moko     1062:                response.fields().put(content_type_name_upper, body_file_content_type);
1.314     misha    1063:        } else {
                   1064:                // default content type
1.344     moko     1065:                response.fields().put_dont_replace(content_type_name_upper, new VString(*new String(DEFAULT_CONTENT_TYPE)));
1.314     misha    1066:        }
1.312     misha    1067: 
1.314     misha    1068:        // prepare header: $response:fields without :body, :download and :charset
1.267     paf      1069:        Add_header_attribute_info info(*this);
1.281     paf      1070:        response.fields().for_each<Add_header_attribute_info*>(add_header_attribute, &info);
1.50      paf      1071: 
1.394     moko     1072:        if(sfile) {
1.314     misha    1073:                // $response:[download|body][$.file[filespec]] -- optput specified file
1.367     moko     1074:                uint64_t content_length=0;
1.267     paf      1075:                time_t atime=0, mtime=0, ctime=0;
1.394     moko     1076:                file_stat(full_disk_path(*sfile), content_length, atime, mtime, ctime);
1.267     paf      1077: 
                   1078:                VDate* vdate=0;
                   1079:                if(Value* v=body_file->fields().get("mdate")) {
1.423     moko     1080:                        vdate=dynamic_cast<VDate*>(v);
                   1081:                        if(!vdate)
1.286     misha    1082:                                throw Exception(PARSER_RUNTIME, 0, "mdate must be a date");
1.267     paf      1083:                }
                   1084:                if(!vdate)
1.346     moko     1085:                        vdate=new VDate((pa_time_t)mtime);
1.62      paf      1086: 
1.399     moko     1087:                output_pieces(*this, header_only, *sfile, content_length, *vdate, info.add_last_modified);
1.267     paf      1088:        } else {
1.314     misha    1089:                if(body_file_content_type)
                   1090:                        if(HashStringValue *hash=body_file_content_type->get_hash())
                   1091:                                body_file_content_type=hash->get(value_name);
                   1092: 
1.366     moko     1093:                output_sole_piece(*this, header_only, *body_file, body_file_content_type);
1.267     paf      1094:        }
1.50      paf      1095: }
1.104     paf      1096: 
1.464     moko     1097: void Request::start(VResponse::Started mode) {
                   1098:        // the headers: cookies and $response:fields, without Content-Length
                   1099:        // prepare before response.started is set: after that an exception is not reported to the client
                   1100:        cookie.output_result(sapi_info);
                   1101:        Add_header_attribute_info info(*this);
                   1102:        response.fields().for_each<Add_header_attribute_info*>(add_header_attribute, &info);
                   1103:        response.started=mode;
                   1104:        SAPI::send_headers(sapi_info);
                   1105: }
                   1106: 
1.463     moko     1107: void Request::stream(Value& part) {
1.464     moko     1108:        if(response.started==VResponse::WEBSOCKET)
                   1109:                throw Exception("websocket", 0, "unable to stream: websocket is active");
                   1110: 
                   1111:        // convert before response.started is set: after that an exception is not reported to the client
1.460     moko     1112:        VFile* file=dynamic_cast<VFile*>(&part);
1.462     moko     1113:        String::C output=file ? String::C(file->value_ptr(), file->value_size()) : String::C(part.get_string()->cstr_to_string_body_untaint(response.lang, 0, &charsets));
1.460     moko     1114:        if(!file || file->is_text_mode())
                   1115:                output=Charset::transcode(output, charsets.source(), charsets.client());
                   1116: 
1.464     moko     1117:        if(!response.started) {
1.460     moko     1118:                response.fields().put_dont_replace(content_type_name_upper, new VString(*new String(DEFAULT_CONTENT_TYPE)));
1.464     moko     1119:                start(VResponse::STREAM);
1.460     moko     1120:        }
                   1121: 
                   1122:        if(!is_header_only(request_info))
                   1123:                SAPI::send_body(sapi_info, output.str, output.length);
                   1124: }
                   1125: 
1.328     misha    1126: const String& Request::mime_type_of(const String* file_name) {
                   1127:        return mime_type_of(file_name?file_name->taint_cstr(String::L_FILE_SPEC):0);
                   1128: }
                   1129: 
1.248     paf      1130: const String& Request::mime_type_of(const char* user_file_name_cstr) {
1.468     moko     1131:        // built at the first use: $MAIN:MIME-TYPES (table or @GET_MIME-TYPES[] property)
1.467     moko     1132:        if(!mime_types) {
1.468     moko     1133:                Value* element=main_class.get_element(mime_types_name);
                   1134:                TEMP_GETTER_PROTECTED(false); // @GET_MIME-TYPES[] assigns $MIME-TYPES, which replaces the getter with the table
                   1135:                Table *table=element ? process(*element).get_table() : 0;
1.467     moko     1136:                mime_types=table ? table : new Table(0); // empty if nothing is defined
                   1137:        }
                   1138: 
                   1139:        if(const char* cext=strrchr(user_file_name_cstr, '.')) {
                   1140:                String sext(++cext);
                   1141:                Table::Action_options options;
                   1142:                if(mime_types->locate(0, sext.change_case(charsets.source(), String::CC_LOWER), options)) {
                   1143:                        if(const String* result=mime_types->item(1))
                   1144:                                return *result;
                   1145:                        else
                   1146:                                throw Exception(PARSER_RUNTIME, 0, MIME_TYPES_NAME " table column elements must not be empty");
1.104     paf      1147:                }
1.467     moko     1148:        }
1.248     paf      1149: 
                   1150:        return *new String("application/octet-stream");
                   1151: }
                   1152: 
1.365     moko     1153: const String* Request::get_used_filespec(uint file_no){
1.318     misha    1154:        if(file_no < file_list.count())
                   1155:                return new String(file_list[file_no], String::L_TAINTED);
                   1156:        return 0;
                   1157: }
                   1158: 
1.248     paf      1159: #ifdef XML
1.280     paf      1160: xmlChar* Request::transcode(const String& s) {
1.248     paf      1161:        return charsets.source().transcode(s);
                   1162: }
                   1163: 
1.280     paf      1164: xmlChar* Request::transcode(const String::Body s) {
1.248     paf      1165:        return charsets.source().transcode(s);
                   1166: }
                   1167: 
1.280     paf      1168: const String& Request::transcode(const xmlChar* s) {
1.248     paf      1169:        return charsets.source().transcode(s);
1.233     paf      1170: }
1.248     paf      1171: #endif
                   1172: 
1.442     moko     1173: VException::VException(Request& r, const Exception& e):
                   1174:        fexception(e), fhandled(&VBool::get(false)),
1.444     moko     1175:        ftrace_bottom(r.exception_trace.bottom_index()), ftrace_top(r.exception_trace.top_index()),
1.442     moko     1176:        origin(Operation::Origin::create(0, 0, 0)), problem_source(e.problem_source()) {
                   1177:        Request::Exception_trace& exception_trace=r.exception_trace;
1.248     paf      1178: 
1.349     moko     1179:        if(!exception_trace.is_empty()) {
1.442     moko     1180:                Request::Trace bottom=exception_trace.bottom_value();
1.350     moko     1181:                origin=bottom.origin();
1.443     moko     1182:                if(!problem_source) // we don't know who trigged the bug
1.350     moko     1183:                        problem_source=bottom.name(); // we usually know source of next-from-throw-point exception did that
1.248     paf      1184:        }
1.442     moko     1185:        if(origin.file_no)
                   1186:                ffile=r.file_list[origin.file_no];
                   1187: }
                   1188: 
                   1189: Value* VException::handled() {
                   1190:        return fhash ? fhash->get(Symbols::HANDLED_SYMBOL) : fhandled;
                   1191: }
1.248     paf      1192: 
1.444     moko     1193: Table& VException::stack(Request& r) {
                   1194:        if(ftrace_top==size_t(-1))
                   1195:                throw Exception(PARSER_RUNTIME, 0, "exception stack used outside of context");
                   1196:        return r.exception_trace.table(r, problem_source, ftrace_bottom, ftrace_top);
                   1197: }
                   1198: 
1.442     moko     1199: Value* VException::get_element(const String& name) {
                   1200:        if(!fhash) {
                   1201:                if(SYMBOLS_EQ(name,HANDLED_SYMBOL))
                   1202:                        return fhandled;
                   1203:                if(SYMBOLS_EQ(name,TYPE_SYMBOL))
                   1204:                        return fexception.type(true) ? new VString(*new String(fexception.type())) : 0;
                   1205:                if(SYMBOLS_EQ(name,SOURCE_SYMBOL))
                   1206:                        return problem_source ? new VString(*problem_source) : 0;
                   1207:                if(SYMBOLS_EQ(name,COMMENT_SYMBOL))
                   1208:                        return fexception.comment(true) ? new VString(fexception.comment()) : 0;
                   1209:                if(SYMBOLS_EQ(name,FILE_SYMBOL))
                   1210:                        return origin.file_no ? new VString(ffile) : 0;
                   1211:                if(SYMBOLS_EQ(name,LINENO_SYMBOL))
                   1212:                        return origin.file_no ? new VInt(1+origin.line) : 0;
                   1213:                if(SYMBOLS_EQ(name,COLNO_SYMBOL))
                   1214:                        return origin.file_no ? new VInt(1+origin.col) : 0;
                   1215:                if(SYMBOLS_EQ(name,FIELDS_SYMBOL))
                   1216:                        return this;
                   1217:        }
                   1218:        // Computed field names need not be interned: use ordinary hash lookup.
                   1219:        return VHashReference::get_element(name);
                   1220: }
                   1221: 
                   1222: const VJunction* VException::put_element(const String& name, Value* value) {
                   1223:        if(!fhash && SYMBOLS_EQ(name,HANDLED_SYMBOL)) {
                   1224:                fhandled=value;
                   1225:                return 0;
                   1226:        }
                   1227:        return VHashReference::put_element(name, value);
                   1228: }
                   1229: 
                   1230: HashStringValue& VException::hash() {
                   1231:        if(fhash)
                   1232:                return *fhash;
                   1233:        HashStringValue& result=*new HashStringValue;
1.248     paf      1234: 
1.442     moko     1235:        if(const char* type=fexception.type(true))
                   1236:                result.put(Symbols::TYPE_SYMBOL, new VString(*new String(type)));
1.349     moko     1237:        if(problem_source)
1.442     moko     1238:                result.put(Symbols::SOURCE_SYMBOL, new VString(*problem_source));
                   1239:        if(origin.file_no) {
                   1240:                result.put(Symbols::FILE_SYMBOL, new VString(ffile));
                   1241:                result.put(Symbols::LINENO_SYMBOL, new VInt(1+origin.line));
                   1242:                result.put(Symbols::COLNO_SYMBOL, new VInt(1+origin.col));
                   1243:        }
                   1244:        if(const char* comment=fexception.comment(true))
                   1245:                result.put(Symbols::COMMENT_SYMBOL, new VString(comment));
                   1246:        result.put(Symbols::HANDLED_SYMBOL, fhandled);
1.248     paf      1247: 
1.442     moko     1248:        fhash=&result;
                   1249:        return result;
1.133     parser   1250: }
1.337     moko     1251: 
                   1252: Temp_value_element::Temp_value_element(Request& arequest, Value& awhere, const String& aname, Value* awhat) :
                   1253:        frequest(arequest),
                   1254:        fwhere(awhere),
                   1255:        fname(aname),
                   1256:        saved(awhere.get_element(aname))
                   1257: {
                   1258:        Junction* junction;
                   1259:        if(saved && (junction=saved->get_junction()) && junction->is_getter)
                   1260:                saved=0;
                   1261:        frequest.put_element(fwhere, aname, awhat);
                   1262: }
                   1263: 
                   1264: Temp_value_element::~Temp_value_element() {
                   1265:        frequest.put_element(fwhere, fname, saved ? saved : VVoid::get());
                   1266: }

E-mail: