Annotation of parser3/src/classes/op.C, revision 1.227
1.1 paf 1: /** @file
1.9 paf 2: Parser: parser @b operators.
1.1 paf 3:
1.224 moko 4: Copyright (c) 2001-2015 Art. Lebedev Studio (http://www.artlebedev.com)
1.71 paf 5: Author: Alexandr Petrosian <paf@design.ru> (http://paf.design.ru)
1.98 paf 6: */
1.1 paf 7:
1.13 paf 8: #include "classes.h"
1.129 paf 9: #include "pa_vmethod_frame.h"
10:
1.1 paf 11: #include "pa_common.h"
1.134 paf 12: #include "pa_os.h"
1.1 paf 13: #include "pa_request.h"
14: #include "pa_vint.h"
15: #include "pa_sql_connection.h"
1.79 paf 16: #include "pa_vdate.h"
1.105 paf 17: #include "pa_vmethod_frame.h"
1.129 paf 18: #include "pa_vclass.h"
1.144 paf 19: #include "pa_charset.h"
1.1 paf 20:
1.227 ! moko 21: volatile const char * IDENT_OP_C="$Id: op.C,v 1.226 2016/04/06 16:08:19 moko Exp $";
1.209 moko 22:
1.18 parser 23: // limits
24:
1.162 paf 25: #define MAX_LOOPS 20000
1.18 parser 26:
1.10 paf 27: // defines
28:
1.82 paf 29: #define CASE_DEFAULT_VALUE "DEFAULT"
1.11 paf 30:
1.10 paf 31: // class
32:
1.113 paf 33: class VClassMAIN: public VClass {
1.10 paf 34: public:
1.129 paf 35: VClassMAIN();
1.10 paf 36: };
37:
1.129 paf 38: // defines for statics
39:
40: #define SWITCH_DATA_NAME "SWITCH-DATA"
41: #define CACHE_DATA_NAME "CACHE-DATA"
1.164 paf 42:
1.129 paf 43: #define EXCEPTION_VAR_NAME "exception"
44:
45: // statics
46:
47: //^switch ^case
48: static const String switch_data_name(SWITCH_DATA_NAME);
49: //^cache
50: static const String cache_data_name(CACHE_DATA_NAME);
51:
52: static const String exception_var_name(EXCEPTION_VAR_NAME);
53:
1.164 paf 54:
1.136 paf 55: // local defines
56:
57: #define CACHE_EXCEPTION_HANDLED_CACHE_NAME "cache"
58:
1.129 paf 59: // helpers
60:
1.187 misha 61: class Untaint_lang_name2enum: public HashString<String::Language> {
1.129 paf 62: public:
63: Untaint_lang_name2enum() {
1.223 moko 64: #define ULN(name, LANG) put(name, (value_type)(String::L_##LANG));
1.198 misha 65: ULN("clean", CLEAN);
1.129 paf 66: ULN("as-is", AS_IS);
67: ULN("optimized-as-is", AS_IS|String::L_OPTIMIZE_BIT);
68: ULN("file-spec", FILE_SPEC);
69: ULN("http-header", HTTP_HEADER);
70: ULN("mail-header", MAIL_HEADER);
71: ULN("uri", URI);
72: ULN("sql", SQL);
73: ULN("js", JS);
74: ULN("xml", XML);
75: ULN("optimized-xml", XML|String::L_OPTIMIZE_BIT);
76: ULN("html", HTML);
77: ULN("optimized-html", HTML|String::L_OPTIMIZE_BIT);
1.159 paf 78: ULN("regex", REGEX);
1.193 misha 79: ULN("parser-code", PARSER_CODE);
1.204 misha 80: ULN("json", JSON);
1.129 paf 81: #undef ULN
82: }
83: } untaint_lang_name2enum;
84:
1.10 paf 85: // methods
86:
1.129 paf 87: static void _if(Request& r, MethodParams& params) {
1.200 moko 88: size_t max_param=params.count()-1;
89: size_t i=0;
90: do {
91: bool condition=params.as_bool(i, "condition must be expression", r);
92: if(condition) {
93: r.process_write(*params.get(i+1));
94: return;
95: }
96: i+=2;
97: } while (i < max_param);
98:
99: if(i == max_param)
100: r.process_write(*params.get(i));
1.1 paf 101: }
102:
1.210 moko 103: String::Language get_untaint_lang(const String& lang_name){
1.175 misha 104: String::Language lang=untaint_lang_name2enum.get(lang_name);
105: if(!lang)
1.210 moko 106: throw Exception(PARSER_RUNTIME, &lang_name, "invalid taint language");
1.175 misha 107: return lang;
108: }
109:
1.129 paf 110: static void _untaint(Request& r, MethodParams& params) {
111: String::Language lang;
112: if(params.count()==1)
1.175 misha 113: lang=String::L_AS_IS; // mark as simply 'as-is'. useful in html from sql
114: else
1.210 moko 115: lang=get_untaint_lang(params.as_string(0, "lang must be string"));
1.1 paf 116:
117: {
1.129 paf 118: Value& vbody=params.as_junction(params.count()-1, "body must be code");
1.1 paf 119:
1.191 misha 120: Temp_lang temp_lang(r, lang); // set temporarily specified ^untaint[language;
121: StringOrValue result=r.process(vbody); // process marking tainted with that lang
1.188 misha 122: r.write_assign_lang(result);
1.1 paf 123: }
124: }
125:
1.129 paf 126: static void _taint(Request& r, MethodParams& params) {
127: String::Language lang;
128: if(params.count()==1)
1.175 misha 129: lang=String::L_TAINTED; // mark as simply 'tainted'. useful in table:create
130: else
1.210 moko 131: lang=get_untaint_lang(params.as_string(0, "lang must be string"));
1.1 paf 132:
133: {
1.129 paf 134: Value& vbody=params.as_no_junction(params.count()-1, "body must not be code");
1.1 paf 135:
1.191 misha 136: String result(vbody.as_string(), lang); // force result language to specified
1.188 misha 137: r.write_assign_lang(result);
1.1 paf 138: }
139: }
140:
1.205 moko 141: static void _apply_taint(Request& r, MethodParams& params) {
1.210 moko 142: String::Language lang=params.count()==1 ? String::L_AS_IS : get_untaint_lang(params.as_string(0, "lang must be string"));
1.205 moko 143: const String &sbody=params.as_string(params.count()-1, "body must be string");
1.213 moko 144: String::Body result_body=sbody.cstr_to_string_body_untaint(lang, r.connection(false), &r.charsets);
1.205 moko 145: r.write_pass_lang(*new String(result_body, String::L_AS_IS));
146: }
147:
1.129 paf 148: static void _process(Request& r, MethodParams& params) {
149: Method* main_method;
150:
151: size_t index=0;
152: Value* target_self;
153: Value& maybe_target_self=params[index];
154: if(maybe_target_self.get_string() || maybe_target_self.get_junction())
155: target_self=&r.get_method_frame()->caller()->self();
156: else {
157: target_self=&maybe_target_self; index++;
158: }
159:
1.1 paf 160: {
1.197 misha 161: VStateless_class *target_class=target_self->get_class();
1.116 paf 162: if(!target_class)
1.166 misha 163: throw Exception(PARSER_RUNTIME,
1.129 paf 164: 0,
1.116 paf 165: "no target class");
1.114 paf 166:
1.73 paf 167: // temporary remove language change
1.192 misha 168: Temp_lang temp_lang(r, String::L_PARSER_CODE);
1.1 paf 169: // temporary zero @main so to maybe-replace it in processed code
1.129 paf 170: Temp_method temp_method_main(*target_class, main_method_name, 0);
1.1 paf 171: // temporary zero @auto so it wouldn't be auto-called in Request::use_buf
1.129 paf 172: Temp_method temp_method_auto(*target_class, auto_method_name, 0);
173:
174: const String* main_alias=0;
1.146 paf 175: const String* file_alias=0;
176: int line_no_alias_offset=0;
1.216 moko 177: bool allow_class_replace=false;
1.211 misha 178:
179: size_t options_index=index+1;
180: if(options_index<params.count())
181: if(HashStringValue* options=params.as_hash(options_index)) {
1.216 moko 182:
1.211 misha 183: int valid_options=0;
1.216 moko 184: for(HashStringValue::Iterator i(*options); i; i.next() ){
185:
186: String::Body key=i.key();
187: Value* value=i.value();
188:
189: if(key == "main") {
190: valid_options++;
191: main_alias=&value->as_string();
192: } else if(key == "file") {
193: valid_options++;
194: file_alias=&value->as_string();
195: } else if(key == "lineno") {
196: valid_options++;
197: line_no_alias_offset=value->as_int();
198: } else if(key == "replace") {
199: valid_options++;
200: allow_class_replace=r.process_to_value(*value).as_bool();
201: }
1.211 misha 202: }
1.216 moko 203:
1.211 misha 204: if(valid_options!=options->count())
205: throw Exception(PARSER_RUNTIME, 0, CALLED_WITH_INVALID_OPTION);
1.146 paf 206: }
1.129 paf 207:
1.146 paf 208: uint processe_file_no=file_alias?
209: r.register_file(r.absolute(*file_alias))
210: : pseudo_file_no__process;
211: // process...{string}
212: Value& vjunction=params.as_junction(index, "body must be code");
213: // evaluate source to process
214: const String& source=r.process_to_string(vjunction);
1.216 moko 215:
216: Temp_class_replace class_replace(r, allow_class_replace);
217:
1.146 paf 218: r.use_buf(*target_class,
1.190 misha 219: source.untaint_cstr(String::L_AS_IS, r.connection(false)),
1.146 paf 220: main_alias,
221: processe_file_no,
222: line_no_alias_offset);
1.1 paf 223:
1.73 paf 224: // main_method
1.129 paf 225: main_method=target_class->get_method(main_method_name);
1.73 paf 226: }
227: // after restoring current-request-lang
228: // maybe-execute @main[]
229: if(main_method) {
1.202 moko 230: VMethodFrame frame(*main_method, r.get_method_frame()->caller(), *target_self);
231: frame.empty_params();
1.203 moko 232: r.op_call(frame);
233: r.write_pass_lang(frame.result());
1.1 paf 234: }
235: }
236:
1.138 paf 237: static void _rem(Request&, MethodParams& params) {
1.129 paf 238: params.as_junction(0, "body must be code");
1.1 paf 239: }
240:
1.129 paf 241: static void _while(Request& r, MethodParams& params) {
1.196 misha 242: InCycle temp(r);
1.164 paf 243:
1.170 misha 244: Value& vcondition=params.as_expression(0, "condition must be number, bool or expression");
245:
1.162 paf 246: Value& body_code=params.as_junction(1, "body must be code");
247: Value* delim_maybe_code=params.count()>2?¶ms[2]:0;
1.1 paf 248:
249: // while...
250: int endless_loop_count=0;
1.186 misha 251: if(delim_maybe_code){ // delimiter set
1.185 misha 252: bool need_delim=false;
253: while(true) {
254: if(++endless_loop_count>=MAX_LOOPS) // endless loop?
255: throw Exception(PARSER_RUNTIME,
256: 0,
257: "endless loop detected");
258:
259: if(!r.process_to_value(vcondition, false/*don't intercept string*/).as_bool())
260: break;
1.1 paf 261:
1.185 misha 262: StringOrValue sv_processed=r.process(body_code);
263: Request::Skip lskip=r.get_skip(); r.set_skip(Request::SKIP_NOTHING);
1.186 misha 264:
1.185 misha 265: const String* s_processed=sv_processed.get_string();
1.186 misha 266: if(s_processed && !s_processed->is_empty()) { // we have body
1.185 misha 267: if(need_delim) // need delim & iteration produced string?
268: r.write_pass_lang(r.process(*delim_maybe_code));
269: else
270: need_delim=true;
271: }
272: r.write_pass_lang(sv_processed);
1.1 paf 273:
1.185 misha 274: if(lskip==Request::SKIP_BREAK)
275: break;
1.162 paf 276: }
1.185 misha 277: } else {
278: while(true) {
279: if(++endless_loop_count>=MAX_LOOPS) // endless loop?
280: throw Exception(PARSER_RUNTIME,
281: 0,
282: "endless loop detected");
283:
284: if(!r.process_to_value(vcondition, false/*don't intercept string*/).as_bool())
285: break;
1.164 paf 286:
1.185 misha 287: r.process_write(body_code);
288: Request::Skip lskip=r.get_skip(); r.set_skip(Request::SKIP_NOTHING);
289:
290: if(lskip==Request::SKIP_BREAK)
291: break;
292: }
1.1 paf 293: }
294: }
295:
1.129 paf 296: static void _use(Request& r, MethodParams& params) {
1.171 misha 297: Value& vfile=params.as_no_junction(0, FILE_NAME_MUST_NOT_BE_CODE);
1.199 misha 298:
1.216 moko 299: bool allow_class_replace=false;
300:
301: if(params.count()==2)
302: if(HashStringValue* options=params.as_hash(1)) {
303: int valid_options=0;
304: for(HashStringValue::Iterator i(*options); i; i.next() ){
305:
306: String::Body key=i.key();
307: Value* value=i.value();
308:
309: if(key == "replace") {
310: valid_options++;
311: allow_class_replace=r.process_to_value(*value).as_bool();
312: }
313:
314: if(valid_options!=options->count())
315: throw Exception(PARSER_RUNTIME, 0, CALLED_WITH_INVALID_OPTION);
316: }
317: }
318:
319: Temp_class_replace class_replace(r, allow_class_replace);
320:
1.199 misha 321: // _use could be called from the parser3 method only, so caller is always defined
1.202 moko 322: r.use_file(r.main_class, vfile.as_string(), r.get_method_filename(&r.get_method_frame()->caller()->method));
1.1 paf 323: }
324:
1.164 paf 325: static void set_skip(Request& r, Request::Skip askip) {
1.196 misha 326: if(!r.get_in_cycle())
1.227 ! moko 327: throw Exception(askip==Request::SKIP_BREAK ? "parser.break" : "parser.continue", 0, "without cycle");
1.164 paf 328: r.set_skip(askip);
329: }
330:
1.227 ! moko 331: static void _break(Request& r, MethodParams& params) {
! 332: if(!params.count() || params.as_bool(0, "condition must be expression", r)) set_skip(r, Request::SKIP_BREAK);
1.164 paf 333: }
334:
1.227 ! moko 335: static void _continue(Request& r, MethodParams& params) {
! 336: if(!params.count() || params.as_bool(0, "condition must be expression", r)) set_skip(r, Request::SKIP_CONTINUE);
1.164 paf 337: }
338:
1.129 paf 339: static void _for(Request& r, MethodParams& params) {
1.196 misha 340: InCycle temp(r);
1.164 paf 341:
1.129 paf 342: const String& var_name=params.as_string(0, "var name must be string");
343: int from=params.as_int(1, "from must be int", r);
344: int to=params.as_int(2, "to must be int", r);
1.186 misha 345: Value& body_code=params.as_junction(3, "body must be code");
1.129 paf 346: Value* delim_maybe_code=params.count()>4?¶ms[4]:0;
1.1 paf 347:
1.57 paf 348: if(to-from>=MAX_LOOPS) // too long loop?
1.166 misha 349: throw Exception(PARSER_RUNTIME,
1.129 paf 350: 0,
1.57 paf 351: "endless loop detected");
352:
1.129 paf 353: VInt* vint=new VInt(0);
1.154 paf 354:
355: VMethodFrame& caller=*r.get_method_frame()->caller();
1.218 moko 356: r.put_element(caller, var_name, vint);
1.186 misha 357: if(delim_maybe_code){ // delimiter set
1.185 misha 358: bool need_delim=false;
359:
360: for(int i=from; i<=to; i++) {
361: vint->set_int(i);
362:
363: StringOrValue sv_processed=r.process(body_code);
364: Request::Skip lskip=r.get_skip(); r.set_skip(Request::SKIP_NOTHING);
1.186 misha 365:
1.185 misha 366: const String* s_processed=sv_processed.get_string();
1.186 misha 367: if(s_processed && !s_processed->is_empty()) { // we have body
1.185 misha 368: if(need_delim) // need delim & iteration produced string?
369: r.write_pass_lang(r.process(*delim_maybe_code));
370: else
371: need_delim=true;
372: }
373: r.write_pass_lang(sv_processed);
1.1 paf 374:
1.185 misha 375: if(lskip==Request::SKIP_BREAK)
376: break;
1.1 paf 377: }
1.185 misha 378: } else {
379: for(int i=from; i<=to; i++) {
380: vint->set_int(i);
381:
382: r.process_write(body_code);
383: Request::Skip lskip=r.get_skip(); r.set_skip(Request::SKIP_NOTHING);
1.164 paf 384:
1.185 misha 385: if(lskip==Request::SKIP_BREAK)
386: break;
387: }
1.1 paf 388: }
389: }
390:
1.129 paf 391: static void _eval(Request& r, MethodParams& params) {
392: Value& expr=params.as_junction(0, "need expression");
1.1 paf 393: // evaluate expresion
1.129 paf 394: Value& value_result=r.process_to_value(expr,
1.165 misha 395: false/*don't intercept string*/).as_expr_result();
1.129 paf 396: if(params.count()>1) {
1.177 misha 397: const String& fmt=params.as_string(1, "fmt must be string").trim();
398: if(fmt.is_empty()){
399: r.write_no_lang(value_result);
400: } else {
401: r.write_no_lang(String(format(value_result.as_double(), fmt.cstrm())));
402: }
1.91 paf 403: } else
1.129 paf 404: r.write_no_lang(value_result);
1.1 paf 405: }
406:
1.129 paf 407: static void _connect(Request& r, MethodParams& params) {
408: Value& url=params.as_no_junction(0, "url must not be code");
409: Value& body_code=params.as_junction(1, "body must be code");
1.1 paf 410:
1.129 paf 411: Table* protocol2driver_and_client=0;
1.197 misha 412: if(Value* sql=r.main_class.get_element(String(MAIN_SQL_NAME))) {
413: if(Value* element=sql->get_element(String(MAIN_SQL_DRIVERS_NAME))) {
1.113 paf 414: protocol2driver_and_client=element->get_table();
415: }
416: }
1.11 paf 417:
1.1 paf 418: // connect
1.142 paf 419: SQL_Connection* connection=SQL_driver_manager->get_connection(url.as_string(),
1.144 paf 420: protocol2driver_and_client,
1.180 misha 421: r.charsets.source().NAME().cstr(),
422: r.request_info.document_root);
1.1 paf 423:
1.214 moko 424: Temp_connection temp_connection(r, connection);
1.63 paf 425:
1.1 paf 426: // execute body
1.53 parser 427: try {
1.189 misha 428: r.process_write(body_code);
1.129 paf 429: connection->commit();
430: connection->close();
1.75 paf 431: } catch(...) { // process problem
1.129 paf 432: connection->rollback();
433: connection->close();
434: rethrow;
1.1 paf 435: }
436: }
437:
1.41 parser 438: #ifndef DOXYGEN
1.129 paf 439: class Switch_data: public PA_Object {
440: public:
441: Request& r;
1.181 misha 442: const String* searching_string;
443: double searching_double;
1.207 misha 444: bool searching_bool;
1.129 paf 445: Value* found;
446: Value* _default;
447: public:
448: Switch_data(Request& ar, Value& asearching):
1.181 misha 449: r(ar)
450: {
451: if(asearching.is_string() || asearching.is_void()){
452: searching_string=&asearching.as_string();
453: searching_double=0;
1.207 misha 454: searching_bool=false;
1.181 misha 455: } else {
456: searching_string=0;
457: searching_double=asearching.as_double();
1.207 misha 458: searching_bool=asearching.is_bool();
1.181 misha 459: }
460: }
1.28 parser 461: };
1.41 parser 462: #endif
1.129 paf 463: static void _switch(Request& r, MethodParams& params) {
464: Switch_data* data=new Switch_data(r, r.process_to_value(params[0]));
1.215 moko 465: Temp_hash_value<HashString<void*>, void*> switch_data_setter(&r.classes_conf, switch_data_name, data);
1.28 parser 466:
1.129 paf 467: Value& cases_code=params.as_junction(1, "switch cases must be code");
1.82 paf 468: // execution of found ^case[...]{code} must be in context of ^switch[...]{code}
469: // because of stacked WWrapper used there as wcontext
1.84 paf 470: r.process(cases_code, true/*intercept_string*/);
1.147 paf 471: if(Value* selected_code=data->found? data->found: data->_default)
1.107 paf 472: r.write_pass_lang(r.process(*selected_code));
1.28 parser 473: }
474:
1.129 paf 475: static void _case(Request& r, MethodParams& params) {
476: Switch_data* data=static_cast<Switch_data*>(r.classes_conf.get(switch_data_name));
1.38 parser 477: if(!data)
1.166 misha 478: throw Exception(PARSER_RUNTIME,
1.129 paf 479: 0,
1.38 parser 480: "without switch");
1.28 parser 481:
1.181 misha 482: if(data->found) // matches already was found
483: return;
484:
1.129 paf 485: int count=params.count();
1.184 misha 486: Value* code=¶ms.as_expression(--count, "case result must be code");
487:
488: #ifdef USE_DESTRUCTORS
489: Junction *j=code->get_junction();
490: if (j){
491: code=new VJunction(j->self,j->method,j->method_frame,j->rcontext,j->wcontext,j->code);
492: if (j->wcontext) j->wcontext->attach_junction((VJunction *)code);
493: }
494: #endif
1.83 paf 495:
1.181 misha 496: for(int i=0; i<count; i++){
1.129 paf 497: Value& value=r.process_to_value(params[i]);
1.28 parser 498:
1.181 misha 499: if(value.is_string() && value.as_string() == CASE_DEFAULT_VALUE){
1.184 misha 500: data->_default=code;
1.181 misha 501: continue;
1.28 parser 502: }
503:
504: bool matches;
1.181 misha 505: if(data->searching_string)
506: matches=(*data->searching_string) == value.as_string();
1.207 misha 507: else if(data->searching_bool || value.is_bool())
508: matches=(data->searching_double != 0) == value.as_bool();
1.28 parser 509: else
1.181 misha 510: matches=data->searching_double == value.as_double();
1.82 paf 511:
1.181 misha 512: if(matches){
1.184 misha 513: data->found=code;
1.28 parser 514: break;
515: }
516: }
517: }
1.136 paf 518: #ifndef DOXYGEN
519: struct Try_catch_result {
520: StringOrValue processed_code;
521: const String* exception_should_be_handled;
522:
523: Try_catch_result(): exception_should_be_handled(0) {}
524: };
525: #endif
526:
527: /// used by ^try and ^cache, @returns $exception.handled[string] if any
528: template<class I>
529: static Try_catch_result try_catch(Request& r,
530: StringOrValue body_code(Request&, I), I info,
1.179 misha 531: Value* catch_code,
532: bool could_be_handled_by_caller=false)
1.136 paf 533: {
534: Try_catch_result result;
1.179 misha 535:
1.136 paf 536: if(!catch_code) {
537: result.processed_code=body_code(r, info);
538: return result;
539: }
540:
541: // taking snapshot of try-context
542: Request_context_saver try_context(r);
543: try {
544: result.processed_code=body_code(r, info);
545: } catch(const Exception& e) {
546: Request_context_saver throw_context(r); // taking snapshot of throw-context [stack trace contains error]
547: Request::Exception_details details=r.get_details(e);
548: try_context.restore(); // restoring try-context to perform catch-code
549:
550: Junction* junction=catch_code->get_junction();
551: Value* method_frame=junction->method_frame;
1.197 misha 552: Value* saved_exception_var_value=method_frame->get_element(exception_var_name);
1.154 paf 553: VMethodFrame& frame=*junction->method_frame;
1.217 moko 554: frame.put_element(exception_var_name, &details.vhash);
1.179 misha 555:
1.136 paf 556: result.processed_code=r.process(*catch_code);
557:
558: // retriving $exception.handled, restoring $exception var
559: Value* vhandled=details.vhash.hash().get(exception_handled_part_name);
1.217 moko 560: frame.put_element(exception_var_name, saved_exception_var_value);
1.136 paf 561:
562: bool bhandled=false;
563: if(vhandled) {
564: if(vhandled->is_string()) { // not simple $exception.handled(1/0)?
1.160 paf 565: if(could_be_handled_by_caller) { // and we can possibly handle it
566: result.exception_should_be_handled=vhandled->get_string(); // considering 'recovered' and let the caller recover
567: return result;
568: }
569:
570: bhandled=false;
571: } else
1.179 misha 572: bhandled=vhandled->as_bool();
1.136 paf 573: }
574:
575: if(!bhandled) {
576: throw_context.restore(); // restoring throw-context [exception were not handled]
577: rethrow;
578: }
579: }
1.179 misha 580:
1.136 paf 581: return result;
582: }
1.28 parser 583:
1.222 moko 584: static StringOrValue process_try_body_code(Request& r, Value* body_code) {
585: return r.process(*body_code);
586: }
587:
1.63 paf 588: // cache--
589:
590: // consts
591:
1.152 paf 592: const int DATA_STRING_SERIALIZED_VERSION=0x0006;
1.63 paf 593:
594: // helper types
595:
596: #ifndef DOXYGEN
597: struct Data_string_serialized_prolog {
598: int version;
1.79 paf 599: time_t expires;
1.63 paf 600: };
601: #endif
602:
1.68 paf 603: void cache_delete(const String& file_spec) {
1.167 misha 604: file_delete(file_spec, false/*fail_on_problem*/);
1.63 paf 605: }
1.69 paf 606:
607: #ifndef DOXYGEN
1.135 paf 608: struct Cache_scope {
1.129 paf 609: public:
1.79 paf 610: time_t expires;
1.135 paf 611: const String* body_from_disk;
1.79 paf 612: };
1.69 paf 613: struct Locked_process_and_cache_put_action_info {
614: Request *r;
1.136 paf 615: Cache_scope *scope;
1.167 misha 616: Value* body_code;
617: Value* catch_code;
1.136 paf 618: const String* processed_code;
1.69 paf 619: };
620: #endif
1.136 paf 621:
622:
623:
624: static StringOrValue process_cache_body_code(Request& r, Value* body_code) {
1.153 paf 625: return StringOrValue(r.process_to_string(*body_code));
1.136 paf 626: }
627:
1.129 paf 628: /* @todo maybe network order worth spending some effort?
629: don't bothering myself with network byte order,
630: am not planning to be able to move resulting file across platforms
631: */
1.69 paf 632: static void locked_process_and_cache_put_action(int f, void *context) {
633: Locked_process_and_cache_put_action_info& info=
634: *static_cast<Locked_process_and_cache_put_action_info *>(context);
1.129 paf 635:
1.160 paf 636: const String* body_from_disk=info.scope->body_from_disk;
1.69 paf 637: // body->process
1.136 paf 638: Try_catch_result result=try_catch(*info.r,
639: process_cache_body_code, info.body_code,
1.160 paf 640: info.catch_code, body_from_disk!=0 /*we have something old=we can handle=recover later*/);
1.136 paf 641:
642: if(result.exception_should_be_handled) {
643: if(*result.exception_should_be_handled==CACHE_EXCEPTION_HANDLED_CACHE_NAME) {
1.160 paf 644: assert(body_from_disk);
645: info.processed_code=body_from_disk;
1.136 paf 646: } else
1.166 misha 647: throw Exception(PARSER_RUNTIME,
1.136 paf 648: result.exception_should_be_handled,
1.219 moko 649: "$" EXCEPTION_VAR_NAME "." EXCEPTION_HANDLED_PART_NAME " value must be "
650: "either boolean or string '" CACHE_EXCEPTION_HANDLED_CACHE_NAME "'");
1.136 paf 651: } else
652: info.processed_code=&result.processed_code.as_string();
1.69 paf 653:
1.79 paf 654: // expiration time not spoiled by ^cache(0) or something?
1.136 paf 655: if(info.scope->expires > time(0)) {
1.79 paf 656: // string -serialize> buffer
1.136 paf 657: String::Cm serialized=info.processed_code->serialize(
1.129 paf 658: sizeof(Data_string_serialized_prolog));
1.79 paf 659: Data_string_serialized_prolog& prolog=
1.129 paf 660: *reinterpret_cast<Data_string_serialized_prolog *>(serialized.str);
1.79 paf 661: prolog.version=DATA_STRING_SERIALIZED_VERSION;
1.136 paf 662: prolog.expires=info.scope->expires;
1.79 paf 663:
664: // buffer -write> file
1.129 paf 665: write(f, serialized.str, serialized.length);
1.79 paf 666: } else // expired!
1.136 paf 667: info.scope->expires=0; // flag it so that could be easily checked by caller
1.69 paf 668: }
1.129 paf 669: const String* locked_process_and_cache_put(Request& r,
1.128 paf 670: Value& body_code,
1.136 paf 671: Value* catch_code,
672: Cache_scope& scope,
673: const String& file_spec)
674: {
1.140 paf 675: Locked_process_and_cache_put_action_info info={&r, &scope, &body_code, catch_code, 0};
1.69 paf 676:
1.129 paf 677: const String* result=file_write_action_under_lock(
1.69 paf 678: file_spec,
1.168 misha 679: "cache_put",
680: locked_process_and_cache_put_action,
681: &info,
1.69 paf 682: false/*as_text*/,
683: false/*do_append*/,
1.173 misha 684: false/*block == don't wait till other thread release lock*/,
685: false/*dun throw exception if lock failed*/) ? info.processed_code: 0;
1.168 misha 686:
1.100 paf 687: time_t now=time(0);
1.136 paf 688: if(scope.expires<=now)
1.79 paf 689: cache_delete(file_spec);
690: return result;
1.63 paf 691: }
1.137 paf 692: #ifndef DOXYGEN
1.135 paf 693: struct Cache_get_result {
694: const String* body;
695: bool expired;
1.137 paf 696: };
697: #endif
698: static Cache_get_result cache_get(Request_charsets& charsets, const String& file_spec, time_t now) {
1.140 paf 699: Cache_get_result result={0, false};
1.135 paf 700:
1.129 paf 701: File_read_result file=file_read(charsets, file_spec,
1.63 paf 702: false/*as_text*/,
1.129 paf 703: 0, //no params
704: false/*fail_on_read_problem*/);
705: if(file.success && file.length/* ignore reads which are empty due to
1.72 paf 706: non-unary open+lockEX conflict with lockSH */) {
1.129 paf 707:
1.72 paf 708: Data_string_serialized_prolog& prolog=
1.129 paf 709: *reinterpret_cast<Data_string_serialized_prolog *>(file.str);
1.63 paf 710:
1.135 paf 711: String* body=new String;
1.72 paf 712: if(
1.129 paf 713: file.length>=sizeof(Data_string_serialized_prolog)
1.135 paf 714: && prolog.version==DATA_STRING_SERIALIZED_VERSION) {
715: if(body->deserialize(sizeof(Data_string_serialized_prolog), file.str, file.length)) {
716: result.body=body;
717: result.expired=prolog.expires <= now;
718: }
719: }
1.72 paf 720: }
1.63 paf 721:
1.135 paf 722: return result;
1.63 paf 723: }
1.129 paf 724: static time_t as_expires(Request& r, MethodParams& params,
1.79 paf 725: int index, time_t now) {
726: time_t result;
1.197 misha 727: if(Value* vdate=params[index].as(VDATE_TYPE))
1.220 moko 728: result=(time_t)(static_cast<VDate*>(vdate)->get_time());
1.79 paf 729: else
1.129 paf 730: result=now+(time_t)params.as_double(index, "lifespan must be date or number", r);
1.79 paf 731:
732: return result;
733: }
1.129 paf 734: static const String& as_file_spec(Request& r, MethodParams& params, int index) {
735: return r.absolute(params.as_string(index, "filespec must be string"));
1.79 paf 736: }
1.129 paf 737: static void _cache(Request& r, MethodParams& params) {
1.173 misha 738: if(params.count()==0) {
739: // ^cache[] -- return current expiration time
1.158 paf 740: Cache_scope* scope=static_cast<Cache_scope*>(r.classes_conf.get(cache_data_name));
741: if(!scope)
1.221 moko 742: throw Exception(PARSER_RUNTIME, 0, "expire-time get without cache");
743: r.write_no_lang(*new VDate((pa_time_t)scope->expires));
1.158 paf 744: return;
745: }
746:
1.79 paf 747: time_t now=time(0);
748:
1.129 paf 749: if(params.count()==1) {
1.173 misha 750: // ^cache[filename] ^cache(seconds) ^cache[expires date]
1.129 paf 751: if(params[0].is_string()) { // filename?
1.79 paf 752: cache_delete(as_file_spec(r, params, 0));
753: return;
754: }
755:
756: // secods|expires date
1.135 paf 757: Cache_scope* scope=static_cast<Cache_scope*>(r.classes_conf.get(cache_data_name));
758: if(!scope)
1.166 misha 759: throw Exception(PARSER_RUNTIME,
1.129 paf 760: 0,
1.79 paf 761: "expire-time reducing instruction without cache");
762:
1.129 paf 763: time_t expires=as_expires(r, params, 0, now);
1.135 paf 764: if(expires < scope->expires)
765: scope->expires=expires;
1.79 paf 766:
767: return;
1.149 paf 768: } else if(params.count()<3)
1.166 misha 769: throw Exception(PARSER_RUNTIME,
1.149 paf 770: 0,
771: "invalid number of parameters");
1.63 paf 772:
773: // file_spec, expires, body code
1.172 misha 774: const String& file_spec=as_file_spec(r, params, 0);
1.65 paf 775:
1.141 paf 776: Cache_scope scope={as_expires(r, params, 1, now), 0};
1.135 paf 777:
1.215 moko 778: Temp_hash_value<HashString<void*>, void*> cache_scope_setter(&r.classes_conf, cache_data_name, &scope);
1.136 paf 779: Value& body_code=params.as_junction(2, "body_code must be code");
780: Value* catch_code=0;
781: if(params.count()>3)
782: catch_code=¶ms.as_junction(3, "catch_code must be code");
1.63 paf 783:
1.168 misha 784: if(scope.expires>now) {
785: Cache_get_result cached=cache_get(r.charsets, file_spec, now);
1.69 paf 786:
1.168 misha 787: if(cached.body) { // have cached copy
1.174 misha 788: if(cached.expired) {
789: scope.body_from_disk=cached.body; // storing for user to retrive it with ^cache[]
790: } else {
791: // and it's not expired yet write it out
1.168 misha 792: r.write_assign_lang(*cached.body);
793: // happy with it
794: return;
795: }
796: }
797:
798: // no cached info or it's already expired
1.173 misha 799:
800: // trying to process it under lock and store result in file
1.174 misha 801: const String* processed_body=locked_process_and_cache_put(r, body_code, catch_code, scope, file_spec);
1.173 misha 802: if(processed_body){
1.174 misha 803: // write it out
804: r.write_assign_lang(*processed_body);
805: // happy with it
806: return;
1.173 misha 807: } else {
808: // we fail while get exclusive lock. nvm, we just execute body_code a bit later
1.174 misha 809: }
1.69 paf 810: } else {
1.79 paf 811: // instructed not to cache; forget cached copy
1.68 paf 812: cache_delete(file_spec);
1.69 paf 813: }
1.168 misha 814:
1.222 moko 815: // process without caching
816: if(catch_code){
817: Try_catch_result result=try_catch(r, process_try_body_code, &body_code, catch_code);
818: r.write_assign_lang(result.processed_code);
819: } else {
820: const String& processed_body=r.process_to_string(body_code);
821: r.write_assign_lang(processed_body);
822: }
1.63 paf 823: }
824:
1.129 paf 825: static void _try_operator(Request& r, MethodParams& params) {
826: Value& body_code=params.as_junction(0, "body_code must be code");
827: Value& catch_code=params.as_junction(1, "catch_code must be code");
1.179 misha 828: Value* finally_code=(params.count()==3) ? ¶ms.as_junction(2, "finally_code must be code") : 0;
829:
830: Try_catch_result result;
831: StringOrValue finally_result;
832: try{
1.222 moko 833: result=try_catch(r, process_try_body_code, &body_code, &catch_code);
1.179 misha 834: } catch(...){
835: if(finally_code)
836: finally_result=r.process(*finally_code);
837: rethrow;
838: }
1.74 paf 839:
1.179 misha 840: if(finally_code)
841: finally_result=r.process(*finally_code);
1.123 paf 842:
1.136 paf 843: // write out processed body_code or catch_code
844: r.write_pass_lang(result.processed_code);
1.179 misha 845:
846: // write out processed finally code
847: if(finally_code)
848: r.write_pass_lang(finally_result);
1.74 paf 849: }
850:
1.138 paf 851: static void _throw_operator(Request&, MethodParams& params) {
1.178 misha 852: if(params.count()==1 && !params[0].is_string()) {
1.129 paf 853: if(HashStringValue *hash=params[0].get_hash()) {
854: const char* type=0;
855: if(Value* value=hash->get(exception_type_part_name))
1.78 paf 856: type=value->as_string().cstr();
1.129 paf 857: const String* source=0;
858: if(Value* value=hash->get(exception_source_part_name))
1.74 paf 859: source=&value->as_string();
1.138 paf 860: const char* comment=0;
1.129 paf 861: if(Value* value=hash->get(exception_comment_part_name))
1.74 paf 862: comment=value->as_string().cstr();
863:
1.78 paf 864: throw Exception(type,
1.129 paf 865: source?source:0,
866: "%s", comment?comment:"");
1.74 paf 867: } else
1.166 misha 868: throw Exception(PARSER_RUNTIME,
1.129 paf 869: 0,
1.178 misha 870: "one-param version has hash or string param");
1.74 paf 871: } else {
1.129 paf 872: const char* type=params.as_string(0, "type must be string").cstr();
1.178 misha 873: const String* source=params.count()>1? ¶ms.as_string(1, "source must be string"):0;
874: const char* comment=params.count()>2? params.as_string(2, "comment must be string").cstr():0;
875: throw Exception(type, source, "%s", comment?comment:"");
1.74 paf 876: }
1.132 paf 877: }
1.129 paf 878:
1.150 paf 879: static void _sleep_operator(Request& r, MethodParams& params) {
880: double seconds=params.as_double(0, "seconds must be double", r);
1.206 moko 881: if(seconds>0)
882: pa_sleep((int)trunc(seconds), (int)trunc((seconds-trunc(seconds))*1000000));
1.150 paf 883: }
884:
1.129 paf 885: #if defined(WIN32) && defined(_DEBUG)
886: # define PA_BPT
1.138 paf 887: static void _bpt(Request&, MethodParams&) {
1.129 paf 888: _asm int 3;
889: }
890: #endif
891:
1.10 paf 892: // constructor
893:
1.226 moko 894: VClassMAIN::VClassMAIN(): VClass(MAIN_CLASS_NAME) {
1.129 paf 895:
896: #ifdef PA_BPT
897: // ^bpt[]
898: add_native_method("bpt", Method::CT_ANY, _bpt, 0, 0);
899: #endif
1.121 paf 900:
1.1 paf 901: // ^if(condition){code-when-true}
902: // ^if(condition){code-when-true}{code-when-false}
1.200 moko 903: // ^if(condition){code-when-true} (another condition){code-when-true} ... {code-when-false}
904: add_native_method("if", Method::CT_ANY, _if, 2, 10000, Method::CO_WITHOUT_FRAME);
1.1 paf 905:
1.194 misha 906: // ^untaint[as-is|uri|sql|js|html|html-typo|regex|parser-code]{code}
907: add_native_method("untaint", Method::CT_ANY, _untaint, 1, 2, Method::CO_WITHOUT_FRAME);
1.1 paf 908:
1.194 misha 909: // ^taint[as-is|uri|sql|js|html|html-typo|regex|parser-code]{code}
910: add_native_method("taint", Method::CT_ANY, _taint, 1, 2, Method::CO_WITHOUT_FRAME);
1.1 paf 911:
1.205 moko 912: // ^apply-taint[untaint lang][string]
913: add_native_method("apply-taint", Method::CT_ANY, _apply_taint, 1, 2, Method::CO_WITHOUT_FRAME);
914:
1.216 moko 915: // ^process{code}
916: // ^process[context]{code}[options hash]
1.146 paf 917: add_native_method("process", Method::CT_ANY, _process, 1, 3);
1.1 paf 918:
919: // ^rem{code}
1.185 misha 920: add_native_method("rem", Method::CT_ANY, _rem, 1, 10000, Method::CO_WITHOUT_FRAME);
1.1 paf 921:
922: // ^while(condition){code}
1.185 misha 923: add_native_method("while", Method::CT_ANY, _while, 2, 3, Method::CO_WITHOUT_FRAME);
1.1 paf 924:
1.216 moko 925: // ^use[file[;options hash]]
926: add_native_method("use", Method::CT_ANY, _use, 1, 2);
1.1 paf 927:
1.164 paf 928: // ^break[]
1.227 ! moko 929: // ^break(condition)
! 930: add_native_method("break", Method::CT_ANY, _break, 0, 1, Method::CO_WITHOUT_FRAME);
1.185 misha 931:
1.164 paf 932: // ^continue[]
1.227 ! moko 933: // ^continue(condition)
! 934: add_native_method("continue", Method::CT_ANY, _continue, 0, 1, Method::CO_WITHOUT_FRAME);
1.185 misha 935:
1.54 paf 936: // ^for[i](from-number;to-number-inclusive){code}[delim]
1.185 misha 937: add_native_method("for", Method::CT_ANY, _for, 3+1, 3+1+1, Method::CO_WITHOUT_WCONTEXT);
1.1 paf 938:
939: // ^eval(expr)
940: // ^eval(expr)[format]
1.185 misha 941: add_native_method("eval", Method::CT_ANY, _eval, 1, 2, Method::CO_WITHOUT_FRAME);
1.52 parser 942:
1.1 paf 943: // ^connect[protocol://user:pass@host[:port]/database]{code with ^sql-s}
1.10 paf 944: add_native_method("connect", Method::CT_ANY, _connect, 2, 2);
945:
1.63 paf 946:
1.136 paf 947: // ^cache[file_spec](time){code}[{catch code}] time=0 no cache
1.65 paf 948: // ^cache[file_spec] delete cache
1.161 paf 949: // ^cache[] get current expiration time
950: add_native_method("cache", Method::CT_ANY, _cache, 0, 4);
1.63 paf 951:
1.28 parser 952: // switch
953:
954: // ^switch[value]{cases}
1.185 misha 955: add_native_method("switch", Method::CT_ANY, _switch, 2, 2, Method::CO_WITHOUT_FRAME);
1.28 parser 956:
957: // ^case[value]{code}
1.185 misha 958: add_native_method("case", Method::CT_ANY, _case, 2, 10000, Method::CO_WITHOUT_FRAME);
1.74 paf 959:
960: // try-catch
961:
962: // ^try{code}{catch code}
1.185 misha 963: add_native_method("try", Method::CT_ANY, _try_operator, 2, 3, Method::CO_WITHOUT_FRAME);
1.74 paf 964: // ^throw[$exception hash]
965: // ^throw[type;source;comment]
966: add_native_method("throw", Method::CT_ANY, _throw_operator, 1, 3);
967:
1.150 paf 968: add_native_method("sleep", Method::CT_ANY, _sleep_operator, 1, 1);
1.10 paf 969: }
1.11 paf 970:
971: // constructor & configurator
1.1 paf 972:
1.129 paf 973: VStateless_class& VClassMAIN_create() {
974: return *new VClassMAIN;
1.1 paf 975: }
E-mail: