--- parser3/src/classes/string.C 2018/01/19 16:47:35 1.237 +++ parser3/src/classes/string.C 2019/11/20 20:48:25 1.243 @@ -7,6 +7,7 @@ #include "classes.h" #include "pa_vmethod_frame.h" +#include "pa_base64.h" #include "pa_request.h" #include "pa_vdouble.h" @@ -20,7 +21,7 @@ #include "pa_vregex.h" #include "pa_charsets.h" -volatile const char * IDENT_STRING_C="$Id: string.C,v 1.237 2018/01/19 16:47:35 moko Exp $"; +volatile const char * IDENT_STRING_C="$Id: string.C,v 1.243 2019/11/20 20:48:25 moko Exp $"; // class @@ -172,9 +173,7 @@ static void _mid(Request& r, MethodParam ssize_t sbegin=params.as_int(0, "p must be int", r); if(sbegin<0) - throw Exception(PARSER_RUNTIME, - 0, - "p(%d) must be >=0", sbegin); + throw Exception(PARSER_RUNTIME, 0, "p(%d) must be >=0", sbegin); size_t begin=(size_t)sbegin; size_t end; @@ -182,9 +181,7 @@ static void _mid(Request& r, MethodParam if(params.count()>1) { ssize_t sn=params.as_int(1, "n must be int", r); if(sn<0) - throw Exception(PARSER_RUNTIME, - 0, - "n(%d) must be >=0", sn); + throw Exception(PARSER_RUNTIME, 0, "n(%d) must be >=0", sn); end=begin+(size_t)sn; } else { length=string.length(r.charsets.source()); @@ -238,9 +235,7 @@ static int split_options(const String* o if(options->pos(o->keyL)!=STRING_NOT_FOUND || (o->keyU && options->pos(o->keyU)!=STRING_NOT_FOUND)) { if(result & o->checkBit) - throw Exception(PARSER_RUNTIME, - options, - "conflicting split options"); + throw Exception(PARSER_RUNTIME, options, "conflicting split options"); result |= o->setBit; } } @@ -286,8 +281,7 @@ static Table& split_horizontal(ArrayStri return table; } -static void split_with_options(Request& r, MethodParams& params, - int bits) { +static void split_with_options(Request& r, MethodParams& params, int bits) { const String& string=GET_SELF(r, VString).string(); size_t params_count=params.count(); @@ -298,7 +292,6 @@ static void split_with_options(Request& const String* options=0; if(params_count>1) options=¶ms.as_string(1, OPTIONS_MUST_NOT_BE_CODE); - bits=split_options(options); } @@ -309,9 +302,7 @@ static void split_with_options(Request& if(params_count>2){ column_name=¶ms.as_string(2, COLUMN_NAME_MUST_BE_STRING); if (horizontal && !column_name->is_empty()) - throw Exception(PARSER_RUNTIME, - column_name, - "column name can't be specified with horisontal split"); + throw Exception(PARSER_RUNTIME, column_name, "column name can't be specified with horisontal split"); } if(!column_name || column_name->is_empty()) column_name=new String("piece"); @@ -345,10 +336,7 @@ struct Replace_action_info { }; #endif /// @todo they can do $global[$result] there, getting pointer to later-invalid local var, kill this -static void replace_action(Table& table, ArrayString* row, - int prestart, int prefinish, - int poststart, int postfinish, - void *info) { +static void replace_action(Table& table, ArrayString* row, int prestart, int prefinish, int poststart, int postfinish, void *info) { Replace_action_info& ai=*static_cast(info); if(row) { // begin&middle // piece from last match['prestart'] to beginning of this match['prefinish'] @@ -414,11 +402,9 @@ static void _match(Request& r, MethodPar if(replacement->is_defined()) replacement_code=replacement; } else if(!replacement->is_void()) - throw Exception(PARSER_RUNTIME, - 0, - "replacement option should be junction or string"); + throw Exception(PARSER_RUNTIME, 0, "replacement option should be junction or string"); - Value* default_code=(params_count==4)?¶ms.as_junction(3, "default value must be code"):0; + Value* default_code=(params_count==4) ? ¶ms.as_junction(3, "default value must be code") : 0; String result; VTable* vtable=new VTable; @@ -444,8 +430,7 @@ static void _match(Request& r, MethodPar } } -static void change_case(Request& r, MethodParams&, - String::Change_case_kind kind) { +static void change_case(Request& r, MethodParams&, String::Change_case_kind kind) { const String& src=GET_SELF(r, VString).string(); r.write(src.change_case(r.charsets.source(), kind)); @@ -459,24 +444,19 @@ static void _lower(Request& r, MethodPar #ifndef DOXYGEN class String_sql_event_handlers: public SQL_Driver_query_event_handlers { - const String& statement_string; const char* statement_cstr; bool got_column; public: bool got_cell; const String* result; public: - String_sql_event_handlers( - const String& astatement_string, const char* astatement_cstr): - statement_string(astatement_string), statement_cstr(astatement_cstr), + String_sql_event_handlers(): got_column(false), got_cell(false), result(&String::Empty) {} bool add_column(SQL_Error& error, const char* /*str*/, size_t /*length*/) { if(got_column) { - error=SQL_Error(PARSER_RUNTIME, - //statement_string, - "result must contain exactly one column"); + error=SQL_Error("result must contain exactly one column"); return true; } got_column=true; @@ -486,12 +466,9 @@ public: bool add_row(SQL_Error& /*error*/) { /* ignore */ return false; } bool add_row_cell(SQL_Error& error, const char* str, size_t) { if(got_cell) { - error=SQL_Error(PARSER_RUNTIME, - //statement_string, - "result must not contain more then one row"); + error=SQL_Error("result must not contain more then one row"); return true; } - try { got_cell=true; result=new String(str, String::L_TAINTED /* no length as 0x00 can be inside */ ); @@ -503,11 +480,7 @@ public: } }; #endif -extern String sql_bind_name; -extern String sql_limit_name; -extern String sql_offset_name; -extern String sql_default_name; -extern String sql_distinct_name; + extern int marshal_binds(HashStringValue& hash, SQL_Driver::Placeholder*& placeholders); extern void unmarshal_bind_updates(HashStringValue& hash, int placeholder_count, SQL_Driver::Placeholder* placeholders); @@ -548,14 +521,9 @@ const String* sql_result_string(Request& const String& statement_string=r.process_to_string(statement); const char* statement_cstr=statement_string.untaint_cstr(String::L_SQL, r.connection()); - String_sql_event_handlers handlers(statement_string, statement_cstr); + String_sql_event_handlers handlers; - r.connection()->query( - statement_cstr, - placeholders_count, placeholders, - offset, limit, - handlers, - statement_string); + r.connection()->query(statement_cstr, placeholders_count, placeholders, offset, limit, handlers, statement_string); if(bind) unmarshal_bind_updates(*bind, placeholders_count, placeholders); @@ -574,9 +542,7 @@ static void _sql(Request& r, MethodParam if(default_code) { string=&r.process_to_string(*default_code); } else - throw Exception(PARSER_RUNTIME, - 0, - "produced no result, but no default option specified"); + throw Exception(PARSER_RUNTIME, 0, "produced no result, but no default option specified"); } r.write(*string); @@ -592,10 +558,7 @@ static void _replace(Request& r, MethodP r.write(src.replace(dict)); } else { // ^string.replace[from-string;to-string] - Dictionary dict( - params.as_string(0, "from must be string"), - params.as_string(1, "to must be string") - ); + Dictionary dict(params.as_string(0, "from must be string"), params.as_string(1, "to must be string")); r.write(src.replace(dict)); } @@ -666,9 +629,7 @@ static void _trim(Request& r, MethodPara else if(params_count==1) chars=skind.cstr(); else - throw Exception(PARSER_RUNTIME, - &skind, - "'kind' must be one of " TRIM_START_OPTION ", " TRIM_BOTH_OPTION ", " TRIM_END_OPTION); + throw Exception(PARSER_RUNTIME, &skind, "'kind' must be one of " TRIM_START_OPTION ", " TRIM_BOTH_OPTION ", " TRIM_END_OPTION); } if(params_count>1) { @@ -681,42 +642,83 @@ static void _trim(Request& r, MethodPara r.write(src.trim(kind, chars, &r.charsets.source())); } +Base64Options base64_encode_options(Request& r, HashStringValue* options) { + Base64Options result; + if(options) { + int valid_options=0; + for(HashStringValue::Iterator i(*options); i; i.next()) { + String::Body key=i.key(); + Value* value=i.value(); + if(key == "pad") { + result.pad=r.process(*value).as_bool(); + valid_options++; + } else if(key == "wrap") { + result.wrap=r.process(*value).as_bool(); + valid_options++; + } else if(key == "url-safe") { + if(r.process(*value).as_bool()) + result.set_url_safe_abc(); + valid_options++; + } + } + + if(valid_options != options->count()) + throw Exception(PARSER_RUNTIME, 0, CALLED_WITH_INVALID_OPTION); + } + return result; +} + +Base64Options base64_decode_options(Request& r, HashStringValue* options) { + Base64Options result; + if(options) { + int valid_options=0; + for(HashStringValue::Iterator i(*options); i; i.next() ) { + String::Body key=i.key(); + Value* value=i.value(); + if(key == "pad") { + result.pad=r.process(*value).as_bool(); + valid_options++; + } else if(key == "strict") { + result.strict=r.process(*value).as_bool(); + valid_options++; + } else if(key == "url-safe") { + if(r.process(*value).as_bool()) + result.set_url_safe_abc(); + valid_options++; + } + } + + if(valid_options != options->count()) + throw Exception(PARSER_RUNTIME, 0, CALLED_WITH_INVALID_OPTION); + } + return result; +} + static void _base64(Request& r, MethodParams& params) { if(&r.get_self() == string_class) { - // decode: ^string:base64[encoded[;$.strict(true|false)]] + // decode: ^string:base64[encoded[;options]] const char* cstr=params.count() ? params.as_string(0, PARAMETER_MUST_BE_STRING).cstr() : ""; - char* decoded=0; - size_t length=0; + Base64Options options = base64_decode_options(r, params.count() > 1 ? params.as_hash(1) : NULL); - bool strict=false; - if(params.count() > 1) - if(HashStringValue* options=params.as_hash(1)) { - int valid_options=0; - if(Value* vstrict=options->get(BASE64_STRICT_OPTION_NAME)) { - strict=r.process(*vstrict).as_bool(); - valid_options++; - } - if(valid_options!=options->count()) - throw Exception(PARSER_RUNTIME, 0, CALLED_WITH_INVALID_OPTION); - } + char* decoded=0; + size_t length=pa_base64_decode(cstr, strlen(cstr), decoded, options); - pa_base64_decode(cstr, strlen(cstr), decoded, length, strict); if(decoded && length){ - if(memchr((const char*)decoded, 0, length)) - throw Exception(PARSER_RUNTIME, - 0, - "Invalid \\x00 character found while decode to string. Decode it to file instead."); + if(memchr(decoded, 0, length)) + throw Exception(PARSER_RUNTIME, 0, "Invalid \\x00 character found while decoding to string. Decode to file instead."); fix_line_breaks(decoded, length); + if(length) r.write(*new String(decoded, String::L_TAINTED)); } } else { - // encode: ^str.base64[] + // encode: ^str.base64[options] VString& self=GET_SELF(r, VString); const char* cstr=self.string().cstr(); - const char* encoded=pa_base64_encode(cstr, strlen(cstr)); - r.write(*new String(encoded, String::L_TAINTED/*once ?param=base64(something) was needed*/)); + Base64Options options = base64_encode_options(r, params.count() ? params.as_hash(0) : NULL); + const char* encoded=pa_base64_encode(cstr, strlen(cstr), options); + r.write(*new String(encoded, String::L_TAINTED /*once ?param=base64(something) was needed*/ )); } }