--- parser3/src/main/pa_string.C 2002/04/10 08:53:55 1.151 +++ parser3/src/main/pa_string.C 2003/04/11 15:00:05 1.173 @@ -1,12 +1,12 @@ /** @file Parser: string class. @see untasize_t.C. - Copyright (c) 2001, 2002 ArtLebedev Group (http://www.artlebedev.com) + Copyright (c) 2001, 2003 ArtLebedev Group (http://www.artlebedev.com) Author: Alexandr Petrosian (http://paf.design.ru) - - $Id: pa_string.C,v 1.151 2002/04/10 08:53:55 paf Exp $ */ +static const char* IDENT_STRING_C="$Date: 2003/04/11 15:00:05 $"; + #include "pcre.h" #include "pa_pool.h" @@ -27,6 +27,17 @@ ulong string_piece_appends=0; #endif +String& String::OnPool(Pool& apool, const char *local_src, size_t src_size, bool tainted) { + if(local_src && *local_src) { + if(src_size==0) + src_size=strlen(local_src); + + char *pooled_src=(char *)apool.malloc(src_size); + memcpy(pooled_src, local_src, src_size); + return *new(apool) String(apool, pooled_src, src_size, tainted); + } else + return *new(apool) String(apool); +} String::String(Pool& apool, const char *src, size_t src_size, bool tainted) : Pooled(apool) { last_chunk=&head.chunk; @@ -46,7 +57,7 @@ String::String(const String& src) : head.chunk.count=CR_PREALLOCATED_COUNT; append_here=head.chunk.rows; - append(src, UL_UNSPECIFIED); + append(src, UL_PASS_APPENDED); } size_t String::size() const { @@ -70,8 +81,7 @@ void String::expand() { if(new_chunk_count>max_integral(Chunk::count_type)) new_chunk_count=max_integral(Chunk::count_type); - Chunk *new_chunk=static_cast( - malloc( + Chunk *new_chunk=static_cast(malloc( sizeof(Chunk)// count+interpadding(?)+rows[CR_PREALLOCATED_COUNT]+tailpadding(??) -sizeof(Chunk::rows_type) // PREALLOCATED rows +sizeof(Chunk::Row)*new_chunk_count // neaded rows @@ -134,15 +144,6 @@ String& String::real_append(STRING_APPEN return *this; } -char String::first_char() const { - if(is_empty()) - throw Exception(0, - this, - "getting first char of empty string"); - - return *head.chunk.rows[0].item.ptr; -} - uint String::hash_code() const { uint result=0; STRING_FOREACH_ROW( @@ -333,8 +334,8 @@ const Origin& String::origin() const { String& String::mid(size_t start, size_t finish) const { String& result=*NEW String(pool()); - start=max(size_t(0), start); - finish=min(size(), finish); + start=min(start, size()); + finish=max(start, finish); if(start==finish) return result; @@ -442,49 +443,57 @@ void String::split(Array& result, } } -static void regex_options(char *options, int *result){ +static void regex_options(const String *options, int *result, bool& need_pre_post_match){ struct Regex_option { - char key; + const char *keyL; + const char *keyU; int clear, set; int *result; + bool *flag; } regex_option[]={ - {'i', 0, PCRE_CASELESS, result}, // a=A - {'s', 0, PCRE_DOTALL, result}, // \n\n$ [default] - {'x', 0, PCRE_EXTENDED, result}, // whitespace in regex ignored - {'m', PCRE_DOTALL, PCRE_MULTILINE, result}, // ^aaa\n$^bbb\n$ - {'g', 0, true, result+1}, // many rows - {0}, + {"i", "I", 0, PCRE_CASELESS, result}, // a=A + {"s", "S", 0, PCRE_DOTALL, result}, // \n\n$ [default] + {"x", "U", 0, PCRE_EXTENDED, result}, // whitespace in regex ignored + {"m", "M", PCRE_DOTALL, PCRE_MULTILINE, result}, // ^aaa\n$^bbb\n$ + {"g", "G", 0, true, result+1}, // many rows + {"'", 0, 0, 0, 0, &need_pre_post_match}, + {0} }; - result[0]=PCRE_EXTRA | PCRE_DOTALL; + result[0]=PCRE_EXTRA | PCRE_DOTALL | PCRE_DOLLAR_ENDONLY; result[1]=0; if(options) - for(Regex_option *o=regex_option; o->key; o++) - if( - strchr(options, o->key) || - strchr(options, toupper(o->key))) { - *(o->result)&=~o->clear; - *(o->result)|=o->set; + for(Regex_option *o=regex_option; o->keyL; o++) + if(options->pos(o->keyL)>=0 + || (o->keyU && options->pos(o->keyU)>=0)) { + if(o->flag) + *o->flag=true; + else { // result + *o->result &= ~o->clear; + *o->result |= o->set; + } } } -/// @todo maybe need speedup: some option to remove pre/match/post string generation +/// @todo make replacement Table stacked bool String::match( - const String *aorigin, - const String& regexp, - const String *options, - Table **table, - Row_action row_action, void *info, - bool *was_global) const { + const String *aorigin, + const String& regexp, + const String *options, + Table **table, + Row_action row_action, void *info, + bool *was_global) const { if(regexp.is_empty()) throw Exception(0, aorigin, "regexp is empty"); + const char *pattern=regexp.cstr(); const char *errptr; int erroffset; - int option_bits[2]; regex_options(options?options->cstr():0, option_bits); + bool need_pre_post_match=false; + int option_bits[2]; regex_options(options, option_bits, need_pre_post_match); if(was_global) *was_global=option_bits[1]!=0; pcre *code=pcre_compile(pattern, option_bits[0], @@ -505,35 +514,27 @@ bool String::match( info_substrings); } - int startoffset=0; const char *subject=cstr(); int length=strlen(subject); - int ovecsize; - int *ovector=(int *)malloc(sizeof(int)* - (ovecsize=(1/*match*/+info_substrings)*3), 11); - - { // create table - Array& columns=*NEW Array(pool()); - columns+=string_pre_match_name; - columns+=string_match_name; - columns+=string_post_match_name; - for(int i=1; i<=info_substrings; i++) { - char *column=(char *)malloc(MAX_NUMBER); - snprintf(column, MAX_NUMBER, "%d", i); - columns+=NEW String(pool(), column); // .i column name - } - *table=NEW Table(pool(), aorigin, &columns); - } + const int ovecsize=(1/*match*/+MAX_STRING_MATCH_TABLE_COLUMNS)*3; + int ovector[ovecsize]; + + // create table + Table::Action_options table_options; + *table=NEW Table(pool(), *string_match_table_template, table_options); int exec_option_bits=0; + int prestart=0; + int poststart=0; + int postfinish=size(); while(true) { int exec_substrings=pcre_exec(code, 0, - subject, length, startoffset, + subject, length, prestart, exec_option_bits, ovector, ovecsize); if(exec_substrings==PCRE_ERROR_NOMATCH) { pcre_free(code); - row_action(**table, 0/*last time, no row*/, 0, 0, info); + row_action(**table, 0/*last time, no row*/, 0, 0, poststart, postfinish, info); return option_bits[1]!=0; // global=true+table, not global=false } @@ -545,24 +546,26 @@ bool String::match( exec_substrings); } + int prefinish=ovector[0]; + poststart=ovector[1]; Array& row=*NEW Array(pool()); - row+=&mid(0, ovector[0]); // .prematch column value - row+=&mid(ovector[0], ovector[1]); // .match - row+=&mid(ovector[1], size()); // .postmatch + row+=need_pre_post_match?&mid(0, prefinish):0; // .prematch column value + row+=need_pre_post_match?&mid(prefinish, poststart):0; // .match + row+=need_pre_post_match?&mid(poststart, postfinish):0; // .postmatch for(int i=1; iitem.lang; - - // calc size - joined_size=0; - { - const Chunk* chunk=achunk; - const Chunk::Row* row=arow; - uint countdown=acountdown; - STRING_PREPARED_FOREACH_ROW(*this, - if(row->item.lang==joined_lang) - joined_size+=row->item.size; - else - break; - ); - } - - // if one row, return simply itself - if(joined_size==arow->item.size) { - joined_ptr=arow->item.ptr; - } else { - // join adjacent rows - char *ptr=(char *)pool.malloc(joined_size,13); - joined_ptr=ptr; - - const Chunk* chunk=achunk; - const Chunk::Row* row=arow; - uint countdown=acountdown; - STRING_PREPARED_FOREACH_ROW(*this, - if(row->item.lang==joined_lang) { - memcpy(ptr, row->item.ptr, row->item.size); ptr+=row->item.size; - } else - break; // before non-ours - ); - - // set pointers after joined piece - achunk=chunk; arow=row; acountdown=countdown; - // & one step back, see String::reconstruct - --arow; ++acountdown; - } -} - /// @test if in some piece were found no dict words, append it, not it's duplicate String& String::replace(Pool& pool, Dictionary& dict) const { -// return reconstruct(pool).replace_in_reconstructed(pool, dict); - String& result=*new(pool) String(pool); + char *lcstr=cstr(); + const char *current=lcstr; + String& result=*new(pool) String(pool); STRING_FOREACH_ROW( - uchar joined_lang; - const char *joined_ptr; - size_t joined_size; IFNDEF_NO_STRING_ORIGIN( const char *joined_origin_file=row->item.origin.file; const size_t joined_origin_line=row->item.origin.line; ); - join_chain(pool, chunk, row, countdown, - joined_lang, joined_ptr, joined_size); + uchar joined_lang=row->item.lang; + const char *joined_ptr=current; + // calc size + size_t joined_size=0; + STRING_PREPARED_FOREACH_ROW(*this, + if(row->item.lang==joined_lang) + joined_size+=row->item.size; + else + break; // before non-ours + ); + current+=joined_size; + + // pointers are after joined piece + // & one step back, see STRING_FOREACH_ROW + --row; ++countdown; - const char *src=joined_ptr; - size_t src_size=joined_size; - char *new_cstr=(char *)pool.malloc((size_t)ceil(src_size*dict.max_ratio()), 14); + char *new_cstr=(char *)pool.malloc((size_t)ceil(joined_size*dict.max_ratio()), 14); char *dest=new_cstr; - while(src_size) { - // there is a row where first column starts 'src' - if(Table::Item *item=dict.first_that_starts(src, src_size)) { + while(joined_size) { + // there is a row where first column starts 'joined_ptr' + if(Table::Item *item=dict.first_that_starts(joined_ptr, joined_size)) { // get a=>b values const String& a=*static_cast(item)->get_string(0); const String& b=*static_cast(item)->get_string(1); - // skip 'a' in 'src' && reduce work size - src+=a.size(); src_size-=a.size(); + // skip 'a' in 'joined_ptr' && reduce work size + joined_ptr+=a.size(); joined_size-=a.size(); // write 'b' to 'dest' && skip 'b' in 'dest' b.store_to(dest); dest+=b.size(); } else { // write a char to b && reduce work size - *dest++=*src++; src_size--; + *dest++=*joined_ptr++; joined_size--; } } result.APPEND(new_cstr, dest-new_cstr, joined_lang, joined_origin_file, joined_origin_line); ); + + return result; +} + +String& String::join_chains(Pool& pool, char** acstr) const { + char *lcstr=cstr(); + const char *current=lcstr; + + String& result=*new(pool) String(pool); + STRING_FOREACH_ROW( +IFNDEF_NO_STRING_ORIGIN( + const char *joined_origin_file=row->item.origin.file; + const size_t joined_origin_line=row->item.origin.line; +); + uchar joined_lang=row->item.lang; + const char *joined_ptr=current; + // calc size + size_t joined_size=0; + STRING_PREPARED_FOREACH_ROW(*this, + if(row->item.lang==joined_lang) + joined_size+=row->item.size; + else + break; // before non-ours + ); + current+=joined_size; + + // pointers are after joined piece + // & one step back, see STRING_FOREACH_ROW + --row; ++countdown; + + result.APPEND(joined_ptr, joined_size, joined_lang, + joined_origin_file, joined_origin_line); + ); + + if(acstr) + *acstr=lcstr; return result; } @@ -713,6 +717,11 @@ double String::as_double() const { cstr=buf; } else cstr=this->cstr(); + while(*cstr && isspace(*cstr)) + cstr++; + if(!*cstr) + return 0; + char *error_pos; // 0xABC if(cstr[0]=='0') @@ -723,10 +732,11 @@ double String::as_double() const { else result=(double)strtod(cstr, &error_pos); - if(*error_pos/*not EOS*/) - throw Exception("number.format", - this, - "invalid number (double)"); + while(char c=*error_pos++) + if(!isspace(c)) + throw Exception("number.format", + this, + "invalid number (double)"); return result; } @@ -735,12 +745,17 @@ int String::as_int() const { const char *cstr; char buf[MAX_NUMBER]; if(head.chunk.rows+1==append_here) { - int size=min(head.chunk.rows[0].item.size, MAX_NUMBER-1); + size_t size=min(head.chunk.rows[0].item.size, MAX_NUMBER-1); memcpy(buf, head.chunk.rows[0].item.ptr, size); buf[size]=0; cstr=buf; } else cstr=this->cstr(); + while(*cstr && isspace(*cstr)) + cstr++; + if(!*cstr) + return 0; + char *error_pos; // 0xABC if(cstr[0]=='0') @@ -751,10 +766,11 @@ int String::as_int() const { else result=(int)strtol(cstr, &error_pos, 0); - if(*error_pos/*not EOS*/) - throw Exception("number.format", - this, - "invalid number (int)"); + while(char c=*error_pos++) + if(!isspace(c)) + throw Exception("number.format", + this, + "invalid number (int)"); return result; }