|
|
| version 1.18, 2001/02/12 13:26:55 | version 1.172.2.21.2.35, 2003/04/02 10:10:01 |
|---|---|
| Line 1 | Line 1 |
| /* | /** @file |
| $Id$ | Parser: string class. @see untalength_t.C. |
| Copyright (c) 2001-2003 ArtLebedev Group (http://www.artlebedev.com) | |
| Author: Alexandr Petrosian <paf@design.ru> (http://paf.design.ru) | |
| */ | */ |
| #include <string.h> | static const char* IDENT_STRING_C="$Date$"; |
| #include "pcre.h" | |
| #include "pa_pool.h" | |
| #include "pa_string.h" | #include "pa_string.h" |
| #include "pa_hash.h" | #include "pa_exception.h" |
| #include "pa_table.h" | |
| #include "pa_dictionary.h" | |
| #include "pa_charset.h" | |
| // helpers | |
| /// String::match uses this as replace & global search table columns | |
| const int MAX_MATCH_GROUPS=100; | |
| class String_match_table_template_columns: public ArrayString { | |
| public: | |
| String_match_table_template_columns() { | |
| *this+=new String("prematch"); | |
| *this+=new String("match"); | |
| *this+=new String("postmatch"); | |
| for(int i=0; i<MAX_MATCH_GROUPS; i++) { | |
| *this+=new String(StringBody::Format(1+i), String::L_CLEAN); | |
| } | |
| } | |
| }; | |
| // String | Table string_match_table_template(new String_match_table_template_columns); |
| String::String(Pool& apool) : | // String::ArrayFragment methods |
| Pooled(apool) { | |
| head.count=curr_chunk_rows=CR_PREALLOCATED_COUNT; | void String::ArrayFragment::append_positions(const ArrayFragment& src, |
| append_here=head.rows; | size_t substr_begin, size_t substr_end) { |
| head.preallocated_link=0; | if(substr_begin==substr_end) |
| link_row=&head.rows[curr_chunk_rows]; | return; |
| fused_rows=fsize=0; | |
| } | size_t fragment_begin=0; |
| size_t fragment_end; | |
| void String::expand() { | for(Array_iterator<element_type> i(src); ; fragment_begin=fragment_end) { |
| curr_chunk_rows+=curr_chunk_rows*CR_GROW_PERCENT/100; | const element_type fragment=i.next(); |
| Chunk *chunk=static_cast<Chunk *>( | fragment_end=fragment_begin+fragment.length; |
| pool.malloc(sizeof(int)+sizeof(Chunk::Row)*curr_chunk_rows+sizeof(Chunk *))); | |
| chunk->count=curr_chunk_rows; | if(substr_begin<fragment_begin) // not reached fragments which may include 'substr'? |
| link_row->link=chunk; | continue; |
| append_here=chunk->rows; | |
| link_row=&chunk->rows[curr_chunk_rows]; | if(substr_begin>fragment_end) // not reached fragments which may include 'substr'? |
| link_row->link=0; | continue; |
| } | |
| // found first fragment including piece of 'substr' | |
| String::String(const String& src) : | size_t piece_end=min(substr_end, fragment_end); |
| Pooled(src.pool) { | *this+=Fragment(fragment.lang, piece_end-substr_begin); |
| head.count=CR_PREALLOCATED_COUNT; | |
| while(substr_end>fragment_end) { // are there more fragments including pieces of 'substr'? | |
| int src_used_rows=src.used_rows(); | fragment_begin=fragment_end; |
| if(src_used_rows<=head.count) { | |
| // all new rows fit into preallocated area | const element_type fragment=i.next(); |
| curr_chunk_rows=head.count; | fragment_end=fragment_begin+fragment.length; |
| memcpy(head.rows, src.head.rows, sizeof(Chunk::Row)*src_used_rows); | |
| append_here=&head.rows[src_used_rows]; | if(substr_end>fragment_end) // are there still more? |
| link_row=&head.rows[curr_chunk_rows]; | append(Fragment(fragment.lang, fragment.length)); // appending whole fragment |
| } else { | else { // no, it was last |
| // warning: | append(Fragment(fragment.lang, substr_end-fragment_begin)); |
| // heavily relies on the fact | return; |
| // "preallocated area is the same for all strings" | |
| // | |
| // info: | |
| // allocating only enough mem to fit src string rows | |
| // next append would allocate a new chunk | |
| // | |
| // new rows don't fit into preallocated area: splitting into two chunks | |
| // preallocated chunk src to constructing head | |
| memcpy(head.rows, src.head.rows, sizeof(Chunk::Row)*head.count); | |
| // remaining rows into new_chunk | |
| curr_chunk_rows=src_used_rows-head.count; | |
| Chunk *new_chunk=static_cast<Chunk *>( | |
| pool.malloc(sizeof(int)+sizeof(Chunk::Row)*curr_chunk_rows+sizeof(Chunk *))); | |
| new_chunk->count=curr_chunk_rows; | |
| head.preallocated_link=new_chunk; | |
| append_here=link_row=&new_chunk->rows[curr_chunk_rows]; | |
| Chunk *old_chunk=src.head.preallocated_link; | |
| Chunk::Row *new_rows=new_chunk->rows; | |
| int rows_left_to_copy=curr_chunk_rows; | |
| while(true) { | |
| int old_count=old_chunk->count; | |
| Chunk *next_chunk=old_chunk->rows[old_count].link; | |
| if(next_chunk) { | |
| // not last source chunk | |
| // taking it all | |
| memcpy(new_rows, old_chunk->rows, sizeof(Chunk::Row)*old_count); | |
| new_rows+=old_count; | |
| rows_left_to_copy-=old_count; | |
| old_chunk=next_chunk; | |
| } else { | |
| // the last source chunk | |
| // taking only those rows of chunk that _left_to_copy | |
| memcpy(new_rows, old_chunk->rows, sizeof(Chunk::Row)*rows_left_to_copy); | |
| break; | |
| } | } |
| } | } |
| } | |
| link_row->link=0; | break; |
| fused_rows=src_used_rows; | } |
| fsize=src.fsize; | } |
| // StringBody methods | |
| StringBody StringBody::Format(int value) { | |
| char local[MAX_NUMBER]; | |
| size_t length=snprintf(local, MAX_NUMBER, "%d", value); | |
| return StringBody(pa_strdup(local, length), length); | |
| } | } |
| String& String::real_append(STRING_APPEND_PARAMS) { | static int CORD_batched_iter_fn_generic_hash_code(char c, void * client_data) { |
| if(!src) | uint& result=*static_cast<uint*>(client_data); |
| generic_hash_code(result, c); | |
| return 0; | |
| } | |
| static int CORD_batched_iter_fn_generic_hash_code(const char* s, void * client_data) { | |
| uint& result=*static_cast<uint*>(client_data); | |
| generic_hash_code(result, s); | |
| return 0; | |
| }; | |
| uint StringBody::hash_code() const { | |
| uint result=0; | |
| CORD_iter5(body, 0, | |
| CORD_batched_iter_fn_generic_hash_code, | |
| CORD_batched_iter_fn_generic_hash_code, &result); | |
| return result; | |
| } | |
| // String methods | |
| String::String(const char* cstr, size_t help_length, bool tainted): body(CORD_EMPTY) { | |
| append_help_length(cstr, help_length, tainted?L_TAINTED:L_CLEAN); | |
| } | |
| String::String(const String& src): body(src.body) { | |
| fragments.append(src.fragments); | |
| } | |
| String& String::append_help_length(const char* str, size_t helper_length, Language lang) { | |
| if(!str) | |
| return *this; | return *this; |
| int len=strlen(src); | size_t use_length=helper_length?helper_length:strlen(str); |
| if(!len) | if(!use_length) |
| return *this; | return *this; |
| if(chunk_is_full()) | body.append_help_length(str, use_length); |
| expand(); | fragments+=Fragment(lang, use_length); |
| append_here->item.ptr=src; | return *this; |
| fsize+=append_here->item.size=len; | } |
| #ifndef NO_STRING_ORIGIN | String& String::append_strdup(const char* str, size_t length, Language lang) { |
| append_here->item.origin.file=file; | body.append_strdup(str, length); |
| append_here->item.origin.line=line; | fragments+=Fragment(lang, length); |
| #endif | |
| append_here++; fused_rows++; | |
| return *this; | return *this; |
| } | } |
| char *String::cstr() const { | /// @todo check in doc: whether it documents NOW bad situation "abc".mid(-1, 3) =were?="ab" |
| char *result=static_cast<char *>(pool.malloc(size()+1)); | String& String::mid(size_t substr_begin, size_t substr_end) const { |
| String& result=*new String; | |
| size_t self_length=length(); | |
| substr_begin=max(min(substr_begin, self_length), (size_t)0); | |
| substr_end=min(max(substr_end, substr_begin), self_length); | |
| if(substr_begin==substr_end) | |
| return result; | |
| char *copy_here=result; | // first: letters themselves |
| const Chunk *chunk=&head; | result.body=body.mid(substr_begin, substr_end-substr_begin); |
| do { | |
| const Chunk::Row *row=chunk->rows; | |
| for(int i=0; i<chunk->count; i++) { | |
| if(row==append_here) | |
| goto break2; | |
| memcpy(copy_here, row->item.ptr, row->item.size); | // next: their langs |
| copy_here+=row->item.size; | result.fragments.append_positions(fragments, substr_begin, substr_end); |
| row++; | |
| } | // SAPI::log("piece of '%s' from %d to %d is '%s'", |
| chunk=row->link; | //cstr(), substr_begin, substr_end, result.cstr()); |
| } while(chunk); | |
| break2: | |
| *copy_here=0; | |
| return result; | return result; |
| } | } |
| uint String::hash_code() const { | size_t String::pos(const StringBody substr, |
| uint result=0; | size_t this_offset, Language lang) const { |
| // first: letters themselves | |
| size_t substr_begin=body.pos(substr, this_offset); | |
| if(substr_begin==CORD_NOT_FOUND) | |
| return STRING_NOT_FOUND; | |
| // next: check the lang when specified | |
| if(lang==L_UNSPECIFIED) // ignore lang? | |
| return substr_begin; | |
| // substr must be in one fragment, and fragments' lang must = lang | |
| size_t substr_end=substr_begin+substr.length(); | |
| size_t fragment_begin=0; | |
| size_t fragment_end; | |
| for(Array_iterator<ArrayFragment::element_type> i(fragments); i.has_next(); fragment_begin=fragment_end) { | |
| const Fragment fragment=i.next(); | |
| fragment_end=fragment_begin+fragment.length; | |
| if(substr_begin<fragment_begin) // not reached fragments which may include 'result'? | |
| continue; | |
| if(substr_begin>=fragment_end) // begin of substr OUT of current fragment? | |
| continue; | |
| if(substr_end>fragment_end) // end of substr OUT of current fragment? | |
| throw Exception(0, // (*) see below | |
| this, | |
| "searching for '%s' starting from %ud problem: found begin in one fragment, but end in another", | |
| substr.cstr(), this_offset); | |
| if(fragment.lang<=lang) | |
| return substr_begin; | |
| else { // bad lang... | |
| /// WARNING: this possibly skips assert (*), but it's fast | |
| substr_begin=body.pos(substr, fragment_end/*...search AFTER for more*/); | |
| if(substr_begin==CORD_NOT_FOUND) | |
| return STRING_NOT_FOUND; | |
| size_t substr_end=substr_begin+substr.length(); | |
| // and continuing with next fragment | |
| } | |
| } | |
| return STRING_NOT_FOUND; | |
| } | |
| const Chunk *chunk=&head; | size_t String::pos(const String& substr, |
| do { | size_t this_offset, Language lang) const { |
| const Chunk::Row *row=chunk->rows; | return pos(substr.body, this_offset, lang); |
| for(int i=0; i<chunk->count; i++) { | } |
| if(row==append_here) | |
| goto break2; | |
| result=Hash::generic_code(result, row->item.ptr, row->item.size); | void String::split(ArrayString& result, |
| row++; | size_t& pos_after, |
| const char* delim, | |
| Language lang, int limit) const { | |
| size_t self_length=length(); | |
| if(size_t delim_length=strlen(delim)) { | |
| int pos_before; | |
| // while we have 'delim'... | |
| for(; (pos_before=pos(delim, pos_after, lang))>=0 && limit; limit--) { | |
| result+=&mid(pos_after, pos_before); | |
| pos_after=pos_before+delim_length; | |
| } | } |
| chunk=row->link; | // last piece |
| } while(chunk); | if(pos_after<self_length && limit) { |
| break2: | result+=&mid(pos_after, self_length); |
| return result; | pos_after=self_length; |
| } | |
| } else { // empty delim | |
| result+=this; | |
| pos_after+=self_length; | |
| } | |
| } | } |
| bool String::operator == (const String& src) const { | void String::split(ArrayString& result, |
| if(size() != src.size()) | size_t& pos_after, |
| return false; | const String& delim, Language lang, |
| int limit) const { | |
| if(!delim.is_empty()) { | |
| int pos_before; | |
| // while we have 'delim'... | |
| for(; (pos_before=pos(delim, pos_after, lang))>=0 && limit; limit--) { | |
| result+=&mid(pos_after, pos_before); | |
| pos_after=pos_before+delim.length(); | |
| } | |
| // last piece | |
| if(pos_after<length() && limit) { | |
| result+=&mid(pos_after, length()); | |
| pos_after=length(); | |
| } | |
| } else { // empty delim | |
| result+=this; | |
| pos_after+=length(); | |
| } | |
| } | |
| const Chunk *a_chunk=&head; | static void regex_options(const String* options, int *result, bool& need_pre_post_match){ |
| const Chunk *b_chunk=&src.head; | struct Regex_option { |
| const Chunk::Row *a_row=a_chunk->rows; | const char* keyL; |
| const Chunk::Row *b_row=b_chunk->rows; | const char* keyU; |
| int a_offset=0; | int clear, set; |
| int b_offset=0; | int *result; |
| Chunk::Row *a_end=append_here; | bool *flag; |
| Chunk::Row *b_end=src.append_here; | } regex_option[]={ |
| int a_countdown=a_chunk->count; | {"i", "I", 0, PCRE_CASELESS, result}, // a=A |
| int b_countdown=b_chunk->count; | {"s", "S", 0, PCRE_DOTALL, result}, // \n\n$ [default] |
| bool a_break=false; | {"x", "U", 0, PCRE_EXTENDED, result}, // whitespace in regex ignored |
| bool b_break=false; | {"m", "M", PCRE_DOTALL, PCRE_MULTILINE, result}, // ^aaa\n$^bbb\n$ |
| while(true) { | {"g", "G", 0, true, result+1}, // many rows |
| int size_diff= | {"'", 0, 0, 0, 0, &need_pre_post_match}, |
| (a_row->item.size-a_offset)- | {0} |
| (b_row->item.size-b_offset); | }; |
| result[0]=PCRE_EXTRA | PCRE_DOTALL | PCRE_DOLLAR_ENDONLY; | |
| result[1]=0; | |
| if(options && !options->is_empty()) | |
| for(Regex_option *o=regex_option; o->keyL; o++) | |
| if(options->pos(o->keyL)>=0 | |
| || (o->keyU && options->pos(o->keyU)>=0)) { | |
| if(o->flag) | |
| *o->flag=true; | |
| else { // result | |
| *o->result &= ~o->clear; | |
| *o->result |= o->set; | |
| } | |
| } | |
| } | |
| if(size_diff==0) { // a has same size as b | Table* String::match(Charset& source_charset, |
| if(memcmp(a_row->item.ptr+a_offset, b_row->item.ptr+b_offset, a_row->item.size-a_offset)!=0) | const String& regexp, |
| return false; | const String* options, |
| a_row++; a_countdown--; a_offset=0; | Row_action row_action, void *info, |
| b_row++; b_countdown--; b_offset=0; | bool& just_matched) const { |
| } else if (size_diff>0) { // a longer | if(regexp.is_empty()) |
| if(memcmp(a_row->item.ptr+a_offset, b_row->item.ptr+b_offset, b_row->item.size-b_offset)!=0) | throw Exception(0, |
| return false; | 0, |
| a_offset+=b_row->item.size-b_offset; | "regexp is empty"); |
| b_row++; b_countdown--; b_offset=0; | |
| } else { // b longer | const char* pattern=regexp.cstr(); |
| if(memcmp(a_row->item.ptr+a_offset, b_row->item.ptr+b_offset, a_row->item.size-a_offset)!=0) | const char* errptr; |
| return false; | int erroffset; |
| b_offset+=a_row->item.size-a_offset; | bool need_pre_post_match=false; |
| a_row++; a_countdown--; a_offset=0; | int option_bits[2]={0}; regex_options(options, option_bits, need_pre_post_match); |
| bool global=option_bits[1]!=0; | |
| pcre *code=pcre_compile(pattern, option_bits[0], | |
| &errptr, &erroffset, | |
| source_charset.pcre_tables); | |
| if(!code) | |
| throw Exception(0, | |
| ®exp.mid(erroffset, regexp.length()), | |
| "regular expression syntax error - %s", errptr); | |
| int subpatterns=pcre_info(code, 0, 0); | |
| if(subpatterns<0) { | |
| pcre_free(code); | |
| throw Exception(0, | |
| ®exp, | |
| "pcre_info error (%d)", | |
| subpatterns); | |
| } | |
| const char* subject=cstr(); | |
| size_t subject_length=strlen(subject); | |
| const int oveclength=(1/*match*/+MAX_MATCH_GROUPS)*3; | |
| int ovector[oveclength]; | |
| // create table | |
| Table& table=*new Table(string_match_table_template); | |
| int exec_option_bits=0; | |
| int prestart=0; | |
| int poststart=0; | |
| int postfinish=length(); | |
| while(true) { | |
| int exec_substrings=pcre_exec(code, 0, | |
| subject, subject_length, prestart, | |
| exec_option_bits, ovector, oveclength); | |
| if(exec_substrings==PCRE_ERROR_NOMATCH) { | |
| pcre_free(code); | |
| row_action(table, 0/*last time, no raw*/, 0, 0, poststart, postfinish, info); | |
| if(global || subpatterns) | |
| return &table; // global or with subpatterns=true+result | |
| else { | |
| just_matched=false; return 0; // not global=no result | |
| } | |
| } | } |
| a_break=a_row==a_end; | if(exec_substrings<0) { |
| b_break=b_row==b_end; | pcre_free(code); |
| if(a_break || b_break) | throw Exception(0, |
| break; | ®exp, |
| "regular expression execute error (%d)", | |
| exec_substrings); | |
| } | |
| if(!a_countdown) { | int prefinish=ovector[0]; |
| a_chunk=a_row->link; | poststart=ovector[1]; |
| a_row=a_chunk->rows; | ArrayString* row=new ArrayString; |
| a_countdown=a_chunk->count; | if(need_pre_post_match) { |
| *row+=&mid(0, prefinish); // .prematch column value | |
| *row+=&mid(prefinish, poststart); // .match | |
| *row+=&mid(poststart, postfinish); // .postmatch | |
| } else { | |
| *row+=0; // .prematch column value | |
| *row+=0; // .match | |
| *row+=0; // .postmatch | |
| } | |
| for(int i=1; i<exec_substrings; i++) { | |
| // -1:-1 case handled peacefully by mid() itself | |
| *row+=&mid(ovector[i*2+0], ovector[i*2+1]); // .i column value | |
| } | } |
| if(!b_countdown) { | |
| b_chunk=b_row->link; | row_action(table, row, prestart, prefinish, poststart, postfinish, info); |
| b_row=b_chunk->rows; | |
| b_countdown=b_chunk->count; | if(!global || prestart==poststart) { // not global | going to hang |
| pcre_free(code); | |
| row_action(table, 0/*last time, no row*/, 0, 0, poststart, postfinish, info); | |
| return &table; | |
| } | } |
| prestart=poststart; | |
| /* | |
| if(option_bits[0] & PCRE_MULTILINE) | |
| exec_option_bits|=PCRE_NOTBOL; // start of subject+startoffset not BOL | |
| */ | |
| } | |
| } | |
| String& String::change_case(Charset& source_charset, Change_case_kind kind) const { | |
| String& result=*new String(); | |
| if(is_empty()) | |
| return result; | |
| const unsigned char *tables=source_charset.pcre_tables; | |
| const unsigned char *a; | |
| const unsigned char *b; | |
| switch(kind) { | |
| case CC_UPPER: | |
| a=tables+lcc_offset; | |
| b=tables+fcc_offset; | |
| break; | |
| case CC_LOWER: | |
| a=tables+lcc_offset; | |
| b=0; | |
| break; | |
| default: | |
| throw Exception(0, | |
| this, | |
| "unknown change case kind #%d", | |
| static_cast<int>(kind)); // never | |
| a=b=0; // calm, compiler | |
| break; // never | |
| } | |
| char* new_cstr=cstrm(); | |
| char *dest=new_cstr; | |
| unsigned char index; | |
| for(const char* current=new_cstr; index=(unsigned char)*current; current++) { | |
| unsigned char c=a[index]; | |
| if(b) | |
| c=b[c]; | |
| *dest++=(char)c; | |
| } | } |
| return a_break==b_break; | result.body=new_cstr; |
| result.fragments.append(fragments); | |
| return result; | |
| } | |
| const String& String::replace(const Dictionary& dict) const { | |
| String& result=*new String(); | |
| const char* old_cstr=cstr(); | |
| const char* prematch_begin=old_cstr; | |
| const char* current=old_cstr; | |
| while(*current) { | |
| if(Table::element_type row=dict.first_that_begins(current)) { | |
| // prematch | |
| if(size_t prematch_length=current-prematch_begin) { | |
| result.body.append_strdup(prematch_begin, prematch_length); | |
| result.fragments.append_positions(fragments, prematch_begin-old_cstr, current-old_cstr); | |
| } | |
| // match | |
| const String* a=row->get(0); | |
| // skip 'a' in 'current'; move prematch_begin | |
| current+=a->length(); prematch_begin=current; | |
| if(row->count()>1) { // are there any b? | |
| const String* b=row->get(1); | |
| if(size_t b_length=b->length()) { | |
| result.body<<b->cstr_to_string_body(); | |
| result.fragments.append(b->fragments); | |
| } | |
| } | |
| } else // simply advance | |
| current++; | |
| } | |
| // postmatch | |
| if(size_t postmatch_length=current-prematch_begin) { | |
| result.body.append_strdup(prematch_begin, postmatch_length); | |
| result.fragments.append_positions(fragments, prematch_begin-old_cstr, current-old_cstr); | |
| } | |
| return result; | |
| } | } |
| String& String::append(const String_iterator& begin, const String_iterator& end) { | double String::as_double() const { |
| return z; | double result; |
| const char *str=cstr(); | |
| while(*str && isspace(*str)) | |
| str++; | |
| if(!*str) | |
| return 0; | |
| char *error_pos; | |
| // 0xABC | |
| if(str[0]=='0') | |
| if(str[1]=='x' || str[1]=='X') | |
| result=(double)(unsigned long)strtol(str, &error_pos, 0); | |
| else | |
| result=(double)strtod(str+1/*skip leading 0*/, &error_pos); | |
| else | |
| result=(double)strtod(str, &error_pos); | |
| while(char c=*error_pos++) | |
| if(!isspace(c)) | |
| throw Exception("number.format", | |
| this, | |
| "invalid number (double)"); | |
| return result; | |
| } | } |
| int String::as_int() const { | |
| int result; | |
| const char *str=cstr(); | |
| while(*str && isspace(*str)) | |
| str++; | |
| if(!*str) | |
| return 0; | |
| char *error_pos; | |
| // 0xABC | |
| if(str[0]=='0') | |
| if(str[1]=='x' || str[1]=='X') | |
| result=(int)(unsigned long)strtol(str, &error_pos, 0); | |
| else | |
| result=(int)strtol(str+1/*skip leading 0*/, &error_pos, 0); | |
| else | |
| result=(int)strtol(str, &error_pos, 0); | |
| while(char c=*error_pos++) | |
| if(!isspace(c)) | |
| throw Exception("number.format", | |
| this, | |
| "invalid number (int)"); | |
| // Char_set | return result; |
| } | |
| Char_set::Char_set() { | inline void uint2uchars(uint word, uchar *bytes) { |
| memset(bools, 0, sizeof(bools)); | bytes[0]=word&0xFF; |
| bytes[1]=(word>>8)&0xFF; | |
| bytes[2]=(word>>16)&0xFF; | |
| bytes[3]=(word>>24)&0xFF; | |
| } | |
| inline uint uchars2uint(uchar *bytes) { | |
| return bytes[3]<<24 | |
| | bytes[2]<<16 | |
| | bytes[1]<<8 | |
| | bytes[0]; | |
| } | } |
| // String_iterator | static int serialize_body_piece(const char* s, char** cur) { |
| size_t length=strlen(s); | |
| memcpy(*cur, s, length); *cur+=length; | |
| return 0; | |
| }; | |
| String::C String::serialize(size_t prolog_length) const { | |
| size_t buf_length= | |
| prolog_length | |
| +fragments.count()*(sizeof(Language)+sizeof(size_t)) | |
| +length(); | |
| C result(new(PointerFreeGC) char[buf_length], buf_length); | |
| // 1: prolog | |
| char *cur=result.str+prolog_length; | |
| // 2: fragments.count | |
| size_t fragments_count=fragments.count(); | |
| memcpy(cur, &fragments_count, sizeof(fragments_count)); cur+=sizeof(fragments_count); | |
| // 3: lang info | |
| for(Array_iterator<ArrayFragment::element_type> i(fragments); i.has_next(); ) { | |
| const Fragment fragment=i.next(); | |
| // lang | |
| memcpy(cur, &fragment.lang, sizeof(fragment.lang)); cur+=sizeof(fragment.lang); | |
| // length | |
| memcpy(cur, &fragment.length, sizeof(fragment.length)); cur+=sizeof(fragment.length); | |
| } | |
| // 4: letters | |
| body.for_each(serialize_body_piece, &cur); | |
| return result; | |
| } | |
| bool String::deserialize(size_t prolog_length, void *buf, size_t buf_length) { | |
| if(buf_length<=prolog_length) | |
| return false; | |
| buf_length-=prolog_length; | |
| // 1: prolog | |
| const char* cur=(const char* )buf+prolog_length; | |
| // 2: fragments.count | |
| if(buf_length<sizeof(size_t)) // fragments.count don't fit? | |
| return false; | |
| size_t fragments_count=*reinterpret_cast<const size_t*>(cur); cur+=sizeof(size_t); | |
| buf_length-=sizeof(size_t); | |
| // 3: lang info | |
| size_t total_length=0; | |
| for(size_t f=0; f<fragments_count; f++) { | |
| size_t piece_length=sizeof(Language)+sizeof(size_t); | |
| if(buf_length<piece_length) // lang+length | |
| return false; | |
| Language lang=*reinterpret_cast<const Language *>(cur); cur+=sizeof(Language); | |
| size_t fragment_length=*reinterpret_cast<const size_t*>(cur); cur+=sizeof(size_t); | |
| fragments+=Fragment(lang, fragment_length); | |
| total_length+=fragment_length; | |
| buf_length-=piece_length; | |
| } | |
| // 4: letters | |
| if(buf_length!=total_length) | |
| return false; | |
| body=CORD_cat_char_star(CORD_EMPTY, cur, buf_length); | |
| return true; | |
| } |