|
|
| version 1.41, 2001/03/18 13:38:48 | version 1.175.2.2, 2003/09/23 13:53:04 |
|---|---|
| Line 1 | Line 1 |
| /* | /** @file |
| Parser | Parser: string class. @see untalength_t.C. |
| Copyright (c) 2001 ArtLebedev Group (http://www.artlebedev.com) | |
| Author: Alexander Petrosyan <paf@design.ru> (http://design.ru/paf) | |
| $Id$ | Copyright (c) 2001-2003 ArtLebedev Group (http://www.artlebedev.com) |
| Author: Alexandr Petrosian <paf@design.ru> (http://paf.design.ru) | |
| */ | */ |
| #include <string.h> | static const char* IDENT_STRING_C="$Date$"; |
| #include "pcre.h" | |
| #include "pa_pool.h" | |
| #include "pa_string.h" | #include "pa_string.h" |
| #include "pa_hash.h" | |
| #include "pa_exception.h" | #include "pa_exception.h" |
| #include "pa_table.h" | |
| #include "pa_dictionary.h" | |
| #include "pa_charset.h" | |
| // cord lib extension | |
| #ifndef DOXYGEN | |
| typedef struct { | |
| ssize_t countdown; | |
| char target; /* Character we're looking for */ | |
| } chr_data; | |
| #endif | |
| static int CORD_nnchr_proc(char c, size_t size, void* client_data) | |
| { | |
| register chr_data * d = (chr_data *)client_data; | |
| if (d -> countdown<=0) return(2); | |
| d -> countdown -= size; | |
| if (c != d -> target) return(1); | |
| return(0); | |
| } | |
| int CORD_nnchr(CORD x, size_t i, size_t n, int not_c) | |
| { | |
| chr_data d; | |
| d.countdown = i+n; | |
| d.target = not_c; | |
| return(CORD_block_iter(x, i, CORD_nnchr_proc, &d) == 1/*alternatives: 0 normally ended, 2=struck 'n'*/); | |
| } | |
| // String | // helpers |
| String::String(Pool& apool, const char *src, bool tainted) : | /// String::match uses this as replace & global search table columns |
| Pooled(apool) { | |
| last_chunk=&head; | const int MAX_MATCH_GROUPS=100; |
| head.count=CR_PREALLOCATED_COUNT; | |
| append_here=head.rows; | class String_match_table_template_columns: public ArrayString { |
| head.preallocated_link=0; | public: |
| link_row=&head.rows[head.count]; | String_match_table_template_columns() { |
| fused_rows=fsize=0; | *this+=new String("prematch"); |
| *this+=new String("match"); | |
| if(src) | *this+=new String("postmatch"); |
| if(tainted) | for(int i=0; i<MAX_MATCH_GROUPS; i++) { |
| APPEND_TAINTED(src, 0, 0, 0); | *this+=new String(StringBody::Format(1+i), String::L_CLEAN); |
| else | } |
| APPEND(src, 0, 0, 0); | } |
| }; | |
| Table string_match_table_template(new String_match_table_template_columns); | |
| // StringBody methods | |
| StringBody StringBody::Format(int value) { | |
| char local[MAX_NUMBER]; | |
| size_t length=snprintf(local, MAX_NUMBER, "%d", value); | |
| return StringBody(pa_strdup(local, length), length); | |
| } | } |
| void String::expand() { | static int CORD_batched_iter_fn_generic_hash_code(char c, void * client_data) { |
| int new_chunk_count=last_chunk->count+last_chunk->count*CR_GROW_PERCENT/100; | uint& result=*static_cast<uint*>(client_data); |
| last_chunk=static_cast<Chunk *>( | generic_hash_code(result, c); |
| malloc(sizeof(int)+sizeof(Chunk::Row)*new_chunk_count+sizeof(Chunk *))); | return 0; |
| last_chunk->count=new_chunk_count; | } |
| link_row->link=last_chunk; | static int CORD_batched_iter_fn_generic_hash_code(const char* s, void * client_data) { |
| append_here=last_chunk->rows; | uint& result=*static_cast<uint*>(client_data); |
| link_row=&last_chunk->rows[last_chunk->count]; | generic_hash_code(result, s); |
| link_row->link=0; | return 0; |
| }; | |
| uint StringBody::hash_code() const { | |
| uint result=0; | |
| CORD_iter5(body, 0, | |
| CORD_batched_iter_fn_generic_hash_code, | |
| CORD_batched_iter_fn_generic_hash_code, &result); | |
| return result; | |
| } | } |
| String::String(const String& src) : Pooled(src.pool()) { | // String methods |
| head.count=CR_PREALLOCATED_COUNT; | |
| String::String(const char* cstr, size_t helper_length, bool tainted): body(CORD_EMPTY) { | |
| int src_used_rows=src.used_rows(); | append_help_length(cstr, helper_length, tainted?L_TAINTED:L_CLEAN); |
| if(src_used_rows<=head.count) { | } |
| // all new rows fit into preallocated area | String::String(const String::C cstr, bool tainted): body(CORD_EMPTY) { |
| int curr_chunk_rows=head.count; | append_know_length(cstr.str, cstr.length, tainted?L_TAINTED:L_CLEAN); |
| memcpy(head.rows, src.head.rows, sizeof(Chunk::Row)*src_used_rows); | } |
| append_here=&head.rows[src_used_rows]; | |
| link_row=&head.rows[curr_chunk_rows]; | String& String::append_know_length(const char* str, size_t known_length, Language lang) { |
| } else { | if(!known_length) |
| // warning: | return *this; |
| // heavily relies on the fact | |
| // "preallocated area is the same for all strings" | // first: langs |
| // | langs.append(body, lang, known_length); |
| // info: | // next: letters themselves |
| // allocating only enough mem to fit src string rows | body.append_know_length(str, known_length); |
| // next append would allocate a new chunk | |
| // | ASSERT_STRING_INVARIANT(*this); |
| // new rows don't fit into preallocated area: splitting into two chunks | return *this; |
| // preallocated chunk src to constructing head | } |
| memcpy(head.rows, src.head.rows, sizeof(Chunk::Row)*head.count); | String& String::append_help_length(const char* str, size_t helper_length, Language lang) { |
| // remaining rows into new_chunk | if(!str) |
| int curr_chunk_rows=src_used_rows-head.count; | return *this; |
| Chunk *new_chunk=static_cast<Chunk *>( | size_t known_length=helper_length?helper_length:strlen(str); |
| malloc(sizeof(int)+sizeof(Chunk::Row)*curr_chunk_rows+sizeof(Chunk *))); | if(!known_length) |
| new_chunk->count=curr_chunk_rows; | return *this; |
| head.preallocated_link=new_chunk; | |
| append_here=link_row=&new_chunk->rows[new_chunk->count]; | return append_know_length(str, known_length, lang); |
| } | |
| Chunk *old_chunk=src.head.preallocated_link; | String& String::append_strdup(const char* str, size_t helper_length, Language lang) { |
| Chunk::Row *new_rows=new_chunk->rows; | size_t known_length=helper_length?helper_length:strlen(str); |
| int rows_left_to_copy=new_chunk->count; | if(!known_length) |
| while(true) { | return *this; |
| int old_count=old_chunk->count; | |
| Chunk *next_chunk=old_chunk->rows[old_count].link; | // first: langs |
| if(next_chunk) { | langs.append(body, lang, known_length); |
| // not last source chunk | // next: letters themselves |
| // taking it all | body.append_strdup_know_length(str, known_length); |
| memcpy(new_rows, old_chunk->rows, sizeof(Chunk::Row)*old_count); | |
| new_rows+=old_count; | ASSERT_STRING_INVARIANT(*this); |
| rows_left_to_copy-=old_count; | return *this; |
| } | |
| old_chunk=next_chunk; | |
| } else { | /// @todo check in doc: whether it documents NOW bad situation "abc".mid(-1, 3) =were?="ab" |
| // the last source chunk | String& String::mid(size_t substr_begin, size_t substr_end) const { |
| // taking only those rows of chunk that _left_to_copy | String& result=*new String; |
| memcpy(new_rows, old_chunk->rows, sizeof(Chunk::Row)*rows_left_to_copy); | |
| break; | size_t self_length=length(); |
| } | substr_begin=min(substr_begin, self_length); |
| substr_end=min(max(substr_end, substr_begin), self_length); | |
| if(substr_begin==substr_end) | |
| return result; | |
| // first: their langs | |
| result.langs.append(result.body, langs, substr_begin, substr_end); | |
| // next: letters themselves | |
| result.body=body.mid(substr_begin, substr_end-substr_begin); | |
| // SAPI::log("piece of '%s' from %d to %d is '%s'", | |
| //cstr(), substr_begin, substr_end, result.cstr()); | |
| ASSERT_STRING_INVARIANT(result); | |
| return result; | |
| } | |
| size_t String::pos(const StringBody substr, size_t this_offset, Language lang) const { | |
| size_t substr_begin=body.pos(substr, this_offset); | |
| if(substr_begin==CORD_NOT_FOUND || !langs.check_lang(lang, this_offset, substr.length())) | |
| return STRING_NOT_FOUND; | |
| return substr_begin; | |
| } | |
| size_t String::pos(const String& substr, | |
| size_t this_offset, Language lang) const { | |
| return pos(substr.body, this_offset, lang); | |
| } | |
| void String::split(ArrayString& result, | |
| size_t& pos_after, | |
| const char* delim, | |
| Language lang, int limit) const { | |
| size_t self_length=length(); | |
| if(size_t delim_length=strlen(delim)) { | |
| int pos_before; | |
| // while we have 'delim'... | |
| for(; (pos_before=pos(delim, pos_after, lang))!=STRING_NOT_FOUND && limit; limit--) { | |
| result+=&mid(pos_after, pos_before); | |
| pos_after=pos_before+delim_length; | |
| } | |
| // last piece | |
| if(pos_after<self_length && limit) { | |
| result+=&mid(pos_after, self_length); | |
| pos_after=self_length; | |
| } | } |
| } else { // empty delim | |
| result+=this; | |
| pos_after+=self_length; | |
| } | } |
| link_row->link=0; | |
| fused_rows=src_used_rows; | |
| fsize=src.fsize; | |
| } | } |
| String& String::append(const String& src, Untaint_lang lang) { | void String::split(ArrayString& result, |
| int src_used_rows=src.used_rows(); | size_t& pos_after, |
| int dst_free_rows=link_row-append_here; | const String& delim, Language lang, |
| int limit) const { | |
| if(src_used_rows<=dst_free_rows) { | if(!delim.is_empty()) { |
| // all new rows fit into last chunk | int pos_before; |
| memcpy(append_here, src.head.rows, sizeof(Chunk::Row)*src_used_rows); | // while we have 'delim'... |
| set_lang(append_here, lang, src_used_rows); | for(; (pos_before=pos(delim, pos_after, lang))!=STRING_NOT_FOUND && limit; limit--) { |
| append_here+=src_used_rows; | result+=&mid(pos_after, pos_before); |
| } else { | pos_after=pos_before+delim.length(); |
| // not all new rows fit into last chunk: shrinking it to used part, | |
| int used_rows=last_chunk->count-dst_free_rows; | |
| //int *countp=append_here | |
| link_row=&last_chunk->rows[last_chunk->count=used_rows]; | |
| // allocating only enough mem to fit src string rows | |
| // next append would allocate a new chunk | |
| last_chunk=static_cast<Chunk *>( | |
| malloc(sizeof(int)+sizeof(Chunk::Row)*src_used_rows+sizeof(Chunk *))); | |
| last_chunk->count=src_used_rows; | |
| link_row->link=last_chunk; | |
| append_here=link_row=&last_chunk->rows[src_used_rows]; | |
| const Chunk *old_chunk=&src.head; | |
| Chunk::Row *new_rows=last_chunk->rows; | |
| int rows_left_to_copy=src_used_rows; | |
| while(true) { | |
| int old_count=old_chunk->count; | |
| Chunk *next_chunk=old_chunk->rows[old_count].link; | |
| if(next_chunk) { | |
| // not last source chunk | |
| // taking it all | |
| memcpy(new_rows, old_chunk->rows, sizeof(Chunk::Row)*old_count); | |
| set_lang(new_rows, lang, old_count); | |
| new_rows+=old_count; | |
| rows_left_to_copy-=old_count; | |
| old_chunk=next_chunk; | |
| } else { | |
| // the last source chunk | |
| // taking only those rows of chunk that _left_to_copy | |
| memcpy(new_rows, old_chunk->rows, sizeof(Chunk::Row)*rows_left_to_copy); | |
| set_lang(new_rows, lang, rows_left_to_copy); | |
| break; | |
| } | |
| } | } |
| link_row->link=0; | // last piece |
| if(pos_after<length() && limit) { | |
| result+=&mid(pos_after, length()); | |
| pos_after=length(); | |
| } | |
| } else { // empty delim | |
| result+=this; | |
| pos_after+=length(); | |
| } | } |
| fused_rows+=src_used_rows; | } |
| fsize+=src.fsize; | |
| return *this; | static void regex_options(const String* options, int *result, bool& need_pre_post_match){ |
| struct Regex_option { | |
| const char* keyL; | |
| const char* keyU; | |
| int clear, set; | |
| int *result; | |
| bool *flag; | |
| } regex_option[]={ | |
| {"i", "I", 0, PCRE_CASELESS, result}, // a=A | |
| {"s", "S", 0, PCRE_DOTALL, result}, // \n\n$ [default] | |
| {"x", "U", 0, PCRE_EXTENDED, result}, // whitespace in regex ignored | |
| {"m", "M", PCRE_DOTALL, PCRE_MULTILINE, result}, // ^aaa\n$^bbb\n$ | |
| {"g", "G", 0, true, result+1}, // many rows | |
| {"'", 0, 0, 0, 0, &need_pre_post_match}, | |
| {0} | |
| }; | |
| result[0]=PCRE_EXTRA | PCRE_DOTALL | PCRE_DOLLAR_ENDONLY; | |
| result[1]=0; | |
| if(options && !options->is_empty()) | |
| for(Regex_option *o=regex_option; o->keyL; o++) | |
| if(options->pos(o->keyL)!=STRING_NOT_FOUND | |
| || (o->keyU && options->pos(o->keyU)!=STRING_NOT_FOUND)) { | |
| if(o->flag) | |
| *o->flag=true; | |
| else { // result | |
| *o->result &= ~o->clear; | |
| *o->result |= o->set; | |
| } | |
| } | |
| } | } |
| void String::set_lang(Chunk::Row *row, Untaint_lang lang, size_t size) { | |
| if(lang==PASS_APPEND) | Table* String::match(Charset& source_charset, |
| return; | const String& regexp, |
| const String* options, | |
| while(size--) { | Row_action row_action, void *info, |
| Untaint_lang& item_lang=(row++)->item.lang; | bool& just_matched) const { |
| if(item_lang==YES) // tainted? need untaint language assignment | if(regexp.is_empty()) |
| item_lang=lang; // assign untaint language | throw Exception(0, |
| 0, | |
| "regexp is empty"); | |
| const char* pattern=regexp.cstr(); | |
| const char* errptr; | |
| int erroffset; | |
| bool need_pre_post_match=false; | |
| int option_bits[2]={0}; regex_options(options, option_bits, need_pre_post_match); | |
| bool global=option_bits[1]!=0; | |
| pcre *code=pcre_compile(pattern, option_bits[0], | |
| &errptr, &erroffset, | |
| source_charset.pcre_tables); | |
| if(!code) | |
| throw Exception(0, | |
| ®exp.mid(erroffset, regexp.length()), | |
| "regular expression syntax error - %s", errptr); | |
| int subpatterns=pcre_info(code, 0, 0); | |
| if(subpatterns<0) { | |
| pcre_free(code); | |
| throw Exception(0, | |
| ®exp, | |
| "pcre_info error (%d)", | |
| subpatterns); | |
| } | |
| const char* subject=cstr(); | |
| size_t subject_length=strlen(subject); | |
| const int oveclength=(1/*match*/+MAX_MATCH_GROUPS)*3; | |
| int ovector[oveclength]; | |
| // create table | |
| Table::Action_options table_options; | |
| Table& table=*new Table(string_match_table_template, table_options); | |
| int exec_option_bits=0; | |
| int prestart=0; | |
| int poststart=0; | |
| int postfinish=length(); | |
| while(true) { | |
| int exec_substrings=pcre_exec(code, 0, | |
| subject, subject_length, prestart, | |
| exec_option_bits, ovector, oveclength); | |
| if(exec_substrings==PCRE_ERROR_NOMATCH) { | |
| pcre_free(code); | |
| row_action(table, 0/*last time, no raw*/, 0, 0, poststart, postfinish, info); | |
| if(global || subpatterns) | |
| return &table; // global or with subpatterns=true+result | |
| else { | |
| just_matched=false; return 0; // not global=no result | |
| } | |
| } | |
| if(exec_substrings<0) { | |
| pcre_free(code); | |
| throw Exception(0, | |
| ®exp, | |
| "regular expression execute error (%d)", | |
| exec_substrings); | |
| } | |
| int prefinish=ovector[0]; | |
| poststart=ovector[1]; | |
| ArrayString* row=new ArrayString; | |
| if(need_pre_post_match) { | |
| *row+=&mid(0, prefinish); // .prematch column value | |
| *row+=&mid(prefinish, poststart); // .match | |
| *row+=&mid(poststart, postfinish); // .postmatch | |
| } else { | |
| *row+=0; // .prematch column value | |
| *row+=0; // .match | |
| *row+=0; // .postmatch | |
| } | |
| for(int i=1; i<exec_substrings; i++) { | |
| // -1:-1 case handled peacefully by mid() itself | |
| *row+=&mid(ovector[i*2+0], ovector[i*2+1]); // .i column value | |
| } | |
| row_action(table, row, prestart, prefinish, poststart, postfinish, info); | |
| if(!global || prestart==poststart) { // not global | going to hang | |
| pcre_free(code); | |
| row_action(table, 0/*last time, no row*/, 0, 0, poststart, postfinish, info); | |
| return &table; | |
| } | |
| prestart=poststart; | |
| /* | |
| if(option_bits[0] & PCRE_MULTILINE) | |
| exec_option_bits|=PCRE_NOTBOL; // start of subject+startoffset not BOL | |
| */ | |
| } | } |
| } | } |
| void String::change_lang(Untaint_lang lang) { | String& String::change_case(Charset& source_charset, Change_case_kind kind) const { |
| Chunk *chunk=&head; | String& result=*new String(); |
| do { | if(is_empty()) |
| Chunk::Row *row=chunk->rows; | return result; |
| for(int i=0; i<chunk->count; i++) { | |
| if(row==append_here) | const unsigned char *tables=source_charset.pcre_tables; |
| goto break2; | |
| const unsigned char *a; | |
| row->item.lang=lang; | const unsigned char *b; |
| row++; | switch(kind) { |
| } | case CC_UPPER: |
| chunk=row->link; | a=tables+lcc_offset; |
| } while(chunk); | b=tables+fcc_offset; |
| break2: | break; |
| return; | case CC_LOWER: |
| a=tables+lcc_offset; | |
| b=0; | |
| break; | |
| default: | |
| throw Exception(0, | |
| this, | |
| "unknown change case kind #%d", | |
| static_cast<int>(kind)); // never | |
| a=b=0; // calm, compiler | |
| break; // never | |
| } | |
| char* new_cstr=cstrm(); | |
| char *dest=new_cstr; | |
| unsigned char index; | |
| for(const char* current=new_cstr; index=(unsigned char)*current; current++) { | |
| unsigned char c=a[index]; | |
| if(b) | |
| c=b[c]; | |
| *dest++=(char)c; | |
| } | |
| result.langs=langs; | |
| result.body=new_cstr; | |
| return result; | |
| } | } |
| String& String::real_append(STRING_APPEND_PARAMS) { | const String& String::replace(const Dictionary& dict) const { |
| if(!src) | String& result=*new String(); |
| return *this; | const char* old_cstr=cstr(); |
| if(!size) | const char* prematch_begin=old_cstr; |
| size=strlen(src); | |
| if(!size) | const char* current=old_cstr; |
| return *this; | while(*current) { |
| if(Table::element_type row=dict.first_that_begins(current)) { | |
| // prematch | |
| if(size_t prematch_length=current-prematch_begin) { | |
| result.langs.append(result.body, langs, prematch_begin-old_cstr, current-old_cstr); | |
| result.body.append_strdup_know_length(prematch_begin, prematch_length); | |
| } | |
| if(chunk_is_full()) | // match |
| expand(); | |
| append_here->item.ptr=src; | const String* a=row->get(0); |
| fsize+=append_here->item.size=size; | // skip 'a' in 'current'; move prematch_begin |
| append_here->item.lang=tainted?YES:NO; | current+=a->length(); prematch_begin=current; |
| #ifndef NO_STRING_ORIGIN | |
| append_here->item.origin.file=file; | if(row->count()>1) { // are there any b? |
| append_here->item.origin.line=line; | const String* b=row->get(1); |
| #endif | result<<*b; |
| append_here++; fused_rows++; | } |
| } else // simply advance | |
| current++; | |
| } | |
| return *this; | // postmatch |
| if(size_t postmatch_length=current-prematch_begin) { | |
| result.langs.append(result.body, langs, prematch_begin-old_cstr, current-old_cstr); | |
| result.body.append_strdup_know_length(prematch_begin, postmatch_length); | |
| } | |
| ASSERT_STRING_INVARIANT(result); | |
| return result; | |
| } | } |
| uint String::hash_code() const { | double String::as_double() const { |
| uint result=0; | double result; |
| const char *str=cstr(); | |
| while(*str && isspace(*str)) | |
| str++; | |
| if(!*str) | |
| return 0; | |
| char *error_pos; | |
| // 0xABC | |
| if(str[0]=='0') | |
| if(str[1]=='x' || str[1]=='X') | |
| result=(double)(unsigned long)strtol(str, &error_pos, 0); | |
| else | |
| result=(double)strtod(str+1/*skip leading 0*/, &error_pos); | |
| else | |
| result=(double)strtod(str, &error_pos); | |
| while(char c=*error_pos++) | |
| if(!isspace(c)) | |
| throw Exception("number.format", | |
| this, | |
| "invalid number (double)"); | |
| const Chunk *chunk=&head; | |
| do { | |
| const Chunk::Row *row=chunk->rows; | |
| for(int i=0; i<chunk->count; i++) { | |
| if(row==append_here) | |
| goto break2; | |
| result=Hash::generic_code(result, row->item.ptr, row->item.size); | |
| row++; | |
| } | |
| chunk=row->link; | |
| } while(chunk); | |
| break2: | |
| return result; | return result; |
| } | } |
| int String::as_int() const { | |
| int String::cmp(const String& src) const { | |
| const Chunk *a_chunk=&head; | |
| const Chunk *b_chunk=&src.head; | |
| const Chunk::Row *a_row=a_chunk->rows; | |
| const Chunk::Row *b_row=b_chunk->rows; | |
| int a_offset=0; | |
| int b_offset=0; | |
| Chunk::Row *a_end=append_here; | |
| Chunk::Row *b_end=src.append_here; | |
| int a_countdown=a_chunk->count; | |
| int b_countdown=b_chunk->count; | |
| bool a_break=false; | |
| bool b_break=false; | |
| int result; | int result; |
| while(true) { | const char *str=cstr(); |
| a_break=a_row==a_end; | |
| b_break=b_row==b_end; | while(*str && isspace(*str)) |
| if(a_break || b_break) | str++; |
| break; | if(!*str) |
| return 0; | |
| int size_diff= | |
| (a_row->item.size-a_offset)- | char *error_pos; |
| (b_row->item.size-b_offset); | // 0xABC |
| if(str[0]=='0') | |
| if(size_diff==0) { // a has same size as b | if(str[1]=='x' || str[1]=='X') |
| result=memcmp(a_row->item.ptr+a_offset, b_row->item.ptr+b_offset, a_row->item.size-a_offset); | result=(int)(unsigned long)strtol(str, &error_pos, 0); |
| if(result) | else |
| return result; | result=(int)strtol(str+1/*skip leading 0*/, &error_pos, 0); |
| a_row++; a_countdown--; a_offset=0; | |
| b_row++; b_countdown--; b_offset=0; | |
| } else if (size_diff>0) { // a longer | |
| result=memcmp(a_row->item.ptr+a_offset, b_row->item.ptr+b_offset, b_row->item.size-b_offset); | |
| if(result) | |
| return result; | |
| a_offset+=b_row->item.size-b_offset; | |
| b_row++; b_countdown--; b_offset=0; | |
| } else { // b longer | |
| result=memcmp(a_row->item.ptr+a_offset, b_row->item.ptr+b_offset, a_row->item.size-a_offset); | |
| if(result) | |
| return result; | |
| b_offset+=a_row->item.size-a_offset; | |
| a_row++; a_countdown--; a_offset=0; | |
| } | |
| if(!a_countdown) { | |
| a_chunk=a_row->link; | |
| a_row=a_chunk->rows; | |
| a_countdown=a_chunk->count; | |
| } | |
| if(!b_countdown) { | |
| b_chunk=b_row->link; | |
| b_row=b_chunk->rows; | |
| b_countdown=b_chunk->count; | |
| } | |
| } | |
| if(a_break==b_break) // ended simultaneously | |
| result=0; | |
| else if(a_break) // first bytes equal, but a ended before b | |
| result=-1; | |
| else | else |
| result=+1; | result=(int)strtol(str, &error_pos, 0); |
| while(char c=*error_pos++) | |
| if(!isspace(c)) | |
| throw Exception("number.format", | |
| this, | |
| "invalid number (int)"); | |
| return result; | return result; |
| } | } |
| bool String::operator == (const char* b_ptr) const { | inline void uint2uchars(uint word, uchar *bytes) { |
| size_t b_size=b_ptr?strlen(b_ptr):0; | bytes[0]=word&0xFF; |
| if(size() != b_size) | bytes[1]=(word>>8)&0xFF; |
| bytes[2]=(word>>16)&0xFF; | |
| bytes[3]=(word>>24)&0xFF; | |
| } | |
| inline uint uchars2uint(uchar *bytes) { | |
| return bytes[3]<<24 | |
| | bytes[2]<<16 | |
| | bytes[1]<<8 | |
| | bytes[0]; | |
| } | |
| static int serialize_body_piece(const char* s, char** cur) { | |
| size_t length=strlen(s); | |
| memcpy(*cur, s, length); *cur+=length; | |
| return 0; | |
| }; | |
| String::Cm String::serialize(size_t prolog_length) const { | |
| #if TODO | |
| //_asm int 3; | |
| size_t buf_length= | |
| prolog_length | |
| +sizeof(size_t) | |
| +langs.count()*(sizeof(Language)+sizeof(size_t)) | |
| +length(); | |
| String::Cm result(new(PointerFreeGC) char[buf_length], buf_length); | |
| // 1: prolog | |
| char *cur=result.str+prolog_length; | |
| // 2: langs.count | |
| size_t fragments_count=langs.count(); | |
| memcpy(cur, &fragments_count, sizeof(fragments_count)); cur+=sizeof(fragments_count); | |
| // 3: lang info | |
| for(Array_iterator<ArrayFragment::element_type> i(langs); i.has_next(); ) { | |
| const Fragment fragment=i.next(); | |
| // lang | |
| memcpy(cur, &fragment.lang, sizeof(fragment.lang)); cur+=sizeof(fragment.lang); | |
| // length | |
| memcpy(cur, &fragment.length, sizeof(fragment.length)); cur+=sizeof(fragment.length); | |
| } | |
| // 4: letters | |
| body.for_each(serialize_body_piece, &cur); | |
| return result; | |
| #endif | |
| return String::Cm(0, 0); | |
| } | |
| bool String::deserialize(size_t prolog_length, void *buf, size_t buf_length) { | |
| #if TODO | |
| if(buf_length<=prolog_length) | |
| return false; | return false; |
| buf_length-=prolog_length; | |
| const Chunk *a_chunk=&head; | // 1: prolog |
| const Chunk::Row *a_row=a_chunk->rows; | const char* cur=(const char* )buf+prolog_length; |
| int a_offset=0; | |
| int b_offset=0; | |
| Chunk::Row *a_end=append_here; | |
| int a_countdown=a_chunk->count; | |
| bool a_break=false; | |
| bool b_break=false; | |
| while(true) { | |
| int size_diff= | |
| (a_row->item.size-a_offset)- | |
| (b_size-b_offset); | |
| if(size_diff==0) { // a has same size as b | // 2: langs.count |
| if(memcmp(a_row->item.ptr+a_offset, b_ptr+b_offset, a_row->item.size-a_offset)!=0) | if(buf_length<sizeof(size_t)) // langs.count don't fit? |
| return false; | return false; |
| a_row++; a_countdown--; a_offset=0; | size_t fragments_count=*reinterpret_cast<const size_t*>(cur); cur+=sizeof(size_t); |
| b_break=true; | buf_length-=sizeof(size_t); |
| } else if (size_diff>0) { // a longer | |
| if(memcmp(a_row->item.ptr+a_offset, b_ptr+b_offset, b_size-b_offset)!=0) | if(fragments_count) { |
| return false; | // 3: lang info |
| a_offset+=b_size-b_offset; | size_t total_length=0; |
| b_break=true; | for(size_t f=0; f<fragments_count; f++) { |
| } else { // b longer | size_t piece_length=sizeof(Language)+sizeof(size_t); |
| if(memcmp(a_row->item.ptr+a_offset, b_ptr+b_offset, a_row->item.size-a_offset)!=0) | if(buf_length<piece_length) // lang+length |
| return false; | return false; |
| b_offset+=a_row->item.size-a_offset; | |
| a_row++; a_countdown--; a_offset=0; | |
| } | |
| a_break=a_row==a_end; | Language lang=*reinterpret_cast<const Language *>(cur); cur+=sizeof(Language); |
| if(a_break || b_break) | size_t fragment_length=*reinterpret_cast<const size_t*>(cur); cur+=sizeof(size_t); |
| break; | langs+=Fragment(lang, fragment_length); |
| total_length+=fragment_length; | |
| if(!a_countdown) { | |
| a_chunk=a_row->link; | buf_length-=piece_length; |
| a_row=a_chunk->rows; | |
| a_countdown=a_chunk->count; | |
| } | } |
| // 4: letters | |
| if(buf_length!=total_length) | |
| return false; | |
| body=StringBody(cur, buf_length); | |
| } | } |
| return a_break==b_break; | |
| ASSERT_STRING_INVARIANT(*this); | |
| return true; | |
| #endif | |
| return false; | |
| } | } |