|
|
| version 1.125, 2001/10/09 13:23:25 | version 1.172.2.14.2.8, 2003/03/24 09:54:41 |
|---|---|
| Line 1 | Line 1 |
| /** @file | /** @file |
| Parser: @b table parser class. | Parser: @b table parser class. |
| Copyright (c) 2001 ArtLebedev Group (http://www.artlebedev.com) | Copyright (c) 2001-2003 ArtLebedev Group (http://www.artlebedev.com) |
| Author: Alexander Petrosyan <paf@design.ru> (http://design.ru/paf) | Author: Alexandr Petrosian <paf@design.ru> (http://paf.design.ru) |
| $Id$ | |
| */ | */ |
| static const char* IDENT_TABLE_C="$Date$"; | |
| #include "classes.h" | #include "classes.h" |
| #include "pa_config_includes.h" | #include "pa_vmethod_frame.h" |
| #include "pa_common.h" | #include "pa_common.h" |
| #include "pa_request.h" | #include "pa_request.h" |
| #include "pa_vtable.h" | #include "pa_vtable.h" |
| Line 16 | Line 17 |
| #include "pa_sql_connection.h" | #include "pa_sql_connection.h" |
| #include "pa_vbool.h" | #include "pa_vbool.h" |
| // defines | |
| #define TABLE_CLASS_NAME "table" | |
| // class | // class |
| class MTable : public Methoded { | class MTable: public Methoded { |
| public: // VStateless_class | public: // VStateless_class |
| Value *create_new_value(Pool& pool) { return new(pool) VTable(pool); } | Value* create_new_value() { return new VTable(); } |
| public: | public: |
| MTable(Pool& pool); | MTable(); |
| public: // Methoded | public: // Methoded |
| bool used_directly() { return true; } | bool used_directly() { return true; } |
| }; | }; |
| // global variable | |
| DECLARE_CLASS_VAR(table, new MTable, 0); | |
| // defines for globals | |
| #define SQL_LIMIT_NAME "limit" | |
| #define SQL_OFFSET_NAME "offset" | |
| #define SQL_DEFAULT_NAME "default" | |
| #define SQL_DISTINCT_NAME "distinct" | |
| // globals | |
| const String& sql_limit_name(new String(SQL_LIMIT_NAME)); | |
| const String& sql_offset_name(new String(SQL_OFFSET_NAME)); | |
| const String& sql_default_name(new String(SQL_DEFAULT_NAME)); | |
| const String& sql_distinct_name(new String(SQL_DISTINCT_NAME)); | |
| // methods | // methods |
| static void _set(Request& r, const String& method_name, MethodParams *params) { | static void get_copy_options(Request& r, MethodParams* params, int param_index, |
| Pool& pool=r.pool(); | const Table& source, |
| // data is last parameter | int& offset, |
| Value& vdata=params->as_junction(params->size()-1, "body must be code"); | int& limit) { |
| offset=0; | |
| limit=0; | |
| if(params->count()<=param_index) | |
| return; | |
| Value* voptions=params->as_no_junction(param_index, "options must be hash, not code"); | |
| if(!voptions->is_string()) { | |
| if(HashStringValue* options=voptions->get_hash()) { | |
| int valid_options=0; | |
| if(Value* voffset=options->get(sql_offset_name)) { | |
| valid_options++; | |
| if(voffset->is_string()) { | |
| const String& soffset=voffset->get_string(); | |
| if(*soffset == "cur") | |
| offset=source.current(); | |
| else | |
| throw Exception("parser.runtime", | |
| soffset, | |
| "must be 'cur' string or expression"); | |
| } else | |
| offset=r.process_to_value(voffset)->as_int(); | |
| } | |
| if(Value* vlimit=options->get(sql_limit_name)) { | |
| valid_options++; | |
| limit=r.process_to_value(vlimit)->as_int(); | |
| if(!limit) // zero limit = should be 'nothing to copy', for methods zero means 'all' | |
| limit=-1; // thus fixing | |
| } | |
| if(valid_options!=options->count()) | |
| throw Exception("parser.runtime", | |
| method_name, | |
| "called with invalid option"); | |
| } else | |
| throw Exception("parser.runtime", | |
| method_name, | |
| "options must be hash"); | |
| } | |
| } | |
| static void _create(Request& r, MethodParams* params) { | |
| // clone/copy part? | |
| if(const Table *source=(*params)[0]->get_table()) { | |
| int offset, limit; | |
| get_copy_options(r, method_name, params, 1, *source, | |
| offset, limit); | |
| GET_SELF(r, VTable).set_table(Table*(new Table(*source, offset, limit))); | |
| return; | |
| } | |
| Temp_lang temp_lang(r, String::UL_PASS_APPENDED); | // data is last parameter |
| const String& data=r.process(vdata).as_string(); | Temp_lang temp_lang(r, String::L_PASS_APPENDED); |
| const String& data= | |
| r.process_to_string(params->as_junction(params->count()-1, "body must be code")); | |
| size_t pos_after=0; | size_t pos_after=0; |
| // parse columns | // parse columns |
| Array *columns; | Table::columns_type columns; |
| if(params->size()==2) { | if(params->count()==2) { |
| columns=0; | columns=Table::columns_type(0); // nameless |
| } else { | } else { |
| columns=new(pool) Array(pool); | columns=Table::columns_type(new ArrayString); |
| Array head(pool); | ArrayString head; |
| data.split(head, &pos_after, "\n", 1, String::UL_CLEAN, 1); | data->split(head, &pos_after, "\n", 1, String::L_AS_IS, 1); |
| if(head.size()) | if(head.count()) |
| head.get_string(0)->split(*columns, 0, "\t", 1, String::UL_CLEAN); | head[0]->split(*columns, 0, "\t", 1, String::L_AS_IS); |
| } | } |
| Table& table=*new(pool) Table(pool, &method_name, columns); | Table* table(new Table(method_name, columns)); |
| // parse cells | // parse cells |
| Array rows(pool); | |
| data.split(rows, &pos_after, "\n", 1, String::UL_CLEAN); | ArrayString rows; |
| Array_iter i(rows); | data->split(rows, &pos_after, "\n", 1, String::L_AS_IS); |
| Array_iterator<String*> i(rows); | |
| while(i.has_next()) { | while(i.has_next()) { |
| Array& row=*new(pool) Array(pool); | Table::element_type row(new ArrayString); |
| const String& string=*i.next_string(); | const String& string=i.next(); |
| // remove comment lines | // remove comment lines |
| if(!string.size()) | if(!string->length()) |
| continue; | continue; |
| string.split(row, 0, "\t", 1, String::UL_CLEAN); | string->split(*row, 0, "\t", 1, String::L_AS_IS); |
| table+=&row; | *table+=row; |
| } | } |
| // replace any previous table value | // replace any previous table value |
| static_cast<VTable *>(r.self)->set_table(table); | GET_SELF(r, VTable).set_table(table); |
| } | } |
| static void _load(Request& r, const String& method_name, MethodParams *params) { | static void _load(Request& r, MethodParams* params) { |
| Pool& pool=r.pool(); | const String& first_param=params->as_string(0, "file name must be string"); |
| // filename is last parameter | int filename_param_index=0; |
| Value& vfile_name=params->as_no_junction(params->size()-1, | bool nameless=*first_param=="nameless"; |
| "file name must not be code"); | if(nameless) |
| filename_param_index++; | |
| int options_param_index=filename_param_index+1; | |
| // loading text | // loading text |
| char *data=file_read_text(pool, r.absolute(vfile_name.as_string())); | char *data=file_read_text(r.charsets.source(), |
| r.absolute(params->as_string(filename_param_index, "file name must be string")), | |
| true, | |
| options_param_index<params->count()?params->as_no_junction(options_param_index, "additional params must be hash")->get_hash():0 | |
| ); | |
| // parse columns | // parse columns |
| Array *columns; | Table::columns_type columns; |
| #ifndef NO_STRING_ORIGIN | #ifndef NO_STRING_ORIGIN |
| const Origin& origin=method_name.origin(); | const String_fragment::Origin& origin=method_name->origin(); |
| const char *file=origin.file; | const char* file=origin.file; |
| uint line=origin.line; | uint line=origin.line; |
| #endif | #endif |
| if(params->size()==2) { | if(nameless) { |
| columns=0; | columns=Table::columns_type(0); // nameless |
| } else { | } else { |
| columns=new(pool) Array(pool); | columns=Table::columns_type(new ArrayString); |
| if(char *row_chars=getrow(&data)) | while(char *row_chars=getrow(&data)) { |
| // remove empty&comment lines | |
| if(!*row_chars || *row_chars == '#') | |
| continue; | |
| do { | do { |
| String *name=new(pool) String(pool); | const String& name(new String); |
| name->APPEND_TAINTED(lsplit(&row_chars, '\t'), 0, file, line++); | name->APPEND_TAINTED(lsplit(&row_chars, '\t'), 0, file, line++); |
| *columns+=name; | *columns+=name; |
| } while(row_chars); | } while(row_chars); |
| break; | |
| } | |
| } | } |
| // parse cells | // parse cells |
| Table& table=*new(pool) Table(pool, &method_name, columns); | Table* table(new Table(method_name, columns)); |
| char *row_chars; | char *row_chars; |
| while(row_chars=getrow(&data)) { | while(row_chars=getrow(&data)) { |
| // remove empty&comment lines | // remove empty&comment lines |
| if(!*row_chars || *row_chars == '#') | if(!*row_chars || *row_chars == '#') |
| continue; | continue; |
| Array *row=new(pool) Array(pool); | Table::element_type row(new ArrayString); |
| while(char *cell_chars=lsplit(&row_chars, '\t')) { | while(char *cell_chars=lsplit(&row_chars, '\t')) { |
| String *cell=new(pool) String(pool); | const String& cell(new String); |
| cell->APPEND_TAINTED(cell_chars, 0, file, line); | cell->APPEND_TAINTED(cell_chars, 0, file, line); |
| *row+=cell; | *row+=cell; |
| } | } |
| #ifndef NO_STRING_ORIGIN | #ifndef NO_STRING_ORIGIN |
| line++; | line++; |
| #endif | #endif |
| table+=row; | *table+=row; |
| }; | }; |
| // replace any previous table value | // replace any previous table value |
| static_cast<VTable *>(r.self)->set_table(table); | GET_SELF(r, VTable).set_table(table); |
| } | } |
| static void _save(Request& r, const String& method_name, MethodParams *params) { | /// @todo "x\nx" "xxx""xx" |
| Pool& pool=r.pool(); | static void _save(Request& r, MethodParams* params) { |
| Value& vfile_name=params->as_no_junction(params->size()-1, | Value& vfile_name=params->as_no_junction(params->count()-1, "file name must not be code"); |
| "file name must not be code"); | |
| Table& table=static_cast<VTable *>(r.self)->table(); | Table& table=GET_SELF(r, VTable).table(); |
| String sdata(pool); | bool do_append=false; |
| if(params->size()==1) { // not nameless=named output | String sdata; |
| if(params->count()==1) { // named output | |
| // write out names line | // write out names line |
| if(table.columns()) { // named table | if(table.columns()) { // named table |
| Array_iter i(*table.columns()); | Array_iterator<String*> i(*table.columns()); |
| while(i.has_next()) { | while(i.has_next()) { |
| sdata.append(*i.next_string(), //*static_cast<String *>(table.columns()->quick_get(column)), | sdata.append(*i.next(), String::L_TABLE); |
| String::UL_TABLE); | |
| if(i.has_next()) | if(i.has_next()) |
| sdata.APPEND_CONST("\t"); | sdata.APPEND_CONST("\t"); |
| } | } |
| } else { // nameless table | } else { // nameless table |
| if(int lsize=table.size()?static_cast<Array *>(table.get(0))->size():0) | if(int lsize=table.count()?table[0]->count():0) |
| for(int column=0; column<lsize; column++) { | for(int column=0; column<lsize; column++) { |
| char *cindex_tab=(char *)pool.malloc(MAX_NUMBER); | char *cindex_tab=new char[MAX_NUMBER]; |
| snprintf(cindex_tab, MAX_NUMBER, "%d\t", column); | sdata.append(cindex_tab, |
| sdata.APPEND_CONST(cindex_tab); | snprintf(cindex_tab, MAX_NUMBER, "%d\t", column), |
| String::L_CLEAN); | |
| } | } |
| else | else |
| sdata.APPEND_CONST("empty nameless table"); | sdata.APPEND_CONST("empty nameless table"); |
| } | } |
| sdata.APPEND_CONST("\n"); | sdata.APPEND_CONST("\n"); |
| } else { // mode specified | |
| const String& mode=params->as_string(0, "mode must be string"); | |
| if(*mode=="append") | |
| do_append=true; | |
| else if(*mode=="nameless") | |
| /*ok, already skipped names output*/; | |
| else | |
| throw Exception("parser.runtime", | |
| mode, | |
| "unknown mode, must be 'append'"); | |
| } | } |
| // data lines | // data lines |
| Array_iter i(table); | Array_iterator<ArrayString*> i(table); |
| while(i.has_next()) { | while(i.has_next()) { |
| Array_iter c(*static_cast<Array *>(i.next())); | Array_iterator<String*> c(*i.next()); |
| while(c.has_next()) { | while(c.has_next()) { |
| sdata.append(*c.next_string(), //*static_cast<String *>(row->quick_get(column)), | if(const String* s=c.next()) |
| String::UL_TABLE); | sdata.append(*s, String::L_TABLE); |
| if(c.has_next()) | if(c.has_next()) |
| sdata.APPEND_CONST("\t"); | sdata.append("\t", 1, String::L_CLEAN); |
| } | } |
| sdata.APPEND_CONST("\n"); | sdata.append("\n", 1, String::L_CLEAN); |
| } | } |
| // write | // write |
| file_write(pool, r.absolute(vfile_name.as_string()), | file_write(r.absolute(vfile_name.as_string()), |
| sdata.cstr(), sdata.size(), true); | sdata.cstr(), sdata.length(), true, do_append); |
| } | } |
| static void _count(Request& r, const String& method_name, MethodParams *) { | static void _count(Request& r, MethodParams* ) { |
| Pool& pool=r.pool(); | int result=GET_SELF(r, VTable).table().count(); |
| Value& value=*new(pool) VInt(pool, static_cast<VTable *>(r.self)->table().size()); | r.write_no_lang(Value*(new VInt(result))); |
| value.set_name(method_name); | } |
| r.write_no_lang(value); | |
| } | static void _line(Request& r, MethodParams* ) { |
| int result=1+GET_SELF(r, VTable).table().current(); | |
| static void _line(Request& r, const String& method_name, MethodParams *) { | r.write_no_lang(Value*(new VInt(result))); |
| Pool& pool=r.pool(); | } |
| Value& value=*new(pool) VInt(pool, 1+static_cast<VTable *>(r.self)->table().current()); | |
| value.set_name(method_name); | static void _offset(Request& r, MethodParams* params) { |
| r.write_no_lang(value); | Table& table=GET_SELF(r, VTable).table(); |
| } | if(params->count()) { |
| bool absolute=false; | |
| static void _offset(Request& r, const String& method_name, MethodParams *params) { | if(params->count()>1) { |
| Pool& pool=r.pool(); | const String& whence=params->as_string(0, "whence must be string"); |
| Table& table=static_cast<VTable *>(r.self)->table(); | if(*whence=="cur") |
| if(params->size()) { | absolute=false; |
| Value& offset_expr=params->as_junction(0, "offset must be expression"); | else if(*whence=="set") |
| table.shift(r.process(offset_expr).as_int()); | absolute=true; |
| } else { | else |
| Value& value=*new(pool) VInt(pool, table.current()); | throw Exception("parser.runtime", |
| value.set_name(method_name); | whence, |
| r.write_no_lang(value); | "is invalid whence, valid are 'cur' or 'set'"); |
| } | } |
| Value* offset_expr=params->as_junction(params->count()-1, "offset must be expression"); | |
| table.offset(absolute, r.process_to_value(offset_expr)->as_int()); | |
| } else | |
| r.write_no_lang(Value*(new VInt(table.current()))); | |
| } | } |
| static void _menu(Request& r, const String& method_name, MethodParams *params) { | static void _menu(Request& r, MethodParams* params) { |
| Value& body_code=params->as_junction(0, "body must be code"); | Value* body_code=params->as_junction(0, "body must be code"); |
| Value *delim_maybe_code=params->size()>1?¶ms->get(1):0; | Value* delim_maybe_code=params->count()>1?(*params)[1]:0; |
| VTable& vtable=*static_cast<VTable *>(r.self); | Table& table=GET_SELF(r, VTable).table(); |
| Table& table=vtable.table(); | |
| bool need_delim=false; | bool need_delim=false; |
| int saved_current=table.current(); | int saved_current=table.current(); |
| int size=table.size(); | int size=table.count(); |
| for(int row=0; row<size; row++) { | for(int row=0; row<size; row++) { |
| table.set_current(row); | table.set_current(row); |
| Value& processed_body=r.process(body_code); | StringOrValue sv_processed=r.process(body_code); |
| if(delim_maybe_code) { // delimiter set? | const String& s_processed=sv_processed.get_string(); |
| const String *string=processed_body.get_string(); | if(delim_maybe_code && s_processed && s_processed->length()) { // delimiter set and we have body |
| if(need_delim && string && string->size()) // need delim & iteration produced string? | if(need_delim) // need delim & iteration produced string? |
| r.write_pass_lang(r.process(*delim_maybe_code)); | r.write_pass_lang(r.process(delim_maybe_code)); |
| need_delim=true; | need_delim=true; |
| } | } |
| r.write_pass_lang(processed_body); | r.write_pass_lang(sv_processed); |
| } | } |
| table.set_current(saved_current); | table.set_current(saved_current); |
| } | } |
| #ifndef DOXYGEN | #ifndef DOXYGEN |
| struct Row_info { | struct Row_info { |
| Request *r; | |
| Table *table; | Table *table; |
| Value* key_code; | |
| int key_field; | int key_field; |
| Array *value_fields; | Array<int>* value_fields; |
| Hash *hash; | HashStringValue* hash; |
| bool distinct; | |
| int row; | |
| }; | }; |
| #endif | #endif |
| static void table_row_to_hash(Array::Item *value, void *info) { | static void table_row_to_hash(Table::element_type row, Row_info *info) { |
| Array& row=*static_cast<Array *>(value); | const String& key; |
| Row_info& ri=*static_cast<Row_info *>(info); | if(info->key_code) { |
| Pool& pool=ri.table->pool(); | info->table->set_current(info->row++); // change context row |
| StringOrValue sv_processed=info->r->process(info->key_code); | |
| if(ri.key_field<row.size()) { | key=sv_processed.as_string(); |
| VHash& result=*new(pool) VHash(pool); | } else |
| Hash& hash=*result.get_hash(); | key=info->key_field<row->count()?row->get(info->key_field):0; |
| for(int i=0; i<ri.value_fields->size(); i++) { | |
| int value_field=ri.value_fields->get_int(i); | if(!key) |
| if(value_field<row.size()) | return; // ignore rows without key [too-short-record_array if-indexed] |
| hash.put( | |
| *ri.table->columns()->get_string(value_field), | |
| new(pool) VString(*row.get_string(value_field))); | |
| } | |
| ri.hash->put(*row.get_string(ri.key_field), &result); | VHash* vhash=new VHash; |
| } | HashStringValue& hash=vhash->hash(); |
| } | for(int i=0; i<info->value_fields->count(); i++) { |
| static void _hash(Request& r, const String& method_name, MethodParams *params) { | int value_field=info->value_fields->get(i); |
| Pool& pool=r.pool(); | if(value_field<row->count()) |
| Table& self_table=static_cast<VTable *>(r.self)->table(); | hash.put( |
| Value& result=*new(pool) VHash(pool); | info->table->columns()->get(value_field), |
| if(const Array *columns=self_table.columns()) | Value*(new VString(row->get(value_field)))); |
| if(columns->size()>1) { | } |
| const String& key_field_name=params->as_no_junction(0, | |
| "key field name must not be code").as_string(); | if(info->hash->put_dont_replace(key, vhash)) // put. existed? |
| int key_field=self_table.column_name2index(key_field_name, true); | if(!info->distinct) |
| throw Exception("parser.runtime", | |
| Array value_fields(pool); | &key, |
| if(params->size()>1) { | "duplicate key"); |
| Value& value_fields_param=params->as_no_junction(1, "value field(s) must not be code"); | } |
| if(value_fields_param.is_string()) { | static void _hash(Request& r, MethodParams* params) { |
| value_fields+=self_table.column_name2index(value_fields_param.as_string(), true); | Table& self_table=GET_SELF(r, VTable).table(); |
| } else if(Table *value_fields_table=value_fields_param.get_table()) { | VHash* result(new VHash); |
| for(int i=0; i<value_fields_table->size(); i++) { | if(Table::columns_type columns=self_table.columns()) |
| const String& value_field_name= | if(columns->count()>0) { |
| *static_cast<Array *>(value_fields_table->get(i))->get_string(0); | bool distinct=false; |
| int param_index=params->count()-1; | |
| if(param_index>0) { | |
| if(HashStringValue* options= | |
| params->as_no_junction(param_index, "param must not be code")->get_hash()) { | |
| --param_index; | |
| int valid_options=0; | |
| if(Value* vdistinct=options->get(sql_distinct_name)) { | |
| valid_options++; | |
| distinct=r.process_to_value(vdistinct)->as_bool(); | |
| } | |
| if(valid_options!=options->count()) | |
| throw Exception("parser.runtime", | |
| method_name, | |
| "called with invalid option"); | |
| } | |
| } | |
| if(param_index==2) // bad options param type | |
| throw Exception("parser.runtime", | |
| method_name, | |
| "options must be hash"); | |
| Array<int> value_fields; | |
| if(param_index>0) { | |
| Value* value_fields_param=params->as_no_junction(param_index, "value field(s) must not be code"); | |
| if(value_fields_param->is_string()) { | |
| value_fields+=self_table.column_name2index( | |
| value_fields_param->as_string(), true); | |
| } else if(Table* value_fields_table=value_fields_param->get_table()) { | |
| for(int i=0; i<value_fields_table->count(); i++) { | |
| const String& value_field_name= | |
| value_fields_table->get(i)->get(0); | |
| value_fields+=self_table.column_name2index(value_field_name, true); | value_fields+=self_table.column_name2index(value_field_name, true); |
| } | } |
| } else | } else |
| PTHROW(0, 0, | throw Exception("parser.runtime", |
| &method_name, | method_name, |
| "value field(s) must be string or self_table" | "value field(s) must be string or self_table" |
| ); | ); |
| } else { // by all columns, including key | } else { // by all columns, including key |
| for(int i=0; i<columns->size(); i++) | for(int i=0; i<columns->count(); i++) |
| value_fields+=i; | value_fields+=i; |
| } | } |
| // integers: key_field & value_fields | |
| Row_info row_info={&self_table, key_field, &value_fields, result.get_hash()}; | { |
| self_table.for_each(table_row_to_hash, &row_info); | Row_info info; |
| info.r=&r; | |
| info.table=&self_table; | |
| Value* key_param=(*params)[0]; | |
| info.key_code=key_param->get_junction()?key_param:0; | |
| info.key_field=info.key_code?-1 | |
| :self_table.column_name2index(key_param->as_string(), true); | |
| info.value_fields=&value_fields; | |
| info.hash=&result->hash(); | |
| info.distinct=distinct; | |
| info.row=0; | |
| int saved_current=self_table.current(); | |
| self_table.for_each(table_row_to_hash, &info); | |
| self_table.set_current(saved_current); | |
| } | |
| } | } |
| result.set_name(method_name); | |
| r.write_no_lang(result); | r.write_no_lang(result); |
| } | } |
| #ifndef DOXYGEN | #ifndef DOXYGEN |
| struct Table_seq_item { | struct Table_seq_item { |
| Array *row; | ArrayString* row; |
| union { | union { |
| char *c_str; | char *c_str; |
| double d; | double d; |
| Line 320 static int sort_cmp_double(const void *a | Line 459 static int sort_cmp_double(const void *a |
| else | else |
| return 0; | return 0; |
| } | } |
| static void _sort(Request& r, const String& method_name, MethodParams *params) { | static void _sort(Request& r, MethodParams* params) { |
| Pool& pool=r.pool(); | Pool local_pool; |
| Value& key_maker=params->as_junction(0, "key-maker must be code"); | Value* key_maker=params->as_junction(0, "key-maker must be code"); |
| bool reverse=params->size()>1/*..[desc|asc|]*/? | bool reverse=params->count()>1/*..[desc|asc|]*/? |
| reverse=params->as_no_junction(1, "order must not be code").as_string()=="desc": | reverse=*params->as_no_junction(1, "order must not be code")->as_string(&local_pool)=="desc": |
| false; // default=asc | false; // default=asc |
| Table& old_table=static_cast<VTable *>(r.self)->table(); | Table& old_table=GET_SELF(r, VTable).table(); |
| Table& new_table=*new(pool) Table(pool, &method_name, old_table.columns()); | Table* new_table(new Table(method_name, old_table.columns())); |
| Table_seq_item *seq=(Table_seq_item *)pool.malloc(sizeof(Table_seq_item)*old_table.size()); | smart_ptr<Table_seq_item> seq(new Table_seq_item[old_table.count()]); |
| int i; | int i; |
| // calculate key values | // calculate key values |
| bool key_values_are_strings=true; | bool key_values_are_strings=true; |
| // save 'current' | for(i=0; i<old_table.count(); i++) { |
| int saved_current=old_table.current(); | |
| for(i=0; i<old_table.size(); i++) { | |
| old_table.set_current(i); | old_table.set_current(i); |
| // calculate key value | // calculate key value |
| seq[i].row=(MethodParams *)old_table.get(i); | seq[i].row=old_table[i]; |
| Value& value=*r.process(key_maker).as_expr_result(true/*return string as-is*/); | Value* value=r.process_to_value(key_maker)->as_expr_result(true/*return string as-is*/); |
| if(i==0) // determining key values type by first one | if(i==0) // determining key values type by first one |
| key_values_are_strings=value.is_string(); | key_values_are_strings=value->is_string(); |
| if(key_values_are_strings) | if(key_values_are_strings) |
| seq[i].value.c_str=value.as_string().cstr(); | seq[i].value.c_str=value->as_string(&local_pool)->cstr(local_pool); |
| else | else |
| seq[i].value.d=value.as_double(); | seq[i].value.d=value->as_double(); |
| } | } |
| // restore 'current' | |
| old_table.set_current(saved_current); | |
| // sort keys | // sort keys |
| _qsort(seq, old_table.size(), sizeof(Table_seq_item), | _qsort(seq, old_table.count(), sizeof(Table_seq_item), |
| key_values_are_strings?sort_cmp_string:sort_cmp_double); | key_values_are_strings?sort_cmp_string:sort_cmp_double); |
| // reorder table as they require in 'seq' | // reorder table as they require in 'seq' |
| for(i=0; i<old_table.size(); i++) | for(i=0; i<old_table.count(); i++) |
| new_table+=seq[reverse?old_table.size()-1-i:i].row; | *new_table+=Table::element_type(seq[reverse?old_table.count()-1-i:i].row); |
| // replace any previous table value | // replace any previous table value |
| static_cast<VTable *>(r.self)->set_table(new_table); | GET_SELF(r, VTable).set_table(new_table); |
| } | } |
| static void _locate(Request& r, const String& method_name, MethodParams *params) { | static bool _locate_expression(Request& r, MethodParams* params) { |
| Pool& pool=r.pool(); | if(params->count()>1) |
| throw Exception("parser.runtime", | |
| method_name, | |
| "locate by expression has only one parameter - expression"); | |
| Value* expression_code=params->as_junction(0, "must be expression"); | |
| Table& table=GET_SELF(r, VTable).table(); | |
| int saved_current=table.current(); | |
| int size=table.count(); | |
| for(int row=0; row<size; row++) { | |
| table.set_current(row); | |
| VTable& vtable=*static_cast<VTable *>(r.self); | if(r.process_to_value(expression_code)->as_bool()) |
| Table& table=vtable.table(); | return true; |
| Value& result=*new(pool) VBool(pool, table.locate( | } |
| table.set_current(saved_current); | |
| return false; | |
| } | |
| static bool _locate_name_value(Request& r, MethodParams* params) { | |
| if(params->count()>2) | |
| throw Exception("parser.runtime", | |
| method_name, | |
| "locate by name and value has only two parameters - name and value"); | |
| Table& table=GET_SELF(r, VTable).table(); | |
| return table.locate( | |
| params->as_string(0, "column name must be string"), | params->as_string(0, "column name must be string"), |
| params->as_string(1, "value must be string") | params->as_string(1, "value must be string") |
| )); | ); |
| result.set_name(method_name); | } |
| r.write_no_lang(result); | static void _locate(Request& r, MethodParams* params) { |
| bool result=(*params)[0]->get_junction()? | |
| _locate_expression(r, method_name, params) : | |
| _locate_name_value(r, method_name, params); | |
| r.write_no_lang(Value*(new VBool(result))); | |
| } | } |
| static void _flip(Request& r, const String& method_name, MethodParams *params) { | static void _flip(Request& r, MethodParams* params) { |
| Pool& pool=r.pool(); | Table& old_table=GET_SELF(r, VTable).table(); |
| VTable& vtable=*static_cast<VTable *>(r.self); | Table* new_table(new Table(method_name, old_table.columns())); |
| if(old_table.count()) | |
| Table& old_table=*vtable.get_table(); | if(int old_cols=old_table[0]->count()) |
| Table& new_table=*new(pool) Table(pool, &method_name, 0/*nameless*/); | |
| if(old_table.size()) | |
| if(int old_cols=old_table.at(0).size()) | |
| for(int column=0; column<old_cols; column++) { | for(int column=0; column<old_cols; column++) { |
| Array& new_row=*new(pool) Array(pool, old_table.size()); | Table::element_type new_row(new ArrayString(old_table.count())); |
| for(int i=0; i<old_table.size(); i++) { | for(int i=0; i<old_table.count(); i++) { |
| const Array& old_row=old_table.at(i); | Table::element_type old_row=old_table[i]; |
| new_row+=column<old_row.size()?old_row.get(column):empty_string; | *new_row+=column<old_row->count()?old_row->get(column):String* (new String); |
| } | } |
| new_table+=&new_row; | *new_table+=new_row; |
| } | } |
| r.write_no_lang(*new(pool) VTable(pool, &new_table)); | r.write_no_lang(Value*(new VTable(new_table))); |
| } | } |
| static void _append(Request& r, const String& method_name, MethodParams *params) { | static void _append(Request& r, MethodParams* params) { |
| Pool& pool=r.pool(); | // data |
| // data is last parameter | Temp_lang temp_lang(r, String::L_PASS_APPENDED); |
| const String& string= | const String& string=r.process_to_string(params->as_junction(0, "body must be code")); |
| r.process(params->as_junction(0, "body must be code")).as_string(); | |
| // parse cells | // parse cells |
| Array& row=*new(pool) Array(pool); | ArrayString& row(new ArrayString); |
| string.split(row, 0, "\t", 1, String::UL_CLEAN); | string->split(*row, 0, "\t", 1, String::L_AS_IS); |
| VTable& vtable=*static_cast<VTable *>(r.self); | GET_SELF(r, VTable).table()+=row; |
| vtable.table()+=&row; | |
| } | } |
| static void _join(Request& r, const String& method_name, MethodParams *params) { | static void _join(Request& r, MethodParams* params) { |
| Pool& pool=r.pool(); | |
| Table *maybe_src=params->as_no_junction(0, "table ref must not be code").get_table(); | Table* maybe_src=params->as_no_junction(0, "table ref must not be code")->get_table(); |
| if(!maybe_src) | if(!maybe_src) |
| PTHROW(0, 0, | throw Exception("parser.runtime", |
| &method_name, | method_name, |
| "source is not a table"); | "source is not a table"); |
| Table& src=*maybe_src; | Table& src=*maybe_src; |
| Table& dest=static_cast<VTable *>(r.self)->table(); | Table& dest=GET_SELF(r, VTable).table(); |
| if(&src == &dest) | if(&src == &dest) |
| PTHROW(0, 0, | throw Exception("parser.runtime", |
| &method_name, | method_name, |
| "source and destination are same table"); | "source and destination are same table"); |
| if(const Array *dest_columns=dest.columns()) { // dest is named | int offset, limit; |
| get_copy_options(r, method_name, params, 1, src, | |
| offset, limit); | |
| if(Table::columns_type dest_columns=dest.columns()) { // dest is named | |
| int saved_src_current=src.current(); | int saved_src_current=src.current(); |
| for(int src_row=0; src_row<src.size(); src_row++) { | int m=src.count()-offset; |
| if(!limit || limit>m) | |
| limit=m; | |
| int end=offset+limit; | |
| for(int src_row=offset; src_row<end; src_row++) { | |
| src.set_current(src_row); | src.set_current(src_row); |
| Array& dest_row=*new(pool) Array(pool); | Table::element_type dest_row(new ArrayString(src.count())); |
| for(int dest_column=0; dest_column<dest_columns->size(); dest_column++) | for(int dest_column=0; dest_column<dest_columns->count(); dest_column++) { |
| dest_row+=src.item(*dest_columns->get_string(dest_column)); | const String& src_item=src.item(dest_columns->get(dest_column)); |
| dest+=&dest_row; | *dest_row+=src_item?src_item:String* (new String); |
| } | |
| dest+=dest_row; | |
| } | } |
| src.set_current(saved_src_current); | src.set_current(saved_src_current); |
| } else { // dest is nameless | } else { // dest is nameless |
| for(int src_row=0; src_row<src.size(); src_row++) | for(int src_row=0; src_row<src.count(); src_row++) |
| dest+=&src.at(src_row); | dest+=src[src_row]; |
| } | } |
| } | } |
| #ifndef DOXYGEN | #ifndef DOXYGEN |
| class Table_sql_event_handlers : public SQL_Driver_query_event_handlers { | class Table_sql_event_handlers: public SQL_Driver_query_event_handlers { |
| const String& method_name; | |
| const String& statement_string; const char* statement_cstr; | |
| ArrayString& columns; | |
| ArrayString* row; | |
| public: | public: |
| Table_sql_event_handlers(Pool& apool, const String& amethod_name, | Table* table; |
| const String& astatement_string, const char *astatement_cstr) : | |
| pool(apool), | |
| method_name(amethod_name), | |
| statement_string(astatement_string), | |
| statement_cstr(astatement_cstr), | |
| columns(*new(pool) Array(pool)), | |
| row(0), row_index(0), | |
| table(0) | |
| { | |
| } | |
| void add_column(void *ptr, size_t size) { | |
| String *column=new(pool) String(pool); | |
| column->APPEND_TAINTED( | |
| (const char *)ptr, size, | |
| statement_cstr, 0); | |
| columns+=column; | |
| } | |
| void before_rows() { | |
| table=new(pool) Table(pool, &method_name, &columns); | |
| } | |
| void add_row() { | |
| (*table)+=(row=new(pool) Array(pool)); | |
| } | |
| void add_row_cell(void *ptr, size_t size) { | |
| String *cell=new(pool) String(pool); | |
| if(size) | |
| cell->APPEND_TAINTED( | |
| (const char *)ptr, size, | |
| statement_cstr, row_index++); | |
| (*row)+=cell; | |
| } | |
| private: | |
| Pool& pool; | |
| const String& method_name; | |
| const String& statement_string; const char *statement_cstr; | |
| Array& columns; | |
| Array *row; | |
| uint row_index; | |
| public: | public: |
| Table *table; | Table_sql_event_handlers(const String& amethod_name, |
| const String& astatement_string, const char* astatement_cstr) : | |
| method_name(amethod_name), | |
| statement_string(astatement_string), statement_cstr(astatement_cstr), | |
| columns(new ArrayString), row(0) { | |
| } | |
| bool add_column(SQL_Error& error, void *ptr, size_t size) { | |
| try { | |
| const String& column(new String); | |
| column->APPEND_TAINTED( | |
| (const char* )ptr, size, | |
| statement_cstr, 0); | |
| *columns+=column; | |
| return false; | |
| } catch(...) { | |
| error=SQL_Error("exception occured in Table_sql_event_handlers::add_column"); | |
| return true; | |
| } | |
| } | |
| bool before_rows(SQL_Error& error) { | |
| try { | |
| table=Table*(new Table( method_name, columns)); | |
| return false; | |
| } catch(...) { | |
| error=SQL_Error("exception occured in Table_sql_event_handlers::before_rows"); | |
| return true; | |
| } | |
| } | |
| bool add_row(SQL_Error& error) { | |
| try { | |
| *table+=(ArrayString* (row=new ArrayString)); | |
| return false; | |
| } catch(...) { | |
| error=SQL_Error("exception occured in Table_sql_event_handlers::add_row"); | |
| return true; | |
| } | |
| } | |
| bool add_row_cell(SQL_Error& error, void *ptr, size_t size) { | |
| try { | |
| const String& cell(new String); | |
| if(size) | |
| cell->APPEND_TAINTED( | |
| (const char* )ptr, size, | |
| statement_cstr, table->count()-1); | |
| *row+=cell; | |
| return false; | |
| } catch(...) { | |
| error=SQL_Error("exception occured in Table_sql_event_handlers::add_row_cell"); | |
| return true; | |
| } | |
| } | |
| }; | }; |
| #endif | #endif |
| static void _sql(Request& r, const String& method_name, MethodParams *params) { | static void _sql(Request& r, MethodParams* params) { |
| Pool& pool=r.pool(); | |
| if(!r.connection) | |
| PTHROW(0, 0, | |
| &method_name, | |
| "without connect"); | |
| Value& statement=params->as_junction(0, "statement must be code"); | Value* statement=params->as_junction(0, "statement must be code"); |
| ulong limit=0; | ulong limit=0; |
| ulong offset=0; | ulong offset=0; |
| if(params->size()>1) { | if(params->count()>1) { |
| Value& voptions=params->as_no_junction(1, "options must be hash, not code"); | Value* voptions=params->as_no_junction(1, "options must be hash, not code"); |
| if(voptions.is_defined()) | if(!voptions->is_string()) |
| if(Hash *options=voptions.get_hash()) { | if(HashStringValue* options=voptions->get_hash()) { |
| if(Value *vlimit=(Value *)options->get(*sql_limit_name)) | int valid_options=0; |
| limit=(ulong)r.process(*vlimit).as_double(); | if(Value* vlimit=options->get(sql_limit_name)) { |
| if(Value *voffset=(Value *)options->get(*sql_offset_name)) | valid_options++; |
| offset=(ulong)r.process(*voffset).as_double(); | limit=(ulong)r.process_to_value(vlimit)->as_double(); |
| } | |
| if(Value* voffset=options->get(sql_offset_name)) { | |
| valid_options++; | |
| offset=(ulong)r.process_to_value(voffset)->as_double(); | |
| } | |
| if(valid_options!=options->count()) | |
| throw Exception("parser.runtime", | |
| method_name, | |
| "called with invalid option"); | |
| } else | } else |
| PTHROW(0, 0, | throw Exception("parser.runtime", |
| &method_name, | method_name, |
| "options must be hash"); | "options must be hash"); |
| } | } |
| Temp_lang temp_lang(r, String::UL_SQL); | Temp_lang temp_lang(r, String::L_SQL); |
| const String& statement_string=r.process(statement).as_string(); | const String& statement_string=r.process_to_string(statement); |
| const char *statement_cstr= | const char* statement_cstr= |
| statement_string.cstr(String::UL_UNSPECIFIED, r.connection); | statement_string->cstr(String::L_UNSPECIFIED, r.connection()); |
| Table_sql_event_handlers handlers(pool, method_name, | Table_sql_event_handlers handlers(method_name, |
| statement_string, statement_cstr); | statement_string, statement_cstr); |
| bool need_rethrow=false; Exception rethrow_me; | #ifdef RESOURCES_DEBUG |
| PTRY { | struct timeval mt[2]; |
| r.connection->query( | //measure:before |
| statement_cstr, offset, limit, | gettimeofday(&mt[0],NULL); |
| handlers); | #endif |
| } | r.connection()->query( |
| PCATCH(e) { // query problem | statement_cstr, offset, limit, |
| rethrow_me=e; need_rethrow=true; | handlers, |
| } | statement_string); |
| PEND_CATCH | |
| if(need_rethrow) | #ifdef RESOURCES_DEBUG |
| PTHROW(rethrow_me.type(), rethrow_me.code(), | //measure:after connect |
| &statement_string, // setting more specific source [were url] | gettimeofday(&mt[1],NULL); |
| rethrow_me.comment()); | |
| double t[2]; | |
| for(int i=0;i<2;i++) | |
| t[i]=mt[i].tv_sec+mt[i].tv_usec/1000000.0; | |
| r.sql_request_time+=t[1]-t[0]; | |
| #endif | |
| Table *result= | Table* result= |
| handlers.table?handlers.table: // query resulted in table? return it | handlers.table?handlers.table: // query resulted in table? return it |
| new(pool) Table(pool, &method_name, 0); // query returned no table, fake it | Table*(new Table(method_name, Table::columns_type(0))); // query returned no table, fake it |
| // replace any previous table value | // replace any previous table value |
| static_cast<VTable *>(r.self)->set_table(*result); | GET_SELF(r, VTable).set_table(result); |
| } | } |
| static void _columns(Request& r, const String& method_name, MethodParams *) { | static void _columns(Request& r, MethodParams* ) { |
| Pool& pool=r.pool(); | |
| Array& result_columns=*new(pool) Array(pool); | Table::columns_type result_columns(new ArrayString); |
| result_columns+=new(pool) String(pool, "column"); | *result_columns+=String* (new String("column")); |
| Table& result_table=*new(pool) Table(pool, &method_name, &result_columns); | Table* result_table(new Table(method_name, result_columns)); |
| Table& source_table=static_cast<VTable *>(r.self)->table(); | Table& source_table=GET_SELF(r, VTable).table(); |
| if(const Array *source_columns=source_table.columns()) { | if(Table::columns_type source_columns=source_table.columns()) { |
| Array_iter i(*source_columns); | Array_iterator<String*> i(*source_columns); |
| while(i.has_next()) { | while(i.has_next()) { |
| Array& result_row=*new(pool) Array(pool); | Table::element_type result_row(new ArrayString); |
| result_row+=i.next(); | *result_row+=i.next(); |
| result_table+=&result_row; | *result_table+=result_row; |
| } | } |
| } | } |
| VTable& result=*new(pool) VTable(pool, &result_table); | r.write_no_lang(Value*(new VTable(result_table))); |
| result.set_name(method_name); | |
| r.write_no_lang(result); | |
| } | } |
| // constructor | static void _select(Request& r, MethodParams* params) { |
| Value* vcondition=params->as_junction(0, "condition must be expression"); | |
| Table& source_table=GET_SELF(r, VTable).table(); | |
| Table* result_table(new Table( | |
| source_table.origin_string(), | |
| source_table.columns() | |
| )); | |
| int saved_current=source_table.current(); | |
| int size=source_table.count(); | |
| for(int row=0; row<size; row++) { | |
| source_table.set_current(row); | |
| bool condition=r.process_to_value(vcondition, | |
| /*0/*no name* /,*/ | |
| false/*don't intercept string*/)->as_bool(); | |
| if(condition) // ...condition is true= | |
| *result_table+=source_table[row]; // =green light to go to result | |
| } | |
| source_table.set_current(saved_current); | |
| r.write_no_lang(Value*(new VTable(result_table))); | |
| } | |
| MTable::MTable(Pool& apool) : Methoded(apool) { | // constructor |
| set_name(*NEW String(pool(), TABLE_CLASS_NAME)); | |
| // ^table:set{data} | MTable::MTable(): Methoded("table") { |
| // ^table:set[nameless]{data} | // ^table::create{data} |
| add_native_method("set", Method::CT_DYNAMIC, _set, 1, 2); | // ^table::create[nameless]{data} |
| // ^table::create[table] | |
| // ^table:load[file] | add_native_method("create", Method::CT_DYNAMIC, _create, 1, 2); |
| // ^table:load[nameless;file] | // old name for compatibility with <= v 1.141 2002/01/25 11:33:45 paf |
| add_native_method("load", Method::CT_DYNAMIC, _load, 1, 2); | add_native_method("set", Method::CT_DYNAMIC, _create, 1, 2); |
| // ^table::load[file] | |
| // ^table::load[nameless;file] | |
| add_native_method("load", Method::CT_DYNAMIC, _load, 1, 3); | |
| // ^table.save[file] | // ^table.save[file] |
| // ^table.save[nameless;file] | // ^table.save[nameless;file] |
| Line 593 MTable::MTable(Pool& apool) : Methoded(a | Line 807 MTable::MTable(Pool& apool) : Methoded(a |
| add_native_method("line", Method::CT_DYNAMIC, _line, 0, 0); | add_native_method("line", Method::CT_DYNAMIC, _line, 0, 0); |
| // ^table.offset[] | // ^table.offset[] |
| // ^table.offset[offset] | // ^table.offset(offset) |
| add_native_method("offset", Method::CT_DYNAMIC, _offset, 0, 1); | // ^table.offset[cur|set](offset) |
| add_native_method("offset", Method::CT_DYNAMIC, _offset, 0, 2); | |
| // ^table.menu{code} | // ^table.menu{code} |
| // ^table.menu{code}[delim] | // ^table.menu{code}[delim] |
| Line 602 MTable::MTable(Pool& apool) : Methoded(a | Line 817 MTable::MTable(Pool& apool) : Methoded(a |
| // ^table:hash[key field name] | // ^table:hash[key field name] |
| // ^table:hash[key field name][value field name(s) string/table] | // ^table:hash[key field name][value field name(s) string/table] |
| add_native_method("hash", Method::CT_DYNAMIC, _hash, 1, 2); | add_native_method("hash", Method::CT_DYNAMIC, _hash, 1, 3); |
| // ^table.sort{string-key-maker} ^table.sort{string-key-maker}[desc|asc] | // ^table.sort{string-key-maker} ^table.sort{string-key-maker}[desc|asc] |
| // ^table.sort(numeric-key-maker) ^table.sort(numeric-key-maker)[desc|asc] | // ^table.sort(numeric-key-maker) ^table.sort(numeric-key-maker)[desc|asc] |
| add_native_method("sort", Method::CT_DYNAMIC, _sort, 1, 2); | add_native_method("sort", Method::CT_DYNAMIC, _sort, 1, 2); |
| // ^table.locate[field;value] | // ^table.locate[field;value] |
| add_native_method("locate", Method::CT_DYNAMIC, _locate, 2, 2); | add_native_method("locate", Method::CT_DYNAMIC, _locate, 1, 2); |
| // ^table.flip[] | // ^table.flip[] |
| add_native_method("flip", Method::CT_DYNAMIC, _flip, 0, 0); | add_native_method("flip", Method::CT_DYNAMIC, _flip, 0, 0); |
| Line 617 MTable::MTable(Pool& apool) : Methoded(a | Line 832 MTable::MTable(Pool& apool) : Methoded(a |
| // ^table.append{r{tab}e{tab}c{tab}o{tab}r{tab}d} | // ^table.append{r{tab}e{tab}c{tab}o{tab}r{tab}d} |
| add_native_method("append", Method::CT_DYNAMIC, _append, 1, 1); | add_native_method("append", Method::CT_DYNAMIC, _append, 1, 1); |
| // ^table.join[table] | // ^table.join[table][$.limit(10) $.offset(1) $.offset[cur] ] |
| add_native_method("join", Method::CT_DYNAMIC, _join, 1, 1); | add_native_method("join", Method::CT_DYNAMIC, _join, 1, 2); |
| // ^table:sql[query] | // ^table:sql[query] |
| Line 627 MTable::MTable(Pool& apool) : Methoded(a | Line 842 MTable::MTable(Pool& apool) : Methoded(a |
| // ^table:columns[] | // ^table:columns[] |
| add_native_method("columns", Method::CT_DYNAMIC, _columns, 0, 0); | add_native_method("columns", Method::CT_DYNAMIC, _columns, 0, 0); |
| } | |
| // global variable | |
| Methoded *table_class; | |
| // creator | |
| Methoded *MTable_create(Pool& pool) { | // ^table.select(expression) = table |
| return table_class=new(pool) MTable(pool); | add_native_method("select", Method::CT_DYNAMIC, _select, 1, 1); |
| } | } |