|
|
| version 1.38, 2001/03/29 15:00:19 | version 1.172.2.14.2.14, 2003/03/24 13:05:15 |
|---|---|
| Line 1 | Line 1 |
| /** @file | /** @file |
| Parser: table parser class. | Parser: @b table parser class. |
| Copyright (c) 2001 ArtLebedev Group (http://www.artlebedev.com) | Copyright (c) 2001-2003 ArtLebedev Group (http://www.artlebedev.com) |
| Author: Alexandr Petrosian <paf@design.ru> (http://paf.design.ru) | |
| */ | |
| Author: Alexander Petrosyan <paf@design.ru> (http://design.ru/paf) | static const char* IDENT_TABLE_C="$Date$"; |
| $Id$ | #include "classes.h" |
| */ | #include "pa_vmethod_frame.h" |
| #include "pa_config_includes.h" | |
| #include "pa_common.h" | #include "pa_common.h" |
| #include "pa_request.h" | #include "pa_request.h" |
| #include "_table.h" | |
| #include "pa_vtable.h" | #include "pa_vtable.h" |
| #include "pa_vint.h" | #include "pa_vint.h" |
| #include "pa_sql_connection.h" | |
| #include "pa_vbool.h" | |
| // class | |
| class MTable: public Methoded { | |
| public: // VStateless_class | |
| Value* create_new_value() { return new VTable(); } | |
| public: | |
| MTable(); | |
| public: // Methoded | |
| bool used_directly() { return true; } | |
| }; | |
| // global variable | |
| DECLARE_CLASS_VAR(table, new MTable, 0); | |
| // global var | // defines for globals |
| VStateless_class *table_class; | #define SQL_LIMIT_NAME "limit" |
| #define SQL_OFFSET_NAME "offset" | |
| #define SQL_DEFAULT_NAME "default" | |
| #define SQL_DISTINCT_NAME "distinct" | |
| // globals | |
| String sql_limit_name(SQL_LIMIT_NAME); | |
| String sql_offset_name(SQL_OFFSET_NAME); | |
| String sql_default_name(SQL_DEFAULT_NAME); | |
| String sql_distinct_name(SQL_DISTINCT_NAME); | |
| // methods | // methods |
| static void set_or_load( | static void get_copy_options(Request& r, MethodParams* params, int param_index, |
| Request& r, | const Table& source, |
| const String& method_name, Array *params, | int& offset, |
| bool is_load) { | int& limit) { |
| Pool& pool=r.pool(); | |
| offset=0; | |
| limit=0; | |
| if(params->count()<=param_index) | |
| return; | |
| Value& voptions=params->as_no_junction(param_index, "options must be hash, not code"); | |
| if(!voptions.is_string()) { | |
| if(HashStringValue* options=voptions.get_hash()) { | |
| int valid_options=0; | |
| if(Value* voffset=options->get(sql_offset_name)) { | |
| valid_options++; | |
| if(voffset->is_string()) { | |
| const String& soffset=*voffset->get_string(); | |
| if(soffset == "cur") | |
| offset=source.current(); | |
| else | |
| throw Exception("parser.runtime", | |
| &soffset, | |
| "must be 'cur' string or expression"); | |
| } else | |
| offset=r.process_to_value(*voffset).as_int(); | |
| } | |
| if(Value* vlimit=options->get(sql_limit_name)) { | |
| valid_options++; | |
| limit=r.process_to_value(*vlimit).as_int(); | |
| if(!limit) // zero limit = should be 'nothing to copy', for methods zero means 'all' | |
| limit=-1; // thus fixing | |
| } | |
| if(valid_options!=options->count()) | |
| throw Exception("parser.runtime", | |
| 0, | |
| "called with invalid option"); | |
| } else | |
| throw Exception("parser.runtime", | |
| 0, | |
| "options must be hash"); | |
| } | |
| } | |
| static void _create(Request& r, MethodParams* params) { | |
| // clone/copy part? | |
| if(Table *source=(*params)[0]->get_table()) { | |
| int offset, limit; | |
| get_copy_options(r, params, 1, *source, | |
| offset, limit); | |
| GET_SELF(r, VTable).set_table(*new Table(*source, offset, limit)); | |
| return; | |
| } | |
| // data is last parameter | // data is last parameter |
| Value *vdata_or_filename=static_cast<Value *>(params->get(params->size()-1)); | Temp_lang temp_lang(r, String::L_PASS_APPENDED); |
| // forcing | const String& data= |
| // ^load[this file name type] | r.process_to_string(params->as_junction(params->count()-1, "body must be code")); |
| // ^set{this body type} | |
| r.fail_if_junction_(is_load, *vdata_or_filename, | // parse columns |
| method_name, is_load?"file name must not be junction":"body must be junction"); | Table::columns_type columns; |
| if(params->count()==2) { | |
| // data or file_name | columns=Table::columns_type(0); // nameless |
| char *data; | |
| if(is_load) { | |
| // forcing untaint language | |
| String lfile_name(pool); | |
| lfile_name.append(vdata_or_filename->as_string(), String::UL_FILE_NAME, true); | |
| // loading text | |
| data=file_read_text(pool, r.absolute(lfile_name)); | |
| } else { | } else { |
| // suggesting untaint language | columns=Table::columns_type(new ArrayString); |
| Temp_lang temp_lang(r, String::UL_TABLE); | |
| data=r.process(*vdata_or_filename).as_string().cstr(); | ArrayString head; |
| size_t pos_after=0; | |
| data.split(head, pos_after, "\n", String::L_AS_IS, 1); | |
| if(head.count()) { | |
| size_t pos_after=0; | |
| head[0]->split(*columns, pos_after, "\t", String::L_AS_IS); | |
| } | |
| } | |
| Table& table=*new Table(columns); | |
| // parse cells | |
| ArrayString rows; | |
| size_t pos_after=0; | |
| data.split(rows, pos_after, "\n", String::L_AS_IS); | |
| Array_iterator<const String*> i(rows); | |
| while(i.has_next()) { | |
| Table::element_type row(new ArrayString); | |
| const String& string=*i.next(); | |
| // remove comment lines | |
| if(!string.length()) | |
| continue; | |
| size_t pos_after=0; | |
| string.split(*row, pos_after, "\t", String::L_AS_IS); | |
| table+=row; | |
| } | } |
| // replace any previous table value | |
| GET_SELF(r, VTable).set_table(table); | |
| } | |
| static void _load(Request& r, MethodParams* params) { | |
| const String& first_param=params->as_string(0, "file name must be string"); | |
| int filename_param_index=0; | |
| bool nameless=first_param=="nameless"; | |
| if(nameless) | |
| filename_param_index++; | |
| int options_param_index=filename_param_index+1; | |
| // loading text | |
| char *data=file_read_text(r.charsets.source(), | |
| r.absolute(params->as_string(filename_param_index, "file name must be string")), | |
| true, | |
| options_param_index<params->count()?params->as_no_junction(options_param_index, "additional params must be hash").get_hash():0 | |
| ); | |
| // parse columns | // parse columns |
| Array *columns; | Table::columns_type columns; |
| #ifndef NO_STRING_ORIGIN | if(nameless) { |
| const Origin& origin=method_name.origin(); | columns=Table::columns_type(0); // nameless |
| const char *file=origin.file; | |
| uint line=origin.line; | |
| #endif | |
| if(params->size()==2) { | |
| columns=0; | |
| } else { | } else { |
| columns=new(pool) Array(pool); | columns=Table::columns_type(new ArrayString); |
| if(char *row_chars=getrow(&data)) | while(char *row_chars=getrow(&data)) { |
| // remove empty&comment lines | |
| if(!*row_chars || *row_chars == '#') | |
| continue; | |
| do { | do { |
| String *name=new(pool) String(pool); | *columns+=new String(lsplit(&row_chars, '\t'), 0, true); |
| name->APPEND_CLEAN(lsplit(&row_chars, '\t'), 0, file, line++); | |
| *columns+=name; | |
| } while(row_chars); | } while(row_chars); |
| break; | |
| } | |
| } | } |
| // parse cells | // parse cells |
| Table& table=*new(pool) Table(pool, &method_name, columns); | Table& table=*new Table(columns); |
| char *row_chars; | char *row_chars; |
| while(row_chars=getrow(&data)) { | while(row_chars=getrow(&data)) { |
| if(!*row_chars) // remove empty lines | // remove empty&comment lines |
| if(!*row_chars || *row_chars == '#') | |
| continue; | continue; |
| Array *row=new(pool) Array(pool); | Table::element_type row(new ArrayString); |
| while(char *cell_chars=lsplit(&row_chars, '\t')) { | while(char *cell_chars=lsplit(&row_chars, '\t')) { |
| String *cell=new(pool) String(pool); | *row+=new String(cell_chars, 0, true); |
| cell->APPEND_CLEAN(cell_chars, 0, file, line); | |
| *row+=cell; | |
| } | } |
| line++; | |
| table+=row; | table+=row; |
| }; | }; |
| // replace any previous table value | // replace any previous table value |
| static_cast<VTable *>(r.self)->set_table(table); | GET_SELF(r, VTable).set_table(table); |
| } | |
| static void _set(Request& r, const String& method_name, Array *params) { | |
| set_or_load(r, method_name, params, false); | |
| } | |
| static void _load(Request& r, const String& method_name, Array *params) { | |
| set_or_load(r, method_name, params, true); | |
| } | } |
| static void _save(Request& r, const String& method_name, Array *params) { | /// @todo "x\nx" "xxx""xx" |
| Pool& pool=r.pool(); | static void _save(Request& r, MethodParams* params) { |
| Value *vfile_name=static_cast<Value *>(params->get(params->size()-1)); | Value& vfile_name=params->as_no_junction(params->count()-1, "file name must not be code"); |
| // forcing | |
| // ^save[this body type] | |
| r.fail_if_junction_(true, *vfile_name, | |
| method_name, "file name must not be junction"); | |
| // forcing untaint language | |
| String lfile_name(pool); | |
| lfile_name.append(vfile_name->as_string(), | |
| String::UL_FILE_NAME, true); | |
| Table& table=static_cast<VTable *>(r.self)->table(); | Table& table=GET_SELF(r, VTable).table(); |
| String sdata(pool); | bool do_append=false; |
| if(params->size()==1) { // not nameless=named output | String sdata; |
| if(params->count()==1) { // named output | |
| // write out names line | // write out names line |
| if(table.columns()) { // named table | if(table.columns()) { // named table |
| for(int column=0; column<table.columns()->size(); column++) { | Array_iterator<const String*> i(*table.columns()); |
| if(column) | while(i.has_next()) { |
| sdata.APPEND_CONST("\t"); | sdata.append(*i.next(), String::L_TABLE); |
| sdata.append(*static_cast<String *>(table.columns()->quick_get(column)), | if(i.has_next()) |
| String::UL_TABLE); | sdata.append("\t", 1, String::L_CLEAN); |
| } | } |
| } else { // nameless table | } else { // nameless table |
| int lsize=table.size()?static_cast<Array *>(table.get(0))->size():0; | if(int lsize=table.count()?table[0]->count():0) |
| if(lsize) | |
| for(int column=0; column<lsize; column++) { | for(int column=0; column<lsize; column++) { |
| char *cindex_tab=(char *)malloc(MAX_NUMBER); | char *cindex_tab=new char[MAX_NUMBER]; |
| snprintf(cindex_tab, MAX_NUMBER, "%d\t", column); | sdata.append(cindex_tab, |
| sdata.APPEND_CONST(cindex_tab); | snprintf(cindex_tab, MAX_NUMBER, "%d\t", column), |
| String::L_CLEAN); | |
| } | } |
| else | else |
| sdata.APPEND_CONST("empty nameless table"); | sdata.append("empty nameless table", 0, String::L_CLEAN); |
| } | } |
| sdata.APPEND_CONST("\n"); | sdata.append("\n", 1, String::L_CLEAN); |
| } else { // mode specified | |
| const String& mode=params->as_string(0, "mode must be string"); | |
| if(mode=="append") | |
| do_append=true; | |
| else if(mode=="nameless") | |
| /*ok, already skipped names output*/; | |
| else | |
| throw Exception("parser.runtime", | |
| &mode, | |
| "unknown mode, must be 'append'"); | |
| } | } |
| // data lines | // data lines |
| for(int index=0; index<table.size(); index++) { | Array_iterator<ArrayString*> i(table); |
| Array *row=static_cast<Array *>(table.quick_get(index)); | while(i.has_next()) { |
| for(int column=0; column<row->size(); column++) { | Array_iterator<const String*> c(*i.next()); |
| if(column) | while(c.has_next()) { |
| sdata.APPEND_CONST("\t"); | if(const String* s=c.next()) |
| sdata.append(*static_cast<String *>(row->quick_get(column)), | sdata.append(*s, String::L_TABLE); |
| String::UL_TABLE); | if(c.has_next()) |
| sdata.append("\t", 1, String::L_CLEAN); | |
| } | } |
| sdata.APPEND_CONST("\n"); | sdata.append("\n", 1, String::L_CLEAN); |
| } | } |
| // write | // write |
| file_write(pool, r.absolute(lfile_name), sdata.cstr(), sdata.size(), true); | file_write(r.absolute(vfile_name.as_string()), |
| sdata.cstr(), sdata.length(), true, do_append); | |
| } | } |
| static void _count(Request& r, const String&, Array *) { | static void _count(Request& r, MethodParams* ) { |
| Pool& pool=r.pool(); | int result=GET_SELF(r, VTable).table().count(); |
| Value& value=*new(pool) VInt(pool, static_cast<VTable *>(r.self)->table().size()); | r.write_no_lang(*new VInt(result)); |
| r.write_no_lang(value); | } |
| } | |
| static void _line(Request& r, MethodParams* ) { | |
| static void _line(Request& r, const String&, Array *) { | int result=1+GET_SELF(r, VTable).table().current(); |
| Pool& pool=r.pool(); | r.write_no_lang(*new VInt(result)); |
| Value& value=*new(pool) VInt(pool, 1+static_cast<VTable *>(r.self)->table().current()); | } |
| r.write_no_lang(value); | |
| } | static void _offset(Request& r, MethodParams* params) { |
| Table& table=GET_SELF(r, VTable).table(); | |
| static void _offset(Request& r, const String&, Array *params) { | if(params->count()) { |
| Pool& pool=r.pool(); | bool absolute=false; |
| Table& table=static_cast<VTable *>(r.self)->table(); | if(params->count()>1) { |
| if(params->size()) | const String& whence=params->as_string(0, "whence must be string"); |
| table.shift((int)r.process(*static_cast<Value *>(params->get(0))).as_double()); | if(whence=="cur") |
| else { | absolute=false; |
| Value& value=*new(pool) VInt(pool, table.current()); | else if(whence=="set") |
| r.write_no_lang(value); | absolute=true; |
| } | else |
| throw Exception("parser.runtime", | |
| &whence, | |
| "is invalid whence, valid are 'cur' or 'set'"); | |
| } | |
| Value& offset_expr=params->as_junction(params->count()-1, "offset must be expression"); | |
| table.offset(absolute, r.process_to_value(offset_expr).as_int()); | |
| } else | |
| r.write_no_lang(*new VInt(table.current())); | |
| } | } |
| static void _menu(Request& r, const String& method_name, Array *params) { | static void _menu(Request& r, MethodParams* params) { |
| Value& body_code=*static_cast<Value *>(params->get(0)); | Value& body_code=params->as_junction(0, "body must be code"); |
| // forcing ^menu{this param type} | |
| r.fail_if_junction_(false, body_code, | |
| method_name, "body must be junction"); | |
| Value *delim_code=params->size()==2?static_cast<Value *>(params->get(1)):0; | Value* delim_maybe_code=params->count()>1?(*params)[1]:0; |
| Table& table=static_cast<VTable *>(r.self)->table(); | Table& table=GET_SELF(r, VTable).table(); |
| bool need_delim=false; | bool need_delim=false; |
| int saved_current=table.current(); | int saved_current=table.current(); |
| for(int row=0; row<table.size(); row++) { | int size=table.count(); |
| for(int row=0; row<size; row++) { | |
| table.set_current(row); | table.set_current(row); |
| Value& processed_body=r.process(body_code); | StringOrValue sv_processed=r.process(body_code); |
| if(delim_code) { // delimiter set? | const String* s_processed=sv_processed.get_string(); |
| const String *string=processed_body.get_string(); | if(delim_maybe_code && s_processed && s_processed->length()) { // delimiter set and we have body |
| if(need_delim && string && string->size()) // need delim & iteration produced string? | if(need_delim) // need delim & iteration produced string? |
| r.write_pass_lang(r.process(*delim_code)); | r.write_pass_lang(r.process(*delim_maybe_code)); |
| need_delim=true; | need_delim=true; |
| } | } |
| r.write_pass_lang(processed_body); | r.write_pass_lang(sv_processed); |
| } | } |
| table.set_current(saved_current); | table.set_current(saved_current); |
| } | } |
| static void _empty(Request& r, const String&, Array *params) { | #ifndef DOXYGEN |
| Table& table=static_cast<VTable *>(r.self)->table(); | struct Row_info { |
| if(table.size()==0) { | Request *r; |
| Value& value=r.process(*static_cast<Value *>(params->get(0))); | |
| r.write_pass_lang(value); | |
| } else if(params->size()==2) { | |
| Value& value=r.process(*static_cast<Value *>(params->get(1))); | |
| r.write_pass_lang(value); | |
| } | |
| } | |
| struct Record_info { | |
| Pool *pool; | |
| Table *table; | Table *table; |
| Hash *hash; | Value* key_code; |
| int key_field; | |
| Array<int>* value_fields; | |
| HashStringValue* hash; | |
| bool distinct; | |
| int row; | |
| }; | }; |
| static void store_column_item_to_hash(Array::Item *item, void *info) { | #endif |
| Record_info& ri=*static_cast<Record_info *>(info); | static void table_row_to_hash(Table::element_type row, Row_info *info) { |
| String& column_name=*static_cast<String *>(item); | const String* key; |
| const String *column_item=ri.table->item(column_name); | if(info->key_code) { |
| Value *value; | info->table->set_current(info->row++); // change context row |
| if(column_item) | StringOrValue sv_processed=info->r->process(*info->key_code); |
| value=new(*ri.pool) VString(*column_item); | key=&sv_processed.as_string(); |
| else | } else |
| value=new(*ri.pool) VUnknown(*ri.pool); | key=info->key_field<row->count()?row->get(info->key_field):0; |
| ri.hash->put(column_name, value); | |
| } | if(!key) |
| static void _record(Request& r, const String&, Array *params) { | return; // ignore rows without key [too-short-record_array if-indexed] |
| Table& table=static_cast<VTable *>(r.self)->table(); | |
| if(const Array *columns=table.columns()) { | |
| Pool& pool=r.pool(); | |
| Value& value=*new(pool) VHash(pool); | |
| Record_info record_info={&pool, &table, value.get_hash()}; | |
| columns->for_each(store_column_item_to_hash, &record_info); | |
| r.write_no_lang(value); | VHash* vhash=new VHash; |
| HashStringValue& hash=vhash->hash(); | |
| for(int i=0; i<info->value_fields->count(); i++) { | |
| int value_field=info->value_fields->get(i); | |
| if(value_field<row->count()) | |
| hash.put( | |
| *info->table->columns()->get(value_field), | |
| new VString(*row->get(value_field))); | |
| } | } |
| if(info->hash->put_dont_replace(*key, vhash)) // put. existed? | |
| if(!info->distinct) | |
| throw Exception("parser.runtime", | |
| key, | |
| "duplicate key"); | |
| } | |
| static void _hash(Request& r, MethodParams* params) { | |
| Table& self_table=GET_SELF(r, VTable).table(); | |
| VHash& result=*new VHash; | |
| if(Table::columns_type columns=self_table.columns()) | |
| if(columns->count()>0) { | |
| bool distinct=false; | |
| int param_index=params->count()-1; | |
| if(param_index>0) { | |
| if(HashStringValue* options= | |
| params->as_no_junction(param_index, "param must not be code").get_hash()) { | |
| --param_index; | |
| int valid_options=0; | |
| if(Value* vdistinct=options->get(sql_distinct_name)) { | |
| valid_options++; | |
| distinct=r.process_to_value(*vdistinct).as_bool(); | |
| } | |
| if(valid_options!=options->count()) | |
| throw Exception("parser.runtime", | |
| 0, | |
| "called with invalid option"); | |
| } | |
| } | |
| if(param_index==2) // bad options param type | |
| throw Exception("parser.runtime", | |
| 0, | |
| "options must be hash"); | |
| Array<int> value_fields; | |
| if(param_index>0) { | |
| Value& value_fields_param=params->as_no_junction(param_index, "value field(s) must not be code"); | |
| if(value_fields_param.is_string()) { | |
| value_fields+=self_table.column_name2index( | |
| *value_fields_param.get_string(), true); | |
| } else if(Table* value_fields_table=value_fields_param.get_table()) { | |
| for(int i=0; i<value_fields_table->count(); i++) { | |
| const String& value_field_name= | |
| *value_fields_table->get(i)->get(0); | |
| value_fields+=self_table.column_name2index(value_field_name, true); | |
| } | |
| } else | |
| throw Exception("parser.runtime", | |
| 0, | |
| "value field(s) must be string or self_table" | |
| ); | |
| } else { // by all columns, including key | |
| for(int i=0; i<columns->count(); i++) | |
| value_fields+=i; | |
| } | |
| { | |
| Row_info info; | |
| info.r=&r; | |
| info.table=&self_table; | |
| Value* key_param=(*params)[0]; | |
| info.key_code=key_param->get_junction()?key_param:0; | |
| info.key_field=info.key_code?-1 | |
| :self_table.column_name2index(key_param->as_string(), true); | |
| info.value_fields=&value_fields; | |
| info.hash=&result.hash(); | |
| info.distinct=distinct; | |
| info.row=0; | |
| int saved_current=self_table.current(); | |
| self_table.for_each(table_row_to_hash, &info); | |
| self_table.set_current(saved_current); | |
| } | |
| } | |
| r.write_no_lang(result); | |
| } | } |
| struct Seq_item { | #ifndef DOXYGEN |
| Array *row; | struct Table_seq_item { |
| ArrayString* row; | |
| union { | union { |
| char *c_str; | const char *c_str; |
| double d; | double d; |
| } value; | } value; |
| }; | }; |
| #endif | |
| static int sort_cmp_string(const void *a, const void *b) { | static int sort_cmp_string(const void *a, const void *b) { |
| return strcmp( | return strcmp( |
| static_cast<const Seq_item *>(a)->value.c_str, | static_cast<const Table_seq_item *>(a)->value.c_str, |
| static_cast<const Seq_item *>(b)->value.c_str | static_cast<const Table_seq_item *>(b)->value.c_str |
| ); | ); |
| } | } |
| static int sort_cmp_double(const void *a, const void *b) { | static int sort_cmp_double(const void *a, const void *b) { |
| double va=static_cast<const Seq_item *>(a)->value.d; | double va=static_cast<const Table_seq_item *>(a)->value.d; |
| double vb=static_cast<const Seq_item *>(b)->value.d; | double vb=static_cast<const Table_seq_item *>(b)->value.d; |
| if(va<vb) | if(va<vb) |
| return -1; | return -1; |
| else if(va>vb) | else if(va>vb) |
| Line 262 static int sort_cmp_double(const void *a | Line 451 static int sort_cmp_double(const void *a |
| else | else |
| return 0; | return 0; |
| } | } |
| static void _sort(Request& r, const String& method_name, Array *params) { | static void _sort(Request& r, MethodParams* params) { |
| Value& key_maker=*(Value *)params->get(0); | Value& key_maker=params->as_junction(0, "key-maker must be code"); |
| // forcing ^sort{this} ^sort(or this) param type | |
| r.fail_if_junction_(false, key_maker, method_name, "key-maker must be junction"); | |
| bool reverse; | |
| if(params->size()==2) { // ..[asc|desc] | |
| Value& order=*(Value *)params->get(1); | |
| // forcing ..[this param-type] | |
| r.fail_if_junction_(true, order, method_name, "order must not be junction"); | |
| reverse=order.as_string()=="desc"; | |
| } else | |
| reverse=false; | |
| Table& table=static_cast<VTable *>(r.self)->table(); | bool reverse=params->count()>1/*..[desc|asc|]*/? |
| reverse=params->as_no_junction(1, "order must not be code").as_string()=="desc": | |
| false; // default=asc | |
| // anything to sort? | Table& old_table=GET_SELF(r, VTable).table(); |
| if(!table.size()) | Table& new_table=*new Table(old_table.columns()); |
| return; | |
| Seq_item *seq=(Seq_item *)malloc(sizeof(Seq_item)*table.size()); | Table_seq_item* seq=new Table_seq_item[old_table.count()]; |
| int i; | int i; |
| // calculate key values | // calculate key values |
| bool key_values_are_strings=true; | bool key_values_are_strings=true; |
| for(i=0; i<table.size(); i++) { | for(i=0; i<old_table.count(); i++) { |
| table.set_current(i); | old_table.set_current(i); |
| // calculate key value | // calculate key value |
| seq[i].row=(Array *)table.get(i); | seq[i].row=old_table[i]; |
| Value& value=*r.process(key_maker).as_expr_result(true/*return string as-is*/); | Value* value=r.process_to_value(key_maker).as_expr_result(true/*return string as-is*/); |
| if(i==0) // determining key values type by first one | if(i==0) // determining key values type by first one |
| key_values_are_strings=value.is_string(); | key_values_are_strings=value->is_string(); |
| if(key_values_are_strings) | if(key_values_are_strings) |
| seq[i].value.c_str=value.as_string().cstr(); | seq[i].value.c_str=value->as_string().cstr(); |
| else | else |
| seq[i].value.d=value.as_double(); | seq[i].value.d=value->as_double(); |
| } | } |
| // sort keys | // sort keys |
| _qsort(seq, table.size(), sizeof(Seq_item), | _qsort(seq, old_table.count(), sizeof(Table_seq_item), |
| key_values_are_strings?sort_cmp_string:sort_cmp_double); | key_values_are_strings?sort_cmp_string:sort_cmp_double); |
| // reorder table as they require in 'seq' | // reorder table as they require in 'seq' |
| for(i=0; i<table.size(); i++) | for(i=0; i<old_table.count(); i++) |
| table.put(i, seq[reverse?table.size()-1-i:i].row); | new_table+=Table::element_type(seq[reverse?old_table.count()-1-i:i].row); |
| // replace any previous table value | |
| GET_SELF(r, VTable).set_table(new_table); | |
| } | |
| static bool _locate_expression(Request& r, MethodParams* params) { | |
| if(params->count()>1) | |
| throw Exception("parser.runtime", | |
| 0, | |
| "locate by expression has only one parameter - expression"); | |
| Value& expression_code=params->as_junction(0, "must be expression"); | |
| Table& table=GET_SELF(r, VTable).table(); | |
| int saved_current=table.current(); | |
| int size=table.count(); | |
| for(int row=0; row<size; row++) { | |
| table.set_current(row); | |
| if(r.process_to_value(expression_code).as_bool()) | |
| return true; | |
| } | |
| table.set_current(saved_current); | |
| return false; | |
| } | |
| static bool _locate_name_value(Request& r, MethodParams* params) { | |
| if(params->count()>2) | |
| throw Exception("parser.runtime", | |
| 0, | |
| "locate by name and value has only two parameters - name and value"); | |
| Table& table=GET_SELF(r, VTable).table(); | |
| return table.locate( | |
| params->as_string(0, "column name must be string"), | |
| params->as_string(1, "value must be string") | |
| ); | |
| } | |
| static void _locate(Request& r, MethodParams* params) { | |
| bool result=(*params)[0]->get_junction()? | |
| _locate_expression(r, params) : | |
| _locate_name_value(r, params); | |
| r.write_no_lang(*new VBool(result)); | |
| } | |
| static void _flip(Request& r, MethodParams* params) { | |
| Table& old_table=GET_SELF(r, VTable).table(); | |
| Table& new_table=*new Table(old_table.columns()); | |
| if(old_table.count()) | |
| if(int old_cols=old_table[0]->count()) | |
| for(int column=0; column<old_cols; column++) { | |
| Table::element_type new_row(new ArrayString(old_table.count())); | |
| for(int i=0; i<old_table.count(); i++) { | |
| Table::element_type old_row=old_table[i]; | |
| *new_row+=column<old_row->count()?old_row->get(column):new String; | |
| } | |
| new_table+=new_row; | |
| } | |
| r.write_no_lang(*new VTable(&new_table)); | |
| } | |
| static void _append(Request& r, MethodParams* params) { | |
| // data | |
| Temp_lang temp_lang(r, String::L_PASS_APPENDED); | |
| const String& string=r.process_to_string(params->as_junction(0, "body must be code")); | |
| // parse cells | |
| Table::element_type row=new ArrayString; | |
| size_t pos_after=0; | |
| string.split(*row, pos_after, "\t", String::L_AS_IS); | |
| GET_SELF(r, VTable).table()+=row; | |
| } | |
| static void _join(Request& r, MethodParams* params) { | |
| Table* maybe_src=params->as_no_junction(0, "table ref must not be code").get_table(); | |
| if(!maybe_src) | |
| throw Exception("parser.runtime", | |
| 0, | |
| "source is not a table"); | |
| Table& src=*maybe_src; | |
| Table& dest=GET_SELF(r, VTable).table(); | |
| if(&src == &dest) | |
| throw Exception("parser.runtime", | |
| 0, | |
| "source and destination are same table"); | |
| int offset, limit; | |
| get_copy_options(r, params, 1, src, | |
| offset, limit); | |
| if(Table::columns_type dest_columns=dest.columns()) { // dest is named | |
| int saved_src_current=src.current(); | |
| int m=src.count()-offset; | |
| if(!limit || limit>m) | |
| limit=m; | |
| int end=offset+limit; | |
| for(int src_row=offset; src_row<end; src_row++) { | |
| src.set_current(src_row); | |
| Table::element_type dest_row(new ArrayString(src.count())); | |
| for(int dest_column=0; dest_column<dest_columns->count(); dest_column++) { | |
| const String* src_item=src.item(*dest_columns->get(dest_column)); | |
| *dest_row+=src_item?src_item:new String; | |
| } | |
| dest+=dest_row; | |
| } | |
| src.set_current(saved_src_current); | |
| } else { // dest is nameless | |
| for(int src_row=0; src_row<src.count(); src_row++) | |
| dest+=src[src_row]; | |
| } | |
| } | |
| #ifndef DOXYGEN | |
| class Table_sql_event_handlers: public SQL_Driver_query_event_handlers { | |
| ArrayString& columns; | |
| ArrayString* row; | |
| public: | |
| Table* table; | |
| public: | |
| Table_sql_event_handlers() : | |
| columns(*new ArrayString), row(0), table(0) { | |
| } | |
| bool add_column(SQL_Error& error, void *ptr, size_t size) { | |
| try { | |
| columns+=new String((const char* )ptr, size, true); | |
| return false; | |
| } catch(...) { | |
| error=SQL_Error("exception occured in Table_sql_event_handlers::add_column"); | |
| return true; | |
| } | |
| } | |
| bool before_rows(SQL_Error& error) { | |
| try { | |
| table=new Table(&columns); | |
| return false; | |
| } catch(...) { | |
| error=SQL_Error("exception occured in Table_sql_event_handlers::before_rows"); | |
| return true; | |
| } | |
| } | |
| bool add_row(SQL_Error& error) { | |
| try { | |
| *table+=row=new ArrayString; | |
| return false; | |
| } catch(...) { | |
| error=SQL_Error("exception occured in Table_sql_event_handlers::add_row"); | |
| return true; | |
| } | |
| } | |
| bool add_row_cell(SQL_Error& error, void *ptr, size_t size) { | |
| try { | |
| String& cell=*new String; | |
| if(size) | |
| cell.append((const char* )ptr, size, String::L_TAINTED); | |
| *row+=&cell; | |
| return false; | |
| } catch(...) { | |
| error=SQL_Error("exception occured in Table_sql_event_handlers::add_row_cell"); | |
| return true; | |
| } | |
| } | |
| }; | |
| #endif | |
| static void _sql(Request& r, MethodParams* params) { | |
| Value& statement=params->as_junction(0, "statement must be code"); | |
| ulong limit=0; | |
| ulong offset=0; | |
| if(params->count()>1) { | |
| Value& voptions=params->as_no_junction(1, "options must be hash, not code"); | |
| if(!voptions.is_string()) | |
| if(HashStringValue* options=voptions.get_hash()) { | |
| int valid_options=0; | |
| if(Value* vlimit=options->get(sql_limit_name)) { | |
| valid_options++; | |
| limit=(ulong)r.process_to_value(*vlimit).as_double(); | |
| } | |
| if(Value* voffset=options->get(sql_offset_name)) { | |
| valid_options++; | |
| offset=(ulong)r.process_to_value(*voffset).as_double(); | |
| } | |
| if(valid_options!=options->count()) | |
| throw Exception("parser.runtime", | |
| 0, | |
| "called with invalid option"); | |
| } else | |
| throw Exception("parser.runtime", | |
| 0, | |
| "options must be hash"); | |
| } | |
| // reset 'current' | Temp_lang temp_lang(r, String::L_SQL); |
| table.set_current(0); | const String& statement_string=r.process_to_string(statement); |
| const char* statement_cstr= | |
| statement_string.cstr(String::L_UNSPECIFIED, r.connection()); | |
| Table_sql_event_handlers handlers; | |
| #ifdef RESOURCES_DEBUG | |
| struct timeval mt[2]; | |
| //measure:before | |
| gettimeofday(&mt[0],NULL); | |
| #endif | |
| r.connection()->query( | |
| statement_cstr, offset, limit, | |
| handlers, | |
| statement_string); | |
| #ifdef RESOURCES_DEBUG | |
| //measure:after connect | |
| gettimeofday(&mt[1],NULL); | |
| double t[2]; | |
| for(int i=0;i<2;i++) | |
| t[i]=mt[i].tv_sec+mt[i].tv_usec/1000000.0; | |
| r.sql_request_time+=t[1]-t[0]; | |
| #endif | |
| Table& result= | |
| handlers.table?*handlers.table: // query resulted in table? return it | |
| *new Table(Table::columns_type(0)); // query returned no table, fake it | |
| // replace any previous table value | |
| GET_SELF(r, VTable).set_table(result); | |
| } | } |
| static void _locate(Request& r, const String&, Array *params) { | static void _columns(Request& r, MethodParams* ) { |
| VTable& vtable=*static_cast<VTable *>(r.self); | |
| Table& table=vtable.table(); | Table::columns_type result_columns(new ArrayString); |
| vtable.last_locate_was_successful=table.locate( | *result_columns+=new String("column"); |
| static_cast<Value *>(params->get(0))->as_string(), | Table& result_table=*new Table(result_columns); |
| static_cast<Value *>(params->get(1))->as_string()); | |
| } | Table& source_table=GET_SELF(r, VTable).table(); |
| if(Table::columns_type source_columns=source_table.columns()) { | |
| static void _found(Request& r, const String& method_name, Array *params) { | Array_iterator<const String*> i(*source_columns); |
| if(static_cast<VTable *>(r.self)->last_locate_was_successful) { | while(i.has_next()) { |
| Value& then_code=*static_cast<Value *>(params->get(0)); | Table::element_type result_row(new ArrayString); |
| // forcing ^found{this param type} | *result_row+=i.next(); |
| r.fail_if_junction_(false, then_code, | result_table+=result_row; |
| method_name, "found-parameter must be junction"); | } |
| r.write_pass_lang(r.process(then_code)); | |
| } else if(params->size()==2) { | |
| Value& else_code=*static_cast<Value *>(params->get(1)); | |
| // forcing ^found{this param type} | |
| r.fail_if_junction_(false, else_code, | |
| method_name, "not found-parameter must be junction"); | |
| r.write_pass_lang(r.process(else_code)); | |
| } | } |
| r.write_no_lang(*new VTable(&result_table)); | |
| } | } |
| // initialize | static void _select(Request& r, MethodParams* params) { |
| Value& vcondition=params->as_junction(0, "condition must be expression"); | |
| void initialize_table_class(Pool& pool, VStateless_class& vclass) { | |
| // ^table.set{data} | Table& source_table=GET_SELF(r, VTable).table(); |
| // ^table.set[nameless]{data} | Table& result_table=*new Table(source_table.columns()); |
| vclass.add_native_method("set", _set, 1, 2); | |
| int saved_current=source_table.current(); | |
| // ^table.load[file] | int size=source_table.count(); |
| // ^table.load[nameless;file] | for(int row=0; row<size; row++) { |
| vclass.add_native_method("load", _load, 1, 2); | source_table.set_current(row); |
| bool condition=r.process_to_value(vcondition, | |
| /*0/*no name* /,*/ | |
| false/*don't intercept string*/).as_bool(); | |
| if(condition) // ...condition is true= | |
| result_table+=source_table[row]; // =green light to go to result | |
| } | |
| source_table.set_current(saved_current); | |
| r.write_no_lang(*new VTable(&result_table)); | |
| } | |
| // constructor | |
| MTable::MTable(): Methoded("table") { | |
| // ^table::create{data} | |
| // ^table::create[nameless]{data} | |
| // ^table::create[table] | |
| add_native_method("create", Method::CT_DYNAMIC, _create, 1, 2); | |
| // old name for compatibility with <= v 1.141 2002/01/25 11:33:45 paf | |
| add_native_method("set", Method::CT_DYNAMIC, _create, 1, 2); | |
| // ^table::load[file] | |
| // ^table::load[nameless;file] | |
| add_native_method("load", Method::CT_DYNAMIC, _load, 1, 3); | |
| // ^table.save[file] | // ^table.save[file] |
| // ^table.save[nameless;file] | // ^table.save[nameless;file] |
| vclass.add_native_method("save", _save, 1, 2); | add_native_method("save", Method::CT_DYNAMIC, _save, 1, 2); |
| // ^table.count[] | // ^table.count[] |
| vclass.add_native_method("count", _count, 0, 0); | add_native_method("count", Method::CT_DYNAMIC, _count, 0, 0); |
| // ^table.line[] | // ^table.line[] |
| vclass.add_native_method("line", _line, 0, 0); | add_native_method("line", Method::CT_DYNAMIC, _line, 0, 0); |
| // ^table.offset[] | // ^table.offset[] |
| // ^table.offset[offset] | // ^table.offset(offset) |
| vclass.add_native_method("offset", _offset, 0, 1); | // ^table.offset[cur|set](offset) |
| add_native_method("offset", Method::CT_DYNAMIC, _offset, 0, 2); | |
| // ^table.menu{code} | // ^table.menu{code} |
| // ^table.menu{code}[delim] | // ^table.menu{code}[delim] |
| vclass.add_native_method("menu", _menu, 1, 2); | add_native_method("menu", Method::CT_DYNAMIC, _menu, 1, 2); |
| // ^table.empty{code-when-empty} | // ^table:hash[key field name] |
| // ^table.empty{code-when-empty}{code-when-not} | // ^table:hash[key field name][value field name(s) string/table] |
| vclass.add_native_method("empty", _empty, 1, 2); | add_native_method("hash", Method::CT_DYNAMIC, _hash, 1, 3); |
| // ^table.record[] | // ^table.sort{string-key-maker} ^table.sort{string-key-maker}[desc|asc] |
| vclass.add_native_method("record", _record, 0, 0); | // ^table.sort(numeric-key-maker) ^table.sort(numeric-key-maker)[desc|asc] |
| add_native_method("sort", Method::CT_DYNAMIC, _sort, 1, 2); | |
| // ^table.sort{string-key-maker} ^table.sort{string-key-maker}[asc|desc] | |
| // ^table.sort(numeric-key-maker) ^table.sort(numeric-key-maker)[asc|desc] | |
| vclass.add_native_method("sort", _sort, 1, 2); | |
| // ^table.locate[field;value] | // ^table.locate[field;value] |
| vclass.add_native_method("locate", _locate, 2, 2); | add_native_method("locate", Method::CT_DYNAMIC, _locate, 1, 2); |
| // ^table.found{when-found} | |
| // ^table.found{when-found}{when-not-found} | // ^table.flip[] |
| vclass.add_native_method("found", _found, 1, 2); | add_native_method("flip", Method::CT_DYNAMIC, _flip, 0, 0); |
| } | |
| // ^table.append{r{tab}e{tab}c{tab}o{tab}r{tab}d} | |
| add_native_method("append", Method::CT_DYNAMIC, _append, 1, 1); | |
| // ^table.join[table][$.limit(10) $.offset(1) $.offset[cur] ] | |
| add_native_method("join", Method::CT_DYNAMIC, _join, 1, 2); | |
| // ^table:sql[query] | |
| // ^table:sql[query][$.limit(1) $.offset(2)] | |
| add_native_method("sql", Method::CT_DYNAMIC, _sql, 1, 2); | |
| // ^table:columns[] | |
| add_native_method("columns", Method::CT_DYNAMIC, _columns, 0, 0); | |
| // ^table.select(expression) = table | |
| add_native_method("select", Method::CT_DYNAMIC, _select, 1, 1); | |
| } |