--- parser3/src/classes/table.C 2001/03/12 17:00:46 1.2 +++ parser3/src/classes/table.C 2002/09/17 14:34:53 1.164 @@ -1,41 +1,136 @@ -/* - Parser - Copyright (c) 2001 ArtLebedev Group (http://www.artlebedev.com) - Author: Alexander Petrosyan (http://design.ru/paf) +/** @file + Parser: @b table parser class. - $Id: table.C,v 1.2 2001/03/12 17:00:46 paf Exp $ + Copyright (c) 2001, 2002 ArtLebedev Group (http://www.artlebedev.com) + Author: Alexandr Petrosian (http://paf.design.ru) */ +static const char* IDENT_TABLE_C="$Date: 2002/09/17 14:34:53 $"; + +#include "classes.h" +#include "pa_common.h" #include "pa_request.h" -#include "_table.h" #include "pa_vtable.h" -#include "pa_common.h" +#include "pa_vint.h" +#include "pa_sql_connection.h" +#include "pa_vbool.h" + +// class + +class MTable : public Methoded { +public: // VStateless_class + Value *create_new_value(Pool& pool) { return new(pool) VTable(pool); } + +public: + MTable(Pool& pool); + +public: // Methoded + bool used_directly() { return true; } +}; + +// methods -// global var +static void get_copy_options(Request& r, const String& method_name, MethodParams *params, int param_index, + const Table& source, + int& offset, + int& limit) { + offset=0; + limit=0; + if(params->size()<=param_index) + return; + + Value& voptions=params->as_no_junction(param_index, "options must be hash, not code"); + if(!voptions.is_string()) { + if(Hash *options=voptions.get_hash(&method_name)) { + int valid_options=0; + if(Value *voffset=(Value *)options->get(*sql_offset_name)) { + valid_options++; + if(voffset->is_string()) { + const String& soffset=*voffset->get_string(); + if(soffset == "cur") + offset=source.current(); + else + throw Exception("parser.runtime", + &soffset, + "must be 'cur' string or expression"); + } else + offset=r.process_to_value(*voffset).as_int(); + } + if(Value *vlimit=(Value *)options->get(*sql_limit_name)) { + valid_options++; + limit=r.process_to_value(*vlimit).as_int(); + } + if(valid_options!=options->size()) + throw Exception("parser.runtime", + &method_name, + "called with invalid option"); + } else + throw Exception("parser.runtime", + &method_name, + "options must be hash"); + } + if(!limit) // zero limit = sould be 'nothing to copy', for methods zero means 'all' + limit=-1; // thus fixing +} -VClass *table_class; +static void _create(Request& r, const String& method_name, MethodParams *params) { + Pool& pool=r.pool(); + // clone/copy part? + if(const Table *source=params->get(0).get_table()) { + int offset, limit; + get_copy_options(r, method_name, params, 1, *source, + offset, limit); + static_cast(r.self)->set_table(*new(pool) Table(pool, *source, offset, limit)); + return; + } -// methods + // data is last parameter + Temp_lang temp_lang(r, String::UL_PASS_APPENDED); + const String& data= + r.process_to_string(params->as_junction(params->size()-1, "body must be code")); + + size_t pos_after=0; + // parse columns + Array *columns; + if(params->size()==2) { + columns=0; + } else { + columns=new(pool) Array(pool); + Array head(pool); + data.split(head, &pos_after, "\n", 1, String::UL_AS_IS, 1); + if(head.size()) + head.get_string(0)->split(*columns, 0, "\t", 1, String::UL_AS_IS); + } -// TODO: проверить ^set в ^menu & co + Table& table=*new(pool) Table(pool, &method_name, columns); + // parse cells + Array rows(pool); + data.split(rows, &pos_after, "\n", 1, String::UL_AS_IS); + Array_iter i(rows); + while(i.has_next()) { + Array& row=*new(pool) Array(pool); + const String& string=*i.next_string(); + // remove comment lines + if(!string.size()) + continue; -static void set_or_load( - Request& r, - const String& method_name, Array *params, - bool is_load) { + string.split(row, 0, "\t", 1, String::UL_AS_IS); + table+=&row; + } + + // replace any previous table value + static_cast(r.self)->set_table(table); +} + +static void _load(Request& r, const String& method_name, MethodParams *params) { Pool& pool=r.pool(); - // data is last parameter - Value *vdata=static_cast(params->get(params->size()-1)); - if(vdata->get_junction()) - R_THROW(0, 0, - &method_name, - "body must not be a junction"); + // filename is last parameter + Value& vfile_name=params->as_no_junction(params->size()-1, + "file name must not be code"); - // data or file_name - char *data_or_filename=vdata->as_string().cstr(); - // data - char *data=is_load?file_read(pool, r.absolute(data_or_filename)):data_or_filename; + // loading text + char *data=file_read_text(pool, r.absolute(vfile_name.as_string())); // parse columns Array *columns; @@ -45,49 +140,674 @@ static void set_or_load( uint line=origin.line; #endif if(params->size()==2) { - columns=0; + columns=0; // nameless } else { columns=new(pool) Array(pool); - if(char *row_chars=getrow(&data)) + while(char *row_chars=getrow(&data)) { + // remove empty&comment lines + if(!*row_chars || *row_chars == '#') + continue; do { String *name=new(pool) String(pool); - name->APPEND(lsplit(&row_chars, '\t'), 0, file, line++); + name->APPEND_TAINTED(lsplit(&row_chars, '\t'), 0, file, line++); *columns+=name; } while(row_chars); + + break; + } } // parse cells - Table& table=*new(pool) Table(pool, method_name, columns); + Table& table=*new(pool) Table(pool, &method_name, columns); char *row_chars; while(row_chars=getrow(&data)) { + // remove empty&comment lines + if(!*row_chars || *row_chars == '#') + continue; Array *row=new(pool) Array(pool); while(char *cell_chars=lsplit(&row_chars, '\t')) { String *cell=new(pool) String(pool); - cell->APPEND(cell_chars, 0, file, line); + cell->APPEND_TAINTED(cell_chars, 0, file, line); *row+=cell; } +#ifndef NO_STRING_ORIGIN line++; +#endif table+=row; }; // replace any previous table value - r.self->as_vtable().set_table(table); + static_cast(r.self)->set_table(table); +} + +/// @todo "x\nx" "xxx""xx" +static void _save(Request& r, const String& method_name, MethodParams *params) { + Pool& pool=r.pool(); + Value& vfile_name=params->as_no_junction(params->size()-1, + "file name must not be code"); + + Table& table=static_cast(r.self)->table(&method_name); + + bool do_append=false; + String sdata(pool); + if(params->size()==1) { // named output + // write out names line + if(table.columns()) { // named table + Array_iter i(*table.columns()); + while(i.has_next()) { + sdata.append(*i.next_string(), //*static_cast(table.columns()->quick_get(column)), + String::UL_TABLE); + if(i.has_next()) + sdata.APPEND_CONST("\t"); + } + } else { // nameless table + if(int lsize=table.size()?static_cast(table.get(0))->size():0) + for(int column=0; columnas_string(0, "mode must be string"); + if(mode=="append") + do_append=true; + else if(mode=="nameless") + /*ok, already skipped names output*/; + else + throw Exception("parser.runtime", + &mode, + "unknown mode, must be 'append'"); + + } + // data lines + Array_iter i(table); + while(i.has_next()) { + Array_iter c(*static_cast(i.next())); + while(c.has_next()) { + if(const String *s=c.next_string()) + sdata.append(*s, + String::UL_TABLE); + if(c.has_next()) + sdata.APPEND_CONST("\t"); + } + sdata.APPEND_CONST("\n"); + } + + // write + file_write(r.absolute(vfile_name.as_string()), + sdata.cstr(), sdata.size(), true, do_append); +} + +static void _count(Request& r, const String& method_name, MethodParams *) { + Pool& pool=r.pool(); + int result=static_cast(r.self)->table(&method_name).size(); + r.write_no_lang(*new(pool) VInt(pool, result)); +} + +static void _line(Request& r, const String& method_name, MethodParams *) { + Pool& pool=r.pool(); + int result=1+static_cast(r.self)->table(&method_name).current(); + r.write_no_lang(*new(pool) VInt(pool, result)); +} + +static void _offset(Request& r, const String& method_name, MethodParams *params) { + Pool& pool=r.pool(); + Table& table=static_cast(r.self)->table(&method_name); + if(params->size()) { + bool absolute=false; + if(params->size()>1) { + const String& whence=params->as_string(0, "whence must be string"); + if(whence=="cur") + absolute=false; + else if(whence=="set") + absolute=true; + else + throw Exception("parser.runtime", + &whence, + "is invalid whence, valid are 'cur' or 'set'"); + } + + Value& offset_expr=params->as_junction(params->size()-1, "offset must be expression"); + table.offset(absolute, r.process_to_value(offset_expr).as_int()); + } else + r.write_no_lang(*new(pool) VInt(pool, table.current())); +} + +static void _menu(Request& r, const String& method_name, MethodParams *params) { + Value& body_code=params->as_junction(0, "body must be code"); + + Value *delim_maybe_code=params->size()>1?¶ms->get(1):0; + + Table& table=static_cast(r.self)->table(&method_name); + bool need_delim=false; + int saved_current=table.current(); + int size=table.size(); + for(int row=0; rowsize()) { // delimiter set and we have body + if(need_delim) // need delim & iteration produced string? + r.write_pass_lang(r.process(*delim_maybe_code)); + need_delim=true; + } + r.write_pass_lang(sv_processed); + } + table.set_current(saved_current); +} + +#ifndef DOXYGEN +struct Row_info { + Table *table; + int key_field; + Array *value_fields; + Hash *hash; + bool distinct; +}; +#endif +static void table_row_to_hash(Array::Item *value, void *info) { + Array& row=*static_cast(value); + Row_info& ri=*static_cast(info); + Pool& pool=ri.table->pool(); + + if(ri.key_fieldsize(); i++) { + int value_field=ri.value_fields->get_int(i); + if(value_fieldcolumns()->get_string(value_field), + new(pool) VString(*row.get_string(value_field))); + } + + const String& key=*row.get_string(ri.key_field); + if(ri.hash->put_dont_replace(key, &result)) // put. existed? + if(!ri.distinct) + throw Exception("parser.runtime", + &key, + "duplicate key"); + } +} +static void _hash(Request& r, const String& method_name, MethodParams *params) { + Pool& pool=r.pool(); + Table& self_table=static_cast(r.self)->table(&method_name); + Value& result=*new(pool) VHash(pool); + if(const Array *columns=self_table.columns()) + if(columns->size()>0) { + const String& key_field_name=params->as_no_junction(0, + "key field name must not be code").as_string(); + int key_field=self_table.column_name2index(key_field_name, true); + + bool distinct=false; + int param_index=params->size()-1; + if(Hash *options= + params->as_no_junction(param_index, "param must not be code").get_hash(0)) { + --param_index; + int valid_options=0; + if(Value *vdistinct=(Value *)options->get(*sql_distinct_name)) { + valid_options++; + distinct=r.process_to_value(*vdistinct).as_bool(); + } + if(valid_options!=options->size()) + throw Exception("parser.runtime", + &method_name, + "called with invalid option"); + } + if(param_index==2) // bad options param type + throw Exception("parser.runtime", + &method_name, + "options must be hash"); + + Array value_fields(pool); + if(param_index>0) { + Value& value_fields_param=params->as_no_junction(param_index, "value field(s) must not be code"); + if(value_fields_param.is_string()) { + value_fields+=self_table.column_name2index(value_fields_param.as_string(), true); + } else if(Table *value_fields_table=value_fields_param.get_table()) { + for(int i=0; isize(); i++) { + const String& value_field_name= + *static_cast(value_fields_table->get(i))->get_string(0); + value_fields+=self_table.column_name2index(value_field_name, true); + } + } else + throw Exception("parser.runtime", + &method_name, + "value field(s) must be string or self_table" + ); + } else { // by all columns, including key + for(int i=0; isize(); i++) + value_fields+=i; + } + + // integers: key_field & value_fields + Row_info row_info={&self_table, key_field, &value_fields, result.get_hash(0), distinct}; + self_table.for_each(table_row_to_hash, &row_info); + } + r.write_no_lang(result); +} + +#ifndef DOXYGEN +struct Table_seq_item { + Array *row; + union { + char *c_str; + double d; + } value; +}; +#endif +static int sort_cmp_string(const void *a, const void *b) { + return strcmp( + static_cast(a)->value.c_str, + static_cast(b)->value.c_str + ); +} +static int sort_cmp_double(const void *a, const void *b) { + double va=static_cast(a)->value.d; + double vb=static_cast(b)->value.d; + if(vavb) + return +1; + else + return 0; +} +static void _sort(Request& r, const String& method_name, MethodParams *params) { + Pool& pool=r.pool(); + Value& key_maker=params->as_junction(0, "key-maker must be code"); + + bool reverse=params->size()>1/*..[desc|asc|]*/? + reverse=params->as_no_junction(1, "order must not be code").as_string()=="desc": + false; // default=asc + + Table& old_table=static_cast(r.self)->table(&method_name); + Table& new_table=*new(pool) Table(pool, &method_name, old_table.columns()); + + Table_seq_item *seq=(Table_seq_item *)pool.malloc(sizeof(Table_seq_item)*old_table.size()); + int i; + + // calculate key values + bool key_values_are_strings=true; + // save 'current' + int saved_current=old_table.current(); + for(i=0; i(r.self)->set_table(new_table); +} + +static bool _locate_expression(Request& r, const String& method_name, MethodParams *params) { + if(params->size()>1) + throw Exception("parser.runtime", + &method_name, + "locate by expression has only one parameter - expression"); + + Value& expression_code=params->as_junction(0, "must be expression"); + + Table& table=static_cast(r.self)->table(&method_name); + int saved_current=table.current(); + int size=table.size(); + for(int row=0; rowsize()>2) + throw Exception("parser.runtime", + &method_name, + "locate by name and value has only two parameters - name and value"); + + Table& table=static_cast(r.self)->table(&method_name); + return table.locate( + params->as_string(0, "column name must be string"), + params->as_string(1, "value must be string") + ); +} +static void _locate(Request& r, const String& method_name, MethodParams *params) { + Pool& pool=r.pool(); + bool result=params->get(0).get_junction()? + _locate_expression(r, method_name, params) : + _locate_name_value(r, method_name, params); + r.write_no_lang(*new(pool) VBool(pool, result)); +} + +static void _flip(Request& r, const String& method_name, MethodParams *params) { + Pool& pool=r.pool(); + Table& old_table=static_cast(r.self)->table(&method_name); + Table& new_table=*new(pool) Table(pool, &method_name, 0/*nameless*/); + if(old_table.size()) + if(int old_cols=old_table.at(0).size()) + for(int column=0; columnas_junction(0, "body must be code")); + + // parse cells + Array& row=*new(pool) Array(pool); + string.split(row, 0, "\t", 1, String::UL_AS_IS); + + static_cast(r.self)->table(&method_name)+=&row; +} + +static void _join(Request& r, const String& method_name, MethodParams *params) { + Pool& pool=r.pool(); + + Table *maybe_src=params->as_no_junction(0, "table ref must not be code").get_table(); + if(!maybe_src) + throw Exception("parser.runtime", + &method_name, + "source is not a table"); + + Table& src=*maybe_src; + Table& dest=static_cast(r.self)->table(&method_name); + if(&src == &dest) + throw Exception("parser.runtime", + &method_name, + "source and destination are same table"); + + int offset, limit; + get_copy_options(r, method_name, params, 1, src, + offset, limit); + + if(const Array *dest_columns=dest.columns()) { // dest is named + int saved_src_current=src.current(); + int m=src.size()-offset; + if(!limit || limit>m) + limit=m; + int end=offset+limit; + for(int src_row=offset; src_rowsize(); dest_column++) { + const String *src_item=src.item(*dest_columns->get_string(dest_column)); + dest_row+=src_item?src_item:new(pool) String(pool); + } + dest+=&dest_row; + } + src.set_current(saved_src_current); + } else { // dest is nameless + for(int src_row=0; src_rowAPPEND_TAINTED( + (const char *)ptr, size, + statement_cstr, 0); + columns+=column; + } + void before_rows() { + table=new(pool) Table(pool, &method_name, &columns); + } + void add_row() { + (*table)+=(row=new(pool) Array(pool)); + } + void add_row_cell(void *ptr, size_t size) { + String *cell=new(pool) String(pool); + if(size) + cell->APPEND_TAINTED( + (const char *)ptr, size, + statement_cstr, table->size()-1); + (*row)+=cell; + } + +private: + Pool& pool; + const String& method_name; + const String& statement_string; const char *statement_cstr; + Array& columns; + Array *row; +public: + Table *table; +}; +#endif +static void _sql(Request& r, const String& method_name, MethodParams *params) { + Pool& pool=r.pool(); + + Value& statement=params->as_junction(0, "statement must be code"); + + ulong limit=0; + ulong offset=0; + if(params->size()>1) { + Value& voptions=params->as_no_junction(1, "options must be hash, not code"); + if(!voptions.is_string()) + if(Hash *options=voptions.get_hash(&method_name)) { + int valid_options=0; + if(Value *vlimit=(Value *)options->get(*sql_limit_name)) { + valid_options++; + limit=(ulong)r.process_to_value(*vlimit).as_double(); + } + if(Value *voffset=(Value *)options->get(*sql_offset_name)) { + valid_options++; + offset=(ulong)r.process_to_value(*voffset).as_double(); + } + if(valid_options!=options->size()) + throw Exception("parser.runtime", + &method_name, + "called with invalid option"); + } else + throw Exception("parser.runtime", + &method_name, + "options must be hash"); + } + + Temp_lang temp_lang(r, String::UL_SQL); + const String& statement_string=r.process_to_string(statement); + const char *statement_cstr= + statement_string.cstr(String::UL_UNSPECIFIED, r.connection(&method_name)); + Table_sql_event_handlers handlers(pool, method_name, + statement_string, statement_cstr); +#ifdef RESOURCES_DEBUG + struct timeval mt[2]; + //measure:before + gettimeofday(&mt[0],NULL); +#endif + r.connection(&method_name)->query( + statement_cstr, offset, limit, + handlers, + statement_string); + +#ifdef RESOURCES_DEBUG + //measure:after connect + gettimeofday(&mt[1],NULL); + + double t[2]; + for(int i=0;i<2;i++) + t[i]=mt[i].tv_sec+mt[i].tv_usec/1000000.0; + + r.sql_request_time+=t[1]-t[0]; +#endif + + Table *result= + handlers.table?handlers.table: // query resulted in table? return it + new(pool) Table(pool, &method_name, 0); // query returned no table, fake it + + // replace any previous table value + static_cast(r.self)->set_table(*result); } +static void _columns(Request& r, const String& method_name, MethodParams *) { + Pool& pool=r.pool(); + + Array& result_columns=*new(pool) Array(pool); + result_columns+=new(pool) String(pool, "column"); + Table& result_table=*new(pool) Table(pool, &method_name, &result_columns); + + Table& source_table=static_cast(r.self)->table(&method_name); + if(const Array *source_columns=source_table.columns()) { + Array_iter i(*source_columns); + while(i.has_next()) { + Array& result_row=*new(pool) Array(pool); + result_row+=i.next(); + result_table+=&result_row; + } + } -static void _set(Request& r, const String& method_name, Array *params) { - set_or_load(r, method_name, params, false); + r.write_no_lang(*new(pool) VTable(pool, &result_table)); } -static void _load(Request& r, const String& method_name, Array *params) { - set_or_load(r, method_name, params, true); +static void _select(Request& r, const String& method_name, MethodParams *params) { + Pool& pool=r.pool(); + + Value& vcondition=params->as_junction(0, "condition must be expression"); + + Table& source_table=static_cast(r.self)->table(&method_name); + Table& result_table=*new(pool) Table(pool, + source_table.origin_string(), + source_table.columns() + ); + + int saved_current=source_table.current(); + int size=source_table.size(); + for(int row=0; row