--- parser3/src/classes/hash.C	2001/05/21 16:01:10	1.2
+++ parser3/src/classes/hash.C	2009/05/05 10:06:57	1.91
@@ -1,149 +1,522 @@
 /** @file
 	Parser: @b hash parser class.
 
-	Copyright (c) 2001 ArtLebedev Group (http://www.artlebedev.com)
-
-	Author: Alexander Petrosyan <paf@design.ru> (http://design.ru/paf)
-
-	$Id: hash.C,v 1.2 2001/05/21 16:01:10 parser Exp $
+	Copyright (c) 2001-2009 ArtLebedev Group (http://www.artlebedev.com)
+	Author: Alexandr Petrosian <paf@design.ru> (http://paf.design.ru)
 */
 
+static const char * const IDENT_HASH_C="$Date: 2009/05/05 10:06:57 $";
+
 #include "classes.h"
+#include "pa_vmethod_frame.h"
+
 #include "pa_request.h"
 #include "pa_vhash.h"
-#include "pa_vunknown.h"
+#include "pa_vvoid.h"
 #include "pa_sql_connection.h"
-
-// defines
-
-#define HASH_CLASS_NAME "hash"
+#include "pa_vtable.h"
+#include "pa_vbool.h"
+#include "pa_vmethod_frame.h"
 
 // class
 
-class MHash : public Methoded {
+class MHash: public Methoded {
 public: // VStateless_class
-	Value *create_new_value(Pool& pool) { return new(pool) VHash(pool); }
+	Value* create_new_value(Pool&, HashStringValue&) { return new VHash(); }
 
 public:
-	MHash(Pool& pool);
+	MHash();
 public: // Methoded
 	bool used_directly() { return true; }
 };
 
+// global variable
+
+DECLARE_CLASS_VAR(hash, new MHash, 0);
+
+// externs
+
+extern String cycle_data_name;
+
 // methods
 
-static void _default(Request& r, const String&, MethodParams *params) { 
-	Pool& pool=r.pool();
+#ifndef DOXYGEN
+class Hash_sql_event_handlers: public SQL_Driver_query_event_handlers {
+	const String& statement_string; const char* statement_cstr;
+	bool distinct;
+	HashStringValue& rows_hash;
+	Value* row_value;
+	int column_index;
+	ArrayString& columns;
+	bool one_bool_column;
+	static VBool only_one_column_value;
+	Table2hash_value_type value_type;
+	int columns_count;
+public:
+	Table* empty;
+public:
+	Hash_sql_event_handlers(
+		const String& astatement_string,
+		const char* astatement_cstr,
+		bool adistinct,
+		HashStringValue& arows_hash,
+		Table2hash_value_type avalue_type)
+	: 
+		statement_string(astatement_string),
+		statement_cstr(astatement_cstr),
+		distinct(adistinct),
+		rows_hash(arows_hash),
+		value_type(avalue_type),
+		row_value(0),
+		column_index(0),
+		one_bool_column(false),
+		columns(*new ArrayString),
+		empty(0) {
+	}
+
+	bool add_column(SQL_Error& error, const char* str, size_t length) {
+		try {
+			columns+=new String(str, length, true);
+			return false;
+		} catch(...) {
+			error=SQL_Error("exception occured in Hash_sql_event_handlers::add_column");
+			return true;
+		}
+	}
+
+	bool before_rows(SQL_Error& error) { 
+		if(columns.count()<1) {
+			error=SQL_Error(PARSER_RUNTIME, "no columns");
+			return true;
+		}
+		switch(value_type){
+			case C_STRING: {
+				if(columns.count()>2){
+					error=SQL_Error(PARSER_RUNTIME, "only 2 columns allowed for $.type[string].");
+					return true;
+				}
+			}
+			case C_TABLE: {
+				// create empty table which we'll copy later
+				empty=new Table(&columns);
+				columns_count=columns.count();
+			}
+			case C_HASH: {
+				one_bool_column=columns.count()==1;
+			}
+		}
+		return false;
+	}
+
+	bool add_row(SQL_Error& /*error*/) {
+		column_index=0;
+		return false;
+	}
+
+	bool add_row_cell(SQL_Error& error, const char *ptr, size_t length) {
+		try {
+			String& cell=*new String;
+			if(length)
+				cell.append_know_length(ptr, length, String::L_TAINTED);
+
+			bool duplicate=false;
+			if(one_bool_column) {
+				duplicate=rows_hash.put_dont_replace(cell, &only_one_column_value);  // put. existed?
+			} else if(column_index==0) {
+				switch(value_type){
+					case C_HASH: {
+						VHash* row_vhash=new VHash;
+						row_value=row_vhash;
+						duplicate=rows_hash.put_dont_replace(cell, row_vhash); // put. existed?
+						break;
+					}
+					case C_STRING: {
+						VString* row_vstring=new VString();
+						row_value=row_vstring;
+						duplicate=rows_hash.put_dont_replace(cell, row_vstring);  // put. existed?
+						break;
+					}
+					case C_TABLE: {
+						VTable* vtable=(VTable*)rows_hash.get(cell);
+						Table* table;
+
+						if(vtable) { // table with this key exist?
+							if(!distinct) {
+								duplicate=true;
+								break;
+							}
+							table=vtable->get_table();
+						} else {
+							// no? creating table of same structure as source
+							Table::Action_options table_options(0, 0);
+							table=new Table(*empty, table_options/*no rows, just structure*/);
+							vtable=new VTable(table);
+							rows_hash.put(cell, vtable); // put
+						}
+						ArrayString* row=new ArrayString(columns_count);
+						row_value=(Value*)row;
+						*row+=&cell;
+						*table+=row;
+						break;
+					}
+				}
+			} else {
+				switch(value_type) {
+					case C_HASH: {
+						row_value->get_hash()->put(*columns[column_index], new VString(cell));
+						break;
+					}
+					case C_STRING: {
+						VString* row_string=(VString*)row_value;
+						row_string->set_string(cell);
+						break;
+					}
+					case C_TABLE: {
+						ArrayString* row=(ArrayString*)row_value;
+						*row+=&cell;
+						break;
+					}
+				}
+			}
+
+			if(duplicate & !distinct) {
+				error=SQL_Error(PARSER_RUNTIME, "duplicate key");
+				return true;
+			}
+
+			column_index++;
+			return false;
+		} catch(...) {
+			error=SQL_Error("exception occured in Hash_sql_event_handlers::add_row_cell");
+			return true;
+		}
+	}
+
+};
+VBool Hash_sql_event_handlers::only_one_column_value(true);
+
+#endif
 
-	VHash& vhash=*static_cast<VHash *>(r.self);
-	if(params->size())
-		vhash.set_default(params->get(0)); // info: may be code..
-	else {
-		Value *default_value=vhash.get_default();
-		r.write_assign_lang(default_value?*default_value:*new(pool) VUnknown(pool));
+static void _create_or_add(Request& r, MethodParams& params) {
+	if(params.count()) {
+		Value& vsrc=params.as_no_junction(0, "param must be hash");
+		if(HashStringValue* src=vsrc.get_hash()) {
+			VHash& self=GET_SELF(r, VHash);
+			HashStringValue* self_hash=&(self.hash());
+			if(src==self_hash) // same: doing nothing
+				return;
+			src->for_each<HashStringValue*>(copy_all_overwrite_to, self_hash);
+
+			if(VHash* vhash_src=static_cast<VHash*>(vsrc.as(VHASH_TYPE, false)))
+			{
+				if(Value* vdefault=vhash_src->get_default())
+				{
+					if(vdefault->is_defined())
+					{
+						self.set_default(vdefault);
+					}
+				}
+			}
+		}
 	}
 }
 
-static void _sql(Request& r, const String& method_name, MethodParams *params) {
-	Pool& pool=r.pool();
+static void _sub(Request& r, MethodParams& params) {
+	Value& vsrc=params.as_no_junction(0, "param must be hash");
+	if(HashStringValue* src=vsrc.get_hash()) {
+		HashStringValue* self=&(GET_SELF(r, VHash).hash());
+		if(src==self) { // same: clearing
+			self->clear();
+			return;
+		}
+		src->for_each<HashStringValue*>(remove_key_from, self);
+	}
+}
 
-	if(!r.connection)
-		PTHROW(0, 0,
-			&method_name,
-			"without connect");
+static void copy_all_dontoverwrite_to(
+								  HashStringValue::key_type key, 
+								  HashStringValue::value_type value, 
+								  HashStringValue* dest) {
+	dest->put_dont_replace(key, value);
+}
+static void _union(Request& r, MethodParams& params) {
+	// dest = copy of self
+	Value& result=*new VHash(GET_SELF(r, VHash).hash());
+	// dest += b
+	Value& vsrc=params.as_no_junction(0, "param must be hash");
+	if(HashStringValue* src=vsrc.get_hash())
+		src->for_each<HashStringValue*>(copy_all_dontoverwrite_to, result.get_hash());
 
-	Value& statement=params->get_junction(0, "statement must be code");
+	// return result
+	r.write_no_lang(result);
+}
 
-	ulong limit=0;
-	if(params->size()>1) {
-		Value& limit_code=params->get_junction(1, "limit must be expression");
-		limit=(uint)r.process(limit_code).as_double();
+#ifndef DOXYGEN
+struct Copy_intersection_to_info {
+	HashStringValue* b;
+	HashStringValue* dest;
+};
+#endif
+static void copy_intersection_to(
+								 HashStringValue::key_type key, 
+								 HashStringValue::value_type value, 
+								 Copy_intersection_to_info *info) {
+	if(info->b->get(key))
+		info->dest->put_dont_replace(key, value);
+}
+static void _intersection(Request& r, MethodParams& params) {
+	Value& result=*new VHash;
+	// dest += b
+	Value& vb=params.as_no_junction(0, "param must be hash");
+	if(HashStringValue* b=vb.get_hash()) {
+		Copy_intersection_to_info info={b, result.get_hash()};
+		GET_SELF(r, VHash).hash().for_each<Copy_intersection_to_info*>(copy_intersection_to, &info);
 	}
 
+	// return result
+	r.write_no_lang(result);
+}
+
+static bool intersects(
+					   HashStringValue::key_type key, 
+					   HashStringValue::value_type /*value*/, 
+					   HashStringValue* b) {
+	return b->get(key)!=0;
+}
+
+static void _intersects(Request& r, MethodParams& params) {
+	bool result=false;
+
+	Value& vb=params.as_no_junction(0, "param must be hash");
+	if(HashStringValue* b=vb.get_hash())
+		result=GET_SELF(r, VHash).hash().first_that<HashStringValue*>(intersects, b)!=0;
+
+	// return result
+	r.write_no_lang(VBool::get(result));
+}
+
+
+extern String sql_bind_name;
+extern String sql_limit_name;
+extern String sql_offset_name;
+extern String sql_default_name;
+extern String sql_distinct_name;
+extern String sql_value_type_name;
+extern Table2hash_value_type get_value_type(Value& vvalue_type);
+extern int marshal_binds(HashStringValue& hash, SQL_Driver::Placeholder*& placeholders);
+extern void unmarshal_bind_updates(HashStringValue& hash, int placeholder_count, SQL_Driver::Placeholder* placeholders);
+
+static void _sql(Request& r, MethodParams& params) {
+	Value& statement=params.as_junction(0, "statement must be code");
+
+	HashStringValue* bind=0;
+	ulong limit=SQL_NO_LIMIT;
 	ulong offset=0;
-	if(params->size()>2) {
-		Value& offset_code=params->get_junction(2, "offset must be expression");
-		offset=(ulong)r.process(offset_code).as_double();
-	}
-
-	Temp_lang temp_lang(r, String::UL_SQL);
-	const String& statement_string=r.process(statement).as_string();
-	const char *statement_cstr=
-		statement_string.cstr(String::UL_UNSPECIFIED, r.connection);
-	unsigned int sql_column_count; SQL_Driver::Cell *sql_columns;
-	unsigned long sql_row_count; SQL_Driver::Cell **sql_rows;
-	bool need_rethrow=false; Exception rethrow_me;
-	PTRY {
-		r.connection->query(
-			statement_cstr, offset, limit,
-			&sql_column_count, &sql_columns,
-			&sql_row_count, &sql_rows);
-	}
-	PCATCH(e) { // connect/process problem
-		rethrow_me=e;  need_rethrow=true;
-	}
-	PEND_CATCH
-	if(need_rethrow)
-		PTHROW(rethrow_me.type(), rethrow_me.code(),
-			&statement_string, // setting more specific source [were url]
-			rethrow_me.comment());
-
-	Hash& rows_hash=static_cast<VHash *>(r.self)->hash();
-	rows_hash.clear();	
-
-	if(sql_column_count<=1)
-		return;
-
-	Array& columns=*new(pool) Array(pool);
-	for(unsigned int i=0+1; i<sql_column_count; i++) {
-		String& column=*new(pool) String(pool);
-		column.APPEND_TAINTED(
-			(const char *)sql_columns[i].ptr, sql_columns[i].size,
-			statement_cstr, 0);
-		columns+=&column;
-	}
-	
-	for(unsigned long row=0; row<sql_row_count; row++) {
-		SQL_Driver::Cell *sql_cells=sql_rows[row];			
-		
-		VHash& row_vhash=*new(pool) VHash(pool);
-		Hash& row_hash=*row_vhash.get_hash();
-		String *key=0; // calm, compiler
-		String *cell;
-		for(unsigned int i=0; i<sql_column_count; i++) {
-			cell=new(pool) String(pool);
-			cell->APPEND_TAINTED(
-				(const char *)sql_cells[i].ptr, sql_cells[i].size,
-				statement_cstr, row);
-			if(i==0)
-				key=cell;
-			else
-				row_hash.put(*columns.get_string(i-1), new(pool) VString(*cell));
-		}
-		rows_hash.put(*key, &row_vhash);
+	bool distinct=false;
+	Table2hash_value_type value_type=C_HASH;
+	if(params.count()>1) {
+		Value& voptions=params.as_no_junction(1, "options must be hash, not code");
+		if(voptions.is_defined() && !voptions.is_string())
+			if(HashStringValue* options=voptions.get_hash()) {
+				int valid_options=0;
+				if(Value* vbind=options->get(sql_bind_name)) {
+					valid_options++;
+					bind=vbind->get_hash();
+				}
+				if(Value* vlimit=options->get(sql_limit_name)) {
+					valid_options++;
+					limit=(ulong)r.process_to_value(*vlimit).as_double();
+				}
+				if(Value* voffset=options->get(sql_offset_name)) {
+					valid_options++;
+					offset=(ulong)r.process_to_value(*voffset).as_double();
+				}
+				if(Value* vdistinct=options->get(sql_distinct_name)) {
+					valid_options++;
+					distinct=r.process_to_value(*vdistinct).as_bool();
+				}
+				if(Value* vvalue_type=options->get(sql_value_type_name)) {
+					valid_options++;
+					value_type=get_value_type(r.process_to_value(*vvalue_type));
+				}
+				if(valid_options!=options->count())
+					throw Exception(PARSER_RUNTIME,
+						0,
+						"called with invalid option");
+			} else
+				throw Exception(PARSER_RUNTIME,
+					0,
+					"options must be hash");
 	}
+
+	SQL_Driver::Placeholder* placeholders=0;
+	uint placeholders_count=0;
+	if(bind)
+		placeholders_count=marshal_binds(*bind, placeholders);
+
+	Temp_lang temp_lang(r, String::L_SQL);
+	const String& statement_string=r.process_to_string(statement);
+	const char* statement_cstr=
+		statement_string.cstr(String::L_UNSPECIFIED, r.connection());
+	HashStringValue& hash=GET_SELF(r, VHash).hash();
+	hash.clear();	
+	Hash_sql_event_handlers handlers(
+		statement_string, statement_cstr, 
+		distinct,
+		hash,
+		value_type);
+
+	r.connection()->query(
+		statement_cstr, 
+		placeholders_count, placeholders,
+		offset, limit,
+		handlers,
+		statement_string);
+
+	if(bind)
+		unmarshal_bind_updates(*bind, placeholders_count, placeholders);
 }
 
-// constructor
+static void keys_collector(
+			   HashStringValue::key_type key, 
+			   HashStringValue::value_type, 
+			   Table *table) {
+	Table::element_type row(new ArrayString);
+	*row+=new String(key, String::L_TAINTED);
+	*table+=row;
+}
+static void _keys(Request& r, MethodParams& params) {
+	const String* keys_column_name;
+	if(params.count()>0)
+		keys_column_name=&params.as_string(0, COLUMN_NAME_MUST_BE_STRING);
+	else 
+		keys_column_name=new String("key");
+
+	Table::columns_type columns(new ArrayString);
+	*columns+=keys_column_name;
+	Table* table=new Table(columns);
 
-MHash::MHash(Pool& apool) : Methoded(apool) {
-	set_name(*NEW String(pool(), HASH_CLASS_NAME));
+	GET_SELF(r, VHash).hash().for_each<Table*>(keys_collector, table);
 
-	// ^hash.default[]
-	// ^hash.default[hash]
-	add_native_method("default", Method::CT_DYNAMIC, _default, 0, 1);
+	r.write_no_lang(*new VTable(table));
+}
+
+static void _count(Request& r, MethodParams&) {
+	r.write_no_lang(*new VInt(GET_SELF(r, VHash).hash().count()));
+}
 
-	// ^hash:sql[query][(count[;offset])]
-	add_native_method("sql", Method::CT_DYNAMIC, _sql, 1, 3);
+static void _delete(Request& r, MethodParams& params) {
 
+	GET_SELF(r, VHash).hash().remove(params.as_string(0, "key must be string"));
 }
 
-// global variable
+static void _contains(Request& r, MethodParams& params) {
+	bool result=GET_SELF(r, VHash).hash().contains(params.as_string(0, "key must be string"));
+	r.write_no_lang(VBool::get(result));
+}
+
+#ifndef DOXYGEN
+struct Foreach_info {
+	Request *r;
+	const String* key_var_name;
+	const String* value_var_name;
+	Value* body_code;
+	Value* delim_maybe_code;
+
+	Value* var_context;
+	VString* vkey;
+	bool need_delim;
+};
+#endif
+static bool one_foreach_cycle(
+				HashStringValue::key_type akey, 
+				HashStringValue::value_type avalue, 
+				Foreach_info *info) {
+	Value& var_context=*info->var_context;
+	if(info->key_var_name){
+		info->vkey->set_string(*new String(akey, String::L_TAINTED));
+		var_context.put_element(var_context, *info->key_var_name, info->vkey, false);
+	}
+	if(info->value_var_name)
+		var_context.put_element(var_context, *info->value_var_name, avalue, false);
+
+	if(info->delim_maybe_code){ // delimiter set
+		StringOrValue sv_processed=info->r->process(*info->body_code);
+		Request::Skip lskip=info->r->get_skip(); info->r->set_skip(Request::SKIP_NOTHING);
+
+		const String* s_processed=sv_processed.get_string();
+		if(s_processed && !s_processed->is_empty()) { // we have body
+			if(info->need_delim) // need delim & iteration produced string?
+				info->r->write_pass_lang(info->r->process(*info->delim_maybe_code));
+			else
+				info->need_delim=true;
+		}
+		info->r->write_pass_lang(sv_processed);
+		return lskip==Request::SKIP_BREAK;
+	} else {
+		info->r->process_write(*info->body_code);
+		Request::Skip lskip=info->r->get_skip(); info->r->set_skip(Request::SKIP_NOTHING);
+		return lskip==Request::SKIP_BREAK;
+	}
+}
+static void _foreach(Request& r, MethodParams& params) {
+	Temp_hash_value<const String::Body, void*> 
+		cycle_data_setter(r.classes_conf, cycle_data_name, /*any not null flag*/&r);
+
+	const String& key_var_name=params.as_string(0, "key-var name must be string");
+	const String& value_var_name=params.as_string(1, "value-var name must be string");
+
+	Foreach_info info={
+		&r,
+		key_var_name.is_empty()? 0 : &key_var_name,
+		value_var_name.is_empty()? 0 : &value_var_name,
+		&params.as_junction(2, "body must be code"),
+		/*delimiter*/params.count()>3?params.get(3):0,
+		/*var_context*/r.get_method_frame()->caller(),
+		/*vkey=*/new VString,
+		false
+	};
+
+	VHash& self=GET_SELF(r, VHash);
+	HashStringValue& hash=self.hash();
+	VHash_lock lock(self);
+	hash.first_that<Foreach_info*>(one_foreach_cycle, &info);
+}
+
+// constructor
+
+MHash::MHash(): Methoded("hash") 
+{
+	// ^hash::create[[copy_from]]
+	add_native_method("create", Method::CT_DYNAMIC, _create_or_add, 0, 1);
+	// ^hash.add[add_from]
+	add_native_method("add", Method::CT_DYNAMIC, _create_or_add, 1, 1);
+	// ^hash.sub[sub_from]
+	add_native_method("sub", Method::CT_DYNAMIC, _sub, 1, 1);
+	// ^a.union[b] = hash
+	add_native_method("union", Method::CT_DYNAMIC, _union, 1, 1);
+	// ^a.intersection[b] = hash
+	add_native_method("intersection", Method::CT_DYNAMIC, _intersection, 1, 1);
+	// ^a.intersects[b] = bool
+	add_native_method("intersects", Method::CT_DYNAMIC, _intersects, 1, 1);
+
+	// ^a.delete[key]
+	add_native_method("delete", Method::CT_DYNAMIC, _delete, 1, 1);
+
+	// ^a.contains[key]
+	add_native_method("contains", Method::CT_DYNAMIC, _contains, 1, 1);
+	// backward
+	add_native_method("contain", Method::CT_DYNAMIC, _contains, 1, 1);
+
+	// ^hash::sql[query][options hash]
+	add_native_method("sql", Method::CT_DYNAMIC, _sql, 1, 2);
 
-Methoded *hash_base_class;
+	// ^hash._keys[[column name]]
+	add_native_method("_keys", Method::CT_DYNAMIC, _keys, 0, 1);	
 
-// creator
+	// ^hash._count[]
+	add_native_method("_count", Method::CT_DYNAMIC, _count, 0, 0);	
 
-Methoded *MHash_create(Pool& pool) {
-	return hash_base_class=new(pool) MHash(pool);
+	// ^hash.foreach[key;value]{code}[delim]
+	add_native_method("foreach", Method::CT_DYNAMIC, _foreach, 2+1, 2+1+1);
 }