--- parser3/src/main/pa_globals.C	2001/03/19 17:42:16	1.16
+++ parser3/src/main/pa_globals.C	2002/04/18 10:51:01	1.122
@@ -1,65 +1,98 @@
 /** @file
 	Parser: globals.
 
-	Copyright (c) 2001 ArtLebedev Group (http://www.artlebedev.com)
+	Copyright (c) 2001, 2002 ArtLebedev Group (http://www.artlebedev.com)
+	Author: Alexandr Petrosian <paf@design.ru> (http://paf.design.ru)
 
-	Author: Alexander Petrosyan <paf@design.ru> (http://design.ru/paf)
-
-	$Id: pa_globals.C,v 1.16 2001/03/19 17:42:16 paf Exp $
+	$Id: pa_globals.C,v 1.122 2002/04/18 10:51:01 paf Exp $
 */
 
-#include "pa_globals.h"
-#include "_string.h"
-#include "_double.h"
-#include "_int.h"
-#include "_table.h"
-#include "_form.h"
-#include "_env.h"
-#include "_request.h"
-#include "_response.h"
-#include "_cookie.h"
+#include "pa_config_includes.h"
 
-Service_funcs service_funcs;
+#ifdef XML
+#include "libxslt/extensions.h"
+#include "libxslt/xsltutils.h"
+extern "C" {
+#include "libexslt/exslt.h"
+};
+#endif
+
+#include "pa_globals.h"
+#include "pa_string.h"
+#include "pa_hash.h"
+#include "pa_sql_driver_manager.h"
+#include "pa_dictionary.h"
+#include "pa_stylesheet_manager.h"
+#include "pa_sapi.h"
+#include "pa_cache_managers.h"
+#include "pa_charsets.h"
+#include "pa_charset.h"
+#include "pa_threads.h"
 
 String *content_type_name;
+String *charset_name;
 String *body_name;
 String *value_name;
 String *expires_name;
 String *path_name;
+String *name_name;
+String *size_name;
+String *text_name;
 
-String *exception_method_name;
+String *unhandled_exception_method_name;
+String *post_process_method_name;
 
-String *unnamed_name;
-String *empty_string;
+String *content_disposition_name;
+String *content_disposition_filename_name;
 
 String *auto_method_name;
 String *main_method_name;
 
-String *root_class_name;
 String *main_class_name;
-String *env_class_name;
-String *table_class_name;
-String *form_class_name;
-String *request_class_name;
-String *response_class_name;
-String *cookie_class_name;
 
 String *result_var_name;
+String *match_var_name;
+String *string_pre_match_name;
+String *string_match_name;
+String *string_post_match_name;
+
+String *exception_var_name;
+String *exception_type_part_name;
+String *exception_source_part_name;
+String *exception_comment_part_name;
+String *exception_handled_part_name;
+
+String *charsets_name;
+String *mime_types_name;
+String *vfile_mime_type_name;
+String *origins_mode_name;
+
+String *class_path_name;
 
-String *limits_name;
-String *post_max_size_name;
+String *switch_data_name;
 
-String *defaults_name;
+String *cache_data_name;
+
+String *sql_limit_name;
+String *sql_offset_name;
+String *sql_default_name;
+
+String *charset_UTF8_name;
+
+String *hash_default_element_name;
 
 Hash *untaint_lang_name2enum;
 
+Charset *utf8_charset;
+
 short hex_value[0x100];
 
+#ifdef XML
+GdomeDOMImplementation *domimpl;
+#endif
+
 static void setup_hex_value() {
-	int i;
-	for (i=0; (i < 0x100); i++) {
-		hex_value[i] = 0;
-	}
+	memset(hex_value, 0, sizeof(hex_value));
 	hex_value['0'] = 0;	
 	hex_value['1'] = 1;	
 	hex_value['2'] = 2;	
@@ -84,71 +117,355 @@ static void setup_hex_value() {
 	hex_value['f'] = 15;
 }
 
-void globals_init(Pool& pool) {
-	// hex value
-	setup_hex_value();
+#ifdef XML
 
-	// names
-	content_type_name=new(pool) String(pool, CONTENT_TYPE_NAME);
-	body_name=new(pool) String(pool, BODY_NAME);
-	value_name=new(pool) String(pool, VALUE_NAME);
-	expires_name=new(pool) String(pool, EXPIRES_NAME);
-	path_name=new(pool) String(pool, PATH_NAME);
+const int MAX_CONCURRENT_XML_GENERIC_ERROR_THREADS=10;
+
+struct XML_Generic_error_info {
+	pa_thread_t thread_id;
+	char *message;
+} xml_generic_error_infos[MAX_CONCURRENT_XML_GENERIC_ERROR_THREADS];
+
+XML_Generic_error_info *xml_generic_error_info(pa_thread_t thread_id) {
+	for(int i=0; i<MAX_CONCURRENT_XML_GENERIC_ERROR_THREADS; i++) {
+		XML_Generic_error_info *p=xml_generic_error_infos+i;
+		if(p->thread_id==thread_id)
+			return p;
+	}
+	return 0;
+}
+
+static void
+xmlParserGenericErrorFunc(void *ctx, const char *msg, ...) { 
+    pa_thread_t thread_id=pa_get_thread_id();
+
+	// infinitely looking for free slot to fill it
+	while(true) {
+		SYNCHRONIZED;  // find+fill blocked
+
+		// first try to get existing for this thread_id
+		XML_Generic_error_info *p=xml_generic_error_info(thread_id);
+		if(!p) { // occupy empty one
+			p=xml_generic_error_info(0);
+			if(!p) // wait for empty for it to appear
+				continue;
+		}
+
+		p->thread_id=thread_id;
+		size_t offset=p->message?strlen(p->message):0;
+		p->message=(char *)realloc(p->message, offset+MAX_STRING);
+		if(!p->message)
+			SAPI::die(
+				"out of memory in 'xmlParserGenericErrorFunc', failed to reallocate to %u bytes", 
+				offset+MAX_STRING);
+		
+		va_list args;
+		va_start(args, msg);
+		vsnprintf(p->message+offset, MAX_STRING, msg, args);
+		va_end(args);
+
+		break;
+	}
+}
+
+bool xmlHaveGenericErrors() {
+    pa_thread_t thread_id=pa_get_thread_id();
+
+	SYNCHRONIZED;  // find blocked
+
+	return xml_generic_error_info(thread_id)!=0;
+}
+
+const char *xmlGenericErrors() {
+    pa_thread_t thread_id=pa_get_thread_id();
+
+	SYNCHRONIZED;  // find+free blocked
+
+	XML_Generic_error_info *p=xml_generic_error_info(thread_id);
+	if(!p) // no errors for our thread_id registered
+		return 0;
+
+	const char *result=p->message;
+
+	// free slot up 
+	memset(p, 0, sizeof(*p));
+
+	// it is up to caller to free it
+	return result;
+}
+
+/**
+ * xmlFileMatchWithLocalhostEqDocumentRoot:
+ * filename:  the URI for matching
+ *
+ * check if the URI matches an HTTP one
+ *
+ * Returns 1 if matches, 0 otherwise
+ */
+static int
+xmlFileMatchLocalhost(const char *filename) {
+    if (!strncmp(filename, "http://localhost", 16))
+	return(1);
+    return(0);
+}
+
+
+/**
+ * xmlFileOpenHttpLocalhost :
+ * filename:  the URI for matching
+ *
+ * http://localhost/abc -> $ENV{DOCUMENT_ROOT}/abc | ./abc
+ *
+ * input from FILE *, supports compressed input
+ * if filename is " " then the standard input is used
+ *
+ * Returns an I/O context or NULL in case of error
+ */
+static void *
+xmlFileOpenLocalhost (const char *filename) {
+    FILE *fd;
+    const char* documentRoot;
+    char path[1000];
+
+	path[0]=0;
+	strcat(path, (documentRoot=getenv("DOCUMENT_ROOT"))?documentRoot:".");
+	strcat(path, &filename[16]);
+
+#ifdef WIN32
+    fd = fopen(path, "rb");
+#else
+    fd = fopen(path, "r");
+#endif /* WIN32 */
+    return((void *) fd);
+}
 
-	exception_method_name=new(pool) String(pool, EXCEPTION_METHOD_NAME);
+/**
+ * xmlFileRead:
+ * @context:  the I/O context
+ * @buffer:  where to drop data
+ * @len:  number of bytes to write
+ *
+ * Read @len bytes to @buffer from the I/O channel.
+ *
+ * Returns the number of bytes written
+ */
+static int
+xmlFileRead (void * context, char * buffer, int len) {
+    return(fread(&buffer[0], 1,  len, (FILE *) context));
+}
 
-	unnamed_name=new(pool) String(pool, UNNAMED_NAME);
-	empty_string=new(pool) String(pool); 
+/**
+ * xmlFileWrite:
+ * @context:  the I/O context
+ * @buffer:  where to drop data
+ * @len:  number of bytes to write
+ *
+ * Write @len bytes from @buffer to the I/O channel.
+ *
+ * Returns the number of bytes written
+ */
+static int
+xmlFileWrite (void * context, const char * buffer, int len) {
+    return(fwrite(&buffer[0], 1,  len, (FILE *) context));
+}
 
-	auto_method_name=new(pool) String(pool, AUTO_METHOD_NAME);
-	main_method_name=new(pool) String(pool, MAIN_METHOD_NAME);
+/**
+ * xmlFileClose:
+ * @context:  the I/O context
+ *
+ * Close an I/O channel
+ */
+static int
+xmlFileClose (void * context) {
+    return ( ( fclose((FILE *) context) == EOF ) ? -1 : 0 );
+}
 
-	root_class_name=new(pool) String(pool, ROOT_CLASS_NAME);
-	main_class_name=new(pool) String(pool, MAIN_CLASS_NAME);
-	table_class_name=new(pool) String(pool, TABLE_CLASS_NAME);
-	env_class_name=new(pool) String(pool, ENV_CLASS_NAME);	
-	form_class_name=new(pool) String(pool, FORM_CLASS_NAME);	
-	request_class_name=new(pool) String(pool, REQUEST_CLASS_NAME);	
-	response_class_name=new(pool) String(pool, RESPONSE_CLASS_NAME);
-	cookie_class_name=new(pool) String(pool, COOKIE_CLASS_NAME);
+#endif
 
-	result_var_name=new(pool) String(pool, RESULT_VAR_NAME);
+void pa_globals_destroy(void *) {
+	try {
+#ifdef XML
+		GdomeException exc;
+		gdome_di_unref (domimpl, &exc);
+#endif
+		if(cache_managers)
+			cache_managers->~Cache_managers();
+
+		charsets->~Charsets();
+		
+	} catch(const Exception& e) {
+		SAPI::die("pa_globals_destroy failed: %s", e.comment());
+	}
+}
 
+/// @test hint on one should call this for each thread xmlSubstituteEntitiesDefault(1);
+void pa_globals_init(Pool& pool) {
+	pool.register_cleanup(pa_globals_destroy, 0);
 
-	limits_name=new(pool) String(pool, LIMITS_NAME);
-	post_max_size_name=new(pool) String(pool, POST_MAX_SIZE_NAME);
+	#undef NEW
+	#define NEW new(pool)
+
+	// hex value
+	setup_hex_value();
+
+	// names
+	content_type_name=NEW String(pool, CONTENT_TYPE_NAME);
+	charset_name=NEW String(pool, CHARSET_NAME);
+	body_name=NEW String(pool, BODY_NAME);
+	value_name=NEW String(pool, VALUE_NAME);
+	expires_name=NEW String(pool, EXPIRES_NAME);
+	path_name=NEW String(pool, PATH_NAME);
+	name_name=NEW String(pool, NAME_NAME);
+	size_name=NEW String(pool, SIZE_NAME);
+	text_name=NEW String(pool, TEXT_NAME);
+
+	unhandled_exception_method_name=NEW String(pool, UNHANDLED_EXCEPTION_METHOD_NAME);
+	post_process_method_name=NEW String(pool, POST_PROCESS_METHOD_NAME);
+
+	content_disposition_name=NEW String(pool, CONTENT_DISPOSITION_NAME);
+	content_disposition_filename_name=NEW String(pool, CONTENT_DISPOSITION_FILENAME_NAME);
+
+	auto_method_name=NEW String(pool, AUTO_METHOD_NAME);
+	main_method_name=NEW String(pool, MAIN_METHOD_NAME);
+
+	main_class_name=NEW String(pool, MAIN_CLASS_NAME);
+
+	result_var_name=NEW String(pool, RESULT_VAR_NAME);
+	match_var_name=NEW String(pool, MATCH_VAR_NAME);
+	string_pre_match_name=NEW String(pool, STRING_PRE_MATCH_NAME);
+	string_match_name=NEW String(pool, STRING_MATCH_NAME);
+	string_post_match_name=NEW String(pool, STRING_POST_MATCH_NAME);
+
+	exception_var_name=NEW String(pool, EXCEPTION_VAR_NAME);
+	exception_type_part_name=NEW String(pool, EXCEPTION_TYPE_PART_NAME);
+	exception_source_part_name=NEW String(pool, EXCEPTION_SOURCE_PART_NAME);
+	exception_comment_part_name=NEW String(pool, EXCEPTION_COMMENT_PART_NAME);
+	exception_handled_part_name=NEW String(pool, EXCEPTION_HANDLED_PART_NAME);
+
+	charsets_name=NEW String(pool, CHARSETS_NAME);
+	mime_types_name=NEW String(pool, MIME_TYPES_NAME);
+	vfile_mime_type_name=NEW String(pool, VFILE_MIME_TYPE_NAME);
+	origins_mode_name=NEW String(pool, ORIGINS_MODE_NAME);
+
+	class_path_name=NEW String(pool, CLASS_PATH_NAME);
+
+	//^switch ^case
+	switch_data_name=NEW String(pool, SWITCH_DATA_NAME);
+
+	//^cache
+	cache_data_name=NEW String(pool, CACHE_DATA_NAME);
+
+	// sql
+	sql_limit_name=NEW String(pool, SQL_LIMIT_NAME);
+	sql_offset_name=NEW String(pool, SQL_OFFSET_NAME);
+	sql_default_name=NEW String(pool, SQL_DEFAULT_NAME);
+
+	// charsets
+	charset_UTF8_name=NEW String(pool, CHARSET_UTF8_NAME);
+
+	// hash
+	hash_default_element_name=NEW String(pool, HASH_DEFAULT_ELEMENT_NAME);
 
-	defaults_name=new(pool) String(pool, DEFAULTS_NAME);
 
 	// hashes
-	untaint_lang_name2enum=new(pool) Hash(pool);
-	String as_is(pool, "as-is");  
-	untaint_lang_name2enum->put(as_is, (int)String::Untaint_lang::AS_IS);
-	String header(pool, "header");  
-	untaint_lang_name2enum->put(header, (int)String::Untaint_lang::HEADER);
-	String uri(pool, "uri");  
-	untaint_lang_name2enum->put(uri, (int)String::Untaint_lang::URI);
-	String table(pool, "table");
-	untaint_lang_name2enum->put(table, (int)String::Untaint_lang::TABLE);
-	String sql(pool, "sql");
-	untaint_lang_name2enum->put(sql, (int)String::Untaint_lang::SQL);
-	String js(pool, "js");
-	untaint_lang_name2enum->put(js, (int)String::Untaint_lang::JS);
-	String html(pool, "html");
-	untaint_lang_name2enum->put(html, (int)String::Untaint_lang::HTML);
-	String html_typo(pool, "html-typo");
-	untaint_lang_name2enum->put(html_typo, (int)String::Untaint_lang::HTML_TYPO);
-
-	// read-only stateless classes
-	initialize_string_class(pool, *(string_class=new(pool) VStateless_class(pool)));  string_class->freeze();
-	initialize_double_class(pool, *(double_class=new(pool) VStateless_class(pool)));  double_class->freeze();
-	initialize_int_class(pool, *(int_class=new(pool) VStateless_class(pool)));  int_class->freeze();
-	initialize_table_class(pool, *(table_class=new(pool) VStateless_class(pool)));  table_class->freeze();
-
-	// read-only stateless base classes
-	initialize_env_base_class(pool, *(env_base_class=new(pool) VStateless_class(pool)));  env_base_class->set_name(*env_class_name);  env_base_class->freeze();
-	initialize_form_base_class(pool, *(form_base_class=new(pool) VStateless_class(pool)));  form_base_class->set_name(*form_class_name);  form_base_class->freeze();
-	initialize_request_base_class(pool, *(request_base_class=new(pool) VStateless_class(pool)));  request_base_class->set_name(*request_class_name);  request_base_class->freeze();
-	initialize_response_base_class(pool, *(response_base_class=new(pool) VStateless_class(pool)));  response_base_class->set_name(*response_class_name);  response_base_class->freeze();
-	initialize_cookie_base_class(pool, *(cookie_base_class=new(pool) VStateless_class(pool)));  cookie_base_class->set_name(*cookie_class_name);  cookie_base_class->freeze();
+	untaint_lang_name2enum=NEW Hash(pool);
+	#define ULN(cstr, LANG) \
+		untaint_lang_name2enum->put(*NEW String(pool, cstr), (int)String::UL_##LANG);
+	ULN("as-is", AS_IS);
+	ULN("file-spec", FILE_SPEC);
+	ULN("http-header", HTTP_HEADER);
+	ULN("mail-header", MAIL_HEADER);
+	ULN("uri", URI);
+	ULN("table", TABLE);
+	ULN("sql", SQL);
+	ULN("js", JS);
+	ULN("xml", XML);
+	ULN("html", HTML);
+	ULN("optimized-html", HTML|String::UL_OPTIMIZE_BIT);
+
+	// charsets
+	charsets=NEW Charsets(pool);
+	charsets->put(*charset_UTF8_name, 
+		utf8_charset=NEW Charset(pool, *charset_UTF8_name, 0/*no file=system*/));
+
+
+	// Status registration, must be initialized before all registrants
+	cache_managers=NEW Cache_managers(pool);
+
+	// SQL driver manager
+	cache_managers->put(*NEW String(pool, "sql"), 
+		SQL_driver_manager=NEW SQL_Driver_manager(pool));
+
+#ifdef XML
+	// initializing xml libs
+
+	/* First I get a DOMImplementation reference */
+	domimpl = gdome_di_mkref ();
+    /*
+     * Register the EXSLT extensions and the test module
+     */
+    exsltRegisterAll();
+    xsltRegisterTestModule();
+    xmlDefaultSAXHandlerInit();
+    /*
+     * disable CDATA from being built in the document tree
+     */
+    // never added yet  xmlDefaultSAXHandler.cdataBlock = NULL;
+
+	/*
+	 * Initialization function for the XML parser.
+	 * This is not reentrant. Call once before processing in case of
+	 * use in multithreaded programs.
+	*/
+	xmlInitParser();
+
+	// 1. this is needed for proper parsing of stylesheets
+	// there were a situation where honest entity ruined innocent xpath compilation
+	// doc says "you sould turn it on on stylesheet load" without deepening into details
+	// 2. when dom tree with entites goes under transform text nodes 
+	// got [erroreosly] cut on first entity occurance
+	// --
+	// that is why this is:
+	xmlSubstituteEntitiesDefault(1);
+	
+	// Bit in the loadsubset context field to tell to do ID/REFs lookups 
+	xmlLoadExtDtdDefaultValue |= XML_DETECT_IDS;
+	// Bit in the loadsubset context field to tell to do complete the elements attributes lists 
+	// with the ones defaulted from the DTDs 
+    //never added yet xmlLoadExtDtdDefaultValue |= XML_COMPLETE_ATTRS;
+
+//regretfully this not only replaces entities on parse, but also on generate	xmlSubstituteEntitiesDefault(1);
+	// never switched this on xmlIndentTreeOutput=1;
+
+	memset(xml_generic_error_infos, 0, sizeof(xml_generic_error_infos));
+	xmlSetGenericErrorFunc(0, xmlParserGenericErrorFunc);
+	xsltSetGenericErrorFunc(0, xmlParserGenericErrorFunc);
+//	FILE *f=fopen("y:\\xslt.log", "wt");
+//	xsltSetGenericDebugFunc(f/*stderr*/, 0);
+
+	// http://localhost/abc -> $ENV{DOCUMENT_ROOT}/abc | ./abc
+	xmlRegisterInputCallbacks(
+		xmlFileMatchLocalhost, xmlFileOpenLocalhost,
+		xmlFileRead, xmlFileClose);
+
+	// XSLT stylesheet manager
+	cache_managers->put(*NEW String(pool, "stylesheet"), 
+		stylesheet_manager=NEW Stylesheet_manager(pool));
+#endif
 }
+
+#if defined(XML) && defined(_MSC_VER)
+#	define XML_LIBS "/parser3project/win32xml"
+#	pragma comment(lib, XML_LIBS "/glib/lib/libglib-1.3-11.lib")
+#	ifdef _DEBUG
+#		pragma comment(lib, XML_LIBS "/libxml2-x.x.x/win32/dsp/libxml2_so_debug/libxml2.lib")
+#		pragma comment(lib, XML_LIBS "/libxslt-x.x.x/win32/dsp/libexslt_so_debug/libexslt.lib")
+#		pragma comment(lib, XML_LIBS "/libxslt-x.x.x/win32/dsp/libxslt_so_debug/libxslt.lib")
+#		pragma comment(lib, XML_LIBS "/gdome2-x.x.x/win32/dsp/Debug/libgdome.lib")
+#	else
+#		pragma comment(lib, XML_LIBS "/libxml2-x.x.x/win32/dsp/libxml2_so_release/libxml2.lib")
+#		pragma comment(lib, XML_LIBS "/libxslt-x.x.x/win32/dsp/libexslt_so_release/libexslt.lib")
+#		pragma comment(lib, XML_LIBS "/libxslt-x.x.x/win32/dsp/libxslt_so_release/libxslt.lib")
+#		pragma comment(lib, XML_LIBS "/gdome2-x.x.x/win32/dsp/Release/libgdome.lib")
+#	endif
+#endif