parser3/src/main/pa_globals.C - diff

Return to pa_globals.C CVS log

Up to [parser3project] / parser3 / src / main

Diff for /parser3/src/main/pa_globals.C between versions 1.19 and 1.170

-version 1.19, 2001/03/19 21:59:17
+version 1.170, 2004/02/11 14:03:10
  Line 1
  /** @file
          Parser: globals.
-         Copyright (c) 2001 ArtLebedev Group (http://www.artlebedev.com)
+         Copyright (c) 2001-2003 ArtLebedev Group (http://www.artlebedev.com)
+         Author: Alexandr Petrosian <paf@design.ru> (http://paf.design.ru)
+ */
-         Author: Alexander Petrosyan <paf@design.ru> (http://design.ru/paf)
+ static const char * const IDENT_GLOBALS_C="$Date$";
-         $Id$
+ #include "pa_config_includes.h"
- */
+ #ifdef XML
+ #include "libxml/xmlversion.h"
+ #include "libxslt/extensions.h"
+ #include "libxslt/xsltutils.h"
+ extern "C" {
+ #include "libexslt/exslt.h"
+ };
+ #endif
+ #include "pcre.h"
  #include "pa_globals.h"
- #include "_string.h"
+ #include "pa_string.h"
- #include "_double.h"
+ #include "pa_sapi.h"
- #include "_int.h"
+ #include "pa_threads.h"
- #include "_table.h"
+ #include "pa_xml_io.h"
- #include "_form.h"
+ #include "pa_common.h"
- #include "_env.h"
- #include "_request.h"
- #include "_response.h"
- #include "_file.h"
- Service_funcs service_funcs;
- String *content_type_name;
- String *body_name;
- String *value_name;
- String *expires_name;
- String *path_name;
- String *name_name;
- String *size_name;
- String *text_name;
- String *exception_method_name;
- String *unnamed_name;
- String *empty_string;
- String *auto_method_name;
- String *main_method_name;
- String *root_class_name;
- String *main_class_name;
- String *env_class_name;
- String *table_class_name;
- String *form_class_name;
- String *request_class_name;
- String *response_class_name;
- String *cookie_class_name;
- String *result_var_name;
+ #include "pa_cache_managers.h"
- String *limits_name;
+ // defines
- String *post_max_size_name;
- String *defaults_name;
+ //#define PA_DEBUG_XML_GC_MEMORY
- Hash *untaint_lang_name2enum;
+ // globals
  short hex_value[0x100];
+ #ifdef XML
+ GdomeDOMImplementation *domimpl;
+ #endif
  static void setup_hex_value() {
-         int i;
+         memset(hex_value, 0, sizeof(hex_value));
-         for (i=0; (i < 0x100); i++) {
-                 hex_value[i] = 0;
-         }
          hex_value['0'] = 0;
          hex_value['1'] = 1;
          hex_value['2'] = 2;
- Line 87  static void setup_hex_value() {
+ Line 67  static void setup_hex_value() {
          hex_value['f'] = 15;
  }
- void globals_init(Pool& pool) {
+ Hash<pa_thread_t, Request*> thread_request;
+ void pa_register_thread_request(Request& r) {
+         thread_request.put(pa_get_thread_id(), &r);
+ }
+ /// retrives request set by pa_set_request function, useful in contextless places [slow]
+ Request& pa_thread_request() {
+         return *thread_request.get(pa_get_thread_id());
+ }
+ #ifdef XML
+ class XML_Generic_error_info {
+ public:
+         char buf[MAX_STRING*5];
+         size_t used;
+ public:
+         XML_Generic_error_info() {
+                 reset();
+         }
+         void reset() {
+                 buf[used=0]=0;
+         }
+         const char* get_and_reset() {
+                 if(used) {
+                         char* result=pa_strdup(buf, used);
+                         reset();
+                         return result;
+                 } else
+                         return 0;
+         }
+ };
+ Hash<pa_thread_t, XML_Generic_error_info*> xml_generic_error_infos;
+ static void xmlParserGenericErrorFunc(void *  /*ctx*/, const char* msg, ...) {
+ //_asm int 3;
+         pa_thread_t thread_id=pa_get_thread_id();
+         // infinitely looking for free slot to fill it
+         while(true) {
+                 SYNCHRONIZED;  // find+fill blocked
+                 // first try to get existing for this thread_id
+                 XML_Generic_error_info *p=xml_generic_error_infos.get(thread_id);
+                 if(!p) // occupy empty one
+                         xml_generic_error_infos.put(thread_id, (p=new(PointerFreeGC) XML_Generic_error_info));
+                 va_list args;
+                 va_start(args, msg);
+                 p->used+=vsnprintf(p->buf+p->used, sizeof(p->buf)-p->used, msg, args);
+                 va_end(args);
+                 break;
+         }
+ }
+ bool xmlHaveGenericErrors() {
+         pa_thread_t thread_id=pa_get_thread_id();
+         SYNCHRONIZED;  // find blocked
+         return xml_generic_error_infos.get(thread_id)!=0;
+ }
+ const char* xmlGenericErrors() {
+         pa_thread_t thread_id=pa_get_thread_id();
+         SYNCHRONIZED;  // find+free blocked
+         if(XML_Generic_error_info *p=xml_generic_error_infos.get(thread_id))
+                 return p->get_and_reset();
+         return 0; // no errors for our thread_id registered
+ }
+ #endif
+ void pa_globals_destroy(void *) {
+         try {
+ #ifdef XML
+                 GdomeException exc;
+                 gdome_di_unref (domimpl, &exc);
+                 // uncomment SAPI::abort below if adding potential-throw code here
+ #endif
+         } catch(const Exception& e) {
+ //              SAPI::abort("pa_globals_destroy failed: %s", e.comment());
+         }
+ }
+ #ifdef XML
+ static char *pa_GC_strdup(const char *s) {
+         if(!s)
+                 return 0;
+         size_t size=strlen(s)+1;
+         char *result=(char *)GC_MALLOC_ATOMIC(size);
+         if(!result)
+                 SAPI::abort("out of memory (while duplicating XML string [size=%d])", size);
+         memcpy(result, s, size);
+ #ifdef PA_DEBUG_XML_GC_MEMORY
+         fprintf(stderr, "pa_GC_strdup(%p=%s, length=%d)=0x%p\n", s, s, size, result);
+ #endif
+         return result;
+ }
+ #ifdef PA_DEBUG_XML_GC_MEMORY
+ void *pa_look_for[]={(void*)0x8abe000,(void*)0x0,(void*)0x0,(void*)0x0,
+                         (void*)0x0,(void*)0x0,(void*)0x0,(void*)0x0};
+ bool pa_looked(void*p) {
+         for(int i=0; i<8; i++)
+                 if(pa_look_for[i]==p)
+                         return true;
+         return false;
+ }
+ static void* pa_gc_malloc_log(size_t size){
+         void *p=pa_gc_malloc(size);
+         fprintf(stderr, "pa_gc_malloc_log(%d)=0x%p\n", size, p);
+ //      if(pa_looked(p))
+ //              fprintf(stderr,"catched debug malloc(%d)=0x%p\n", size, p);
+         return p;
+ }
+ static void* pa_gc_malloc_atomic_log(size_t size){
+         void *p=pa_gc_malloc_atomic(size);
+         fprintf(stderr, "pa_gc_malloc_atomic_log(%d)=0x%p\n", size, p);
+ //      if(pa_looked(p))
+ //              fprintf(stderr,"catched debug malloc atomic(%d)=0x%p\n", size, p);
+         return p;
+ }
+ static void* pa_gc_realloc_log(void *ptr, size_t size){
+         void *p=pa_gc_realloc(ptr, size);
+         fprintf(stderr, "pa_gc_realloc_log(0x%p, %d)=0x%p\n", ptr, size, p);
+ //      if(pa_looked(p))
+ //              fprintf(stderr,"catched debug realloc(%d)=0x%p\n", size, p);
+         return p;
+ }
+ //static void pa_gc_free_ignore(void *){}
+ static void pa_gc_free_log(void *p){
+         fprintf(stderr, "pa_gc_free_log(0x%p)\n", p);
+ //      if(pa_looked(p))
+ //              fprintf(stderr,"catched debug free(0x%p)\n", p);
+         pa_gc_free(p);
+ }
+ #else
+ inline void *check(void *result, const char *where, size_t size) {
+         if(!result)
+                 SAPI::abort("out of memory (while %s [size=%d])", where, size);
+         return result;
+ }
+ static void* pa_gc_malloc_nonull(size_t size) {
+         return check(pa_gc_malloc(size), "allocating XML compsite memory", size);
+ }
+ static void* pa_gc_malloc_atomic_nonull(size_t size) {
+         return check(pa_gc_malloc_atomic(size), "allocating XML atomic memory", size);
+ }
+ static void* pa_gc_realloc_nonull(void* ptr, size_t size) {
+         return check(pa_gc_realloc(ptr, size), "reallocating XML memory", size);
+ }
+ #endif
+ #endif
+ void pa_CORD_oom_fn(void) {
+         SAPI::abort("out of memory (while expanding string)");
+ }
+ /**
+         @todo gc: libltdl: substitute lt_dlmalloc & co
+ */
+ static void gc_substitute_memory_management_functions() {
+         // in libxml & libxslt
+ #ifdef XML
+         // asking to use GC memory
+ #if LIBXML_VERSION >= 20507
+ #ifdef PA_DEBUG_XML_GC_MEMORY
+         xmlGcMemSetup(
+                 /*xmlFreeFunc */pa_gc_free_log,
+                 /*xmlMallocFunc */pa_gc_malloc_log,
+                 /*xmlMallocFunc */pa_gc_malloc_atomic_log,
+                 /*xmlReallocFunc */pa_gc_realloc_log,
+                 /*xmlStrdupFunc */pa_GC_strdup);
+ #else
+         xmlGcMemSetup(
+                 /*xmlFreeFunc */pa_gc_free,
+                 /*xmlMallocFunc */pa_gc_malloc_nonull,
+                 /*xmlMallocFunc */pa_gc_malloc_atomic_nonull,
+                 /*xmlReallocFunc */pa_gc_realloc_nonull,
+                 /*xmlStrdupFunc */pa_GC_strdup);
+ #endif
+ #else
+         xmlMemSetup(
+                 /*xmlFreeFunc */pa_gc_free,
+                 /*xmlMallocFunc */pa_gc_malloc,
+                 /*xmlReallocFunc */pa_gc_realloc,
+                 /*xmlStrdupFunc */pa_GC_strdup);
+ #endif
+ #endif
+         // pcre
+         pcre_malloc=pa_gc_malloc;
+         pcre_free=pa_gc_free;
+         // cord
+         CORD_oom_fn=pa_CORD_oom_fn;
+ }
+ /**
+         @test hint on one should call this for each thread xmlSubstituteEntitiesDefault(1);
+ */
+ void pa_globals_init() {
+         // global variables
+         cache_managers=new Cache_managers;
+         // in various libraries
+         gc_substitute_memory_management_functions();
          // hex value
          setup_hex_value();
-         // names
+ #ifdef XML
-         content_type_name=new(pool) String(pool, CONTENT_TYPE_NAME);
+         // initializing xml libs
-         body_name=new(pool) String(pool, BODY_NAME);
-         value_name=new(pool) String(pool, VALUE_NAME);
+         /* First get a DOMImplementation reference */
-         expires_name=new(pool) String(pool, EXPIRES_NAME);
+         domimpl = gdome_di_mkref ();
-         path_name=new(pool) String(pool, PATH_NAME);
+         /*
-         name_name=new(pool) String(pool, NAME_NAME);
+         * Register the EXSLT extensions and the test module
-         size_name=new(pool) String(pool, SIZE_NAME);
+         */
-         text_name=new(pool) String(pool, TEXT_NAME);
+         exsltRegisterAll();
+         xsltRegisterTestModule();
-         exception_method_name=new(pool) String(pool, EXCEPTION_METHOD_NAME);
+         xmlDefaultSAXHandlerInit();
+         /*
-         unnamed_name=new(pool) String(pool, UNNAMED_NAME);
+         * disable CDATA from being built in the document tree
-         empty_string=new(pool) String(pool);
+         */
+         // never added yet  xmlDefaultSAXHandler.cdataBlock = NULL;
-         auto_method_name=new(pool) String(pool, AUTO_METHOD_NAME);
-         main_method_name=new(pool) String(pool, MAIN_METHOD_NAME);
+         /*
+          * Initialization function for the XML parser.
-         root_class_name=new(pool) String(pool, ROOT_CLASS_NAME);
+          * This is not reentrant. Call once before processing in case of
-         main_class_name=new(pool) String(pool, MAIN_CLASS_NAME);
+          * use in multithreaded programs.
-         table_class_name=new(pool) String(pool, TABLE_CLASS_NAME);
+         */
-         env_class_name=new(pool) String(pool, ENV_CLASS_NAME);
+         xmlInitParser();
-         form_class_name=new(pool) String(pool, FORM_CLASS_NAME);
-         request_class_name=new(pool) String(pool, REQUEST_CLASS_NAME);
+         // 1. this is needed for proper parsing of stylesheets
-         response_class_name=new(pool) String(pool, RESPONSE_CLASS_NAME);
+         // there were a situation where honest entity ruined innocent xpath compilation
-         cookie_class_name=new(pool) String(pool, COOKIE_CLASS_NAME);
+         // doc says "you sould turn it on on stylesheet load" without deepening into details
+         // 2. when dom tree with entites goes under transform text nodes
-         result_var_name=new(pool) String(pool, RESULT_VAR_NAME);
+         // got [erroreosly] cut on first entity occurance
+         // --
+         // that is why this is:
-         limits_name=new(pool) String(pool, LIMITS_NAME);
+         xmlSubstituteEntitiesDefault(1);
-         post_max_size_name=new(pool) String(pool, POST_MAX_SIZE_NAME);
+         // Bit in the loadsubset context field to tell to do ID/REFs lookups
-         defaults_name=new(pool) String(pool, DEFAULTS_NAME);
+         xmlLoadExtDtdDefaultValue |= XML_DETECT_IDS;
+         // Bit in the loadsubset context field to tell to do complete the elements attributes lists
-         // hashes
+         // with the ones defaulted from the DTDs
-         untaint_lang_name2enum=new(pool) Hash(pool);
+         xmlLoadExtDtdDefaultValue |= XML_COMPLETE_ATTRS;
-         String as_is(pool, "as-is");
-         untaint_lang_name2enum->put(as_is, (int)String::Untaint_lang::AS_IS);
+         // validate each document after load/create (?)
-         String header(pool, "header");
+         //xmlDoValidityCheckingDefaultValue = 1;
-         untaint_lang_name2enum->put(header, (int)String::Untaint_lang::HEADER);
-         String uri(pool, "uri");
+ //regretfully this not only replaces entities on parse, but also on generate    xmlSubstituteEntitiesDefault(1);
-         untaint_lang_name2enum->put(uri, (int)String::Untaint_lang::URI);
+         // never switched this on xmlIndentTreeOutput=1;
-         String table(pool, "table");
-         untaint_lang_name2enum->put(table, (int)String::Untaint_lang::TABLE);
+         xmlSetGenericErrorFunc(0, xmlParserGenericErrorFunc);
-         String sql(pool, "sql");
+         xsltSetGenericErrorFunc(0, xmlParserGenericErrorFunc);
-         untaint_lang_name2enum->put(sql, (int)String::Untaint_lang::SQL);
+ //      FILE *f=fopen("y:\\xslt.log", "wt");
-         String js(pool, "js");
+ //      xsltSetGenericDebugFunc(f/*stderr*/, 0);
-         untaint_lang_name2enum->put(js, (int)String::Untaint_lang::JS);
-         String html(pool, "html");
+         pa_xml_io_init();
-         untaint_lang_name2enum->put(html, (int)String::Untaint_lang::HTML);
+ #endif
-         String html_typo(pool, "html-typo");
-         untaint_lang_name2enum->put(html_typo, (int)String::Untaint_lang::HTML_TYPO);
-         // read-only stateless classes
-         initialize_string_class(pool, *(string_class=new(pool) VStateless_class(pool)));  string_class->freeze();
-         initialize_double_class(pool, *(double_class=new(pool) VStateless_class(pool)));  double_class->freeze();
-         initialize_int_class(pool, *(int_class=new(pool) VStateless_class(pool)));  int_class->freeze();
-         initialize_table_class(pool, *(table_class=new(pool) VStateless_class(pool)));  table_class->freeze();
-         initialize_file_class(pool, *(file_class=new(pool) VStateless_class(pool)));  file_class->freeze();
-         // read-only stateless base classes
-         initialize_env_base_class(pool, *(env_base_class=new(pool) VStateless_class(pool)));  env_base_class->set_name(*env_class_name);  env_base_class->freeze();
-         initialize_form_base_class(pool, *(form_base_class=new(pool) VStateless_class(pool)));  form_base_class->set_name(*form_class_name);  form_base_class->freeze();
-         initialize_request_base_class(pool, *(request_base_class=new(pool) VStateless_class(pool)));  request_base_class->set_name(*request_class_name);  request_base_class->freeze();
-         initialize_response_base_class(pool, *(response_base_class=new(pool) VStateless_class(pool)));  response_base_class->set_name(*response_class_name);  response_base_class->freeze();
  }
+ #ifdef _MSC_VER
+ #ifndef PA_DEBUG_DISABLE_GC
+ #       define GC_LIB "../../../../win32/gc"
+ #       ifdef _DEBUG
+ #               pragma comment(lib, GC_LIB "/Debug/gc.lib")
+ #       else
+ #               pragma comment(lib, GC_LIB "/Release/gc.lib")
+ #       endif
+ #endif
+ #ifdef XML
+ #       define GNOME_LIBS "../../../../win32/gnome"
+ #       pragma comment(lib, GNOME_LIBS "/glib/lib/libglib-1.3-11.lib")
+ #       ifdef _DEBUG
+ #               ifdef LIBXML_STATIC
+ #                       pragma comment(lib, GNOME_LIBS "/libxml2-x.x.x/win32/debug/lib/libxml2_a.lib")
+ #               else
+ #                       pragma comment(lib, GNOME_LIBS "/libxml2-x.x.x/win32/debug/lib/libxml2.lib")
+ #               endif
+ #               ifdef LIBXSLT_STATIC
+ #                       pragma comment(lib, GNOME_LIBS "/libxslt-x.x.x/win32/debug/lib/libxslt_a.lib")
+ #               else
+ #                       pragma comment(lib, GNOME_LIBS "/libxslt-x.x.x/win32/debug/lib/libxslt.lib")
+ #               endif
+ #               ifdef LIBEXSLT_STATIC
+ #                       pragma comment(lib, GNOME_LIBS "/libxslt-x.x.x/win32/debug/lib/libexslt_a.lib")
+ #               else
+ #                       pragma comment(lib, GNOME_LIBS "/libxslt-x.x.x/win32/debug/lib/libexslt.lib")
+ #               endif
+ #               ifdef LIBGDOME_STATIC
+ #                       pragma comment(lib, GNOME_LIBS "/gdome2-x.x.x/win32/DebugStatic/libgdome.lib")
+ #               else
+ #                       pragma comment(lib, GNOME_LIBS "/gdome2-x.x.x/win32/DebugDynamic/libgdome.lib")
+ #               endif
+ #else
+ #               ifdef LIBXML_STATIC
+ #                       pragma comment(lib, GNOME_LIBS "/libxml2-x.x.x/win32/release/lib/libxml2_a.lib")
+ #               else
+ #                       pragma comment(lib, GNOME_LIBS "/libxml2-x.x.x/win32/release/lib/libxml2.lib")
+ #               endif
+ #               ifdef LIBXSLT_STATIC
+ #                       pragma comment(lib, GNOME_LIBS "/libxslt-x.x.x/win32/release/lib/libxslt_a.lib")
+ #               else
+ #                       pragma comment(lib, GNOME_LIBS "/libxslt-x.x.x/win32/release/lib/libxslt.lib")
+ #               endif
+ #               ifdef LIBEXSLT_STATIC
+ #                       pragma comment(lib, GNOME_LIBS "/libxslt-x.x.x/win32/release/lib/libexslt_a.lib")
+ #               else
+ #                       pragma comment(lib, GNOME_LIBS "/libxslt-x.x.x/win32/release/lib/libexslt.lib")
+ #               endif
+ #               ifdef LIBGDOME_STATIC
+ #                       pragma comment(lib, GNOME_LIBS "/gdome2-x.x.x/win32/ReleaseStatic/libgdome.lib")
+ #               else
+ #                       pragma comment(lib, GNOME_LIBS "/gdome2-x.x.x/win32/ReleaseDynamic/libgdome.lib")
+ #               endif
+ #       endif
+ #endif
+ #endif

E-mail:

Removed from v.1.19
changed lines
	Added in v.1.170