--- parser3/src/main/pa_sql_driver_manager.C 2003/01/28 09:48:16 1.69.2.4 +++ parser3/src/main/pa_sql_driver_manager.C 2017/02/07 22:00:44 1.97 @@ -1,24 +1,25 @@ /** @file Parser: sql driver manager implementation. - Copyright (c) 2001, 2003 ArtLebedev Group (http://www.artlebedev.com) + Copyright (c) 2001-2017 Art. Lebedev Studio (http://www.artlebedev.com) Author: Alexandr Petrosian (http://paf.design.ru) */ -static const char* IDENT_SQL_DRIVER_MANAGER_C="$Date: 2003/01/28 09:48:16 $"; - #include "pa_sql_driver_manager.h" #include "ltdl.h" +#include "pa_threads.h" #include "pa_sql_connection.h" #include "pa_exception.h" #include "pa_common.h" -#include "pa_threads.h" #include "pa_vhash.h" #include "pa_vtable.h" +#include "pa_charsets.h" + +volatile const char * IDENT_PA_SQL_DRIVER_MANAGER_C="$Id: pa_sql_driver_manager.C,v 1.97 2017/02/07 22:00:44 moko Exp $" IDENT_PA_SQL_DRIVER_MANAGER_H IDENT_PA_SQL_CONNECTION_H; // globals -SQL_Driver_manager SQL_driver_manager; +SQL_Driver_manager* SQL_driver_manager=0; // consts @@ -27,121 +28,158 @@ const time_t CHECK_EXPIRED_CONNECTIONS_S // helpers -ConstStringPtr SQL_Driver_services_impl::url_without_login() const { - StringPtr result(new String); - *result << furl->mid(0, furl->pos(":")) << "://****"; - - int at_pos=furl->pos("@"); - if(at_pos>0) - *result << furl->mid(at_pos, furl->size()); +const String& SQL_Driver_services_impl::url_without_login() const { + String& result=*new String; + result << furl->mid(0, furl->pos(':')) << "://****"; + + size_t at_pos=0; + size_t new_at_pos; + while( (new_at_pos=furl->pos('@', at_pos+1))!=STRING_NOT_FOUND) + at_pos=new_at_pos; + if(at_pos) + result << furl->mid(at_pos, furl->length()); return result; } +void SQL_Driver_services_impl::transcode(const char* src, size_t src_length, + const char*& dst, size_t& dst_length, + const char* charset_from_name, + const char* charset_to_name + ) +{ + try { + // to speed up sql transcode [lots of charsets::get-s -- twice for each cell] + // without complicating sql driver API + // we need to cache couple of name->charset pairs + // assuming pointers to names are are NOT to local vars + + struct cache_record { + const char* name; + Charset* object; + } cache[2]={{0,0}, {0,0}}; + + Charset* charset_from_object; + Charset* charset_to_object; + if(charset_from_name==cache[0].name) { + charset_from_object=cache[0].object; + } else { + cache[0].name=charset_from_name; + cache[0].object=charset_from_object=&pa_charsets.get_direct(charset_from_name); + } + if(charset_to_name==cache[1].name) { + charset_to_object=cache[1].object; + } else { + cache[1].name=charset_to_name; + cache[1].object=charset_to_object=&pa_charsets.get_direct(charset_to_name); + } + + String::C result=Charset::transcode(String::C(src, src_length), *charset_from_object, *charset_to_object); + dst=result.str; + dst_length=result.length; + } catch(const Exception& e) { + _throw(SQL_Error(e.type(), e.comment())); + } catch(...) { + _throw(SQL_Error(0, "unknown error while transcoding in sql driver")); + } +} + // helpers static void expire_connection(SQL_Connection& connection, time_t older_dies) { if(connection.connected() && connection.expired(older_dies)) connection.disconnect(); } -static void expire_connections( - SQL_Driver_manager::connection_cache_type::key_type /*key*/, - SQL_Driver_manager::connection_cache_type::value_type stack, - time_t older_dies) { - for(int i=0; i<=stack->top_index(); i++) +static void expire_connections(SQL_Driver_manager::connection_cache_type::key_type /*key*/, + SQL_Driver_manager::connection_cache_type::value_type stack, + time_t older_dies) { + for(size_t i=0; itop_index(); i++) expire_connection(*stack->get(i), older_dies); } // SQL_Driver_manager -SQL_Driver_manager::SQL_Driver_manager(): - prev_expiration_pass_time(0) { -} +SQL_Driver_manager::SQL_Driver_manager(): prev_expiration_pass_time(0) {} SQL_Driver_manager::~SQL_Driver_manager() { - connection_cache.for_each(expire_connections, time(0)+(time_t)1/*=in future=expire all*/); + connection_cache.for_each(expire_connections, time(0)+(time_t)10/*=in future=expire all*/); } /// @param aurl protocol://[driver-dependent] -SQL_ConnectionPtr SQL_Driver_manager::get_connection(Pool& apool, ConstStringPtr arequest_url, - ConstStringPtr aorigin, - Table *protocol2driver_and_client) { +SQL_Connection* SQL_Driver_manager::get_connection(const String& aurl, + Table *protocol2driver_and_client, + const char* arequest_charset, + const char* adocument_root) { // we have table for locating protocol's library if(!protocol2driver_and_client) - throw Exception("parser.runtime", - arequest_url, - "$"MAIN_SQL_NAME":"MAIN_SQL_DRIVERS_NAME" table must be defined"); + throw Exception(PARSER_RUNTIME, + &aurl, + "$" MAIN_SQL_NAME ":" MAIN_SQL_DRIVERS_NAME " table must be defined"); // first trying to get cached connection - SQL_ConnectionPtr connection=get_connection_from_cache(arequest_url); + SQL_Connection* connection=get_connection_from_cache(aurl); if(connection) { - connection->set_pool(&apool); + connection->set_url(); if(!connection->ping()) { // we have some cached connection, is it pingable? connection->disconnect(); // kill unpingabe=dead connection - connection=SQL_ConnectionPtr(0); + connection=0; } } - char *request_url_cstr; + char *url_cstr; if(connection) - request_url_cstr=0; // calm, compiler + url_cstr=0; // calm, compiler else { // no cached connection or it were unpingabe: connect/reconnect - if(arequest_url->pos("://")<0) - throw Exception("parser.runtime", - arequest_url->size()?arequest_url:aorigin, + url_cstr=aurl.cstrm(); + if(!strstr(url_cstr, "://")) + throw Exception(PARSER_RUNTIME, + aurl.length()?&aurl:0, "connection string must start with protocol://"); - // make global_url C-string on global pool - char *global_url_cstr=arequest_url->cstr(driver_cache_pool); - StringPtr global_url(new String(global_url_cstr)); - - request_url_cstr=arequest_url->cstr(); - char *request_protocol_cstr=lsplit(&request_url_cstr, ':'); + + char *protocol_cstr=lsplit(&url_cstr, ':'); // skip "//" after ':' - while(*request_url_cstr=='/') - request_url_cstr++; - // make global_protocol C-string on global pool - char *global_protocol_cstr=driver_cache_pool.copy(request_protocol_cstr); - // make global_protocol string on global pool - StringPtr global_protocol(new String(global_protocol_cstr)); + while(*url_cstr=='/') + url_cstr++; + const String& protocol=*new String(protocol_cstr); SQL_Driver *driver; // first trying to get cached driver - if(!(driver=get_driver_from_cache(global_protocol))) { + if(!(driver=get_driver_from_cache(protocol))) { // no cached - ConstStringPtr library(0); - ConstStringPtr dlopen_file_spec(0); - if(protocol2driver_and_client->locate(0, global_protocol)) { - if(!(library=protocol2driver_and_client->item(1)) || library->size()==0) - throw Exception("parser.runtime", - protocol2driver_and_client->origin_string(), + const String* library=0; + const String* dlopen_file_spec=0; + Table::Action_options options; + if(protocol2driver_and_client->locate(0, protocol, options)) { + if(!(library=protocol2driver_and_client->item(1)) || library->length()==0) + throw Exception(PARSER_RUNTIME, + 0, "driver library column for protocol '%s' is empty", - request_protocol_cstr); + protocol_cstr); dlopen_file_spec=protocol2driver_and_client->item(2); } else - throw Exception("parser.runtime", - arequest_url, + throw Exception(PARSER_RUNTIME, + &aurl, "undefined protocol '%s'", - request_protocol_cstr); + protocol_cstr); - if(lt_dlinit()) - throw Exception(0, - library, - "prepare to dynamic loading failed, %s", lt_dlerror()); + pa_dlinit(); - const char *filename=library->cstr(String::UL_FILE_SPEC); + const char* filename=library->taint_cstr(String::L_FILE_SPEC); lt_dlhandle handle=lt_dlopen(filename); - if (!handle) + if (!handle) { + const char* error=lt_dlerror(); throw Exception(0, library, - "can not open the module, %s", lt_dlerror()); + error?error:"can not open the module"); + } - SQL_Driver_create_func create=(SQL_Driver_create_func)lt_dlsym(handle, - SQL_DRIVER_CREATE_NAME); + SQL_Driver_create_func create=(SQL_Driver_create_func)(lt_dlsym(handle, + SQL_DRIVER_CREATE_NAME)); if(!create) throw Exception(0, library, - "function '"SQL_DRIVER_CREATE_NAME"' was not found"); + "function '" SQL_DRIVER_CREATE_NAME "' was not found"); // create library-driver! driver=(*create)(); @@ -155,37 +193,34 @@ SQL_ConnectionPtr SQL_Driver_manager::ge driver_api_version, SQL_DRIVER_API_VERSION); // initialise by connecting to sql client dynamic link library - CharPtr dlopen_file_spec_cstr= - dlopen_file_spec && dlopen_file_spec->size()? - dlopen_file_spec->cstr(String::UL_AS_IS):CharPtrZero; - if(const char *error=driver->initialize( - dlopen_file_spec_cstr)) + char* dlopen_file_spec_cstr= + dlopen_file_spec && dlopen_file_spec->length()? + dlopen_file_spec->taint_cstrm(String::L_AS_IS):0; + if(const char* error=driver->initialize(dlopen_file_spec_cstr)) throw Exception(0, library, "driver failed to initialize client library '%s', %s", - dlopen_file_spec_cstr?dlopen_file_spec_cstr:"unspecifed", + dlopen_file_spec_cstr?dlopen_file_spec_cstr:"unspecifed", error); // cache it - put_driver_to_cache(global_protocol, driver); + put_driver_to_cache(protocol, driver); } - connection=SQL_ConnectionPtr(new SQL_Connection(global_url, *driver)); + connection=new SQL_Connection(aurl, *driver, arequest_charset, adocument_root); // associate with pool[request] (deassociates at close) - connection->set_pool(&apool); + connection->set_url(); } // if not connected yet, do that now, when connection has services if(!connection->connected()) - connection->connect(request_url_cstr); + connection->connect(url_cstr); // return autoclosing object for it - return SQL_ConnectionPtr(connection); + return connection; } void SQL_Driver_manager::close_connection(connection_cache_type::key_type url, - SQL_ConnectionPtr connection) { - // deassociate from pool[request] - connection->set_pool(0); + SQL_Connection* connection) { put_connection_to_cache(url, connection); } @@ -207,13 +242,13 @@ void SQL_Driver_manager::put_driver_to_c } // connection cache -SQL_ConnectionPtr SQL_Driver_manager::get_connection_from_cache( - connection_cache_type::key_type url) { +/// @todo get rid of memory spending Stack [zeros deep inside got accumulated] +SQL_Connection* SQL_Driver_manager::get_connection_from_cache(connection_cache_type::key_type url) { SYNCHRONIZED; if(connection_cache_type::value_type connections=connection_cache.get(url)) - while(connections->top_index()>=0) { // there are cached connections to that 'url' - SQL_ConnectionPtr result=connections->pop(); + while(!connections->is_empty()) { // there are cached connections to that 'url' + SQL_Connection* result=connections->pop(); if(result->connected()) // not expired? return result; } @@ -222,13 +257,13 @@ SQL_ConnectionPtr SQL_Driver_manager::ge } void SQL_Driver_manager::put_connection_to_cache( - connection_cache_type::key_type url, - SQL_ConnectionPtr connection) { + connection_cache_type::key_type url, + SQL_Connection* connection) { SYNCHRONIZED; connection_cache_type::value_type connections=connection_cache.get(url); if(!connections) { // there are no cached connections to that 'url' yet? - connections=connection_cache_type::value_type(new connection_cache_type::value_type::element_type); + connections=new connection_cache_element_base_type; connection_cache.put(url, connections); } connections->push(connection); @@ -238,54 +273,47 @@ void SQL_Driver_manager::maybe_expire_ca time_t now=time(0); if(prev_expiration_pass_time(expire_connections, time_t(now-EXPIRE_UNUSED_CONNECTION_SECONDS)); prev_expiration_pass_time=now; } } -/* -static void add_connection_to_status_cache_table(Array::Item *value, void *info) { - SQL_Connection& connection=*static_cast(value); - Table& table=*static_cast(info); +static void add_connection_to_status_cache_table(SQL_Connection& connection, Table* table) { if(connection.connected()) { - Pool& pool=table.pool(); - Array& row=*new(pool) Array(pool); + ArrayString& row=*new ArrayString; // url - row+=&url_without_login(pool, connection.get_url()); + row+=&connection.services().url_without_login(); // time time_t time_used=connection.get_time_used(); - const char *unsafe_time_cstr=ctime(&time_used); - int time_buf_size=strlen(unsafe_time_cstr); - char *safe_time_buf=(char *)pool.malloc(time_buf_size); - memcpy(safe_time_buf, unsafe_time_cstr, time_buf_size); - row+=new(pool) String(pool, safe_time_buf, time_buf_size); + row+=new String(pa_strdup(ctime(&time_used))); - table+=&row; + *table+=&row; } } -static void add_connections_to_status_cache_table(const Hash::Key& key, Hash::Val *value, void *info) { - Stack& stack=*static_cast(value); - Array_iter iter(stack); - for(int countdown=stack.top_index(); countdown-->=0; ) - add_connection_to_status_cache_table(iter.next(), info); -}*/ -/// @todo convert to object_ptr -ValuePtr SQL_Driver_manager::get_status(Pool& pool, ConstStringPtr source) { - ValuePtr result(new VHash); - /* +static void add_connections_to_status_cache_table( + SQL_Driver_manager::connection_cache_type::key_type /*key*/, + SQL_Driver_manager::connection_cache_type::value_type stack, Table* table) +{ + for(Array_iterator i(*stack); i.has_next(); ) + add_connection_to_status_cache_table(*i.next(), table); +} + +Value* SQL_Driver_manager::get_status() { + Value* result=new VHash; + // cache { - Array& columns=*new(pool) Array(pool); - columns+=new(pool) String(pool, "url"); - columns+=new(pool) String(pool, "time"); - Table& table=*new(pool) Table(pool, 0, &columns, connection_cache.size()); + ArrayString& columns=*new ArrayString; + columns+=new String("url"); + columns+=new String("time"); + Table& table=*new Table(&columns, connection_cache.count()); - connection_cache.for_each(add_connections_to_status_cache_table, &table); + connection_cache.for_each(add_connections_to_status_cache_table, &table); - result.hash(source).put(*new(pool) String(pool, "cache"), new(pool) VTable(pool, &table)); - }*/ + result->get_hash()->put(*new String("cache"), new VTable(&table)); + } return result; }