Annotation of parser3/src/main/pa_sql_driver_manager.C, revision 1.97
1.54 paf 1: /** @file
2: Parser: sql driver manager implementation.
3:
1.97 ! moko 4: Copyright (c) 2001-2017 Art. Lebedev Studio (http://www.artlebedev.com)
1.61 paf 5: Author: Alexandr Petrosian <paf@design.ru> (http://paf.design.ru)
1.63 paf 6: */
1.54 paf 7:
8: #include "pa_sql_driver_manager.h"
9: #include "ltdl.h"
1.71 paf 10: #include "pa_threads.h"
1.54 paf 11: #include "pa_sql_connection.h"
12: #include "pa_exception.h"
13: #include "pa_common.h"
14: #include "pa_vhash.h"
15: #include "pa_vtable.h"
1.80 paf 16: #include "pa_charsets.h"
1.54 paf 17:
1.97 ! moko 18: volatile const char * IDENT_PA_SQL_DRIVER_MANAGER_C="$Id: pa_sql_driver_manager.C,v 1.96 2016/09/21 15:35:11 moko Exp $" IDENT_PA_SQL_DRIVER_MANAGER_H IDENT_PA_SQL_CONNECTION_H;
1.91 moko 19:
1.54 paf 20: // globals
21:
1.78 paf 22: SQL_Driver_manager* SQL_driver_manager=0;
1.54 paf 23:
24: // consts
25:
1.71 paf 26: const time_t EXPIRE_UNUSED_CONNECTION_SECONDS=60;
27: const time_t CHECK_EXPIRED_CONNECTIONS_SECONDS=EXPIRE_UNUSED_CONNECTION_SECONDS*2;
1.54 paf 28:
29: // helpers
30:
1.71 paf 31: const String& SQL_Driver_services_impl::url_without_login() const {
32: String& result=*new String;
33: result << furl->mid(0, furl->pos(':')) << "://****";
34:
1.84 paf 35: size_t at_pos=0;
36: size_t new_at_pos;
37: while( (new_at_pos=furl->pos('@', at_pos+1))!=STRING_NOT_FOUND)
38: at_pos=new_at_pos;
39: if(at_pos)
1.71 paf 40: result << furl->mid(at_pos, furl->length());
1.54 paf 41:
42: return result;
43: }
44:
1.80 paf 45: void SQL_Driver_services_impl::transcode(const char* src, size_t src_length,
46: const char*& dst, size_t& dst_length,
47: const char* charset_from_name,
48: const char* charset_to_name
49: )
50: {
51: try {
1.83 paf 52: // to speed up sql transcode [lots of charsets::get-s -- twice for each cell]
53: // without complicating sql driver API
54: // we need to cache couple of name->charset pairs
55: // assuming pointers to names are are NOT to local vars
56:
57: struct cache_record {
58: const char* name;
59: Charset* object;
60: } cache[2]={{0,0}, {0,0}};
61:
62: Charset* charset_from_object;
63: Charset* charset_to_object;
64: if(charset_from_name==cache[0].name) {
65: charset_from_object=cache[0].object;
66: } else {
67: cache[0].name=charset_from_name;
1.96 moko 68: cache[0].object=charset_from_object=&pa_charsets.get_direct(charset_from_name);
1.83 paf 69: }
70: if(charset_to_name==cache[1].name) {
71: charset_to_object=cache[1].object;
72: } else {
73: cache[1].name=charset_to_name;
1.96 moko 74: cache[1].object=charset_to_object=&pa_charsets.get_direct(charset_to_name);
1.83 paf 75: }
76:
1.95 moko 77: String::C result=Charset::transcode(String::C(src, src_length), *charset_from_object, *charset_to_object);
1.80 paf 78: dst=result.str;
79: dst_length=result.length;
80: } catch(const Exception& e) {
81: _throw(SQL_Error(e.type(), e.comment()));
82: } catch(...) {
83: _throw(SQL_Error(0, "unknown error while transcoding in sql driver"));
84: }
85: }
86:
1.54 paf 87: // helpers
88:
1.71 paf 89: static void expire_connection(SQL_Connection& connection, time_t older_dies) {
1.54 paf 90: if(connection.connected() && connection.expired(older_dies))
91: connection.disconnect();
92: }
1.71 paf 93: static void expire_connections(SQL_Driver_manager::connection_cache_type::key_type /*key*/,
94: SQL_Driver_manager::connection_cache_type::value_type stack,
95: time_t older_dies) {
1.73 paf 96: for(size_t i=0; i<stack->top_index(); i++)
1.71 paf 97: expire_connection(*stack->get(i), older_dies);
1.54 paf 98: }
99:
100: // SQL_Driver_manager
101:
1.92 moko 102: SQL_Driver_manager::SQL_Driver_manager(): prev_expiration_pass_time(0) {}
1.54 paf 103:
104: SQL_Driver_manager::~SQL_Driver_manager() {
1.86 paf 105: connection_cache.for_each<time_t>(expire_connections, time(0)+(time_t)10/*=in future=expire all*/);
1.54 paf 106: }
107:
1.71 paf 108: /// @param aurl protocol://[driver-dependent]
109: SQL_Connection* SQL_Driver_manager::get_connection(const String& aurl,
1.80 paf 110: Table *protocol2driver_and_client,
1.88 misha 111: const char* arequest_charset,
112: const char* adocument_root) {
1.54 paf 113: // we have table for locating protocol's library
114: if(!protocol2driver_and_client)
1.87 misha 115: throw Exception(PARSER_RUNTIME,
1.71 paf 116: &aurl,
1.93 moko 117: "$" MAIN_SQL_NAME ":" MAIN_SQL_DRIVERS_NAME " table must be defined");
1.54 paf 118:
119: // first trying to get cached connection
1.71 paf 120: SQL_Connection* connection=get_connection_from_cache(aurl);
1.58 paf 121: if(connection) {
1.71 paf 122: connection->set_url();
1.58 paf 123: if(!connection->ping()) { // we have some cached connection, is it pingable?
124: connection->disconnect(); // kill unpingabe=dead connection
125: connection=0;
1.54 paf 126: }
127: }
128:
1.71 paf 129: char *url_cstr;
1.58 paf 130: if(connection)
1.71 paf 131: url_cstr=0; // calm, compiler
1.54 paf 132: else { // no cached connection or it were unpingabe: connect/reconnect
1.71 paf 133: url_cstr=aurl.cstrm();
134: if(!strstr(url_cstr, "://"))
1.87 misha 135: throw Exception(PARSER_RUNTIME,
1.71 paf 136: aurl.length()?&aurl:0,
1.62 paf 137: "connection string must start with protocol://");
1.54 paf 138:
1.71 paf 139:
140: char *protocol_cstr=lsplit(&url_cstr, ':');
1.54 paf 141: // skip "//" after ':'
1.71 paf 142: while(*url_cstr=='/')
143: url_cstr++;
144: const String& protocol=*new String(protocol_cstr);
1.54 paf 145:
146: SQL_Driver *driver;
147: // first trying to get cached driver
1.71 paf 148: if(!(driver=get_driver_from_cache(protocol))) {
1.54 paf 149: // no cached
1.71 paf 150: const String* library=0;
151: const String* dlopen_file_spec=0;
1.70 paf 152: Table::Action_options options;
1.71 paf 153: if(protocol2driver_and_client->locate(0, protocol, options)) {
154: if(!(library=protocol2driver_and_client->item(1)) || library->length()==0)
1.87 misha 155: throw Exception(PARSER_RUNTIME,
1.71 paf 156: 0,
1.54 paf 157: "driver library column for protocol '%s' is empty",
1.71 paf 158: protocol_cstr);
1.54 paf 159: dlopen_file_spec=protocol2driver_and_client->item(2);
160: } else
1.87 misha 161: throw Exception(PARSER_RUNTIME,
1.71 paf 162: &aurl,
1.54 paf 163: "undefined protocol '%s'",
1.71 paf 164: protocol_cstr);
165:
1.92 moko 166: pa_dlinit();
1.54 paf 167:
1.90 misha 168: const char* filename=library->taint_cstr(String::L_FILE_SPEC);
1.54 paf 169: lt_dlhandle handle=lt_dlopen(filename);
1.79 paf 170: if (!handle) {
171: const char* error=lt_dlerror();
1.62 paf 172: throw Exception(0,
1.54 paf 173: library,
1.79 paf 174: error?error:"can not open the module");
175: }
1.54 paf 176:
1.86 paf 177: SQL_Driver_create_func create=(SQL_Driver_create_func)(lt_dlsym(handle,
178: SQL_DRIVER_CREATE_NAME));
1.54 paf 179: if(!create)
1.62 paf 180: throw Exception(0,
1.54 paf 181: library,
1.93 moko 182: "function '" SQL_DRIVER_CREATE_NAME "' was not found");
1.54 paf 183:
184: // create library-driver!
185: driver=(*create)();
186:
187: // validate driver api version
188: int driver_api_version=driver->api_version();
189: if(driver_api_version!=SQL_DRIVER_API_VERSION)
1.62 paf 190: throw Exception(0,
1.54 paf 191: library,
192: "driver implements API version 0x%04X not equal to 0x%04X",
193: driver_api_version, SQL_DRIVER_API_VERSION);
194:
195: // initialise by connecting to sql client dynamic link library
1.71 paf 196: char* dlopen_file_spec_cstr=
197: dlopen_file_spec && dlopen_file_spec->length()?
1.90 misha 198: dlopen_file_spec->taint_cstrm(String::L_AS_IS):0;
1.71 paf 199: if(const char* error=driver->initialize(dlopen_file_spec_cstr))
1.62 paf 200: throw Exception(0,
1.54 paf 201: library,
202: "driver failed to initialize client library '%s', %s",
1.71 paf 203: dlopen_file_spec_cstr?dlopen_file_spec_cstr:"unspecifed",
1.54 paf 204: error);
205:
206: // cache it
1.71 paf 207: put_driver_to_cache(protocol, driver);
1.54 paf 208: }
209:
1.88 misha 210: connection=new SQL_Connection(aurl, *driver, arequest_charset, adocument_root);
1.71 paf 211: // associate with pool[request] (deassociates at close)
212: connection->set_url();
1.54 paf 213: }
214:
1.58 paf 215: // if not connected yet, do that now, when connection has services
216: if(!connection->connected())
1.71 paf 217: connection->connect(url_cstr);
1.58 paf 218: // return autoclosing object for it
1.71 paf 219: return connection;
1.54 paf 220: }
221:
1.71 paf 222: void SQL_Driver_manager::close_connection(connection_cache_type::key_type url,
223: SQL_Connection* connection) {
1.54 paf 224: put_connection_to_cache(url, connection);
225: }
226:
227:
228: // driver cache
229:
1.71 paf 230: SQL_Driver *SQL_Driver_manager::get_driver_from_cache(driver_cache_type::key_type protocol) {
1.54 paf 231: SYNCHRONIZED;
232:
1.71 paf 233: return driver_cache.get(protocol);
1.54 paf 234: }
235:
1.71 paf 236: void SQL_Driver_manager::put_driver_to_cache(
237: driver_cache_type::key_type protocol,
238: driver_cache_type::value_type driver) {
1.54 paf 239: SYNCHRONIZED;
240:
1.71 paf 241: driver_cache.put(protocol, driver);
1.54 paf 242: }
243:
244: // connection cache
245: /// @todo get rid of memory spending Stack [zeros deep inside got accumulated]
1.71 paf 246: SQL_Connection* SQL_Driver_manager::get_connection_from_cache(connection_cache_type::key_type url) {
1.54 paf 247: SYNCHRONIZED;
248:
1.71 paf 249: if(connection_cache_type::value_type connections=connection_cache.get(url))
250: while(!connections->is_empty()) { // there are cached connections to that 'url'
251: SQL_Connection* result=connections->pop();
1.54 paf 252: if(result->connected()) // not expired?
253: return result;
254: }
255:
256: return 0;
257: }
258:
1.71 paf 259: void SQL_Driver_manager::put_connection_to_cache(
260: connection_cache_type::key_type url,
261: SQL_Connection* connection) {
1.54 paf 262: SYNCHRONIZED;
263:
1.71 paf 264: connection_cache_type::value_type connections=connection_cache.get(url);
1.54 paf 265: if(!connections) { // there are no cached connections to that 'url' yet?
1.71 paf 266: connections=new connection_cache_element_base_type;
1.54 paf 267: connection_cache.put(url, connections);
268: }
1.71 paf 269: connections->push(connection);
1.54 paf 270: }
271:
272: void SQL_Driver_manager::maybe_expire_cache() {
273: time_t now=time(0);
274:
275: if(prev_expiration_pass_time<now-CHECK_EXPIRED_CONNECTIONS_SECONDS) {
1.86 paf 276: connection_cache.for_each<time_t>(expire_connections, time_t(now-EXPIRE_UNUSED_CONNECTION_SECONDS));
1.54 paf 277:
278: prev_expiration_pass_time=now;
279: }
280: }
281:
1.76 paf 282: static void add_connection_to_status_cache_table(SQL_Connection& connection, Table* table) {
1.54 paf 283: if(connection.connected()) {
1.76 paf 284: ArrayString& row=*new ArrayString;
1.54 paf 285:
286: // url
1.76 paf 287: row+=&connection.services().url_without_login();
1.54 paf 288: // time
1.58 paf 289: time_t time_used=connection.get_time_used();
1.76 paf 290: row+=new String(pa_strdup(ctime(&time_used)));
1.54 paf 291:
1.76 paf 292: *table+=&row;
1.54 paf 293: }
294: }
1.76 paf 295: static void add_connections_to_status_cache_table(
296: SQL_Driver_manager::connection_cache_type::key_type /*key*/,
297: SQL_Driver_manager::connection_cache_type::value_type stack, Table* table)
298: {
1.77 paf 299: for(Array_iterator<SQL_Connection*> i(*stack); i.has_next(); )
300: add_connection_to_status_cache_table(*i.next(), table);
1.76 paf 301: }
302:
1.71 paf 303: Value* SQL_Driver_manager::get_status() {
304: Value* result=new VHash;
1.76 paf 305:
1.54 paf 306: // cache
307: {
1.76 paf 308: ArrayString& columns=*new ArrayString;
1.71 paf 309: columns+=new String("url");
310: columns+=new String("time");
1.76 paf 311: Table& table=*new Table(&columns, connection_cache.count());
1.54 paf 312:
1.86 paf 313: connection_cache.for_each<Table*>(add_connections_to_status_cache_table, &table);
1.54 paf 314:
1.76 paf 315: result->get_hash()->put(*new String("cache"), new VTable(&table));
316: }
1.54 paf 317:
318: return result;
1.57 paf 319: }
E-mail: