--- sql/pgsql/parser3pgsql.C 2008/06/26 15:49:40 1.30 +++ sql/pgsql/parser3pgsql.C 2012/06/15 09:09:33 1.41 @@ -1,13 +1,12 @@ /** @file Parser PgSQL driver. - Copyright(c) 2001, 2003 ArtLebedev Group (http://www.artlebedev.com) + Copyright (c) 2001-2012 Art. Lebedev Studio (http://www.artlebedev.com) Author: Alexandr Petrosian (http://paf.design.ru) 2007.10.25 using PgSQL 8.1.5 */ -static const char *RCSId="$Id: parser3pgsql.C,v 1.30 2008/06/26 15:49:40 misha Exp $"; #include "config_includes.h" @@ -16,17 +15,32 @@ static const char *RCSId="$Id: parser3pg #include #include -// OIDOID from catalog/pg_type.h +volatile const char * IDENT_PARSER3PGSQL_C="$Id: parser3pgsql.C,v 1.41 2012/06/15 09:09:33 moko Exp $" IDENT_PA_SQL_DRIVER_H; + +// from catalog/pg_type.h +#define BOOLOID 16 +#define INT8OID 20 +#define INT2OID 21 +#define INT4OID 23 #define OIDOID 26 +#define FLOAT4OID 700 +#define FLOAT8OID 701 +#define DATEOID 1082 +#define TIMEOID 1083 +#define TIMESTAMPOID 1114 +#define TIMESTAMPTZOID 1184 +#define TIMETZOID 1266 +#define NUMERICOID 1700 + // LO_BUFSIZE from interfaces\libpq\fe-lobj.c = 8192 (0x2000) // actually writing chunks of that size failed, reduced it twice #define LO_BUFSIZE 0x1000 -// from postgres_ext.h -//#define InvalidOid ((Oid) 0) #include "ltdl.h" +#define MAX_COLS 500 + #define MAX_STRING 0x400 #define MAX_NUMBER 20 @@ -72,12 +86,20 @@ static void toupper_str(char *out, const *out++=(char)toupper(*in++); } +inline static const char* strdup(SQL_Driver_services& services, char* str, size_t length) { + char *strm=(char*)services.malloc_atomic(length+1); + memcpy(strm, str, length); + strm[length]=0; + return (const char*)strm; +} + struct Connection { SQL_Driver_services* services; PGconn *conn; const char* client_charset; bool autocommit; + bool without_default_transactions; }; /** @@ -111,8 +133,8 @@ public: ClientCharset=charset& // transcode by parser charset=value& // transcode by server with 'SET CLIENT_ENCODING=value' datestyle=value& // 'SET DATESTYLE=value' available values are: ISO|SQL|Postgres|European|US|German [default=ISO] - autocommit=1& - WithoutDefaultTransaction=1 // == autocommit=0 + autocommit=1& // each transaction is commited automatically (default) + WithoutDefaultTransaction=0 // 1 -- disable any BEGIN TRAN/COMMIT/ROLLBACK [can NOT be used with autocommit option] */ void connect( char* url, @@ -135,6 +157,8 @@ public: connection.services=&services; connection.client_charset=0; connection.autocommit=true; + connection.without_default_transactions=false; + connection.conn=PQsetdbLogin( (host&&strcasecmp(host, "local")==0)?NULL/* local Unix domain socket */:host, port, NULL, NULL, db, user, pwd); @@ -149,19 +173,25 @@ public: if(char *key=lsplit(&options, '&')){ if(*key){ if(char *value=lsplit(key, '=')){ - if(strcmp(key, "ClientCharset")==0){ // transcoding with parser + if(strcmp(key, "ClientCharset")==0){ toupper_str(value, value, strlen(value)); connection.client_charset=value; - } else if(strcasecmp(key, "charset")==0){ // transcoding with server + } else if(strcasecmp(key, "charset")==0){ charset=value; } else if(strcasecmp(key, "datestyle")==0){ datestyle=value; } else if(strcasecmp(key, "autocommit")==0){ + if(connection.without_default_transactions) + services._throw("options WithoutDefaultTransaction and autocommit can't be used together"); if(atoi(value)==0) connection.autocommit=false; - } else if(strcmp(key, "WithoutDefaultTransaction")==0){ // backward, use autocommit=0 - if(atoi(value)==1) + } else if(strcmp(key, "WithoutDefaultTransaction")==0){ + if(!connection.autocommit) + services._throw("options WithoutDefaultTransaction and autocommit can't be used together"); + if(atoi(value)==1){ + connection.without_default_transactions=true; connection.autocommit=false; + } } else services._throw("unknown connect option" /*key*/); } else @@ -171,20 +201,20 @@ public: } if(charset){ - char statement[MAX_STRING]="SET CLIENT_ENCODING="; + char statement[MAX_STRING+1]="SET CLIENT_ENCODING="; strncat(statement, charset, MAX_STRING); _execute_cmd(connection, statement); } if(datestyle){ - char statement[MAX_STRING]="SET DATESTYLE="; + char statement[MAX_STRING+1]="SET DATESTYLE="; strncat(statement, datestyle, MAX_STRING); _execute_cmd(connection, statement); } - _begin_transaction(connection); + _transaction_begin(connection); } void disconnect(void *aconnection){ @@ -195,18 +225,14 @@ public: void commit(void *aconnection){ Connection& connection=*static_cast(aconnection); - if(connection.autocommit){ - _execute_cmd(connection, "COMMIT"); - } - _begin_transaction(connection); + _transaction_commit(connection); + _transaction_begin(connection); } void rollback(void *aconnection){ Connection& connection=*static_cast(aconnection); - if(connection.autocommit){ - _execute_cmd(connection, "ROLLBACK"); - } - _begin_transaction(connection); + _transaction_rollback(connection); + _transaction_begin(connection); } bool ping(void *aconnection) { @@ -214,15 +240,46 @@ public: return PQstatus(connection.conn)==CONNECTION_OK; } - const char* quote(void *aconnection, const char *from, unsigned int length){ + // charset here is services.request_charset(), not connection.client_charset + // thus we can't use the sql server quoting support + const char* quote(void *aconnection, const char *str, unsigned int length) + { + const char* from; + const char* from_end=str+length; + + size_t quoted=0; + + for(from=str; from(aconnection); + char *result=(char*)connection.services->malloc_atomic(length + quoted + 1); + char *to = result; - char *result=(char*)connection.services->malloc_atomic(length*2+1); - int err=0; - PQescapeStringConn(connection.conn, result, from, length, &err); + for(from=str; from "''" + *to++='\''; + break; + case '\\': // "\" -> "\\" + *to++='\\'; + break; + } + *to++=*from; + } + + *to=0; return result; } - + void query(void *aconnection, const char *astatement, size_t placeholders_count, Placeholder* placeholders, @@ -230,11 +287,12 @@ public: SQL_Driver_query_event_handlers& handlers ){ Connection& connection=*static_cast(aconnection); - const char* client_charset=connection.client_charset; SQL_Driver_services& services=*connection.services; PGconn *conn=connection.conn; - bool transcode_needed=_transcode_required(connection); + const char* client_charset=connection.client_charset; + const char* request_charset=services.request_charset(); + bool transcode_needed=client_charset && strcmp(client_charset, request_charset)!=0; const char** paramValues; if(placeholders_count>0){ @@ -243,16 +301,17 @@ public: _bind_parameters(placeholders_count, placeholders, paramValues, connection, transcode_needed); } - // transcode query from $request:charset to ?ClientCharset + size_t statement_size=0; if(transcode_needed){ - size_t length=strlen(astatement); - services.transcode(astatement, length, - astatement, length, - services.request_charset(), - connection.client_charset); + // transcode query from $request:charset to ?ClientCharset + statement_size=strlen(astatement); + services.transcode(astatement, statement_size, + astatement, statement_size, + request_charset, + client_charset); } - const char *statement=_preprocess_statement(connection, astatement, offset, limit); + const char *statement=_preprocess_statement(connection, astatement, statement_size, offset, limit); // error after prepare? PGresult *res; @@ -264,12 +323,17 @@ public: if(!res) throwPQerror; + bool failed=false; + SQL_Error sql_error; + switch(PQresultStatus(res)) { case PGRES_EMPTY_QUERY: PQclear_throw("no query"); break; case PGRES_COMMAND_OK: // empty result: insert|delete|update|... PQclear(res); + if(connection.autocommit) + commit(aconnection); return; case PGRES_TUPLES_OK: break; @@ -278,31 +342,34 @@ public: break; } - int column_count=PQnfields(res); - if(!column_count) - PQclear_throw("result contains no columns"); - - bool failed=false; - SQL_Error sql_error; #define CHECK(afailed) \ if(afailed) { \ failed=true; \ goto cleanup; \ } - for(int i=0; iMAX_COLS) + column_count=MAX_COLS; + + unsigned int column_types[MAX_COLS]; + + for(size_t i=0; i=0) { - // seek to end - if(lo_lseek(conn, fd, 0, SEEK_END)<0) - PQclear_throwPQerror; - // get length - int size_tell=lo_tell(conn, fd); - if(size_tell<0) - PQclear_throwPQerror; - // seek to begin - if(lo_lseek(conn, fd, 0, SEEK_SET)<0) - PQclear_throwPQerror; - length=(size_t)size_tell; - if(length) { - // read - char* strm=(char*)services.malloc(length+1); - if(!lo_read_ex(conn, fd, strm, size_tell)) - PQclear_throw("lo_read can not read all bytes of object"); - strm[length]=0; - str=strm; - } else - str=0; - if(lo_close(conn, fd)<0) - PQclear_throwPQerror; - } else - PQclear_throwPQerror; - } else { - // normal column, read it normally - length=(size_t)PQgetlength(res, r, i); - if(length) { - char* strm=(char*)services.malloc(length+1); - memcpy(strm, cell, length+1); - str=strm; - } else - str=0; - } + size_t length=0; + const char* str; - if(transcode_needed && str && length){ - // transcode cell value from ?ClientCharset to $request:charset - services.transcode(str, length, - str, length, - connection.client_charset, - services.request_charset()); + switch(column_types[i]){ + case BOOLOID: + case INT8OID: + case INT2OID: + case INT4OID: + case FLOAT4OID: + case FLOAT8OID: + case DATEOID: + case TIMEOID: + case TIMESTAMPOID: + case TIMESTAMPTZOID: + case TIMETZOID: + case NUMERICOID: + length=(size_t)PQgetlength(res, r, i); + str=length ? strdup(services, cell, length) : 0; + // transcode is never required for these types + break; + case OIDOID: + { + Oid oid=cell?atoi(cell):0; + int fd=lo_open(conn, oid, INV_READ); + if(fd>=0){ + // seek to end + if(lo_lseek(conn, fd, 0, SEEK_END)<0) + PQclear_throwPQerror; + // get length + int size_tell=lo_tell(conn, fd); + if(size_tell<0) + PQclear_throwPQerror; + // seek to begin + if(lo_lseek(conn, fd, 0, SEEK_SET)<0) + PQclear_throwPQerror; + length=(size_t)size_tell; + if(length){ + // read + char* strm=(char*)services.malloc(length+1); + if(!lo_read_ex(conn, fd, strm, size_tell)) + PQclear_throw("lo_read can not read all bytes of object"); + strm[length]=0; + str=strm; + if(transcode_needed) { + // transcode cell value from ?ClientCharset to $request:charset + services.transcode(str, length, + str, length, + client_charset, + request_charset); + } + } else + str=0; + if(lo_close(conn, fd)<0) + PQclear_throwPQerror; + } else + PQclear_throwPQerror; + break; + } + default: + // normal column, read it normally + length=(size_t)PQgetlength(res, r, i); + str=length ? strdup(services, cell, length) : 0; + if(transcode_needed) { + // transcode cell value from ?ClientCharset to $request:charset + services.transcode(str, length, + str, length, + client_charset, + request_charset); + } + break; } - CHECK(handlers.add_row_cell(sql_error, str, length)); } } @@ -373,6 +460,9 @@ cleanup: PQclear(res); if(failed) services._throw(sql_error); + + if(connection.autocommit) + commit(aconnection); } private: @@ -387,55 +477,67 @@ private: Placeholder& ph=placeholders[i]; if(transcode_needed){ size_t name_length; - size_t value_length; connection.services->transcode(ph.name, strlen(ph.name), ph.name, name_length, connection.services->request_charset(), connection.client_charset); if(ph.value) { + size_t value_length; connection.services->transcode(ph.value, strlen(ph.value), ph.value, value_length, connection.services->request_charset(), connection.client_charset); } } - int name_numner=atoi(ph.name); - if(name_numner <= 0 || name_numner > placeholders_count) + int name_number=atoi(ph.name); + if(name_number <= 0 || (size_t)name_number > placeholders_count) connection.services->_throw("bad bind parameter key"); - paramValues[name_numner-1]=ph.value; + paramValues[name_number-1]=ph.value; } } - /** - Executes a query and throw away the result. - */ + void _transaction_begin(Connection& connection){ + _execute_transactions_cmd(connection, "BEGIN"); + } + + void _transaction_commit(Connection& connection){ + _execute_transactions_cmd(connection, "COMMIT"); + } + + void _transaction_rollback(Connection& connection){ + _execute_transactions_cmd(connection, "ROLLBACK"); + } + + void _execute_transactions_cmd(const Connection& connection, const char *query){ + if(!connection.without_default_transactions) // with option ?WithoutDefaultTransaction=1 user must execute BEGIN/COMMIT/ROLLBACK by himself + _execute_cmd(connection, query); + } + + // executes a query and throw away the result. void _execute_cmd(const Connection& connection, const char *query){ if(PGresult *res=PQexec(connection.conn, query)) - PQclear(res); // throw out the result [don't need but must call] + PQclear(res); // throw away the result [don't need but must call] else throwPQerror; } - void _begin_transaction(Connection& connection){ - if(connection.autocommit) - _execute_cmd(connection, "BEGIN"); - } - const char *_preprocess_statement( Connection& connection, const char *astatement, + size_t statement_size, unsigned long offset, unsigned long limit ){ PGconn *conn=connection.conn; - size_t statement_size=strlen(astatement); + if(!statement_size) + statement_size=strlen(astatement); char *result=(char *)connection.services->malloc(statement_size - +MAX_NUMBER*2+15 // limit # offset # + +MAX_NUMBER*2+15 // " limit # offset #" +MAX_STRING // in case of short 'strings' +1); // offset & limit -> suffixes @@ -444,9 +546,9 @@ private: char *cur=result; memcpy(cur, astatement, statement_size); cur+=statement_size; if(limit!=SQL_NO_LIMIT) - cur+=snprintf(cur, 7+MAX_NUMBER, " limit %u", limit); + cur+=snprintf(cur, 7+MAX_NUMBER, " limit %lu", limit); if(offset) - cur+=snprintf(cur, 8+MAX_NUMBER, " offset %u", offset); + cur+=snprintf(cur, 8+MAX_NUMBER, " offset %lu", offset); o=result; } else o=astatement; @@ -456,7 +558,7 @@ private: while(*o) { if( o[0]=='/' && - o[1]=='*' && + o[1]=='*' && o[2]=='*') { // name start const char* saved_o=o; o+=3; @@ -510,10 +612,6 @@ private: return result; } - bool _transcode_required(Connection& connection){ - return (connection.client_charset && strcmp(connection.client_charset, connection.services->request_charset())!=0); - } - private: // lo_read/write exchancements bool lo_read_ex(PGconn *conn, int fd, const/*paf*/ char *buf, size_t len) { @@ -591,11 +689,19 @@ private: // conn client library funcs private: // conn client library funcs linking const char *dlink(const char *dlopen_file_spec) { - if(lt_dlinit()) - return lt_dlerror(); + if(lt_dlinit()){ + if(const char* result=lt_dlerror()) + return result; + return "can not prepare to dynamic loading"; + } + lt_dlhandle handle=lt_dlopen(dlopen_file_spec); - if(!handle) + + if(!handle){ + if(const char* result=lt_dlerror()) + return result; return "can not open the dynamic link module"; + } #define DSLINK(name, action) \ name=(t_##name)lt_dlsym(handle, #name); \