sql/pgsql/parser3pgsql.C - diff

Return to parser3pgsql.C CVS log

Up to [parser3project] / sql / pgsql

Diff for /sql/pgsql/parser3pgsql.C between versions 1.30 and 1.43

version 1.30, 2008/06/26 15:49:40	version 1.43, 2012/10/19 04:15:47
Line 1	Line 1
/** @file	/** @file
Parser PgSQL driver.	Parser PgSQL driver.

Copyright(c) 2001, 2003 ArtLebedev Group (http://www.artlebedev.com)	Copyright (c) 2001-2012 Art. Lebedev Studio (http://www.artlebedev.com)

Author: Alexandr Petrosian <paf@design.ru> (http://paf.design.ru)	Author: Alexandr Petrosian <paf@design.ru> (http://paf.design.ru)

2007.10.25 using PgSQL 8.1.5	2007.10.25 using PgSQL 8.1.5
*/	*/
static const char *RCSId="$Id$";

#include "config_includes.h"	#include "config_includes.h"

Line 16 static const char *RCSId="$Id$";	Line 15 static const char *RCSId="$Id$";
#include <libpq-fe.h>	#include <libpq-fe.h>
#include <libpq/libpq-fs.h>	#include <libpq/libpq-fs.h>

// OIDOID from catalog/pg_type.h	volatile const char * IDENT_PARSER3PGSQL_C="$Id$" IDENT_PA_SQL_DRIVER_H;

	// from catalog/pg_type.h
	#define BOOLOID 16
	#define INT8OID 20
	#define INT2OID 21
	#define INT4OID 23
#define OIDOID 26	#define OIDOID 26
	#define FLOAT4OID 700
	#define FLOAT8OID 701
	#define DATEOID 1082
	#define TIMEOID 1083
	#define TIMESTAMPOID 1114
	#define TIMESTAMPTZOID 1184
	#define TIMETZOID 1266
	#define NUMERICOID 1700

// LO_BUFSIZE from interfaces\libpq\fe-lobj.c = 8192 (0x2000)	// LO_BUFSIZE from interfaces\libpq\fe-lobj.c = 8192 (0x2000)
// actually writing chunks of that size failed, reduced it twice	// actually writing chunks of that size failed, reduced it twice
#define LO_BUFSIZE 0x1000	#define LO_BUFSIZE 0x1000
// from postgres_ext.h
//#define InvalidOid ((Oid) 0)


#include "ltdl.h"	#include "ltdl.h"

	#define MAX_COLS 500

#define MAX_STRING 0x400	#define MAX_STRING 0x400
#define MAX_NUMBER 20	#define MAX_NUMBER 20

Line 72 static void toupper_str(char *out, const	Line 86 static void toupper_str(char *out, const
out++=(char)toupper(in++);	out++=(char)toupper(in++);
}	}

	inline static const char* strdup(SQL_Driver_services& services, char* str, size_t length) {
	char strm=(char)services.malloc_atomic(length+1);
	memcpy(strm, str, length);
	strm[length]=0;
	return (const char*)strm;
	}

struct Connection {	struct Connection {
SQL_Driver_services* services;	SQL_Driver_services* services;

PGconn *conn;	PGconn *conn;
const char* client_charset;	const char* client_charset;
bool autocommit;	bool autocommit;
	bool without_default_transactions;
	bool standard_conforming_strings;
};	};

/**	/**
Line 111 public:	Line 134 public:
ClientCharset=charset& // transcode by parser	ClientCharset=charset& // transcode by parser
charset=value& // transcode by server with 'SET CLIENT_ENCODING=value'	charset=value& // transcode by server with 'SET CLIENT_ENCODING=value'
datestyle=value& // 'SET DATESTYLE=value' available values are: ISO\|SQL\|Postgres\|European\|US\|German [default=ISO]	datestyle=value& // 'SET DATESTYLE=value' available values are: ISO\|SQL\|Postgres\|European\|US\|German [default=ISO]
autocommit=1&	autocommit=1& // each transaction is commited automatically (default)
WithoutDefaultTransaction=1 // == autocommit=0	standard_conforming_strings=1& // 0 -- escape \ char that could be needed for old servers
	WithoutDefaultTransaction=0 // 1 -- disable any BEGIN TRAN/COMMIT/ROLLBACK [can NOT be used with autocommit option]
*/	*/
void connect(	void connect(
char* url,	char* url,
Line 135 public:	Line 159 public:
connection.services=&services;	connection.services=&services;
connection.client_charset=0;	connection.client_charset=0;
connection.autocommit=true;	connection.autocommit=true;
	connection.without_default_transactions=false;
	connection.standard_conforming_strings=true;

connection.conn=PQsetdbLogin(	connection.conn=PQsetdbLogin(
(host&&strcasecmp(host, "local")==0)?NULL/* local Unix domain socket */:host, port,	(host&&strcasecmp(host, "local")==0)?NULL/* local Unix domain socket */:host, port,
NULL, NULL, db, user, pwd);	NULL, NULL, db, user, pwd);
Line 149 public:	Line 176 public:
if(char *key=lsplit(&options, '&')){	if(char *key=lsplit(&options, '&')){
if(*key){	if(*key){
if(char *value=lsplit(key, '=')){	if(char *value=lsplit(key, '=')){
if(strcmp(key, "ClientCharset")==0){ // transcoding with parser	if(strcmp(key, "ClientCharset")==0){
toupper_str(value, value, strlen(value));	toupper_str(value, value, strlen(value));
connection.client_charset=value;	connection.client_charset=value;
} else if(strcasecmp(key, "charset")==0){ // transcoding with server	} else if(strcasecmp(key, "charset")==0){
charset=value;	charset=value;
} else if(strcasecmp(key, "datestyle")==0){	} else if(strcasecmp(key, "datestyle")==0){
datestyle=value;	datestyle=value;
} else if(strcasecmp(key, "autocommit")==0){	} else if(strcasecmp(key, "autocommit")==0){
	if(connection.without_default_transactions)
	services._throw("options WithoutDefaultTransaction and autocommit can't be used together");
if(atoi(value)==0)	if(atoi(value)==0)
connection.autocommit=false;	connection.autocommit=false;
} else if(strcmp(key, "WithoutDefaultTransaction")==0){ // backward, use autocommit=0	} else if(strcmp(key, "WithoutDefaultTransaction")==0){
if(atoi(value)==1)	if(!connection.autocommit)
	services._throw("options WithoutDefaultTransaction and autocommit can't be used together");
	if(atoi(value)==1){
	connection.without_default_transactions=true;
connection.autocommit=false;	connection.autocommit=false;
	}
	} else if(strcasecmp(key, "standard_conforming_strings")==0){
	if(atoi(value)==0)
	connection.standard_conforming_strings=false;
} else	} else
services._throw("unknown connect option" /key/);	services._throw("unknown connect option" /key/);
} else	} else
Line 171 public:	Line 207 public:
}	}

if(charset){	if(charset){
char statement[MAX_STRING]="SET CLIENT_ENCODING=";	char statement[MAX_STRING+1]="SET CLIENT_ENCODING=";
strncat(statement, charset, MAX_STRING);	strncat(statement, charset, MAX_STRING);

_execute_cmd(connection, statement);	_execute_cmd(connection, statement);
}	}

if(datestyle){	if(datestyle){
char statement[MAX_STRING]="SET DATESTYLE=";	char statement[MAX_STRING+1]="SET DATESTYLE=";
strncat(statement, datestyle, MAX_STRING);	strncat(statement, datestyle, MAX_STRING);

_execute_cmd(connection, statement);	_execute_cmd(connection, statement);
}	}

_begin_transaction(connection);	_transaction_begin(connection);
}	}

void disconnect(void *aconnection){	void disconnect(void *aconnection){
Line 195 public:	Line 231 public:

void commit(void *aconnection){	void commit(void *aconnection){
Connection& connection=static_cast<Connection>(aconnection);	Connection& connection=static_cast<Connection>(aconnection);
if(connection.autocommit){	_transaction_commit(connection);
_execute_cmd(connection, "COMMIT");	_transaction_begin(connection);
}
_begin_transaction(connection);
}	}

void rollback(void *aconnection){	void rollback(void *aconnection){
Connection& connection=static_cast<Connection>(aconnection);	Connection& connection=static_cast<Connection>(aconnection);
if(connection.autocommit){	_transaction_rollback(connection);
_execute_cmd(connection, "ROLLBACK");	_transaction_begin(connection);
}
_begin_transaction(connection);
}	}

bool ping(void *aconnection) {	bool ping(void *aconnection) {
Line 214 public:	Line 246 public:
return PQstatus(connection.conn)==CONNECTION_OK;	return PQstatus(connection.conn)==CONNECTION_OK;
}	}

const char* quote(void aconnection, const char from, unsigned int length){	// charset here is services.request_charset(), not connection.client_charset
	// thus we can't use the sql server quoting support
	const char* quote(void aconnection, const char str, unsigned int length)
	{
Connection& connection=static_cast<Connection>(aconnection);	Connection& connection=static_cast<Connection>(aconnection);

char result=(char)connection.services->malloc_atomic(length*2+1);	const char* from;
int err=0;	const char* from_end=str+length;
PQescapeStringConn(connection.conn, result, from, length, &err);
	size_t quoted=0;

	if(connection.standard_conforming_strings){
	for(from=str; from<from_end; from++){
	if(*from=='\'')
	quoted++;
	}
	} else {
	for(from=str; from<from_end; from++){
	switch (*from) {
	case '\'':
	case '\\':
	quoted++;
	}
	}
	}

	if(!quoted)
	return str;

	char result=(char)connection.services->malloc_atomic(length + quoted + 1);
	char *to = result;

	if(connection.standard_conforming_strings){
	for(from=str; from<from_end; from++){
	if(*from=='\'')
	*to++= '\''; // "'" -> "''"
	to++=from;
	}
	} else {
	for(from=str; from<from_end; from++){
	switch (*from) {
	case '\'': // "'" -> "''"
	*to++= '\'';
	break;
	case '\\': // "\" -> "\\"
	*to++='\\';
	break;
	}
	to++=from;
	}
	}

	*to=0;
return result;	return result;
}	}

void query(void *aconnection,	void query(void *aconnection,
const char *astatement,	const char *astatement,
size_t placeholders_count, Placeholder* placeholders,	size_t placeholders_count, Placeholder* placeholders,
Line 230 public:	Line 309 public:
SQL_Driver_query_event_handlers& handlers	SQL_Driver_query_event_handlers& handlers
){	){
Connection& connection=static_cast<Connection>(aconnection);	Connection& connection=static_cast<Connection>(aconnection);
const char* client_charset=connection.client_charset;
SQL_Driver_services& services=*connection.services;	SQL_Driver_services& services=*connection.services;
PGconn *conn=connection.conn;	PGconn *conn=connection.conn;

bool transcode_needed=_transcode_required(connection);	const char* client_charset=connection.client_charset;
	const char* request_charset=services.request_charset();
	bool transcode_needed=client_charset && strcmp(client_charset, request_charset)!=0;

const char** paramValues;	const char** paramValues;
if(placeholders_count>0){	if(placeholders_count>0){
Line 243 public:	Line 323 public:
_bind_parameters(placeholders_count, placeholders, paramValues, connection, transcode_needed);	_bind_parameters(placeholders_count, placeholders, paramValues, connection, transcode_needed);
}	}

// transcode query from $request:charset to ?ClientCharset	size_t statement_size=0;
if(transcode_needed){	if(transcode_needed){
size_t length=strlen(astatement);	// transcode query from $request:charset to ?ClientCharset
services.transcode(astatement, length,	statement_size=strlen(astatement);
astatement, length,	services.transcode(astatement, statement_size,
services.request_charset(),	astatement, statement_size,
connection.client_charset);	request_charset,
	client_charset);
}	}

const char *statement=_preprocess_statement(connection, astatement, offset, limit);	const char *statement=_preprocess_statement(connection, astatement, statement_size, offset, limit);
// error after prepare?	// error after prepare?

PGresult *res;	PGresult *res;
Line 264 public:	Line 345 public:
if(!res)	if(!res)
throwPQerror;	throwPQerror;

	bool failed=false;
	SQL_Error sql_error;

switch(PQresultStatus(res)) {	switch(PQresultStatus(res)) {
case PGRES_EMPTY_QUERY:	case PGRES_EMPTY_QUERY:
PQclear_throw("no query");	PQclear_throw("no query");
break;	break;
case PGRES_COMMAND_OK: // empty result: insert\|delete\|update\|...	case PGRES_COMMAND_OK: // empty result: insert\|delete\|update\|...
PQclear(res);	PQclear(res);
	if(connection.autocommit)
	commit(aconnection);
return;	return;
case PGRES_TUPLES_OK:	case PGRES_TUPLES_OK:
break;	break;
Line 278 public:	Line 364 public:
break;	break;
}	}

int column_count=PQnfields(res);
if(!column_count)
PQclear_throw("result contains no columns");

bool failed=false;
SQL_Error sql_error;
#define CHECK(afailed) \	#define CHECK(afailed) \
if(afailed) { \	if(afailed) { \
failed=true; \	failed=true; \
goto cleanup; \	goto cleanup; \
}	}

for(int i=0; i<column_count; i++){	size_t column_count=PQnfields(res);
	if(!column_count)
	PQclear_throw("result contains no columns");

	if(column_count>MAX_COLS)
	column_count=MAX_COLS;

	unsigned int column_types[MAX_COLS];

	for(size_t i=0; i<column_count; i++){
	column_types[i]=PQftype(res, i);

char *name=PQfname(res, i);	char *name=PQfname(res, i);
size_t length=strlen(name);	size_t length=strlen(name);
char* strm=(char*)services.malloc(length+1);	const char* str=strdup(services, name, length);
memcpy(strm, name, length+1);
const char* str=strm;

// transcode column name from ?ClientCharset to $request:charset	if(transcode_needed)
if(transcode_needed)	// transcode column name from ?ClientCharset to $request:charset
services.transcode(str, length,	services.transcode(str, length,
str, length,	str, length,
connection.client_charset,	client_charset,
services.request_charset());	request_charset);

CHECK(handlers.add_column(sql_error, str, length));	CHECK(handlers.add_column(sql_error, str, length));
}	}
Line 312 public:	Line 401 public:
if(unsigned long row_count=(unsigned long)PQntuples(res))	if(unsigned long row_count=(unsigned long)PQntuples(res))
for(unsigned long r=0; r<row_count; r++) {	for(unsigned long r=0; r<row_count; r++) {
CHECK(handlers.add_row(sql_error));	CHECK(handlers.add_row(sql_error));
for(int i=0; i<column_count; i++){	for(size_t i=0; i<column_count; i++){
const char *cell=PQgetvalue(res, r, i);	char *cell=PQgetvalue(res, r, i);
size_t length;
const char* str;
if(PQftype(res, i)==OIDOID) {
// ObjectID column, read object bytes

char *error_pos=0;	size_t length=0;
Oid oid=cell?atoi(cell):0;	const char* str;
int fd=lo_open(conn, oid, INV_READ);
if(fd>=0) {
// seek to end
if(lo_lseek(conn, fd, 0, SEEK_END)<0)
PQclear_throwPQerror;
// get length
int size_tell=lo_tell(conn, fd);
if(size_tell<0)
PQclear_throwPQerror;
// seek to begin
if(lo_lseek(conn, fd, 0, SEEK_SET)<0)
PQclear_throwPQerror;
length=(size_t)size_tell;
if(length) {
// read
char* strm=(char*)services.malloc(length+1);
if(!lo_read_ex(conn, fd, strm, size_tell))
PQclear_throw("lo_read can not read all bytes of object");
strm[length]=0;
str=strm;
} else
str=0;
if(lo_close(conn, fd)<0)
PQclear_throwPQerror;
} else
PQclear_throwPQerror;
} else {
// normal column, read it normally
length=(size_t)PQgetlength(res, r, i);
if(length) {
char* strm=(char*)services.malloc(length+1);
memcpy(strm, cell, length+1);
str=strm;
} else
str=0;
}

if(transcode_needed && str && length){	switch(column_types[i]){
// transcode cell value from ?ClientCharset to $request:charset	case BOOLOID:
services.transcode(str, length,	case INT8OID:
str, length,	case INT2OID:
connection.client_charset,	case INT4OID:
services.request_charset());	case FLOAT4OID:
	case FLOAT8OID:
	case DATEOID:
	case TIMEOID:
	case TIMESTAMPOID:
	case TIMESTAMPTZOID:
	case TIMETZOID:
	case NUMERICOID:
	length=(size_t)PQgetlength(res, r, i);
	str=length ? strdup(services, cell, length) : 0;
	// transcode is never required for these types
	break;
	case OIDOID:
	{
	Oid oid=cell?atoi(cell):0;
	int fd=lo_open(conn, oid, INV_READ);
	if(fd>=0){
	// seek to end
	if(lo_lseek(conn, fd, 0, SEEK_END)<0)
	PQclear_throwPQerror;
	// get length
	int size_tell=lo_tell(conn, fd);
	if(size_tell<0)
	PQclear_throwPQerror;
	// seek to begin
	if(lo_lseek(conn, fd, 0, SEEK_SET)<0)
	PQclear_throwPQerror;
	length=(size_t)size_tell;
	if(length){
	// read
	char* strm=(char*)services.malloc(length+1);
	if(!lo_read_ex(conn, fd, strm, size_tell))
	PQclear_throw("lo_read can not read all bytes of object");
	strm[length]=0;
	str=strm;
	if(transcode_needed) {
	// transcode cell value from ?ClientCharset to $request:charset
	services.transcode(str, length,
	str, length,
	client_charset,
	request_charset);
	}
	} else
	str=0;
	if(lo_close(conn, fd)<0)
	PQclear_throwPQerror;
	} else
	PQclear_throwPQerror;
	break;
	}
	default:
	// normal column, read it normally
	length=(size_t)PQgetlength(res, r, i);
	str=length ? strdup(services, cell, length) : 0;
	if(transcode_needed) {
	// transcode cell value from ?ClientCharset to $request:charset
	services.transcode(str, length,
	str, length,
	client_charset,
	request_charset);
	}
	break;
}	}

CHECK(handlers.add_row_cell(sql_error, str, length));	CHECK(handlers.add_row_cell(sql_error, str, length));
}	}
}	}
Line 373 cleanup:	Line 482 cleanup:
PQclear(res);	PQclear(res);
if(failed)	if(failed)
services._throw(sql_error);	services._throw(sql_error);

	if(connection.autocommit)
	commit(aconnection);
}	}

private:	private:
Line 387 private:	Line 499 private:
Placeholder& ph=placeholders[i];	Placeholder& ph=placeholders[i];
if(transcode_needed){	if(transcode_needed){
size_t name_length;	size_t name_length;
size_t value_length;
connection.services->transcode(ph.name, strlen(ph.name),	connection.services->transcode(ph.name, strlen(ph.name),
ph.name, name_length,	ph.name, name_length,
connection.services->request_charset(),	connection.services->request_charset(),
connection.client_charset);	connection.client_charset);

if(ph.value) {	if(ph.value) {
	size_t value_length;
connection.services->transcode(ph.value, strlen(ph.value),	connection.services->transcode(ph.value, strlen(ph.value),
ph.value, value_length,	ph.value, value_length,
connection.services->request_charset(),	connection.services->request_charset(),
connection.client_charset);	connection.client_charset);
}	}
}	}
int name_numner=atoi(ph.name);	int name_number=atoi(ph.name);
if(name_numner <= 0 \|\| name_numner > placeholders_count)	if(name_number <= 0 \|\| (size_t)name_number > placeholders_count)
connection.services->_throw("bad bind parameter key");	connection.services->_throw("bad bind parameter key");

paramValues[name_numner-1]=ph.value;	paramValues[name_number-1]=ph.value;
}	}
}	}


/**	void _transaction_begin(Connection& connection){
Executes a query and throw away the result.	_execute_transactions_cmd(connection, "BEGIN");
*/	}

	void _transaction_commit(Connection& connection){
	_execute_transactions_cmd(connection, "COMMIT");
	}

	void _transaction_rollback(Connection& connection){
	_execute_transactions_cmd(connection, "ROLLBACK");
	}

	void _execute_transactions_cmd(const Connection& connection, const char *query){
	if(!connection.without_default_transactions) // with option ?WithoutDefaultTransaction=1 user must execute BEGIN/COMMIT/ROLLBACK by himself
	_execute_cmd(connection, query);
	}

	// executes a query and throw away the result.
void _execute_cmd(const Connection& connection, const char *query){	void _execute_cmd(const Connection& connection, const char *query){
if(PGresult *res=PQexec(connection.conn, query))	if(PGresult *res=PQexec(connection.conn, query))
PQclear(res); // throw out the result [don't need but must call]	PQclear(res); // throw away the result [don't need but must call]
else	else
throwPQerror;	throwPQerror;
}	}

void _begin_transaction(Connection& connection){
if(connection.autocommit)
_execute_cmd(connection, "BEGIN");
}

const char *_preprocess_statement(	const char *_preprocess_statement(
Connection& connection,	Connection& connection,
const char *astatement,	const char *astatement,
	size_t statement_size,
unsigned long offset,	unsigned long offset,
unsigned long limit	unsigned long limit
){	){
PGconn *conn=connection.conn;	PGconn *conn=connection.conn;

size_t statement_size=strlen(astatement);	if(!statement_size)
	statement_size=strlen(astatement);

char result=(char )connection.services->malloc(statement_size	char result=(char )connection.services->malloc(statement_size
+MAX_NUMBER*2+15 // limit # offset #	+MAX_NUMBER*2+15 // " limit # offset #"
+MAX_STRING // in case of short 'strings'	+MAX_STRING // in case of short 'strings'
+1);	+1);
// offset & limit -> suffixes	// offset & limit -> suffixes
Line 444 private:	Line 568 private:
char *cur=result;	char *cur=result;
memcpy(cur, astatement, statement_size); cur+=statement_size;	memcpy(cur, astatement, statement_size); cur+=statement_size;
if(limit!=SQL_NO_LIMIT)	if(limit!=SQL_NO_LIMIT)
cur+=snprintf(cur, 7+MAX_NUMBER, " limit %u", limit);	cur+=snprintf(cur, 7+MAX_NUMBER, " limit %lu", limit);
if(offset)	if(offset)
cur+=snprintf(cur, 8+MAX_NUMBER, " offset %u", offset);	cur+=snprintf(cur, 8+MAX_NUMBER, " offset %lu", offset);
o=result;	o=result;
} else	} else
o=astatement;	o=astatement;
Line 456 private:	Line 580 private:
while(*o) {	while(*o) {
if(	if(
o[0]=='/' &&	o[0]=='/' &&
o[1]=='*' &&	o[1]=='*' &&
o[2]=='*') { // name start	o[2]=='*') { // name start
const char* saved_o=o;	const char* saved_o=o;
o+=3;	o+=3;
Line 510 private:	Line 634 private:
return result;	return result;
}	}

bool _transcode_required(Connection& connection){
return (connection.client_charset && strcmp(connection.client_charset, connection.services->request_charset())!=0);
}

private: // lo_read/write exchancements	private: // lo_read/write exchancements

bool lo_read_ex(PGconn conn, int fd, const/paf/ char buf, size_t len) {	bool lo_read_ex(PGconn conn, int fd, const/paf/ char buf, size_t len) {
Line 591 private: // conn client library funcs	Line 711 private: // conn client library funcs
private: // conn client library funcs linking	private: // conn client library funcs linking

const char dlink(const char dlopen_file_spec) {	const char dlink(const char dlopen_file_spec) {
if(lt_dlinit())	if(lt_dlinit()){
return lt_dlerror();	if(const char* result=lt_dlerror())
	return result;
	return "can not prepare to dynamic loading";
	}

lt_dlhandle handle=lt_dlopen(dlopen_file_spec);	lt_dlhandle handle=lt_dlopen(dlopen_file_spec);
if(!handle)
	if(!handle){
	if(const char* result=lt_dlerror())
	return result;
return "can not open the dynamic link module";	return "can not open the dynamic link module";
	}

#define DSLINK(name, action) \	#define DSLINK(name, action) \
name=(t_##name)lt_dlsym(handle, #name); \	name=(t_##name)lt_dlsym(handle, #name); \

E-mail:

Removed from v.1.30
changed lines
	Added in v.1.43