--- parser3/src/include/pa_common.h	2005/11/24 13:50:29	1.101.8.4
+++ parser3/src/include/pa_common.h	2007/11/27 09:55:37	1.116
@@ -8,7 +8,7 @@
 #ifndef PA_COMMON_H
 #define PA_COMMON_H
 
-static const char * const IDENT_COMMON_H="$Date: 2005/11/24 13:50:29 $";
+static const char * const IDENT_COMMON_H="$Date: 2007/11/27 09:55:37 $";
 
 #include "pa_string.h"
 #include "pa_hash.h"
@@ -134,7 +134,9 @@ typedef void (*File_write_action)(int f,
 */
 bool file_write_action_under_lock(
 				const String& file_spec, 
-				const char* action_name, File_write_action action, void *context,
+				const char* action_name,
+				File_write_action action,
+				void *context,
 				bool as_text=false,
 				bool do_append=false,
 				bool do_block=true,
@@ -163,9 +165,9 @@ void file_move(const String& old_spec, c
 
 bool entry_exists(const char* fname, struct stat *afinfo=0);
 bool entry_exists(const String& file_spec);
-bool file_readable(const String& file_spec);
-bool dir_readable(const String& file_spec);
-const String* file_readable(const String& path, const String& name);
+bool file_exist(const String& file_spec);
+bool dir_exists(const String& file_spec);
+const String* file_exist(const String& path, const String& name);
 bool file_executable(const String& file_spec);
 
 bool file_stat(const String& file_spec, 
@@ -206,17 +208,98 @@ bool StrEqNc(const char* s1, const char*
 #define SECS_PER_DAY (60*60*24)
 int getMonthDays(int year, int month);
 
-void remove_crlf(char *start, char *end);
+int remove_crlf(char *start, char *end);
 
 #ifdef PA_SAFE_MODE 
 void check_safe_mode(struct stat finfo, const String& file_spec, const char* fname); 
 #endif 
 
-char* pa_base64_encode(const char *in, size_t in_size);
 void pa_base64_decode(const char *in, size_t in_size, char*& result, size_t& result_size);
+char* pa_base64_encode(const char *in, size_t in_size);
+struct File_base64_action_info {
+	unsigned char** base64;
+}; 
+char* pa_base64_encode(const String& file_spec);
+static void file_base64_file_action(
+			     struct stat& finfo, 
+			     int f, 
+			     const String&, const char* /*fname*/, bool, 
+			     void *context);
+
+#define FILE_BUFFER_SIZE	4096
+static unsigned long crc32Table[256];
+static void InitCrc32Table()
+{
+	if(crc32Table[1] == 0){
+		// This is the official polynomial used by CRC32 in PKZip.
+		// Often times the polynomial shown reversed as 0x04C11DB7.
+		static const unsigned long dwPolynomial = 0xEDB88320;
+
+		for(int i = 0; i < 256; i++)
+		{
+			unsigned long dwCrc = i;
+			for(int j = 8; j > 0; j--)
+			{
+				if(dwCrc & 1)
+					dwCrc = (dwCrc >> 1) ^ dwPolynomial;
+				else
+					dwCrc >>= 1;
+			}
+			crc32Table[i] = dwCrc;
+		}
+	}
+}
+
+int file_block_read(const int f, unsigned char* buffer, const size_t size);
+
+inline void CalcCrc32(const unsigned char byte, unsigned long &crc32)
+{
+	crc32 = ((crc32) >> 8) ^ crc32Table[(byte) ^ ((crc32) & 0x000000FF)];
+}
+
+const unsigned long pa_crc32(const char *in, size_t in_size);
+const unsigned long pa_crc32(const String& file_spec);
+static void file_crc32_file_action(
+			     struct stat& finfo, 
+			     int f, 
+			     const String&, const char* /*fname*/, bool, 
+			     void *context);
+
+static const char* hex_string(unsigned char* bytes, size_t size, bool upcase) {
+	char *bytes_hex=new(PointerFreeGC) char [size*2/*byte->hh*/+1/*for zero-teminator*/];
+	unsigned char *src=bytes;
+	unsigned char *end=bytes+size;
+	char *dest=bytes_hex;
+
+	const char *hex=upcase?"0123456789ABCDEF":"0123456789abcdef";
+
+	for(; src<end; src++) {
+                *dest++=hex[*src/0x10];
+                *dest++=hex[*src%0x10];
+	}
+	*dest=0;
+
+	return bytes_hex;
+}
 
 int pa_get_valid_file_options_count(HashStringValue& options);
 
+// some stuff for use with .for_each
+static void copy_all_overwrite_to(
+								  HashStringValue::key_type key, 
+								  HashStringValue::value_type value, 
+								  HashStringValue* dest) {
+	dest->put(key, value);
+}
+
+static void remove_key_from(
+							HashStringValue::key_type key, 
+							HashStringValue::value_type /*value*/, 
+							HashStringValue* dest) {
+	dest->remove(key);
+}
+
+
 // globals
 
 extern const String file_status_name;
@@ -227,5 +310,19 @@ extern const String file_status_name;
 #define PA_SQL_OFFSET_NAME "offset"
 #define PA_COLUMN_SEPARATOR_NAME "separator"
 #define PA_COLUMN_ENCLOSER_NAME "encloser"
+#define PA_CHARSET_NAME "charset"
+
+// globals defines for sql options
+
+#define SQL_BIND_NAME "bind"
+#define SQL_DEFAULT_NAME "default"
+#define SQL_DISTINCT_NAME "distinct"
+#define SQL_VALUE_TYPE_NAME "type"
+
+#ifndef DOXYGEN
+enum Table2hash_distint { D_ILLEGAL, D_FIRST };
+enum Table2hash_value_type { C_HASH, C_STRING, C_TABLE };
+#endif
 
 #endif
+