Annotation of parser3/src/include/pa_common.h, revision 1.162

1.15      paf         1: /** @file
1.16      paf         2:        Parser: commonly used functions.
                      3: 
1.161     moko        4:        Copyright (c) 2001-2015 Art. Lebedev Studio (http://www.artlebedev.com)
1.74      paf         5:        Author: Alexandr Petrosian <paf@design.ru> (http://paf.design.ru)
1.1       paf         6: */
                      7: 
                      8: #ifndef PA_COMMON_H
                      9: #define PA_COMMON_H
1.78      paf        10: 
1.162   ! moko       11: #define IDENT_PA_COMMON_H "$Id: pa_common.h,v 1.161 2015/10/26 01:21:55 moko Exp $"
1.1       paf        12: 
1.33      paf        13: #include "pa_string.h"
1.93      paf        14: #include "pa_hash.h"
1.1       paf        15: 
1.128     misha      16: class Request;
                     17: 
1.120     misha      18: // defines
1.136     misha      19: #define HTTP_STATUS    "status"
1.140     misha      20: #define HTTP_STATUS_CAPITALIZED        "Status"
                     21: 
1.136     misha      22: #define HTTP_CONTENT_LENGTH    "content-length"
1.140     misha      23: #define HTTP_CONTENT_LENGTH_CAPITALIZED        "Content-Length"
1.136     misha      24: 
1.159     moko       25: #define HTTP_CONTENT_TYPE              "content-type"
                     26: #define HTTP_CONTENT_TYPE_UPPER                "CONTENT-TYPE"
1.138     misha      27: #define HTTP_CONTENT_TYPE_CAPITALIZED  "Content-Type"
1.127     misha      28: #define HTTP_CONTENT_TYPE_FORM_URLENCODED      "application/x-www-form-urlencoded"
                     29: #define HTTP_CONTENT_TYPE_MULTIPART_FORMDATA   "multipart/form-data"
                     30: #define HTTP_CONTENT_TYPE_MULTIPART_RELATED    "multipart/related"
                     31: #define HTTP_CONTENT_TYPE_MULTIPART_MIXED      "multipart/mixed"
1.120     misha      32: 
1.159     moko       33: #define CONTENT_DISPOSITION            "content-disposition"
                     34: #define CONTENT_DISPOSITION_UPPER      "CONTENT-DISPOSITION"
1.138     misha      35: #define CONTENT_DISPOSITION_CAPITALIZED        "Content-Disposition"
1.134     misha      36: #define CONTENT_DISPOSITION_ATTACHMENT "attachment"
                     37: #define CONTENT_DISPOSITION_INLINE "inline"
                     38: #define CONTENT_DISPOSITION_FILENAME_NAME "filename"
                     39: 
1.145     misha      40: #define BASE64_STRICT_OPTION_NAME "strict"
                     41: 
1.134     misha      42: const String content_disposition_filename_name(CONTENT_DISPOSITION_FILENAME_NAME);
                     43: 
1.132     misha      44: #define HASH_ORDER
                     45: 
                     46: #ifdef HASH_ORDER
                     47: #undef PA_HASH_CLASS
                     48: #include "pa_hash.h"
                     49: #endif
                     50: 
1.87      paf        51: class Value;
1.132     misha      52: typedef HASH_STRING<Value*> HashStringValue;
1.64      paf        53: 
                     54: // replace system s*nprintf with our versions
1.69      paf        55: #undef vsnprintf 
1.93      paf        56: int __vsnprintf(char *, size_t, const char* , va_list);
1.64      paf        57: #define vsnprintf __vsnprintf 
                     58: #undef snprintf
1.93      paf        59: int __snprintf(char *, size_t, const char* , ...);
1.64      paf        60: #define snprintf __snprintf
1.63      paf        61: 
1.153     moko       62: #ifdef _MSC_VER
1.17      paf        63: 
                     64: //access
                     65: #define F_OK 0
                     66: #define X_OK 1
                     67: #define W_OK 2
                     68: #define R_OK 4
                     69: 
1.20      paf        70: #ifndef strcasecmp
                     71: #      define strcasecmp _stricmp
                     72: #endif
1.2       paf        73: 
1.157     moko       74: #ifndef strncasecmp
                     75: #      define strncasecmp _strnicmp
                     76: #endif
                     77: 
1.17      paf        78: #endif
1.59      paf        79: 
1.154     moko       80: /** 
                     81:        file related functions
                     82: */
1.136     misha      83: 
1.154     moko       84: #define FILE_BUFFER_SIZE       4096
1.95      paf        85: 
                     86: int pa_lock_shared_blocking(int fd);
                     87: int pa_lock_exclusive_blocking(int fd);
                     88: int pa_lock_exclusive_nonblocking(int fd);
                     89: int pa_unlock(int fd);
1.101     paf        90: 
                     91: void create_dir_for_file(const String& file_spec);
1.93      paf        92: 
1.154     moko       93: int pa_get_valid_file_options_count(HashStringValue& options);
                     94: 
1.93      paf        95: typedef void (*File_read_action)(
1.126     misha      96:                                struct stat& finfo,
                     97:                                int f, 
                     98:                                const String& file_spec, const char* fname, bool as_text,
                     99:                                void *context);
1.83      paf       100: 
                    101: /**
                    102:        shared-lock specified file, 
                    103:        do actions under lock.
                    104:        if fail_on_read_problem is true[default] throws an exception
                    105:        
                    106:        @returns true if read OK
                    107: */
1.93      paf       108: bool file_read_action_under_lock(const String& file_spec, 
                    109:                                const char* action_name, File_read_action action, void *context,
1.83      paf       110:                                bool as_text=false,
                    111:                                bool fail_on_read_problem=true);
1.128     misha     112: 
1.15      paf       113: /**
1.93      paf       114:        read specified text file using 
1.15      paf       115:        if fail_on_read_problem is true[default] throws an exception
1.83      paf       116: 
1.93      paf       117:        WARNING: charset is used for http header case conversion, it's not a charset of input file!
1.15      paf       118: */
1.93      paf       119: char *file_read_text(Request_charsets& charsets, 
1.126     misha     120:                                        const String& file_spec, 
                    121:                                        bool fail_on_read_problem=true,
                    122:                                        HashStringValue* options=0,
                    123:                                        bool transcode_result=true);
1.93      paf       124: 
1.128     misha     125: char *file_load_text(Request& r, 
                    126:                                        const String& file_spec, 
                    127:                                        bool fail_on_read_problem=true,
                    128:                                        HashStringValue* options=0,
                    129:                                        bool transcode_result=true);
                    130: 
1.93      paf       131: struct File_read_result {
                    132:        bool success;
                    133:        char* str; size_t length;
                    134:        HashStringValue* headers;
                    135: };
1.17      paf       136: 
                    137: /**
1.93      paf       138:        read specified file using 
1.29      paf       139:        if fail_on_read_problem is true[default] throws an exception
1.83      paf       140: 
1.93      paf       141:        WARNING: charset is used for http header case conversion, it's not a charset of input file!
1.128     misha     142: */
                    143: File_read_result file_read(Request_charsets& charsets,
                    144:                                const String& file_spec,
                    145:                                bool as_text,
                    146:                                HashStringValue* options=0,
                    147:                                bool fail_on_read_problem=true,
                    148:                                char* buf=0, size_t offset=0, size_t size=0, bool transcode_text_result=true);
1.93      paf       149: 
1.128     misha     150: File_read_result file_load(Request& r,
                    151:                                const String& file_spec,
1.126     misha     152:                                bool as_text,
                    153:                                HashStringValue* options=0,
                    154:                                bool fail_on_read_problem=true,
                    155:                                char* buf=0, size_t offset=0, size_t size=0, bool transcode_text_result=true);
1.83      paf       156: 
                    157: typedef void (*File_write_action)(int f, void *context);
1.29      paf       158: 
                    159: /**
1.71      paf       160:        lock specified file exclusively, 
                    161:        do actions under lock.
                    162:        throws an exception in case of problems
1.72      paf       163:        
                    164:        if block=false does non-blocking lock
                    165:        @returns true if locked OK, or false if non-blocking locking failed
1.71      paf       166: */
1.72      paf       167: bool file_write_action_under_lock(
1.71      paf       168:                                const String& file_spec, 
1.114     misha     169:                                const char* action_name,
                    170:                                File_write_action action,
                    171:                                void *context,
1.71      paf       172:                                bool as_text=false,
1.72      paf       173:                                bool do_append=false,
1.77      paf       174:                                bool do_block=true,
                    175:                                bool fail_on_lock_problem=true);
1.71      paf       176: 
                    177: /**
                    178:        write data to specified file, 
1.17      paf       179:        throws an exception in case of problems
                    180: */
1.70      paf       181: void file_write(
1.137     misha     182:                                Request_charsets& charsets,
1.25      paf       183:                                const String& file_spec,
1.137     misha     184:                                const char* data,
                    185:                                size_t size, 
1.58      paf       186:                                bool as_text,
1.137     misha     187:                                bool do_append=false,
                    188:                                Charset* asked_charset=0);
1.26      paf       189: 
                    190: /**
                    191:        delete specified file 
                    192:        throws an exception in case of problems
                    193: */
1.149     misha     194: bool file_delete(const String& file_spec, bool fail_on_problem=true, bool keep_empty_dirs=false);
1.47      parser    195: /**
                    196:        move specified file 
                    197:        throws an exception in case of problems
                    198: */
1.149     misha     199: void file_move(const String& old_spec, const String& new_spec, bool keep_empty_dirs=false);
1.27      paf       200: 
1.93      paf       201: bool entry_exists(const char* fname, struct stat *afinfo=0);
1.82      paf       202: bool entry_exists(const String& file_spec);
1.107     paf       203: bool file_exist(const String& file_spec);
                    204: bool dir_exists(const String& file_spec);
                    205: const String* file_exist(const String& path, const String& name);
1.36      paf       206: bool file_executable(const String& file_spec);
1.37      paf       207: 
1.48      parser    208: bool file_stat(const String& file_spec, 
1.126     misha     209:                                size_t& rsize, 
                    210:                                time_t& ratime,
                    211:                                time_t& rmtime,
                    212:                                time_t& rctime,
                    213:                                bool fail_on_read_problem=true);
1.15      paf       214: 
1.154     moko      215: size_t stdout_write(const void *buf, size_t size);
                    216: 
                    217: void check_safe_mode(struct stat finfo, const String& file_spec, const char* fname); 
                    218: 
                    219: int file_block_read(const int f, unsigned char* buffer, const size_t size);
                    220: 
                    221: /** 
                    222:        String related functions
                    223: */
                    224: 
                    225: const char* capitalize(const char* s);
                    226: 
                    227: /** under WIN32 "t" mode fixes DOS chars OK, 
                    228:        can't say that about other systems/ line break styles
1.15      paf       229: */
1.154     moko      230: void fix_line_breaks(char *str,        size_t& length /* < may change! used to speedup next actions */);
                    231: 
1.7       paf       232: char *getrow(char **row_ref,char delim='\n');
1.76      paf       233: char *lsplit(char *string, char delim);
1.7       paf       234: char *lsplit(char **string_ref,char delim);
1.8       paf       235: char *rsplit(char *string, char delim);
1.151     moko      236: const char* format(double value, const char *fmt);
1.10      paf       237: 
1.142     misha     238: char* unescape_chars(const char* cp, int len, Charset* client_charset=0, bool js=false/*true==decode \uXXXX and don't convert '+' to space*/);
1.23      paf       239: 
1.148     misha     240: char *search_stop(char*& current, char cstop_at);
                    241: 
1.157     moko      242: inline int pa_strncasecmp(const char* str, const char* substr, size_t count=0) {
                    243:        return strncasecmp(str, substr, count ? count : strlen(substr));
                    244: }
                    245: 
1.23      paf       246: #ifdef WIN32
                    247: void back_slashes_to_slashes(char *s);
                    248: #endif
                    249: 
1.121     misha     250: size_t strpos(const char *str, const char *substr);
                    251: 
1.116     misha     252: int remove_crlf(char *start, char *end);
1.90      paf       253: 
1.144     misha     254: inline bool pa_isalpha(unsigned char c) {
                    255:        return (((c>='A') && (c<='Z')) || ((c>='a') && (c<='z')));
                    256: }
                    257: 
                    258: inline bool pa_isalnum(unsigned char c) {
                    259:        return (((c>='0') && (c<='9')) || pa_isalpha(c));
                    260: }
                    261: 
1.154     moko      262: const char* hex_string(unsigned char* bytes, size_t size, bool upcase);
1.155     moko      263: extern const char* hex_digits;
1.99      paf       264: 
1.145     misha     265: void pa_base64_decode(const char *in, size_t in_size, char*& result, size_t& result_size, bool strict=false);
1.104     paf       266: char* pa_base64_encode(const char *in, size_t in_size);
1.112     misha     267: char* pa_base64_encode(const String& file_spec);
1.108     misha     268: 
1.158     moko      269: const char *pa_idna_encode(const char *in, Charset &source);
                    270: const char *pa_idna_decode(const char *in, Charset &source);
                    271: 
1.108     misha     272: const unsigned long pa_crc32(const char *in, size_t in_size);
                    273: const unsigned long pa_crc32(const String& file_spec);
1.93      paf       274: 
1.154     moko      275: /** 
                    276:        Mix functions
                    277: */
1.106     paf       278: 
1.115     misha     279: // some stuff for use with .for_each
1.162   ! moko      280: static void copy_all_overwrite_to(HashStringValue::key_type key, HashStringValue::value_type value, HashStringValue* dest) {
1.115     misha     281:        dest->put(key, value);
                    282: }
                    283: 
1.162   ! moko      284: static void remove_key_from(HashStringValue::key_type key, HashStringValue::value_type /*value*/, HashStringValue* dest) {
1.115     misha     285:        dest->remove(key);
                    286: }
                    287: 
1.154     moko      288: Charset* detect_charset(const char* content_type);
                    289: 
1.93      paf       290: // globals
                    291: 
                    292: extern const String file_status_name;
1.1       paf       293: 
1.103     paf       294: // global defines for file options which are handled but not checked elsewhere, we check them
                    295: 
                    296: #define PA_SQL_LIMIT_NAME "limit"
                    297: #define PA_SQL_OFFSET_NAME "offset"
                    298: #define PA_COLUMN_SEPARATOR_NAME "separator"
                    299: #define PA_COLUMN_ENCLOSER_NAME "encloser"
1.113     misha     300: #define PA_CHARSET_NAME "charset"
1.150     moko      301: #define PA_RESPONSE_CHARSET_NAME "response-charset"
1.103     paf       302: 
1.115     misha     303: // globals defines for sql options
                    304: 
                    305: #define SQL_BIND_NAME "bind"
                    306: #define SQL_DEFAULT_NAME "default"
                    307: #define SQL_DISTINCT_NAME "distinct"
                    308: #define SQL_VALUE_TYPE_NAME "type"
                    309: 
                    310: #ifndef DOXYGEN
                    311: enum Table2hash_distint { D_ILLEGAL, D_FIRST };
                    312: enum Table2hash_value_type { C_HASH, C_STRING, C_TABLE };
                    313: #endif
                    314: 
1.1       paf       315: #endif
1.115     misha     316: 

E-mail: