--- parser3/src/classes/curl.C	2016/11/24 19:24:45	1.47
+++ parser3/src/classes/curl.C	2017/02/07 22:00:25	1.54
@@ -1,7 +1,7 @@
 /** @file
 	Parser: @b curl parser class.
 
-	Copyright (c) 2001-2015 Art. Lebedev Studio (http://www.artlebedev.com)
+	Copyright (c) 2001-2017 Art. Lebedev Studio (http://www.artlebedev.com)
 */
 
 #include "pa_config_includes.h"
@@ -17,7 +17,7 @@
 #include "pa_http.h" 
 #include "ltdl.h"
 
-volatile const char * IDENT_CURL_C="$Id: curl.C,v 1.47 2016/11/24 19:24:45 moko Exp $";
+volatile const char * IDENT_CURL_C="$Id: curl.C,v 1.54 2017/02/07 22:00:25 moko Exp $";
 
 class MCurl: public Methoded {
 public:
@@ -398,7 +398,7 @@ static void curl_form(HashStringValue *v
 static const char *curl_check_file(const String &file_spec){
 	const char *file_spec_cstr=file_spec.taint_cstr(String::L_FILE_SPEC);
 	struct stat finfo;
-	if(stat(file_spec_cstr, &finfo)==0)
+	if(pa_stat(file_spec_cstr, &finfo)==0)
 		check_safe_mode(finfo, file_spec, file_spec_cstr);
 	return file_spec_cstr;
 }
@@ -453,21 +453,19 @@ static void curl_setopt(HashStringValue:
 			break;
 		}
 		case CurlOption::CURL_FORM:{
-			HashStringValue *value_hash = v.get_hash();
+			HashStringValue *value_hash = v.as_hash("failed to set option 'httppost': value");
 			if(value_hash){
 				curl_form(value_hash, r);
-			} else if(v.get_string()->is_empty()){
+			} else {
 				f_curl_formfree(options().f_post);
 				options().f_post = 0;
-			} else {
-				throw Exception("curl", 0, "failed to set option '%s': value must be a hash", key.cstr());
 			}
 			res=f_curl_easy_setopt(curl(), CURLOPT_HTTPPOST, foptions->f_post);
 			break;
 		}
 		case CurlOption::CURL_HEADERS:{
 			// http headers curl option
-			HashStringValue *value_hash=v.get_hash();
+			HashStringValue *value_hash=v.as_hash("failed to set option 'httpheader': value");
 			res=f_curl_easy_setopt(curl(), opt->id, value_hash ? curl_headers(value_hash, r) : 0);
 			break;
 		}
@@ -480,7 +478,7 @@ static void curl_setopt(HashStringValue:
 		case CurlOption::CURL_STDERR:{
 			// verbose output redirection from stderr to file curl option
 			const char *file_spec_cstr=curl_check_file(r.absolute(v.as_string()));
-			FILE *f_stderr=options().f_stderr=fopen(file_spec_cstr, "wt");
+			FILE *f_stderr=options().f_stderr=pa_fopen(file_spec_cstr, "wt");
 			if (f_stderr){
 				res=f_curl_easy_setopt(curl(), opt->id, f_stderr);
 			} else {
@@ -591,8 +589,14 @@ public:
 	char *buf;
 	size_t length;
 	size_t buf_size;
+	ResponseHeaders& headers;
+
+	Curl_buffer(ResponseHeaders& aheaders) : buf((char *)pa_malloc_atomic(MAX_STRING)), length(0), buf_size(MAX_STRING-1), headers(aheaders){}
 
-	Curl_buffer() : buf((char *)pa_malloc(MAX_STRING+1)), length(0), buf_size(MAX_STRING){}
+	void resize(size_t size){
+		buf_size=size;
+		buf=(char *)pa_realloc(buf, size+1);
+	}
 };
 
 static int curl_writer(char *data, size_t size, size_t nmemb, Curl_buffer *result){
@@ -601,10 +605,9 @@ static int curl_writer(char *data, size_
 
 	size=size*nmemb;
 	if(size>0){
-		if(result->length + size >= result->buf_size){
-			result->buf_size = result->buf_size*2 + size;
-			result->buf = (char *)pa_realloc(result->buf, result->buf_size+1);
-		}
+		size_t buf_required = result->length + size;
+		if(buf_required > result->buf_size)
+			result->resize(buf_required <= result->headers.content_length ? (size_t)result->headers.content_length : result->buf_size*2 + size);
 		memcpy(result->buf+result->length, data, size);
 		result->length += size;
 	}
@@ -623,6 +626,8 @@ static int curl_header(char *data, size_
 			result->clear();
 		} else {
 			result->add_header(header);
+			if(result->content_length>pa_file_size_limit)
+				return 0;
 		}
 	}
 	return size;
@@ -639,15 +644,15 @@ static void _curl_load_action(Request& r
 
 	CURLcode res;
 
-	Curl_buffer body;
-	CURL_SETOPT(CURLOPT_WRITEFUNCTION, curl_writer, "curl writer function");
-	CURL_SETOPT(CURLOPT_WRITEDATA, &body, "curl write buffer");
-
 	// we need a container for headers as VFile fields can be put only after VFile.set
 	ResponseHeaders response;
 	CURL_SETOPT(CURLOPT_HEADERFUNCTION, curl_header, "curl header function");
 	CURL_SETOPT(CURLOPT_WRITEHEADER, &response, "curl header buffer");
 
+	Curl_buffer body(response);
+	CURL_SETOPT(CURLOPT_WRITEFUNCTION, curl_writer, "curl writer function");
+	CURL_SETOPT(CURLOPT_WRITEDATA, &body, "curl write buffer");
+
 	if((res=f_curl_easy_perform(curl())) != CURLE_OK){
 		const char *ex_type = 0; 
 		switch(res){
@@ -665,6 +670,8 @@ static void _curl_load_action(Request& r
 			case CURLE_SSL_CACERT:
 			case CURLE_SSL_ENGINE_INITFAILED:
 				ex_type = "curl.ssl"; break;
+			case CURLE_WRITE_ERROR:
+				check_file_size(response.content_length, *new String(options().url)); break;
 			default: break;
 		}
 		throw Exception( PA_DEFAULT(ex_type, "curl.fail"), 0, "%s", f_curl_easy_strerror(res));