3 Copyright (C) 2013 celeron55, Perttu Ahola <celeron55@gmail.com>
5 This program is free software; you can redistribute it and/or modify
6 it under the terms of the GNU Lesser General Public License as published by
7 the Free Software Foundation; either version 2.1 of the License, or
8 (at your option) any later version.
10 This program is distributed in the hope that it will be useful,
11 but WITHOUT ANY WARRANTY; without even the implied warranty of
12 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
13 GNU Lesser General Public License for more details.
15 You should have received a copy of the GNU Lesser General Public License along
16 with this program; if not, write to the Free Software Foundation, Inc.,
17 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA.
20 #ifndef HTTPFETCH_HEADER
21 #define HTTPFETCH_HEADER
24 #include "util/string.h"
27 // Can be used in place of "caller" in asynchronous transfers to discard result
28 // (used as default value of "caller")
29 #define HTTPFETCH_DISCARD 0
30 #define HTTPFETCH_SYNC 1
32 struct HTTPFetchRequest
36 // Identifies the caller (for asynchronous requests)
37 // Ignored by httpfetch_sync
38 unsigned long caller = HTTPFETCH_DISCARD;
40 // Some number that identifies the request
41 // (when the same caller issues multiple httpfetch_async calls)
42 unsigned long request_id = 0;
44 // Timeout for the whole transfer, in milliseconds
47 // Timeout for the connection phase, in milliseconds
50 // Indicates if this is multipart/form-data or
51 // application/x-www-form-urlencoded. POST-only.
52 bool multipart = false;
54 // POST fields. Fields are escaped properly.
55 // If this is empty a GET request is done instead.
56 StringMap post_fields;
58 // Raw POST data, overrides post_fields.
59 std::string post_data;
61 // If not empty, should contain entries such as "Accept: text/html"
62 std::vector<std::string> extra_headers;
65 std::string useragent;
70 struct HTTPFetchResult
72 bool succeeded = false;
74 long response_code = 0;
75 std::string data = "";
76 // The caller and request_id from the corresponding HTTPFetchRequest.
77 unsigned long caller = HTTPFETCH_DISCARD;
78 unsigned long request_id = 0;
82 HTTPFetchResult(const HTTPFetchRequest &fetch_request)
83 : caller(fetch_request.caller), request_id(fetch_request.request_id)
88 // Initializes the httpfetch module
89 void httpfetch_init(int parallel_limit);
91 // Stops the httpfetch thread and cleans up resources
92 void httpfetch_cleanup();
94 // Starts an asynchronous HTTP fetch request
95 void httpfetch_async(const HTTPFetchRequest &fetch_request);
97 // If any fetch for the given caller ID is complete, removes it from the
98 // result queue, sets the fetch result and returns true. Otherwise returns false.
99 bool httpfetch_async_get(unsigned long caller, HTTPFetchResult &fetch_result);
101 // Allocates a caller ID for httpfetch_async
102 // Not required if you want to set caller = HTTPFETCH_DISCARD
103 unsigned long httpfetch_caller_alloc();
105 // Allocates a non-predictable caller ID for httpfetch_async
106 unsigned long httpfetch_caller_alloc_secure();
108 // Frees a caller ID allocated with httpfetch_caller_alloc
109 // Note: This can be expensive, because the httpfetch thread is told
110 // to stop any ongoing fetches for the given caller.
111 void httpfetch_caller_free(unsigned long caller);
113 // Performs a synchronous HTTP request. This blocks and therefore should
114 // only be used from background threads.
115 void httpfetch_sync(const HTTPFetchRequest &fetch_request, HTTPFetchResult &fetch_result);
117 #endif // !HTTPFETCH_HEADER