🌐 AI搜索 & 代理 主页
blob: 5ab9d9c329378f4f254c9d912dd7f05105ea6695 [file] [log] [blame]
Nick Hengeveld29508e12005-11-18 19:02:581#ifndef HTTP_H
2#define HTTP_H
3
4#include "cache.h"
5
6#include <curl/curl.h>
7#include <curl/easy.h>
8
Mike Hommey028c2972007-12-09 19:30:599#include "strbuf.h"
Mike Hommey9fc64402008-02-27 20:35:5010#include "remote.h"
Tay Ray Chuan1966d9f2010-11-25 08:21:0411#include "url.h"
Mike Hommey028c2972007-12-09 19:30:5912
Junio C Hamano4f5f9982008-01-22 01:34:4313/*
14 * We detect based on the cURL version if multi-transfer is
15 * usable in this implementation and define this symbol accordingly.
Justin Lebar01689902014-03-31 22:11:4616 * This shouldn't be set by the Makefile or by the user (e.g. via CFLAGS).
Junio C Hamano4f5f9982008-01-22 01:34:4317 */
18#undef USE_CURL_MULTI
19
Alexandre Julliard9cf04302007-05-02 12:53:2320#if LIBCURL_VERSION_NUM >= 0x071000
Nick Hengeveld29508e12005-11-18 19:02:5821#define USE_CURL_MULTI
22#define DEFAULT_MAX_REQUESTS 5
23#endif
24
25#if LIBCURL_VERSION_NUM < 0x070704
Jonathan Nieder98746062010-08-12 22:11:1526#define curl_global_cleanup() do { /* nothing */ } while (0)
Nick Hengeveld29508e12005-11-18 19:02:5827#endif
28#if LIBCURL_VERSION_NUM < 0x070800
Jonathan Nieder98746062010-08-12 22:11:1529#define curl_global_init(a) do { /* nothing */ } while (0)
Nick Hengeveld29508e12005-11-18 19:02:5830#endif
31
Junio C Hamano500ebb02006-12-27 21:59:2632#if (LIBCURL_VERSION_NUM < 0x070c04) || (LIBCURL_VERSION_NUM == 0x071000)
Nick Hengeveld29508e12005-11-18 19:02:5833#define NO_CURL_EASY_DUPHANDLE
34#endif
35
Art Haasc774b2d2006-09-19 12:20:1936#if LIBCURL_VERSION_NUM < 0x070a03
37#define CURLE_HTTP_RETURNED_ERROR CURLE_HTTP_NOT_FOUND
38#endif
39
Martin Storsjö3944ba02009-04-01 16:48:2440#if LIBCURL_VERSION_NUM < 0x070c03
41#define NO_CURL_IOCTL
42#endif
43
Modestas Vainius4bc444e2013-04-07 19:10:3944/*
45 * CURLOPT_USE_SSL was known as CURLOPT_FTP_SSL up to 7.16.4,
46 * and the constants were known as CURLFTPSSL_*
47*/
48#if !defined(CURLOPT_USE_SSL) && defined(CURLOPT_FTP_SSL)
49#define CURLOPT_USE_SSL CURLOPT_FTP_SSL
50#define CURLUSESSL_TRY CURLFTPSSL_TRY
51#endif
52
Jonathan Nieder9cba13c2011-03-16 07:08:3453struct slot_results {
Nick Hengeveldc8568e12006-01-31 19:06:5554 CURLcode curl_result;
55 long http_code;
Jeff King0972ccd2013-10-31 06:35:3156 long auth_avail;
Knut Franke372370f2016-01-26 13:02:4857 long http_connectcode;
Nick Hengeveldc8568e12006-01-31 19:06:5558};
59
Jonathan Nieder9cba13c2011-03-16 07:08:3460struct active_request_slot {
Nick Hengeveld29508e12005-11-18 19:02:5861 CURL *curl;
Nick Hengeveld29508e12005-11-18 19:02:5862 int in_use;
63 CURLcode curl_result;
64 long http_code;
Nick Hengeveldbaa7b672006-03-11 04:18:0165 int *finished;
Nick Hengeveldc8568e12006-01-31 19:06:5566 struct slot_results *results;
Nick Hengeveld29508e12005-11-18 19:02:5867 void *callback_data;
68 void (*callback_func)(void *data);
69 struct active_request_slot *next;
70};
71
Jonathan Nieder9cba13c2011-03-16 07:08:3472struct buffer {
Mike Hommey028c2972007-12-09 19:30:5973 struct strbuf buf;
74 size_t posn;
Nick Hengeveld29508e12005-11-18 19:02:5875};
76
77/* Curl request read/write callbacks */
Dan McGeea04ff3e2011-05-03 15:47:2778extern size_t fread_buffer(char *ptr, size_t eltsize, size_t nmemb, void *strbuf);
79extern size_t fwrite_buffer(char *ptr, size_t eltsize, size_t nmemb, void *strbuf);
80extern size_t fwrite_null(char *ptr, size_t eltsize, size_t nmemb, void *strbuf);
Martin Storsjö3944ba02009-04-01 16:48:2481#ifndef NO_CURL_IOCTL
82extern curlioerr ioctl_buffer(CURL *handle, int cmd, void *clientp);
83#endif
Nick Hengeveld29508e12005-11-18 19:02:5884
85/* Slot lifecycle functions */
86extern struct active_request_slot *get_active_slot(void);
87extern int start_active_slot(struct active_request_slot *slot);
88extern void run_active_slot(struct active_request_slot *slot);
Nick Hengeveld29508e12005-11-18 19:02:5889extern void finish_all_active_slots(void);
Nick Hengeveld29508e12005-11-18 19:02:5890
Jeff Kingbeed3362014-02-18 10:34:2091/*
92 * This will run one slot to completion in a blocking manner, similar to how
93 * curl_easy_perform would work (but we don't want to use that, because
94 * we do not want to intermingle calls to curl_multi and curl_easy).
95 *
96 */
97int run_one_slot(struct active_request_slot *slot,
98 struct slot_results *results);
99
Nick Hengeveld29508e12005-11-18 19:02:58100#ifdef USE_CURL_MULTI
101extern void fill_active_slots(void);
Daniel Barkalowfc57b6a2007-09-11 03:02:34102extern void add_fill_function(void *data, int (*fill)(void *));
Nick Hengeveld29508e12005-11-18 19:02:58103extern void step_active_slots(void);
104#endif
105
Jeff Kinga4ddbc32011-12-14 00:11:56106extern void http_init(struct remote *remote, const char *url,
107 int proactive_auth);
Nick Hengeveld29508e12005-11-18 19:02:58108extern void http_cleanup(void);
Johannes Schindelin8cb01e22016-04-27 12:20:37109extern struct curl_slist *http_copy_default_headers(void);
Nick Hengeveld29508e12005-11-18 19:02:58110
Eric Wongc915f112016-02-03 04:09:14111extern long int git_curl_ipresolve;
Nick Hengeveld29508e12005-11-18 19:02:58112extern int active_requests;
Tay Ray Chuane9176742009-06-06 08:43:41113extern int http_is_verbose;
Shawn O. Pearcede1a2fd2009-10-31 00:47:41114extern size_t http_post_buffer;
Jeff King2501aff2013-09-28 08:31:45115extern struct credential http_auth;
Nick Hengeveld29508e12005-11-18 19:02:58116
Nick Hengeveld29508e12005-11-18 19:02:58117extern char curl_errorstr[CURL_ERROR_SIZE];
118
Mike Hommeye8dc37e2007-12-10 21:36:09119static inline int missing__target(int code, int result)
120{
121 return /* file:// URL -- do we ever use one??? */
122 (result == CURLE_FILE_COULDNT_READ_FILE) ||
123 /* http:// and https:// URL */
124 (code == 404 && result == CURLE_HTTP_RETURNED_ERROR) ||
125 /* ftp:// URL */
126 (code == 550 && result == CURLE_FTP_COULDNT_RETR_FILE)
127 ;
128}
129
130#define missing_target(a) missing__target((a)->http_code, (a)->curl_result)
131
Tay Ray Chuan5424bc52009-06-06 08:44:02132/* Helpers for modifying and creating URLs */
133extern void append_remote_object_url(struct strbuf *buf, const char *url,
134 const char *hex,
135 int only_two_digit_prefix);
136extern char *get_remote_object_url(const char *url, const char *hex,
137 int only_two_digit_prefix);
138
Jeff King1bbcc222013-09-28 08:31:23139/* Options for http_get_*() */
140struct http_get_options {
141 unsigned no_cache:1,
142 keep_error:1;
Mike Hommeye929cd22009-06-06 08:43:53143
Jeff King1bbcc222013-09-28 08:31:23144 /* If non-NULL, returns the content-type of the response. */
145 struct strbuf *content_type;
Jeff King78868962013-09-28 08:32:02146
147 /*
Jeff Kinge3131622014-05-22 09:30:05148 * If non-NULL, and content_type above is non-NULL, returns
149 * the charset parameter from the content-type. If none is
150 * present, returns an empty string.
151 */
152 struct strbuf *charset;
153
154 /*
Jeff King78868962013-09-28 08:32:02155 * If non-NULL, returns the URL we ended up at, including any
156 * redirects we followed.
157 */
158 struct strbuf *effective_url;
Jeff Kingc93c92f2013-09-28 08:34:05159
160 /*
161 * If both base_url and effective_url are non-NULL, the base URL will
162 * be munged to reflect any redirections going from the requested url
163 * to effective_url. See the definition of update_url_from_redirect
164 * for details.
165 */
166 struct strbuf *base_url;
Jeff King1bbcc222013-09-28 08:31:23167};
168
169/* Return values for http_get_*() */
Mike Hommeye929cd22009-06-06 08:43:53170#define HTTP_OK 0
171#define HTTP_MISSING_TARGET 1
172#define HTTP_ERROR 2
173#define HTTP_START_FAILED 3
Scott Chacon42653c02010-04-01 22:14:35174#define HTTP_REAUTH 4
175#define HTTP_NOAUTH 5
Mike Hommeye929cd22009-06-06 08:43:53176
177/*
Jim Meyeringa7793a72012-03-28 08:41:54178 * Requests a URL and stores the result in a strbuf.
Mike Hommeye929cd22009-06-06 08:43:53179 *
180 * If the result pointer is NULL, a HTTP HEAD request is made instead of GET.
181 */
Jeff King1bbcc222013-09-28 08:31:23182int http_get_strbuf(const char *url, struct strbuf *result, struct http_get_options *options);
Mike Hommeye929cd22009-06-06 08:43:53183
Daniel Barkalowc13b2632008-04-26 19:53:09184extern int http_fetch_ref(const char *base, struct ref *ref);
Mike Hommeyd7e92802007-12-10 23:08:25185
Tay Ray Chuanb8caac22009-06-06 08:43:59186/* Helpers for fetching packs */
187extern int http_get_info_packs(const char *base_url,
188 struct packed_git **packs_head);
189
Jonathan Nieder9cba13c2011-03-16 07:08:34190struct http_pack_request {
Tay Ray Chuan2264dfa2009-06-06 08:44:01191 char *url;
192 struct packed_git *target;
193 struct packed_git **lst;
194 FILE *packfile;
Tay Ray Chuan2264dfa2009-06-06 08:44:01195 char tmpfile[PATH_MAX];
Tay Ray Chuan2264dfa2009-06-06 08:44:01196 struct active_request_slot *slot;
197};
198
199extern struct http_pack_request *new_http_pack_request(
200 struct packed_git *target, const char *base_url);
201extern int finish_http_pack_request(struct http_pack_request *preq);
202extern void release_http_pack_request(struct http_pack_request *preq);
203
Tay Ray Chuan5424bc52009-06-06 08:44:02204/* Helpers for fetching object */
Jonathan Nieder9cba13c2011-03-16 07:08:34205struct http_object_request {
Tay Ray Chuan5424bc52009-06-06 08:44:02206 char *url;
Tay Ray Chuan5424bc52009-06-06 08:44:02207 char tmpfile[PATH_MAX];
208 int localfile;
209 CURLcode curl_result;
210 char errorstr[CURL_ERROR_SIZE];
211 long http_code;
212 unsigned char sha1[20];
213 unsigned char real_sha1[20];
214 git_SHA_CTX c;
Junio C Hamanoef49a7a2011-06-10 18:52:15215 git_zstream stream;
Tay Ray Chuan5424bc52009-06-06 08:44:02216 int zret;
217 int rename;
218 struct active_request_slot *slot;
219};
220
221extern struct http_object_request *new_http_object_request(
222 const char *base_url, unsigned char *sha1);
223extern void process_http_object_request(struct http_object_request *freq);
224extern int finish_http_object_request(struct http_object_request *freq);
225extern void abort_http_object_request(struct http_object_request *freq);
226extern void release_http_object_request(struct http_object_request *freq);
227
Elia Pinto74c682d2016-05-23 13:44:02228/* setup routine for curl_easy_setopt CURLOPT_DEBUGFUNCTION */
229void setup_curl_trace(CURL *handle);
Nick Hengeveld29508e12005-11-18 19:02:58230#endif /* HTTP_H */