🌐 AI搜索 & 代理 主页
Google Git
Sign in
chromium / external / github.com / git / git / refs/tags/v1.0.11 / . / http-fetch.c
blob: 61b2188adbb68d94b2d5906be63c89bda879b4b0 [file] [log] [blame]
Daniel Barkalow6eb7ed52005-04-24 01:47:23[diff] [blame]1#include "cache.h"
2#include "commit.h"
Junio C Hamano271421c2005-09-30 07:07:39[diff] [blame]3#include "pack.h"
Junio C Hamano215a7ad2005-09-08 00:26:23[diff] [blame]4#include "fetch.h"
Nick Hengeveld29508e12005-11-18 19:02:58[diff] [blame]5#include "http.h"
Johannes Schindelin7baa3e82005-10-15 18:10:46[diff] [blame]6
Nick Hengeveld49a0f242005-09-28 17:14:04[diff] [blame]7#define PREV_BUF_SIZE 4096
8#define RANGE_HEADER_SIZE 30
9
Nick Hengeveldacc075a2005-11-12 17:11:32[diff] [blame]10static int got_alternates = -1;
Nick Hengeveld1d389ab2005-10-11 06:22:01[diff] [blame]11
Sergey Vlasov1db69b52005-09-13 15:38:58[diff] [blame]12static struct curl_slist *no_pragma_header;
Daniel Barkalow6eb7ed52005-04-24 01:47:23[diff] [blame]13
Daniel Barkalowb3661562005-09-15 03:26:08[diff] [blame]14struct alt_base
15{
16 char *base;
17 int got_indices;
18 struct packed_git *packs;
19 struct alt_base *next;
20};
21
Peter Hagervalla7928f82005-09-28 12:04:54[diff] [blame]22static struct alt_base *alt = NULL;
Daniel Barkalow6eb7ed52005-04-24 01:47:23[diff] [blame]23
Nick Hengevelde388ab72005-11-18 19:03:04[diff] [blame]24enum object_request_state {
Nick Hengeveld1d389ab2005-10-11 06:22:01[diff] [blame]25 WAITING,
26 ABORTED,
27 ACTIVE,
28 COMPLETE,
29};
Daniel Barkalow6eb7ed52005-04-24 01:47:23[diff] [blame]30
Nick Hengevelde388ab72005-11-18 19:03:04[diff] [blame]31struct object_request
Nick Hengeveld1d389ab2005-10-11 06:22:01[diff] [blame]32{
33 unsigned char sha1[20];
34 struct alt_base *repo;
35 char *url;
36 char filename[PATH_MAX];
37 char tmpfile[PATH_MAX];
38 int local;
Nick Hengevelde388ab72005-11-18 19:03:04[diff] [blame]39 enum object_request_state state;
Nick Hengeveld1d389ab2005-10-11 06:22:01[diff] [blame]40 CURLcode curl_result;
41 char errorstr[CURL_ERROR_SIZE];
42 long http_code;
43 unsigned char real_sha1[20];
44 SHA_CTX c;
45 z_stream stream;
46 int zret;
47 int rename;
48 struct active_request_slot *slot;
Nick Hengevelde388ab72005-11-18 19:03:04[diff] [blame]49 struct object_request *next;
Nick Hengeveld1d389ab2005-10-11 06:22:01[diff] [blame]50};
51
Nick Hengevelde388ab72005-11-18 19:03:04[diff] [blame]52struct alternates_request {
Nick Hengeveldacc075a2005-11-12 17:11:32[diff] [blame]53 char *base;
54 char *url;
55 struct buffer *buffer;
56 struct active_request_slot *slot;
57 int http_specific;
58};
59
Nick Hengevelde388ab72005-11-18 19:03:04[diff] [blame]60static struct object_request *object_queue_head = NULL;
Sergey Vlasovbc8f2652005-10-13 17:49:53[diff] [blame]61
barkalow@iabervon.org182005b2005-08-01 00:54:17[diff] [blame]62static size_t fwrite_sha1_file(void *ptr, size_t eltsize, size_t nmemb,
63 void *data)
64{
Brian Gerstbf0f9102005-05-18 12:14:09[diff] [blame]65 unsigned char expn[4096];
Daniel Barkalow6eb7ed52005-04-24 01:47:23[diff] [blame]66 size_t size = eltsize * nmemb;
67 int posn = 0;
Nick Hengevelde388ab72005-11-18 19:03:04[diff] [blame]68 struct object_request *obj_req = (struct object_request *)data;
Daniel Barkalow6eb7ed52005-04-24 01:47:23[diff] [blame]69 do {
Nick Hengevelde388ab72005-11-18 19:03:04[diff] [blame]70 ssize_t retval = write(obj_req->local,
Nick Hengeveld1d389ab2005-10-11 06:22:01[diff] [blame]71 ptr + posn, size - posn);
Daniel Barkalow6eb7ed52005-04-24 01:47:23[diff] [blame]72 if (retval < 0)
73 return posn;
74 posn += retval;
75 } while (posn < size);
76
Nick Hengevelde388ab72005-11-18 19:03:04[diff] [blame]77 obj_req->stream.avail_in = size;
78 obj_req->stream.next_in = ptr;
Daniel Barkalow6eb7ed52005-04-24 01:47:23[diff] [blame]79 do {
Nick Hengevelde388ab72005-11-18 19:03:04[diff] [blame]80 obj_req->stream.next_out = expn;
81 obj_req->stream.avail_out = sizeof(expn);
82 obj_req->zret = inflate(&obj_req->stream, Z_SYNC_FLUSH);
83 SHA1_Update(&obj_req->c, expn,
84 sizeof(expn) - obj_req->stream.avail_out);
85 } while (obj_req->stream.avail_in && obj_req->zret == Z_OK);
Nick Hengeveld1d389ab2005-10-11 06:22:01[diff] [blame]86 data_received++;
Daniel Barkalow6eb7ed52005-04-24 01:47:23[diff] [blame]87 return size;
88}
89
Nick Hengeveldacc075a2005-11-12 17:11:32[diff] [blame]90static void fetch_alternates(char *base);
Nick Hengeveld1d389ab2005-10-11 06:22:01[diff] [blame]91
Nick Hengeveld29508e12005-11-18 19:02:58[diff] [blame]92static void process_object_response(void *callback_data);
Nick Hengeveld1d389ab2005-10-11 06:22:01[diff] [blame]93
Nick Hengevelde388ab72005-11-18 19:03:04[diff] [blame]94static void start_object_request(struct object_request *obj_req)
Nick Hengeveld1d389ab2005-10-11 06:22:01[diff] [blame]95{
Nick Hengevelde388ab72005-11-18 19:03:04[diff] [blame]96 char *hex = sha1_to_hex(obj_req->sha1);
Nick Hengeveld1d389ab2005-10-11 06:22:01[diff] [blame]97 char prevfile[PATH_MAX];
98 char *url;
99 char *posn;
100 int prevlocal;
101 unsigned char prev_buf[PREV_BUF_SIZE];
102 ssize_t prev_read = 0;
103 long prev_posn = 0;
104 char range[RANGE_HEADER_SIZE];
105 struct curl_slist *range_header = NULL;
106 struct active_request_slot *slot;
107
Nick Hengevelde388ab72005-11-18 19:03:04[diff] [blame]108 snprintf(prevfile, sizeof(prevfile), "%s.prev", obj_req->filename);
Nick Hengeveld1d389ab2005-10-11 06:22:01[diff] [blame]109 unlink(prevfile);
Nick Hengevelde388ab72005-11-18 19:03:04[diff] [blame]110 rename(obj_req->tmpfile, prevfile);
111 unlink(obj_req->tmpfile);
Nick Hengeveld1d389ab2005-10-11 06:22:01[diff] [blame]112
Nick Hengevelde388ab72005-11-18 19:03:04[diff] [blame]113 if (obj_req->local != -1)
114 error("fd leakage in start: %d", obj_req->local);
115 obj_req->local = open(obj_req->tmpfile,
Nick Hengeveld1d389ab2005-10-11 06:22:01[diff] [blame]116 O_WRONLY | O_CREAT | O_EXCL, 0666);
Junio C Hamanob721e012005-10-11 06:22:01[diff] [blame]117 /* This could have failed due to the "lazy directory creation";
118 * try to mkdir the last path component.
119 */
Nick Hengevelde388ab72005-11-18 19:03:04[diff] [blame]120 if (obj_req->local < 0 && errno == ENOENT) {
121 char *dir = strrchr(obj_req->tmpfile, '/');
Junio C Hamanob721e012005-10-11 06:22:01[diff] [blame]122 if (dir) {
123 *dir = 0;
Nick Hengevelde388ab72005-11-18 19:03:04[diff] [blame]124 mkdir(obj_req->tmpfile, 0777);
Junio C Hamanob721e012005-10-11 06:22:01[diff] [blame]125 *dir = '/';
126 }
Nick Hengevelde388ab72005-11-18 19:03:04[diff] [blame]127 obj_req->local = open(obj_req->tmpfile,
Junio C Hamanob721e012005-10-11 06:22:01[diff] [blame]128 O_WRONLY | O_CREAT | O_EXCL, 0666);
129 }
130
Nick Hengevelde388ab72005-11-18 19:03:04[diff] [blame]131 if (obj_req->local < 0) {
132 obj_req->state = ABORTED;
Nick Hengeveld1d389ab2005-10-11 06:22:01[diff] [blame]133 error("Couldn't create temporary file %s for %s: %s\n",
Nick Hengevelde388ab72005-11-18 19:03:04[diff] [blame]134 obj_req->tmpfile, obj_req->filename, strerror(errno));
Nick Hengeveld1d389ab2005-10-11 06:22:01[diff] [blame]135 return;
136 }
137
Nick Hengevelde388ab72005-11-18 19:03:04[diff] [blame]138 memset(&obj_req->stream, 0, sizeof(obj_req->stream));
Nick Hengeveld1d389ab2005-10-11 06:22:01[diff] [blame]139
Nick Hengevelde388ab72005-11-18 19:03:04[diff] [blame]140 inflateInit(&obj_req->stream);
Nick Hengeveld1d389ab2005-10-11 06:22:01[diff] [blame]141
Nick Hengevelde388ab72005-11-18 19:03:04[diff] [blame]142 SHA1_Init(&obj_req->c);
Nick Hengeveld1d389ab2005-10-11 06:22:01[diff] [blame]143
Nick Hengevelde388ab72005-11-18 19:03:04[diff] [blame]144 url = xmalloc(strlen(obj_req->repo->base) + 50);
145 obj_req->url = xmalloc(strlen(obj_req->repo->base) + 50);
146 strcpy(url, obj_req->repo->base);
147 posn = url + strlen(obj_req->repo->base);
Nick Hengeveld1d389ab2005-10-11 06:22:01[diff] [blame]148 strcpy(posn, "objects/");
149 posn += 8;
150 memcpy(posn, hex, 2);
151 posn += 2;
152 *(posn++) = '/';
153 strcpy(posn, hex + 2);
Nick Hengevelde388ab72005-11-18 19:03:04[diff] [blame]154 strcpy(obj_req->url, url);
Nick Hengeveld1d389ab2005-10-11 06:22:01[diff] [blame]155
156 /* If a previous temp file is present, process what was already
157 fetched. */
158 prevlocal = open(prevfile, O_RDONLY);
159 if (prevlocal != -1) {
160 do {
161 prev_read = read(prevlocal, prev_buf, PREV_BUF_SIZE);
162 if (prev_read>0) {
163 if (fwrite_sha1_file(prev_buf,
164 1,
165 prev_read,
Nick Hengevelde388ab72005-11-18 19:03:04[diff] [blame]166 obj_req) == prev_read) {
Nick Hengeveld1d389ab2005-10-11 06:22:01[diff] [blame]167 prev_posn += prev_read;
168 } else {
169 prev_read = -1;
170 }
171 }
172 } while (prev_read > 0);
173 close(prevlocal);
174 }
175 unlink(prevfile);
176
177 /* Reset inflate/SHA1 if there was an error reading the previous temp
178 file; also rewind to the beginning of the local file. */
179 if (prev_read == -1) {
Nick Hengevelde388ab72005-11-18 19:03:04[diff] [blame]180 memset(&obj_req->stream, 0, sizeof(obj_req->stream));
181 inflateInit(&obj_req->stream);
182 SHA1_Init(&obj_req->c);
Nick Hengeveld1d389ab2005-10-11 06:22:01[diff] [blame]183 if (prev_posn>0) {
184 prev_posn = 0;
Nick Hengevelde388ab72005-11-18 19:03:04[diff] [blame]185 lseek(obj_req->local, SEEK_SET, 0);
186 ftruncate(obj_req->local, 0);
Nick Hengeveld1d389ab2005-10-11 06:22:01[diff] [blame]187 }
188 }
189
190 slot = get_active_slot();
Nick Hengeveld29508e12005-11-18 19:02:58[diff] [blame]191 slot->callback_func = process_object_response;
Nick Hengevelde388ab72005-11-18 19:03:04[diff] [blame]192 slot->callback_data = obj_req;
193 obj_req->slot = slot;
Nick Hengeveld29508e12005-11-18 19:02:58[diff] [blame]194
Nick Hengevelde388ab72005-11-18 19:03:04[diff] [blame]195 curl_easy_setopt(slot->curl, CURLOPT_FILE, obj_req);
Nick Hengeveld1d389ab2005-10-11 06:22:01[diff] [blame]196 curl_easy_setopt(slot->curl, CURLOPT_WRITEFUNCTION, fwrite_sha1_file);
Nick Hengevelde388ab72005-11-18 19:03:04[diff] [blame]197 curl_easy_setopt(slot->curl, CURLOPT_ERRORBUFFER, obj_req->errorstr);
Nick Hengeveld1d389ab2005-10-11 06:22:01[diff] [blame]198 curl_easy_setopt(slot->curl, CURLOPT_URL, url);
Nick Hengeveld03126002005-10-11 06:22:01[diff] [blame]199 curl_easy_setopt(slot->curl, CURLOPT_HTTPHEADER, no_pragma_header);
Nick Hengeveld1d389ab2005-10-11 06:22:01[diff] [blame]200
201 /* If we have successfully processed data from a previous fetch
202 attempt, only fetch the data we don't already have. */
203 if (prev_posn>0) {
204 if (get_verbosely)
205 fprintf(stderr,
206 "Resuming fetch of object %s at byte %ld\n",
207 hex, prev_posn);
208 sprintf(range, "Range: bytes=%ld-", prev_posn);
209 range_header = curl_slist_append(range_header, range);
210 curl_easy_setopt(slot->curl,
211 CURLOPT_HTTPHEADER, range_header);
212 }
213
Nick Hengevelda7a8d372005-10-11 06:22:01[diff] [blame]214 /* Try to get the request started, abort the request on error */
Nick Hengevelde388ab72005-11-18 19:03:04[diff] [blame]215 obj_req->state = ACTIVE;
Nick Hengeveld1d389ab2005-10-11 06:22:01[diff] [blame]216 if (!start_active_slot(slot)) {
Nick Hengevelde388ab72005-11-18 19:03:04[diff] [blame]217 obj_req->state = ABORTED;
218 obj_req->slot = NULL;
219 close(obj_req->local); obj_req->local = -1;
220 free(obj_req->url);
221 return;
Nick Hengeveld1d389ab2005-10-11 06:22:01[diff] [blame]222 }
Nick Hengevelde388ab72005-11-18 19:03:04[diff] [blame]223
Nick Hengeveld1d389ab2005-10-11 06:22:01[diff] [blame]224}
225
Nick Hengevelde388ab72005-11-18 19:03:04[diff] [blame]226static void finish_object_request(struct object_request *obj_req)
Nick Hengeveld1d389ab2005-10-11 06:22:01[diff] [blame]227{
Nick Hengeveld50496b22005-11-04 01:54:52[diff] [blame]228 struct stat st;
229
Nick Hengevelde388ab72005-11-18 19:03:04[diff] [blame]230 fchmod(obj_req->local, 0444);
231 close(obj_req->local); obj_req->local = -1;
Nick Hengeveld1d389ab2005-10-11 06:22:01[diff] [blame]232
Nick Hengevelde388ab72005-11-18 19:03:04[diff] [blame]233 if (obj_req->http_code == 416) {
Nick Hengeveld1d389ab2005-10-11 06:22:01[diff] [blame]234 fprintf(stderr, "Warning: requested range invalid; we may already have all the data.\n");
Nick Hengevelde388ab72005-11-18 19:03:04[diff] [blame]235 } else if (obj_req->curl_result != CURLE_OK) {
236 if (stat(obj_req->tmpfile, &st) == 0)
Nick Hengeveld50496b22005-11-04 01:54:52[diff] [blame]237 if (st.st_size == 0)
Nick Hengevelde388ab72005-11-18 19:03:04[diff] [blame]238 unlink(obj_req->tmpfile);
Nick Hengeveld1d389ab2005-10-11 06:22:01[diff] [blame]239 return;
240 }
241
Nick Hengevelde388ab72005-11-18 19:03:04[diff] [blame]242 inflateEnd(&obj_req->stream);
243 SHA1_Final(obj_req->real_sha1, &obj_req->c);
244 if (obj_req->zret != Z_STREAM_END) {
245 unlink(obj_req->tmpfile);
Nick Hengeveld1d389ab2005-10-11 06:22:01[diff] [blame]246 return;
247 }
Nick Hengevelde388ab72005-11-18 19:03:04[diff] [blame]248 if (memcmp(obj_req->sha1, obj_req->real_sha1, 20)) {
249 unlink(obj_req->tmpfile);
Nick Hengeveld1d389ab2005-10-11 06:22:01[diff] [blame]250 return;
251 }
Nick Hengevelde388ab72005-11-18 19:03:04[diff] [blame]252 obj_req->rename =
253 move_temp_to_file(obj_req->tmpfile, obj_req->filename);
Nick Hengeveld1d389ab2005-10-11 06:22:01[diff] [blame]254
Nick Hengevelde388ab72005-11-18 19:03:04[diff] [blame]255 if (obj_req->rename == 0)
256 pull_say("got %s\n", sha1_to_hex(obj_req->sha1));
Nick Hengeveld1d389ab2005-10-11 06:22:01[diff] [blame]257}
258
Nick Hengeveld29508e12005-11-18 19:02:58[diff] [blame]259static void process_object_response(void *callback_data)
260{
Nick Hengevelde388ab72005-11-18 19:03:04[diff] [blame]261 struct object_request *obj_req =
262 (struct object_request *)callback_data;
Nick Hengeveld29508e12005-11-18 19:02:58[diff] [blame]263
Nick Hengevelde388ab72005-11-18 19:03:04[diff] [blame]264 obj_req->curl_result = obj_req->slot->curl_result;
265 obj_req->http_code = obj_req->slot->http_code;
266 obj_req->slot = NULL;
267 obj_req->state = COMPLETE;
Nick Hengeveld29508e12005-11-18 19:02:58[diff] [blame]268
269 /* Use alternates if necessary */
Nick Hengevelda14c2252005-12-22 17:09:05[diff] [blame]270 if (obj_req->http_code == 404 ||
271 obj_req->curl_result == CURLE_FILE_COULDNT_READ_FILE) {
Nick Hengeveld29508e12005-11-18 19:02:58[diff] [blame]272 fetch_alternates(alt->base);
Nick Hengevelde388ab72005-11-18 19:03:04[diff] [blame]273 if (obj_req->repo->next != NULL) {
274 obj_req->repo =
275 obj_req->repo->next;
276 close(obj_req->local);
277 obj_req->local = -1;
278 start_object_request(obj_req);
Nick Hengeveld29508e12005-11-18 19:02:58[diff] [blame]279 return;
280 }
281 }
282
Nick Hengevelde388ab72005-11-18 19:03:04[diff] [blame]283 finish_object_request(obj_req);
Nick Hengeveld29508e12005-11-18 19:02:58[diff] [blame]284}
285
Nick Hengevelde388ab72005-11-18 19:03:04[diff] [blame]286static void release_object_request(struct object_request *obj_req)
Nick Hengeveld1d389ab2005-10-11 06:22:01[diff] [blame]287{
Nick Hengevelde388ab72005-11-18 19:03:04[diff] [blame]288 struct object_request *entry = object_queue_head;
Nick Hengeveld1d389ab2005-10-11 06:22:01[diff] [blame]289
Nick Hengevelde388ab72005-11-18 19:03:04[diff] [blame]290 if (obj_req->local != -1)
291 error("fd leakage in release: %d", obj_req->local);
292 if (obj_req == object_queue_head) {
293 object_queue_head = obj_req->next;
Nick Hengeveld1d389ab2005-10-11 06:22:01[diff] [blame]294 } else {
Nick Hengevelde388ab72005-11-18 19:03:04[diff] [blame]295 while (entry->next != NULL && entry->next != obj_req)
Nick Hengeveld1d389ab2005-10-11 06:22:01[diff] [blame]296 entry = entry->next;
Nick Hengevelde388ab72005-11-18 19:03:04[diff] [blame]297 if (entry->next == obj_req)
Nick Hengeveld1d389ab2005-10-11 06:22:01[diff] [blame]298 entry->next = entry->next->next;
299 }
300
Nick Hengevelde388ab72005-11-18 19:03:04[diff] [blame]301 free(obj_req->url);
302 free(obj_req);
Nick Hengeveld1d389ab2005-10-11 06:22:01[diff] [blame]303}
304
Nick Hengevelda7a8d372005-10-11 06:22:01[diff] [blame]305#ifdef USE_CURL_MULTI
Nick Hengeveld29508e12005-11-18 19:02:58[diff] [blame]306void fill_active_slots(void)
Nick Hengeveld1d389ab2005-10-11 06:22:01[diff] [blame]307{
Nick Hengevelde388ab72005-11-18 19:03:04[diff] [blame]308 struct object_request *obj_req = object_queue_head;
Nick Hengeveldf1a906a2005-10-21 19:06:10[diff] [blame]309 struct active_request_slot *slot = active_queue_head;
Nick Hengeveld1d389ab2005-10-11 06:22:01[diff] [blame]310 int num_transfers;
311
Nick Hengevelde388ab72005-11-18 19:03:04[diff] [blame]312 while (active_requests < max_requests && obj_req != NULL) {
313 if (obj_req->state == WAITING) {
314 if (has_sha1_file(obj_req->sha1))
315 release_object_request(obj_req);
Nick Hengeveld11f0daf2005-10-11 06:22:01[diff] [blame]316 else
Nick Hengevelde388ab72005-11-18 19:03:04[diff] [blame]317 start_object_request(obj_req);
Nick Hengeveld1d389ab2005-10-11 06:22:01[diff] [blame]318 curl_multi_perform(curlm, &num_transfers);
319 }
Nick Hengevelde388ab72005-11-18 19:03:04[diff] [blame]320 obj_req = obj_req->next;
Nick Hengeveld1d389ab2005-10-11 06:22:01[diff] [blame]321 }
Nick Hengeveldf1a906a2005-10-21 19:06:10[diff] [blame]322
323 while (slot != NULL) {
324 if (!slot->in_use && slot->curl != NULL) {
325 curl_easy_cleanup(slot->curl);
326 slot->curl = NULL;
327 }
328 slot = slot->next;
329 }
Nick Hengeveld1d389ab2005-10-11 06:22:01[diff] [blame]330}
Nick Hengevelda7a8d372005-10-11 06:22:01[diff] [blame]331#endif
Nick Hengeveld1d389ab2005-10-11 06:22:01[diff] [blame]332
333void prefetch(unsigned char *sha1)
334{
Nick Hengevelde388ab72005-11-18 19:03:04[diff] [blame]335 struct object_request *newreq;
336 struct object_request *tail;
Nick Hengeveld1d389ab2005-10-11 06:22:01[diff] [blame]337 char *filename = sha1_file_name(sha1);
338
339 newreq = xmalloc(sizeof(*newreq));
340 memcpy(newreq->sha1, sha1, 20);
341 newreq->repo = alt;
342 newreq->url = NULL;
343 newreq->local = -1;
344 newreq->state = WAITING;
345 snprintf(newreq->filename, sizeof(newreq->filename), "%s", filename);
346 snprintf(newreq->tmpfile, sizeof(newreq->tmpfile),
347 "%s.temp", filename);
348 newreq->next = NULL;
349
Nick Hengevelde388ab72005-11-18 19:03:04[diff] [blame]350 if (object_queue_head == NULL) {
351 object_queue_head = newreq;
Nick Hengeveld1d389ab2005-10-11 06:22:01[diff] [blame]352 } else {
Nick Hengevelde388ab72005-11-18 19:03:04[diff] [blame]353 tail = object_queue_head;
Nick Hengeveld1d389ab2005-10-11 06:22:01[diff] [blame]354 while (tail->next != NULL) {
355 tail = tail->next;
356 }
357 tail->next = newreq;
358 }
Nick Hengeveld29508e12005-11-18 19:02:58[diff] [blame]359
Nick Hengevelda7a8d372005-10-11 06:22:01[diff] [blame]360#ifdef USE_CURL_MULTI
Nick Hengeveld29508e12005-11-18 19:02:58[diff] [blame]361 fill_active_slots();
362 step_active_slots();
Nick Hengevelda7a8d372005-10-11 06:22:01[diff] [blame]363#endif
Nick Hengeveld1d389ab2005-10-11 06:22:01[diff] [blame]364}
365
Daniel Barkalowb3661562005-09-15 03:26:08[diff] [blame]366static int fetch_index(struct alt_base *repo, unsigned char *sha1)
barkalow@iabervon.org182005b2005-08-01 00:54:17[diff] [blame]367{
Nick Hengeveld1d389ab2005-10-11 06:22:01[diff] [blame]368 char *hex = sha1_to_hex(sha1);
barkalow@iabervon.org182005b2005-08-01 00:54:17[diff] [blame]369 char *filename;
370 char *url;
Nick Hengeveld49a0f242005-09-28 17:14:04[diff] [blame]371 char tmpfile[PATH_MAX];
Nick Hengeveld49a0f242005-09-28 17:14:04[diff] [blame]372 long prev_posn = 0;
373 char range[RANGE_HEADER_SIZE];
374 struct curl_slist *range_header = NULL;
barkalow@iabervon.org182005b2005-08-01 00:54:17[diff] [blame]375
376 FILE *indexfile;
Nick Hengeveld1d389ab2005-10-11 06:22:01[diff] [blame]377 struct active_request_slot *slot;
barkalow@iabervon.org182005b2005-08-01 00:54:17[diff] [blame]378
379 if (has_pack_index(sha1))
380 return 0;
381
382 if (get_verbosely)
Nick Hengeveld1d389ab2005-10-11 06:22:01[diff] [blame]383 fprintf(stderr, "Getting index for pack %s\n", hex);
barkalow@iabervon.org182005b2005-08-01 00:54:17[diff] [blame]384
Daniel Barkalowb3661562005-09-15 03:26:08[diff] [blame]385 url = xmalloc(strlen(repo->base) + 64);
Nick Hengeveld1d389ab2005-10-11 06:22:01[diff] [blame]386 sprintf(url, "%s/objects/pack/pack-%s.idx", repo->base, hex);
barkalow@iabervon.org182005b2005-08-01 00:54:17[diff] [blame]387
388 filename = sha1_pack_index_name(sha1);
Nick Hengeveld49a0f242005-09-28 17:14:04[diff] [blame]389 snprintf(tmpfile, sizeof(tmpfile), "%s.temp", filename);
390 indexfile = fopen(tmpfile, "a");
barkalow@iabervon.org182005b2005-08-01 00:54:17[diff] [blame]391 if (!indexfile)
392 return error("Unable to open local file %s for pack index",
393 filename);
394
Nick Hengeveld1d389ab2005-10-11 06:22:01[diff] [blame]395 slot = get_active_slot();
396 curl_easy_setopt(slot->curl, CURLOPT_FILE, indexfile);
397 curl_easy_setopt(slot->curl, CURLOPT_WRITEFUNCTION, fwrite);
398 curl_easy_setopt(slot->curl, CURLOPT_URL, url);
Nick Hengeveld03126002005-10-11 06:22:01[diff] [blame]399 curl_easy_setopt(slot->curl, CURLOPT_HTTPHEADER, no_pragma_header);
Nick Hengeveld1d389ab2005-10-11 06:22:01[diff] [blame]400 slot->local = indexfile;
401
Nick Hengeveld49a0f242005-09-28 17:14:04[diff] [blame]402 /* If there is data present from a previous transfer attempt,
403 resume where it left off */
404 prev_posn = ftell(indexfile);
405 if (prev_posn>0) {
406 if (get_verbosely)
407 fprintf(stderr,
408 "Resuming fetch of index for pack %s at byte %ld\n",
Nick Hengeveld1d389ab2005-10-11 06:22:01[diff] [blame]409 hex, prev_posn);
Nick Hengeveld49a0f242005-09-28 17:14:04[diff] [blame]410 sprintf(range, "Range: bytes=%ld-", prev_posn);
411 range_header = curl_slist_append(range_header, range);
Nick Hengeveld1d389ab2005-10-11 06:22:01[diff] [blame]412 curl_easy_setopt(slot->curl, CURLOPT_HTTPHEADER, range_header);
Nick Hengeveld49a0f242005-09-28 17:14:04[diff] [blame]413 }
414
Nick Hengeveld1d389ab2005-10-11 06:22:01[diff] [blame]415 if (start_active_slot(slot)) {
416 run_active_slot(slot);
417 if (slot->curl_result != CURLE_OK) {
418 fclose(indexfile);
419 return error("Unable to get pack index %s\n%s", url,
420 curl_errorstr);
421 }
422 } else {
Petr Baudis313c4712005-11-11 23:55:16[diff] [blame]423 fclose(indexfile);
Nick Hengeveld1d389ab2005-10-11 06:22:01[diff] [blame]424 return error("Unable to start request");
barkalow@iabervon.org182005b2005-08-01 00:54:17[diff] [blame]425 }
426
427 fclose(indexfile);
Nick Hengeveld49a0f242005-09-28 17:14:04[diff] [blame]428
Junio C Hamanob721e012005-10-11 06:22:01[diff] [blame]429 return move_temp_to_file(tmpfile, filename);
barkalow@iabervon.org182005b2005-08-01 00:54:17[diff] [blame]430}
431
Daniel Barkalowb3661562005-09-15 03:26:08[diff] [blame]432static int setup_index(struct alt_base *repo, unsigned char *sha1)
barkalow@iabervon.org182005b2005-08-01 00:54:17[diff] [blame]433{
434 struct packed_git *new_pack;
435 if (has_pack_file(sha1))
436 return 0; // don't list this as something we can get
437
Daniel Barkalowb3661562005-09-15 03:26:08[diff] [blame]438 if (fetch_index(repo, sha1))
barkalow@iabervon.org182005b2005-08-01 00:54:17[diff] [blame]439 return -1;
440
441 new_pack = parse_pack_index(sha1);
Daniel Barkalowb3661562005-09-15 03:26:08[diff] [blame]442 new_pack->next = repo->packs;
443 repo->packs = new_pack;
barkalow@iabervon.org182005b2005-08-01 00:54:17[diff] [blame]444 return 0;
445}
446
Nick Hengevelde388ab72005-11-18 19:03:04[diff] [blame]447static void process_alternates_response(void *callback_data)
Daniel Barkalowb3661562005-09-15 03:26:08[diff] [blame]448{
Nick Hengevelde388ab72005-11-18 19:03:04[diff] [blame]449 struct alternates_request *alt_req =
450 (struct alternates_request *)callback_data;
Nick Hengeveldacc075a2005-11-12 17:11:32[diff] [blame]451 struct active_request_slot *slot = alt_req->slot;
452 struct alt_base *tail = alt;
453 char *base = alt_req->base;
454 static const char null_byte = '\0';
Daniel Barkalowb3661562005-09-15 03:26:08[diff] [blame]455 char *data;
456 int i = 0;
Nick Hengeveld1d389ab2005-10-11 06:22:01[diff] [blame]457
Nick Hengeveldacc075a2005-11-12 17:11:32[diff] [blame]458 if (alt_req->http_specific) {
459 if (slot->curl_result != CURLE_OK ||
460 !alt_req->buffer->posn) {
Junio C Hamanodc1b5ea2005-10-11 06:22:02[diff] [blame]461
Nick Hengeveldacc075a2005-11-12 17:11:32[diff] [blame]462 /* Try reusing the slot to get non-http alternates */
463 alt_req->http_specific = 0;
464 sprintf(alt_req->url, "%s/objects/info/alternates",
465 base);
466 curl_easy_setopt(slot->curl, CURLOPT_URL,
467 alt_req->url);
468 active_requests++;
469 slot->in_use = 1;
Nick Hengeveld1d389ab2005-10-11 06:22:01[diff] [blame]470 if (start_active_slot(slot)) {
Nick Hengeveldacc075a2005-11-12 17:11:32[diff] [blame]471 return;
472 } else {
473 got_alternates = -1;
Nick Hengeveld29508e12005-11-18 19:02:58[diff] [blame]474 slot->in_use = 0;
Nick Hengeveldacc075a2005-11-12 17:11:32[diff] [blame]475 return;
Nick Hengeveld1d389ab2005-10-11 06:22:01[diff] [blame]476 }
Daniel Barkalowb3661562005-09-15 03:26:08[diff] [blame]477 }
Nick Hengeveldacc075a2005-11-12 17:11:32[diff] [blame]478 } else if (slot->curl_result != CURLE_OK) {
Nick Hengevelda14c2252005-12-22 17:09:05[diff] [blame]479 if (slot->http_code != 404 &&
480 slot->curl_result != CURLE_FILE_COULDNT_READ_FILE) {
Nick Hengeveldacc075a2005-11-12 17:11:32[diff] [blame]481 got_alternates = -1;
482 return;
483 }
Daniel Barkalowb3661562005-09-15 03:26:08[diff] [blame]484 }
485
Nick Hengeveld29508e12005-11-18 19:02:58[diff] [blame]486 fwrite_buffer(&null_byte, 1, 1, alt_req->buffer);
Nick Hengeveldacc075a2005-11-12 17:11:32[diff] [blame]487 alt_req->buffer->posn--;
488 data = alt_req->buffer->buffer;
Daniel Barkalow1b0c1e62005-09-18 18:14:19[diff] [blame]489
Nick Hengeveldacc075a2005-11-12 17:11:32[diff] [blame]490 while (i < alt_req->buffer->posn) {
Daniel Barkalowb3661562005-09-15 03:26:08[diff] [blame]491 int posn = i;
Nick Hengeveldacc075a2005-11-12 17:11:32[diff] [blame]492 while (posn < alt_req->buffer->posn && data[posn] != '\n')
Daniel Barkalowb3661562005-09-15 03:26:08[diff] [blame]493 posn++;
494 if (data[posn] == '\n') {
Daniel Barkalow1b0c1e62005-09-18 18:14:19[diff] [blame]495 int okay = 0;
496 int serverlen = 0;
497 struct alt_base *newalt;
498 char *target = NULL;
Daniel Barkalowb3661562005-09-15 03:26:08[diff] [blame]499 if (data[i] == '/') {
Daniel Barkalow1b0c1e62005-09-18 18:14:19[diff] [blame]500 serverlen = strchr(base + 8, '/') - base;
501 okay = 1;
502 } else if (!memcmp(data + i, "../", 3)) {
503 i += 3;
504 serverlen = strlen(base);
505 while (i + 2 < posn &&
506 !memcmp(data + i, "../", 3)) {
507 do {
508 serverlen--;
509 } while (serverlen &&
510 base[serverlen - 1] != '/');
511 i += 3;
512 }
513 // If the server got removed, give up.
514 okay = strchr(base, ':') - base + 3 <
515 serverlen;
Nick Hengeveldacc075a2005-11-12 17:11:32[diff] [blame]516 } else if (alt_req->http_specific) {
Daniel Barkalow1b0c1e62005-09-18 18:14:19[diff] [blame]517 char *colon = strchr(data + i, ':');
518 char *slash = strchr(data + i, '/');
519 if (colon && slash && colon < data + posn &&
520 slash < data + posn && colon < slash) {
521 okay = 1;
522 }
523 }
524 // skip 'objects' at end
525 if (okay) {
526 target = xmalloc(serverlen + posn - i - 6);
Daniel Barkalowb3661562005-09-15 03:26:08[diff] [blame]527 strncpy(target, base, serverlen);
528 strncpy(target + serverlen, data + i,
529 posn - i - 7);
530 target[serverlen + posn - i - 7] = '\0';
531 if (get_verbosely)
532 fprintf(stderr,
533 "Also look at %s\n", target);
534 newalt = xmalloc(sizeof(*newalt));
Nick Hengeveld1d389ab2005-10-11 06:22:01[diff] [blame]535 newalt->next = NULL;
Daniel Barkalowb3661562005-09-15 03:26:08[diff] [blame]536 newalt->base = target;
537 newalt->got_indices = 0;
538 newalt->packs = NULL;
Nick Hengeveld1d389ab2005-10-11 06:22:01[diff] [blame]539 while (tail->next != NULL)
540 tail = tail->next;
541 tail->next = newalt;
Daniel Barkalowb3661562005-09-15 03:26:08[diff] [blame]542 }
543 }
544 i = posn + 1;
545 }
Sergey Vlasovbc8f2652005-10-13 17:49:53[diff] [blame]546
Nick Hengeveldf7eb2902005-10-21 19:06:20[diff] [blame]547 got_alternates = 1;
Nick Hengeveldacc075a2005-11-12 17:11:32[diff] [blame]548}
549
550static void fetch_alternates(char *base)
551{
552 struct buffer buffer;
553 char *url;
554 char *data;
555 struct active_request_slot *slot;
Nick Hengevelde388ab72005-11-18 19:03:04[diff] [blame]556 static struct alternates_request alt_req;
Nick Hengeveldacc075a2005-11-12 17:11:32[diff] [blame]557
558 /* If another request has already started fetching alternates,
559 wait for them to arrive and return to processing this request's
560 curl message */
Nick Hengeveld29508e12005-11-18 19:02:58[diff] [blame]561#ifdef USE_CURL_MULTI
Nick Hengeveldacc075a2005-11-12 17:11:32[diff] [blame]562 while (got_alternates == 0) {
Nick Hengeveld29508e12005-11-18 19:02:58[diff] [blame]563 step_active_slots();
Nick Hengeveldacc075a2005-11-12 17:11:32[diff] [blame]564 }
Nick Hengeveld29508e12005-11-18 19:02:58[diff] [blame]565#endif
Nick Hengeveldacc075a2005-11-12 17:11:32[diff] [blame]566
567 /* Nothing to do if they've already been fetched */
568 if (got_alternates == 1)
569 return;
570
571 /* Start the fetch */
572 got_alternates = 0;
573
574 data = xmalloc(4096);
575 buffer.size = 4096;
576 buffer.posn = 0;
577 buffer.buffer = data;
578
579 if (get_verbosely)
580 fprintf(stderr, "Getting alternates list for %s\n", base);
581
582 url = xmalloc(strlen(base) + 31);
583 sprintf(url, "%s/objects/info/http-alternates", base);
584
585 /* Use a callback to process the result, since another request
586 may fail and need to have alternates loaded before continuing */
587 slot = get_active_slot();
Nick Hengevelde388ab72005-11-18 19:03:04[diff] [blame]588 slot->callback_func = process_alternates_response;
Nick Hengeveldacc075a2005-11-12 17:11:32[diff] [blame]589 slot->callback_data = &alt_req;
590
591 curl_easy_setopt(slot->curl, CURLOPT_FILE, &buffer);
Nick Hengeveld29508e12005-11-18 19:02:58[diff] [blame]592 curl_easy_setopt(slot->curl, CURLOPT_WRITEFUNCTION, fwrite_buffer);
Nick Hengeveldacc075a2005-11-12 17:11:32[diff] [blame]593 curl_easy_setopt(slot->curl, CURLOPT_URL, url);
594
595 alt_req.base = base;
596 alt_req.url = url;
597 alt_req.buffer = &buffer;
598 alt_req.http_specific = 1;
599 alt_req.slot = slot;
600
601 if (start_active_slot(slot))
602 run_active_slot(slot);
603 else
604 got_alternates = -1;
605
606 free(data);
607 free(url);
Daniel Barkalowb3661562005-09-15 03:26:08[diff] [blame]608}
609
610static int fetch_indices(struct alt_base *repo)
barkalow@iabervon.org182005b2005-08-01 00:54:17[diff] [blame]611{
612 unsigned char sha1[20];
613 char *url;
614 struct buffer buffer;
615 char *data;
616 int i = 0;
617
Nick Hengeveld1d389ab2005-10-11 06:22:01[diff] [blame]618 struct active_request_slot *slot;
619
Daniel Barkalowb3661562005-09-15 03:26:08[diff] [blame]620 if (repo->got_indices)
barkalow@iabervon.org182005b2005-08-01 00:54:17[diff] [blame]621 return 0;
622
623 data = xmalloc(4096);
624 buffer.size = 4096;
625 buffer.posn = 0;
626 buffer.buffer = data;
627
628 if (get_verbosely)
Petr Baudis6fd72e32005-11-12 00:49:59[diff] [blame]629 fprintf(stderr, "Getting pack list for %s\n", repo->base);
barkalow@iabervon.org182005b2005-08-01 00:54:17[diff] [blame]630
Daniel Barkalowb3661562005-09-15 03:26:08[diff] [blame]631 url = xmalloc(strlen(repo->base) + 21);
632 sprintf(url, "%s/objects/info/packs", repo->base);
barkalow@iabervon.org182005b2005-08-01 00:54:17[diff] [blame]633
Nick Hengeveld1d389ab2005-10-11 06:22:01[diff] [blame]634 slot = get_active_slot();
635 curl_easy_setopt(slot->curl, CURLOPT_FILE, &buffer);
Nick Hengeveld29508e12005-11-18 19:02:58[diff] [blame]636 curl_easy_setopt(slot->curl, CURLOPT_WRITEFUNCTION, fwrite_buffer);
Nick Hengeveld1d389ab2005-10-11 06:22:01[diff] [blame]637 curl_easy_setopt(slot->curl, CURLOPT_URL, url);
638 curl_easy_setopt(slot->curl, CURLOPT_HTTPHEADER, NULL);
639 if (start_active_slot(slot)) {
640 run_active_slot(slot);
Sergey Vlasovbc8f2652005-10-13 17:49:53[diff] [blame]641 if (slot->curl_result != CURLE_OK) {
Nick Hengevelda14c2252005-12-22 17:09:05[diff] [blame]642 if (slot->http_code == 404 ||
643 slot->curl_result == CURLE_FILE_COULDNT_READ_FILE) {
Nick Hengeveld5e3a7692005-11-18 19:03:11[diff] [blame]644 repo->got_indices = 1;
645 free(buffer.buffer);
646 return 0;
647 } else {
648 repo->got_indices = 0;
649 free(buffer.buffer);
650 return error("%s", curl_errorstr);
651 }
Sergey Vlasovbc8f2652005-10-13 17:49:53[diff] [blame]652 }
Nick Hengeveld1d389ab2005-10-11 06:22:01[diff] [blame]653 } else {
Nick Hengeveld5e3a7692005-11-18 19:03:11[diff] [blame]654 repo->got_indices = 0;
Sergey Vlasovbc8f2652005-10-13 17:49:53[diff] [blame]655 free(buffer.buffer);
Nick Hengeveld1d389ab2005-10-11 06:22:01[diff] [blame]656 return error("Unable to start request");
657 }
barkalow@iabervon.org182005b2005-08-01 00:54:17[diff] [blame]658
Sergey Vlasovbc8f2652005-10-13 17:49:53[diff] [blame]659 data = buffer.buffer;
Daniel Barkalowb3661562005-09-15 03:26:08[diff] [blame]660 while (i < buffer.posn) {
barkalow@iabervon.org182005b2005-08-01 00:54:17[diff] [blame]661 switch (data[i]) {
662 case 'P':
663 i++;
Junio C Hamano455c1612005-12-21 20:10:10[diff] [blame]664 if (i + 52 <= buffer.posn &&
barkalow@iabervon.org182005b2005-08-01 00:54:17[diff] [blame]665 !strncmp(data + i, " pack-", 6) &&
666 !strncmp(data + i + 46, ".pack\n", 6)) {
667 get_sha1_hex(data + i + 6, sha1);
Daniel Barkalowb3661562005-09-15 03:26:08[diff] [blame]668 setup_index(repo, sha1);
barkalow@iabervon.org182005b2005-08-01 00:54:17[diff] [blame]669 i += 51;
670 break;
671 }
672 default:
Junio C Hamano455c1612005-12-21 20:10:10[diff] [blame]673 while (i < buffer.posn && data[i] != '\n')
barkalow@iabervon.org182005b2005-08-01 00:54:17[diff] [blame]674 i++;
675 }
676 i++;
Daniel Barkalowb3661562005-09-15 03:26:08[diff] [blame]677 }
barkalow@iabervon.org182005b2005-08-01 00:54:17[diff] [blame]678
Sergey Vlasovbc8f2652005-10-13 17:49:53[diff] [blame]679 free(buffer.buffer);
Daniel Barkalowb3661562005-09-15 03:26:08[diff] [blame]680 repo->got_indices = 1;
barkalow@iabervon.org182005b2005-08-01 00:54:17[diff] [blame]681 return 0;
682}
683
Daniel Barkalowb3661562005-09-15 03:26:08[diff] [blame]684static int fetch_pack(struct alt_base *repo, unsigned char *sha1)
barkalow@iabervon.org182005b2005-08-01 00:54:17[diff] [blame]685{
686 char *url;
687 struct packed_git *target;
688 struct packed_git **lst;
689 FILE *packfile;
690 char *filename;
Nick Hengeveld49a0f242005-09-28 17:14:04[diff] [blame]691 char tmpfile[PATH_MAX];
692 int ret;
693 long prev_posn = 0;
694 char range[RANGE_HEADER_SIZE];
695 struct curl_slist *range_header = NULL;
Nick Hengeveld1d389ab2005-10-11 06:22:01[diff] [blame]696
697 struct active_request_slot *slot;
barkalow@iabervon.org182005b2005-08-01 00:54:17[diff] [blame]698
Daniel Barkalowb3661562005-09-15 03:26:08[diff] [blame]699 if (fetch_indices(repo))
barkalow@iabervon.org182005b2005-08-01 00:54:17[diff] [blame]700 return -1;
Daniel Barkalowb3661562005-09-15 03:26:08[diff] [blame]701 target = find_sha1_pack(sha1, repo->packs);
barkalow@iabervon.org182005b2005-08-01 00:54:17[diff] [blame]702 if (!target)
Daniel Barkalowb3661562005-09-15 03:26:08[diff] [blame]703 return -1;
barkalow@iabervon.org182005b2005-08-01 00:54:17[diff] [blame]704
705 if (get_verbosely) {
706 fprintf(stderr, "Getting pack %s\n",
707 sha1_to_hex(target->sha1));
708 fprintf(stderr, " which contains %s\n",
709 sha1_to_hex(sha1));
710 }
711
Daniel Barkalowb3661562005-09-15 03:26:08[diff] [blame]712 url = xmalloc(strlen(repo->base) + 65);
barkalow@iabervon.org182005b2005-08-01 00:54:17[diff] [blame]713 sprintf(url, "%s/objects/pack/pack-%s.pack",
Daniel Barkalowb3661562005-09-15 03:26:08[diff] [blame]714 repo->base, sha1_to_hex(target->sha1));
barkalow@iabervon.org182005b2005-08-01 00:54:17[diff] [blame]715
716 filename = sha1_pack_name(target->sha1);
Nick Hengeveld49a0f242005-09-28 17:14:04[diff] [blame]717 snprintf(tmpfile, sizeof(tmpfile), "%s.temp", filename);
718 packfile = fopen(tmpfile, "a");
barkalow@iabervon.org182005b2005-08-01 00:54:17[diff] [blame]719 if (!packfile)
720 return error("Unable to open local file %s for pack",
721 filename);
722
Nick Hengeveld1d389ab2005-10-11 06:22:01[diff] [blame]723 slot = get_active_slot();
724 curl_easy_setopt(slot->curl, CURLOPT_FILE, packfile);
725 curl_easy_setopt(slot->curl, CURLOPT_WRITEFUNCTION, fwrite);
726 curl_easy_setopt(slot->curl, CURLOPT_URL, url);
Nick Hengeveld03126002005-10-11 06:22:01[diff] [blame]727 curl_easy_setopt(slot->curl, CURLOPT_HTTPHEADER, no_pragma_header);
Nick Hengeveld1d389ab2005-10-11 06:22:01[diff] [blame]728 slot->local = packfile;
Nick Hengeveld1ddea772005-09-26 17:52:11[diff] [blame]729
Nick Hengeveld49a0f242005-09-28 17:14:04[diff] [blame]730 /* If there is data present from a previous transfer attempt,
731 resume where it left off */
732 prev_posn = ftell(packfile);
733 if (prev_posn>0) {
734 if (get_verbosely)
735 fprintf(stderr,
736 "Resuming fetch of pack %s at byte %ld\n",
737 sha1_to_hex(target->sha1), prev_posn);
738 sprintf(range, "Range: bytes=%ld-", prev_posn);
739 range_header = curl_slist_append(range_header, range);
Nick Hengeveld1d389ab2005-10-11 06:22:01[diff] [blame]740 curl_easy_setopt(slot->curl, CURLOPT_HTTPHEADER, range_header);
Nick Hengeveld49a0f242005-09-28 17:14:04[diff] [blame]741 }
742
Nick Hengeveld1d389ab2005-10-11 06:22:01[diff] [blame]743 if (start_active_slot(slot)) {
744 run_active_slot(slot);
745 if (slot->curl_result != CURLE_OK) {
746 fclose(packfile);
747 return error("Unable to get pack file %s\n%s", url,
748 curl_errorstr);
749 }
750 } else {
Petr Baudis313c4712005-11-11 23:55:16[diff] [blame]751 fclose(packfile);
Nick Hengeveld1d389ab2005-10-11 06:22:01[diff] [blame]752 return error("Unable to start request");
barkalow@iabervon.org182005b2005-08-01 00:54:17[diff] [blame]753 }
754
755 fclose(packfile);
756
Junio C Hamanob721e012005-10-11 06:22:01[diff] [blame]757 ret = move_temp_to_file(tmpfile, filename);
Nick Hengeveld49a0f242005-09-28 17:14:04[diff] [blame]758 if (ret)
Junio C Hamanob721e012005-10-11 06:22:01[diff] [blame]759 return ret;
Nick Hengeveld49a0f242005-09-28 17:14:04[diff] [blame]760
Daniel Barkalowb3661562005-09-15 03:26:08[diff] [blame]761 lst = &repo->packs;
barkalow@iabervon.org182005b2005-08-01 00:54:17[diff] [blame]762 while (*lst != target)
763 lst = &((*lst)->next);
764 *lst = (*lst)->next;
765
Junio C Hamano271421c2005-09-30 07:07:39[diff] [blame]766 if (verify_pack(target, 0))
767 return -1;
barkalow@iabervon.org182005b2005-08-01 00:54:17[diff] [blame]768 install_packed_git(target);
769
770 return 0;
771}
772
Peter Hagervalla7928f82005-09-28 12:04:54[diff] [blame]773static int fetch_object(struct alt_base *repo, unsigned char *sha1)
Daniel Barkalow6eb7ed52005-04-24 01:47:23[diff] [blame]774{
775 char *hex = sha1_to_hex(sha1);
Nick Hengeveld29508e12005-11-18 19:02:58[diff] [blame]776 int ret = 0;
Nick Hengevelde388ab72005-11-18 19:03:04[diff] [blame]777 struct object_request *obj_req = object_queue_head;
Daniel Barkalow6eb7ed52005-04-24 01:47:23[diff] [blame]778
Nick Hengevelde388ab72005-11-18 19:03:04[diff] [blame]779 while (obj_req != NULL && memcmp(obj_req->sha1, sha1, 20))
780 obj_req = obj_req->next;
781 if (obj_req == NULL)
Nick Hengeveld1d389ab2005-10-11 06:22:01[diff] [blame]782 return error("Couldn't find request for %s in the queue", hex);
Junio C Hamano271421c2005-09-30 07:07:39[diff] [blame]783
Nick Hengevelde388ab72005-11-18 19:03:04[diff] [blame]784 if (has_sha1_file(obj_req->sha1)) {
785 release_object_request(obj_req);
Nick Hengeveld11f0daf2005-10-11 06:22:01[diff] [blame]786 return 0;
787 }
788
Nick Hengevelda7a8d372005-10-11 06:22:01[diff] [blame]789#ifdef USE_CURL_MULTI
Nick Hengevelde388ab72005-11-18 19:03:04[diff] [blame]790 while (obj_req->state == WAITING) {
Nick Hengeveld29508e12005-11-18 19:02:58[diff] [blame]791 step_active_slots();
Nick Hengeveld49a0f242005-09-28 17:14:04[diff] [blame]792 }
Nick Hengevelda7a8d372005-10-11 06:22:01[diff] [blame]793#else
Nick Hengevelde388ab72005-11-18 19:03:04[diff] [blame]794 start_object_request(obj_req);
Nick Hengevelda7a8d372005-10-11 06:22:01[diff] [blame]795#endif
Nick Hengeveld49a0f242005-09-28 17:14:04[diff] [blame]796
Nick Hengevelde388ab72005-11-18 19:03:04[diff] [blame]797 while (obj_req->state == ACTIVE) {
798 run_active_slot(obj_req->slot);
Nick Hengevelda7a8d372005-10-11 06:22:01[diff] [blame]799 }
Nick Hengevelde388ab72005-11-18 19:03:04[diff] [blame]800 if (obj_req->local != -1) {
801 close(obj_req->local); obj_req->local = -1;
Petr Baudis313c4712005-11-11 23:55:16[diff] [blame]802 }
Nick Hengeveld1d389ab2005-10-11 06:22:01[diff] [blame]803
Nick Hengevelde388ab72005-11-18 19:03:04[diff] [blame]804 if (obj_req->state == ABORTED) {
Nick Hengeveld29508e12005-11-18 19:02:58[diff] [blame]805 ret = error("Request for %s aborted", hex);
Nick Hengevelde388ab72005-11-18 19:03:04[diff] [blame]806 } else if (obj_req->curl_result != CURLE_OK &&
807 obj_req->http_code != 416) {
Nick Hengevelda14c2252005-12-22 17:09:05[diff] [blame]808 if (obj_req->http_code == 404 ||
809 obj_req->curl_result == CURLE_FILE_COULDNT_READ_FILE)
Petr Baudise2029eb2005-10-21 16:18:46[diff] [blame]810 ret = -1; /* Be silent, it is probably in a pack. */
811 else
812 ret = error("%s (curl_result = %d, http_code = %ld, sha1 = %s)",
Nick Hengevelde388ab72005-11-18 19:03:04[diff] [blame]813 obj_req->errorstr, obj_req->curl_result,
814 obj_req->http_code, hex);
815 } else if (obj_req->zret != Z_STREAM_END) {
816 ret = error("File %s (%s) corrupt\n", hex, obj_req->url);
817 } else if (memcmp(obj_req->sha1, obj_req->real_sha1, 20)) {
Nick Hengeveld29508e12005-11-18 19:02:58[diff] [blame]818 ret = error("File %s has bad hash\n", hex);
Nick Hengevelde388ab72005-11-18 19:03:04[diff] [blame]819 } else if (obj_req->rename < 0) {
Nick Hengeveld1d389ab2005-10-11 06:22:01[diff] [blame]820 ret = error("unable to write sha1 filename %s: %s",
Nick Hengevelde388ab72005-11-18 19:03:04[diff] [blame]821 obj_req->filename,
822 strerror(obj_req->rename));
Nick Hengeveld1d389ab2005-10-11 06:22:01[diff] [blame]823 }
824
Nick Hengevelde388ab72005-11-18 19:03:04[diff] [blame]825 release_object_request(obj_req);
Nick Hengeveld29508e12005-11-18 19:02:58[diff] [blame]826 return ret;
Daniel Barkalow6eb7ed52005-04-24 01:47:23[diff] [blame]827}
828
Daniel Barkalowb3661562005-09-15 03:26:08[diff] [blame]829int fetch(unsigned char *sha1)
830{
831 struct alt_base *altbase = alt;
Nick Hengeveld1d389ab2005-10-11 06:22:01[diff] [blame]832
833 if (!fetch_object(altbase, sha1))
834 return 0;
Daniel Barkalowb3661562005-09-15 03:26:08[diff] [blame]835 while (altbase) {
Daniel Barkalowb3661562005-09-15 03:26:08[diff] [blame]836 if (!fetch_pack(altbase, sha1))
837 return 0;
Nick Hengeveldf7eb2902005-10-21 19:06:20[diff] [blame]838 fetch_alternates(alt->base);
Daniel Barkalowb3661562005-09-15 03:26:08[diff] [blame]839 altbase = altbase->next;
840 }
841 return error("Unable to find %s under %s\n", sha1_to_hex(sha1),
Nick Hengeveld1d389ab2005-10-11 06:22:01[diff] [blame]842 alt->base);
Daniel Barkalowb3661562005-09-15 03:26:08[diff] [blame]843}
844
Junio C Hamano94fa4472005-10-11 06:22:02[diff] [blame]845static inline int needs_quote(int ch)
846{
847 switch (ch) {
848 case '/': case '-': case '.':
849 case 'A'...'Z': case 'a'...'z': case '0'...'9':
850 return 0;
851 default:
852 return 1;
853 }
854}
855
856static inline int hex(int v)
857{
858 if (v < 10) return '0' + v;
859 else return 'A' + v - 10;
860}
861
862static char *quote_ref_url(const char *base, const char *ref)
863{
864 const char *cp;
865 char *dp, *qref;
866 int len, baselen, ch;
867
868 baselen = strlen(base);
869 len = baselen + 6; /* "refs/" + NUL */
870 for (cp = ref; (ch = *cp) != 0; cp++, len++)
871 if (needs_quote(ch))
872 len += 2; /* extra two hex plus replacement % */
873 qref = xmalloc(len);
874 memcpy(qref, base, baselen);
875 memcpy(qref + baselen, "refs/", 5);
876 for (cp = ref, dp = qref + baselen + 5; (ch = *cp) != 0; cp++) {
877 if (needs_quote(ch)) {
878 *dp++ = '%';
879 *dp++ = hex((ch >> 4) & 0xF);
880 *dp++ = hex(ch & 0xF);
881 }
882 else
883 *dp++ = ch;
884 }
885 *dp = 0;
886
887 return qref;
888}
889
Daniel Barkalowcd541a62005-06-06 20:38:26[diff] [blame]890int fetch_ref(char *ref, unsigned char *sha1)
891{
Junio C Hamano94fa4472005-10-11 06:22:02[diff] [blame]892 char *url;
Daniel Barkalowfa3e0652005-06-22 00:45:49[diff] [blame]893 char hex[42];
894 struct buffer buffer;
Nick Hengeveld1d389ab2005-10-11 06:22:01[diff] [blame]895 char *base = alt->base;
896 struct active_request_slot *slot;
Daniel Barkalowfa3e0652005-06-22 00:45:49[diff] [blame]897 buffer.size = 41;
898 buffer.posn = 0;
899 buffer.buffer = hex;
900 hex[41] = '\0';
901
Junio C Hamano94fa4472005-10-11 06:22:02[diff] [blame]902 url = quote_ref_url(base, ref);
Nick Hengeveld1d389ab2005-10-11 06:22:01[diff] [blame]903 slot = get_active_slot();
904 curl_easy_setopt(slot->curl, CURLOPT_FILE, &buffer);
905 curl_easy_setopt(slot->curl, CURLOPT_WRITEFUNCTION, fwrite_buffer);
906 curl_easy_setopt(slot->curl, CURLOPT_HTTPHEADER, NULL);
907 curl_easy_setopt(slot->curl, CURLOPT_URL, url);
908 if (start_active_slot(slot)) {
909 run_active_slot(slot);
910 if (slot->curl_result != CURLE_OK)
911 return error("Couldn't get %s for %s\n%s",
912 url, ref, curl_errorstr);
913 } else {
914 return error("Unable to start request");
915 }
Daniel Barkalowfa3e0652005-06-22 00:45:49[diff] [blame]916
917 hex[40] = '\0';
918 get_sha1_hex(hex, sha1);
919 return 0;
Daniel Barkalowcd541a62005-06-06 20:38:26[diff] [blame]920}
921
Daniel Barkalow6eb7ed52005-04-24 01:47:23[diff] [blame]922int main(int argc, char **argv)
923{
924 char *commit_id;
925 char *url;
926 int arg = 1;
Nick Hengeveld7b9ae532005-10-21 19:06:27[diff] [blame]927 int rc = 0;
Daniel Barkalow6eb7ed52005-04-24 01:47:23[diff] [blame]928
Junio C Hamano5a327712005-11-26 08:47:59[diff] [blame]929 setup_git_directory();
930
Daniel Barkalow6eb7ed52005-04-24 01:47:23[diff] [blame]931 while (arg < argc && argv[arg][0] == '-') {
932 if (argv[arg][1] == 't') {
Daniel Barkalow4250a5e2005-04-30 23:53:56[diff] [blame]933 get_tree = 1;
Daniel Barkalow6eb7ed52005-04-24 01:47:23[diff] [blame]934 } else if (argv[arg][1] == 'c') {
Daniel Barkalow4250a5e2005-04-30 23:53:56[diff] [blame]935 get_history = 1;
Daniel Barkalow6eb7ed52005-04-24 01:47:23[diff] [blame]936 } else if (argv[arg][1] == 'a') {
Daniel Barkalow4250a5e2005-04-30 23:53:56[diff] [blame]937 get_all = 1;
938 get_tree = 1;
939 get_history = 1;
Junio C Hamanoe78d9772005-05-06 08:37:21[diff] [blame]940 } else if (argv[arg][1] == 'v') {
941 get_verbosely = 1;
Daniel Barkalowfa3e0652005-06-22 00:45:49[diff] [blame]942 } else if (argv[arg][1] == 'w') {
943 write_ref = argv[arg + 1];
944 arg++;
Daniel Barkalow820eca62005-09-27 01:38:08[diff] [blame]945 } else if (!strcmp(argv[arg], "--recover")) {
946 get_recover = 1;
Daniel Barkalow6eb7ed52005-04-24 01:47:23[diff] [blame]947 }
948 arg++;
949 }
950 if (argc < arg + 2) {
Junio C Hamano215a7ad2005-09-08 00:26:23[diff] [blame]951 usage("git-http-fetch [-c] [-t] [-a] [-d] [-v] [--recover] [-w ref] commit-id url");
Daniel Barkalow6eb7ed52005-04-24 01:47:23[diff] [blame]952 return 1;
953 }
954 commit_id = argv[arg];
955 url = argv[arg + 1];
956
Nick Hengeveld29508e12005-11-18 19:02:58[diff] [blame]957 http_init();
Daniel Barkalow6eb7ed52005-04-24 01:47:23[diff] [blame]958
Sergey Vlasov1db69b52005-09-13 15:38:58[diff] [blame]959 no_pragma_header = curl_slist_append(no_pragma_header, "Pragma:");
Darrin Thompson3dcb90f2005-07-13 02:12:40[diff] [blame]960
Daniel Barkalowb3661562005-09-15 03:26:08[diff] [blame]961 alt = xmalloc(sizeof(*alt));
962 alt->base = url;
963 alt->got_indices = 0;
964 alt->packs = NULL;
965 alt->next = NULL;
Daniel Barkalow6eb7ed52005-04-24 01:47:23[diff] [blame]966
Daniel Barkalow4250a5e2005-04-30 23:53:56[diff] [blame]967 if (pull(commit_id))
Nick Hengeveld7b9ae532005-10-21 19:06:27[diff] [blame]968 rc = 1;
Daniel Barkalow6eb7ed52005-04-24 01:47:23[diff] [blame]969
Sergey Vlasov1db69b52005-09-13 15:38:58[diff] [blame]970 curl_slist_free_all(no_pragma_header);
Nick Hengeveld29508e12005-11-18 19:02:58[diff] [blame]971
972 http_cleanup();
973
Nick Hengeveld7b9ae532005-10-21 19:06:27[diff] [blame]974 return rc;
Daniel Barkalow6eb7ed52005-04-24 01:47:23[diff] [blame]975}