🌐 AI搜索 & 代理 主页
blob: c0fd632d921c4f229d56f5c406a4c97386f3788c [file] [log] [blame]
Elijah Newrend812c3b2023-04-11 07:41:561#include "git-compat-util.h"
Elijah Newrenf394e092023-03-21 06:25:542#include "gettext.h"
Elijah Newren41771fa2023-02-24 00:09:273#include "hex.h"
Daniel Barkalow30ae7642007-09-11 03:02:454#include "walker.h"
Stefan Beller109cd762018-06-29 01:21:515#include "repository.h"
Elijah Newrena034e912023-05-16 06:34:066#include "object-store-ll.h"
Daniel Barkalow4250a5e2005-04-30 23:53:567#include "commit.h"
Elijah Newrena034e912023-05-16 06:34:068#include "strbuf.h"
Daniel Barkalow4250a5e2005-04-30 23:53:569#include "tree.h"
Linus Torvalds1bc995a2006-05-29 19:20:4810#include "tree-walk.h"
Daniel Barkalow3173bd42005-06-22 00:35:5311#include "tag.h"
12#include "blob.h"
Daniel Barkalowcd541a62005-06-06 20:38:2613#include "refs.h"
René Scharfe7655b412020-03-03 20:55:3414#include "progress.h"
Daniel Barkalowcd541a62005-06-06 20:38:2615
brian m. carlson94f5a122017-10-15 22:06:4816static struct object_id current_commit_oid;
Daniel Barkalow4250a5e2005-04-30 23:53:5617
Jeff Kingfa262ca2016-07-08 09:25:2318void walker_say(struct walker *walker, const char *fmt, ...)
barkalow@iabervon.org1e8be592005-08-02 23:46:1019{
Jeff Kingfa262ca2016-07-08 09:25:2320 if (walker->get_verbosely) {
21 va_list ap;
22 va_start(ap, fmt);
23 vfprintf(stderr, fmt, ap);
24 va_end(ap);
25 }
Junio C Hamanoe78d9772005-05-06 08:37:2126}
27
Alex Riesen0d7a6e42006-12-12 17:34:0228static void report_missing(const struct object *obj)
Junio C Hamanoee4f4392005-05-02 04:07:4029{
Alex Riesen0d7a6e42006-12-12 17:34:0230 fprintf(stderr, "Cannot obtain needed %s %s\n",
Brandon Williamsdebca9d2018-02-14 18:59:2431 obj->type ? type_name(obj->type): "object",
brian m. carlsonf2fd0762015-11-10 02:22:2832 oid_to_hex(&obj->oid));
brian m. carlson94f5a122017-10-15 22:06:4833 if (!is_null_oid(&current_commit_oid))
Alex Riesen0d7a6e42006-12-12 17:34:0234 fprintf(stderr, "while processing commit %s.\n",
brian m. carlson94f5a122017-10-15 22:06:4835 oid_to_hex(&current_commit_oid));
Junio C Hamanob2d62f12005-05-04 08:26:2436}
37
Daniel Barkalow30ae7642007-09-11 03:02:4538static int process(struct walker *walker, struct object *obj);
Daniel Barkalow3173bd42005-06-22 00:35:5339
Daniel Barkalow30ae7642007-09-11 03:02:4540static int process_tree(struct walker *walker, struct tree *tree)
Daniel Barkalow4250a5e2005-04-30 23:53:5641{
Linus Torvalds1bc995a2006-05-29 19:20:4842 struct tree_desc desc;
Linus Torvalds4c068a92006-05-30 16:45:4543 struct name_entry entry;
Daniel Barkalow4250a5e2005-04-30 23:53:5644
45 if (parse_tree(tree))
46 return -1;
47
Eric W. Biedermanefed6872023-10-02 02:40:2848 init_tree_desc(&desc, &tree->object.oid, tree->buffer, tree->size);
Linus Torvalds4c068a92006-05-30 16:45:4549 while (tree_entry(&desc, &entry)) {
Junio C Hamano6f9012b2006-06-02 22:23:4750 struct object *obj = NULL;
51
Sven Verdoolaege582c7392007-06-26 21:19:4152 /* submodule commits are not stored in the superproject */
Junio C Hamano68fb4652007-06-27 01:33:2453 if (S_ISGITLINK(entry.mode))
Sven Verdoolaege582c7392007-06-26 21:19:4154 continue;
Linus Torvalds4c068a92006-05-30 16:45:4555 if (S_ISDIR(entry.mode)) {
Stefan Bellerf86bcc72018-06-29 01:21:5656 struct tree *tree = lookup_tree(the_repository,
brian m. carlsonea82b2a2019-01-15 00:39:4457 &entry.oid);
Junio C Hamano6f9012b2006-06-02 22:23:4758 if (tree)
59 obj = &tree->object;
Linus Torvalds2d9c58c2006-05-29 19:18:3360 }
Junio C Hamano6f9012b2006-06-02 22:23:4761 else {
Stefan Bellerda14a7f2018-06-29 01:21:5562 struct blob *blob = lookup_blob(the_repository,
brian m. carlsonea82b2a2019-01-15 00:39:4463 &entry.oid);
Junio C Hamano6f9012b2006-06-02 22:23:4764 if (blob)
65 obj = &blob->object;
66 }
Daniel Barkalow30ae7642007-09-11 03:02:4567 if (!obj || process(walker, obj))
Daniel Barkalow4250a5e2005-04-30 23:53:5668 return -1;
Daniel Barkalow4250a5e2005-04-30 23:53:5669 }
Jeff King6e454b92013-06-05 22:37:3970 free_tree_buffer(tree);
Daniel Barkalow4250a5e2005-04-30 23:53:5671 return 0;
72}
73
Nguyễn Thái Ngọc Duy208acbf2014-03-25 13:23:2674/* Remember to update object flag allocation in object.h */
Sergey Vlasov24451c32005-09-21 16:34:2475#define COMPLETE (1U << 0)
76#define SEEN (1U << 1)
77#define TO_SCAN (1U << 2)
Junio C Hamano85d106c2005-09-18 08:01:0778
Junio C Hamanod0ac30f2005-09-16 21:30:2979static struct commit_list *complete = NULL;
Daniel Barkalow22c6e1d2005-09-15 01:31:4280
Daniel Barkalow30ae7642007-09-11 03:02:4581static int process_commit(struct walker *walker, struct commit *commit)
Daniel Barkalow4250a5e2005-04-30 23:53:5682{
Martin Ågren0b6b3422018-04-22 18:12:5083 struct commit_list *parents;
84
Ævar Arnfjörð Bjarmasonecb50912023-03-28 13:58:4885 if (repo_parse_commit(the_repository, commit))
Daniel Barkalow4250a5e2005-04-30 23:53:5686 return -1;
87
Daniel Barkalow22c6e1d2005-09-15 01:31:4288 while (complete && complete->item->date >= commit->date) {
Junio C Hamanod0ac30f2005-09-16 21:30:2989 pop_most_recent_commit(&complete, COMPLETE);
Daniel Barkalow22c6e1d2005-09-15 01:31:4290 }
Daniel Barkalow22c6e1d2005-09-15 01:31:4291
Junio C Hamanod0ac30f2005-09-16 21:30:2992 if (commit->object.flags & COMPLETE)
Daniel Barkalow22c6e1d2005-09-15 01:31:4293 return 0;
94
brian m. carlson94f5a122017-10-15 22:06:4895 oidcpy(&current_commit_oid, &commit->object.oid);
Daniel Barkalow4250a5e2005-04-30 23:53:5696
brian m. carlsonf2fd0762015-11-10 02:22:2897 walker_say(walker, "walk %s\n", oid_to_hex(&commit->object.oid));
Junio C Hamano85d106c2005-09-18 08:01:0798
Ævar Arnfjörð Bjarmasonecb50912023-03-28 13:58:4899 if (process(walker, &repo_get_commit_tree(the_repository, commit)->object))
Martin Ågren0b6b3422018-04-22 18:12:50100 return -1;
101
102 for (parents = commit->parents; parents; parents = parents->next) {
103 if (process(walker, &parents->item->object))
Daniel Barkalow4250a5e2005-04-30 23:53:56104 return -1;
Daniel Barkalow4250a5e2005-04-30 23:53:56105 }
Martin Ågren0b6b3422018-04-22 18:12:50106
Daniel Barkalow4250a5e2005-04-30 23:53:56107 return 0;
108}
109
Daniel Barkalow30ae7642007-09-11 03:02:45110static int process_tag(struct walker *walker, struct tag *tag)
Daniel Barkalow3173bd42005-06-22 00:35:53111{
barkalow@iabervon.org1e8be592005-08-02 23:46:10112 if (parse_tag(tag))
Daniel Barkalow3173bd42005-06-22 00:35:53113 return -1;
Daniel Barkalow30ae7642007-09-11 03:02:45114 return process(walker, tag->tagged);
Daniel Barkalow3173bd42005-06-22 00:35:53115}
116
barkalow@iabervon.org1e8be592005-08-02 23:46:10117static struct object_list *process_queue = NULL;
118static struct object_list **process_queue_end = &process_queue;
119
Daniel Barkalow30ae7642007-09-11 03:02:45120static int process_object(struct walker *walker, struct object *obj)
Daniel Barkalowf88fcf82005-08-11 23:38:09121{
Linus Torvalds19746322006-07-12 03:45:31122 if (obj->type == OBJ_COMMIT) {
Daniel Barkalow30ae7642007-09-11 03:02:45123 if (process_commit(walker, (struct commit *)obj))
Daniel Barkalowf88fcf82005-08-11 23:38:09124 return -1;
125 return 0;
126 }
Linus Torvalds19746322006-07-12 03:45:31127 if (obj->type == OBJ_TREE) {
Daniel Barkalow30ae7642007-09-11 03:02:45128 if (process_tree(walker, (struct tree *)obj))
Daniel Barkalowf88fcf82005-08-11 23:38:09129 return -1;
130 return 0;
131 }
Linus Torvalds19746322006-07-12 03:45:31132 if (obj->type == OBJ_BLOB) {
Daniel Barkalowf88fcf82005-08-11 23:38:09133 return 0;
134 }
Linus Torvalds19746322006-07-12 03:45:31135 if (obj->type == OBJ_TAG) {
Daniel Barkalow30ae7642007-09-11 03:02:45136 if (process_tag(walker, (struct tag *)obj))
Daniel Barkalowf88fcf82005-08-11 23:38:09137 return -1;
138 return 0;
139 }
140 return error("Unable to determine requirements "
141 "of type %s for %s",
Brandon Williamsdebca9d2018-02-14 18:59:24142 type_name(obj->type), oid_to_hex(&obj->oid));
Daniel Barkalowf88fcf82005-08-11 23:38:09143}
144
Daniel Barkalow30ae7642007-09-11 03:02:45145static int process(struct walker *walker, struct object *obj)
Daniel Barkalow3173bd42005-06-22 00:35:53146{
Sergey Vlasova82d07e2005-09-21 16:33:59147 if (obj->flags & SEEN)
148 return 0;
149 obj->flags |= SEEN;
150
Ævar Arnfjörð Bjarmasonbc726bd2023-03-28 13:58:50151 if (repo_has_object_file(the_repository, &obj->oid)) {
Daniel Barkalowf88fcf82005-08-11 23:38:09152 /* We already have it, so we should scan it now. */
Junio C Hamano85d106c2005-09-18 08:01:07153 obj->flags |= TO_SCAN;
Junio C Hamanoe5f38ec2006-06-06 21:04:17154 }
155 else {
Sergey Vlasov7b64d062005-09-21 16:34:14156 if (obj->flags & COMPLETE)
157 return 0;
brian m. carlsoned1c9972015-11-10 02:22:29158 walker->prefetch(walker, obj->oid.hash);
Daniel Barkalowf88fcf82005-08-11 23:38:09159 }
Junio C Hamanoa6080a02007-06-07 07:04:01160
barkalow@iabervon.org1e8be592005-08-02 23:46:10161 object_list_insert(obj, process_queue_end);
162 process_queue_end = &(*process_queue_end)->next;
barkalow@iabervon.org1e8be592005-08-02 23:46:10163 return 0;
164}
165
Daniel Barkalow30ae7642007-09-11 03:02:45166static int loop(struct walker *walker)
barkalow@iabervon.org1e8be592005-08-02 23:46:10167{
Junio C Hamano85d106c2005-09-18 08:01:07168 struct object_list *elem;
René Scharfe7655b412020-03-03 20:55:34169 struct progress *progress = NULL;
170 uint64_t nr = 0;
171
172 if (walker->get_progress)
173 progress = start_delayed_progress(_("Fetching objects"), 0);
Junio C Hamano85d106c2005-09-18 08:01:07174
barkalow@iabervon.org1e8be592005-08-02 23:46:10175 while (process_queue) {
176 struct object *obj = process_queue->item;
Junio C Hamano85d106c2005-09-18 08:01:07177 elem = process_queue;
178 process_queue = elem->next;
179 free(elem);
barkalow@iabervon.org1e8be592005-08-02 23:46:10180 if (!process_queue)
181 process_queue_end = &process_queue;
182
Junio C Hamano85d106c2005-09-18 08:01:07183 /* If we are not scanning this object, we placed it in
184 * the queue because we needed to fetch it first.
185 */
186 if (! (obj->flags & TO_SCAN)) {
brian m. carlsoned1c9972015-11-10 02:22:29187 if (walker->fetch(walker, obj->oid.hash)) {
René Scharfe7655b412020-03-03 20:55:34188 stop_progress(&progress);
Alex Riesen0d7a6e42006-12-12 17:34:02189 report_missing(obj);
Junio C Hamano85d106c2005-09-18 08:01:07190 return -1;
191 }
192 }
barkalow@iabervon.org1e8be592005-08-02 23:46:10193 if (!obj->type)
Stefan Beller109cd762018-06-29 01:21:51194 parse_object(the_repository, &obj->oid);
René Scharfe7655b412020-03-03 20:55:34195 if (process_object(walker, obj)) {
196 stop_progress(&progress);
Daniel Barkalowf88fcf82005-08-11 23:38:09197 return -1;
René Scharfe7655b412020-03-03 20:55:34198 }
199 display_progress(progress, ++nr);
barkalow@iabervon.org1e8be592005-08-02 23:46:10200 }
René Scharfe7655b412020-03-03 20:55:34201 stop_progress(&progress);
barkalow@iabervon.org1e8be592005-08-02 23:46:10202 return 0;
Daniel Barkalow3173bd42005-06-22 00:35:53203}
204
brian m. carlson94f5a122017-10-15 22:06:48205static int interpret_target(struct walker *walker, char *target, struct object_id *oid)
Daniel Barkalowcd541a62005-06-06 20:38:26206{
brian m. carlson94f5a122017-10-15 22:06:48207 if (!get_oid_hex(target, oid))
Daniel Barkalowcd541a62005-06-06 20:38:26208 return 0;
Michael Haggerty8d9c5012011-09-15 21:10:25209 if (!check_refname_format(target, 0)) {
René Scharfe59c69c02008-10-18 08:44:18210 struct ref *ref = alloc_ref(target);
Daniel Barkalowc13b2632008-04-26 19:53:09211 if (!walker->fetch_ref(walker, ref)) {
brian m. carlson94f5a122017-10-15 22:06:48212 oidcpy(oid, &ref->old_oid);
Daniel Barkalowc13b2632008-04-26 19:53:09213 free(ref);
Daniel Barkalowcd541a62005-06-06 20:38:26214 return 0;
215 }
Daniel Barkalowc13b2632008-04-26 19:53:09216 free(ref);
Daniel Barkalowcd541a62005-06-06 20:38:26217 }
218 return -1;
219}
220
Ævar Arnfjörð Bjarmason5cf88fd2022-08-25 17:09:48221static int mark_complete(const char *path UNUSED,
Jeff King63e14ee2022-08-19 10:08:32222 const struct object_id *oid,
Ævar Arnfjörð Bjarmason5cf88fd2022-08-25 17:09:48223 int flag UNUSED,
224 void *cb_data UNUSED)
Daniel Barkalow22c6e1d2005-09-15 01:31:42225{
Stefan Beller21e1ee82018-06-29 01:21:57226 struct commit *commit = lookup_commit_reference_gently(the_repository,
227 oid, 1);
Michael Haggertyb4ebaf92015-05-25 18:39:14228
Junio C Hamanod0ac30f2005-09-16 21:30:29229 if (commit) {
230 commit->object.flags |= COMPLETE;
René Scharfe3bc7a052014-08-21 18:30:24231 commit_list_insert(commit, &complete);
Daniel Barkalow22c6e1d2005-09-15 01:31:42232 }
233 return 0;
234}
Daniel Barkalowcd541a62005-06-06 20:38:26235
Daniel Barkalow30ae7642007-09-11 03:02:45236int walker_targets_stdin(char ***target, const char ***write_ref)
Petr Baudis8e87ca62006-07-27 21:56:19237{
238 int targets = 0, targets_alloc = 0;
Brandon Caseyf285a2d2008-10-09 19:12:12239 struct strbuf buf = STRBUF_INIT;
Petr Baudis8e87ca62006-07-27 21:56:19240 *target = NULL; *write_ref = NULL;
Petr Baudis8e87ca62006-07-27 21:56:19241 while (1) {
242 char *rf_one = NULL;
243 char *tg_one;
244
Junio C Hamano8f309ae2016-01-13 23:31:17245 if (strbuf_getline_lf(&buf, stdin) == EOF)
Petr Baudis8e87ca62006-07-27 21:56:19246 break;
247 tg_one = buf.buf;
248 rf_one = strchr(tg_one, '\t');
249 if (rf_one)
250 *rf_one++ = 0;
251
252 if (targets >= targets_alloc) {
253 targets_alloc = targets_alloc ? targets_alloc * 2 : 64;
René Scharfe2756ca42014-09-16 18:56:57254 REALLOC_ARRAY(*target, targets_alloc);
255 REALLOC_ARRAY(*write_ref, targets_alloc);
Petr Baudis8e87ca62006-07-27 21:56:19256 }
Shawn Pearce9befac42006-09-02 04:16:31257 (*target)[targets] = xstrdup(tg_one);
Jeff King8c53f072015-01-13 01:59:09258 (*write_ref)[targets] = xstrdup_or_null(rf_one);
Petr Baudis8e87ca62006-07-27 21:56:19259 targets++;
260 }
Pierre Habouzite6c019d2007-09-17 09:19:04261 strbuf_release(&buf);
Petr Baudis8e87ca62006-07-27 21:56:19262 return targets;
263}
264
Daniel Barkalow30ae7642007-09-11 03:02:45265void walker_targets_free(int targets, char **target, const char **write_ref)
Petr Baudis8e87ca62006-07-27 21:56:19266{
267 while (targets--) {
268 free(target[targets]);
Pierre Habouzit24deea52009-07-22 21:51:55269 if (write_ref)
Petr Baudis8e87ca62006-07-27 21:56:19270 free((char *) write_ref[targets]);
271 }
272}
273
Daniel Barkalow30ae7642007-09-11 03:02:45274int walker_fetch(struct walker *walker, int targets, char **target,
275 const char **write_ref, const char *write_ref_log_details)
Daniel Barkalow4250a5e2005-04-30 23:53:56276{
Ronnie Sahlbergb6b10bb2014-04-17 18:31:06277 struct strbuf refname = STRBUF_INIT;
278 struct strbuf err = STRBUF_INIT;
279 struct ref_transaction *transaction = NULL;
Jeff King667b76e2020-01-30 09:52:32280 struct object_id *oids;
Ronnie Sahlbergb6b10bb2014-04-17 18:31:06281 char *msg = NULL;
282 int i, ret = -1;
Daniel Barkalowcd541a62005-06-06 20:38:26283
Junio C Hamano98533b92005-09-15 22:06:39284 save_commit_buffer = 0;
Petr Baudis4211e4d2006-07-27 21:56:17285
Jeff King667b76e2020-01-30 09:52:32286 ALLOC_ARRAY(oids, targets);
287
Ronnie Sahlbergb6b10bb2014-04-17 18:31:06288 if (write_ref) {
289 transaction = ref_transaction_begin(&err);
290 if (!transaction) {
291 error("%s", err.buf);
292 goto done;
Shawn Pearced0740d92006-05-19 07:29:26293 }
Daniel Barkalowcd541a62005-06-06 20:38:26294 }
295
René Scharfe3bc7a052014-08-21 18:30:24296 if (!walker->get_recover) {
Michael Haggertyb4ebaf92015-05-25 18:39:14297 for_each_ref(mark_complete, NULL);
René Scharfe3bc7a052014-08-21 18:30:24298 commit_list_sort_by_date(&complete);
299 }
Daniel Barkalow22c6e1d2005-09-15 01:31:42300
Petr Baudis4211e4d2006-07-27 21:56:17301 for (i = 0; i < targets; i++) {
brian m. carlson94f5a122017-10-15 22:06:48302 if (interpret_target(walker, target[i], oids + i)) {
Sam Vilain5f487412007-12-17 12:00:43303 error("Could not interpret response from server '%s' as something to pull", target[i]);
Ronnie Sahlbergb6b10bb2014-04-17 18:31:06304 goto done;
Petr Baudis4211e4d2006-07-27 21:56:17305 }
Jeff King45a187c2021-04-13 07:16:36306 if (process(walker, lookup_unknown_object(the_repository, &oids[i])))
Ronnie Sahlbergb6b10bb2014-04-17 18:31:06307 goto done;
Shawn Pearce4bd18c42006-05-17 09:55:02308 }
309
Daniel Barkalow30ae7642007-09-11 03:02:45310 if (loop(walker))
Ronnie Sahlbergb6b10bb2014-04-17 18:31:06311 goto done;
312 if (!write_ref) {
313 ret = 0;
314 goto done;
Petr Baudis4211e4d2006-07-27 21:56:17315 }
Shawn Pearced0740d92006-05-19 07:29:26316 if (write_ref_log_details) {
Junio C Hamano01d678a2014-09-11 17:33:30317 msg = xstrfmt("fetch from %s", write_ref_log_details);
Shawn Pearced0740d92006-05-19 07:29:26318 } else {
319 msg = NULL;
Daniel Barkalowcd541a62005-06-06 20:38:26320 }
Petr Baudis4211e4d2006-07-27 21:56:17321 for (i = 0; i < targets; i++) {
Ronnie Sahlbergb6b10bb2014-04-17 18:31:06322 if (!write_ref[i])
Petr Baudis4211e4d2006-07-27 21:56:17323 continue;
Ronnie Sahlbergb6b10bb2014-04-17 18:31:06324 strbuf_reset(&refname);
325 strbuf_addf(&refname, "refs/%s", write_ref[i]);
326 if (ref_transaction_update(transaction, refname.buf,
brian m. carlson89f3bbd2017-10-15 22:06:53327 oids + i, NULL, 0,
Ronnie Sahlbergdb7516a2014-04-30 19:22:42328 msg ? msg : "fetch (unknown)",
Ronnie Sahlbergb6b10bb2014-04-17 18:31:06329 &err)) {
330 error("%s", err.buf);
331 goto done;
332 }
Petr Baudis4211e4d2006-07-27 21:56:17333 }
Ronnie Sahlbergdb7516a2014-04-30 19:22:42334 if (ref_transaction_commit(transaction, &err)) {
Ronnie Sahlbergb6b10bb2014-04-17 18:31:06335 error("%s", err.buf);
336 goto done;
337 }
Petr Baudis4211e4d2006-07-27 21:56:17338
Ronnie Sahlbergb6b10bb2014-04-17 18:31:06339 ret = 0;
Petr Baudis4211e4d2006-07-27 21:56:17340
Ronnie Sahlbergb6b10bb2014-04-17 18:31:06341done:
342 ref_transaction_free(transaction);
Daniel Barkalow4250a5e2005-04-30 23:53:56343 free(msg);
brian m. carlson94f5a122017-10-15 22:06:48344 free(oids);
Ronnie Sahlbergb6b10bb2014-04-17 18:31:06345 strbuf_release(&err);
346 strbuf_release(&refname);
347 return ret;
Daniel Barkalow4250a5e2005-04-30 23:53:56348}
Daniel Barkalow30ae7642007-09-11 03:02:45349
350void walker_free(struct walker *walker)
351{
352 walker->cleanup(walker);
353 free(walker);
354}