1/* 2 * Copyright (C) 2005 Junio C Hamano 3 */ 4#include"cache.h" 5#include"diff.h" 6#include"diffcore.h" 7 8/* Table of rename/copy destinations */ 9 10static struct diff_rename_dst { 11struct diff_filespec *two; 12struct diff_filepair *pair; 13} *rename_dst; 14static int rename_dst_nr, rename_dst_alloc; 15 16static struct diff_rename_dst *locate_rename_dst(struct diff_filespec *two, 17int insert_ok) 18{ 19int first, last; 20 21 first =0; 22 last = rename_dst_nr; 23while(last > first) { 24int next = (last + first) >>1; 25struct diff_rename_dst *dst = &(rename_dst[next]); 26int cmp =strcmp(two->path, dst->two->path); 27if(!cmp) 28return dst; 29if(cmp <0) { 30 last = next; 31continue; 32} 33 first = next+1; 34} 35/* not found */ 36if(!insert_ok) 37return NULL; 38/* insert to make it at "first" */ 39if(rename_dst_alloc <= rename_dst_nr) { 40 rename_dst_alloc =alloc_nr(rename_dst_alloc); 41 rename_dst =xrealloc(rename_dst, 42 rename_dst_alloc *sizeof(*rename_dst)); 43} 44 rename_dst_nr++; 45if(first < rename_dst_nr) 46memmove(rename_dst + first +1, rename_dst + first, 47(rename_dst_nr - first -1) *sizeof(*rename_dst)); 48 rename_dst[first].two =alloc_filespec(two->path); 49fill_filespec(rename_dst[first].two, two->sha1, two->mode); 50 rename_dst[first].pair = NULL; 51return&(rename_dst[first]); 52} 53 54/* Table of rename/copy src files */ 55static struct diff_rename_src { 56struct diff_filespec *one; 57unsigned short score;/* to remember the break score */ 58unsigned src_path_left :1; 59} *rename_src; 60static int rename_src_nr, rename_src_alloc; 61 62static struct diff_rename_src *register_rename_src(struct diff_filespec *one, 63int src_path_left, 64unsigned short score) 65{ 66int first, last; 67 68 first =0; 69 last = rename_src_nr; 70while(last > first) { 71int next = (last + first) >>1; 72struct diff_rename_src *src = &(rename_src[next]); 73int cmp =strcmp(one->path, src->one->path); 74if(!cmp) 75return src; 76if(cmp <0) { 77 last = next; 78continue; 79} 80 first = next+1; 81} 82 83/* insert to make it at "first" */ 84if(rename_src_alloc <= rename_src_nr) { 85 rename_src_alloc =alloc_nr(rename_src_alloc); 86 rename_src =xrealloc(rename_src, 87 rename_src_alloc *sizeof(*rename_src)); 88} 89 rename_src_nr++; 90if(first < rename_src_nr) 91memmove(rename_src + first +1, rename_src + first, 92(rename_src_nr - first -1) *sizeof(*rename_src)); 93 rename_src[first].one = one; 94 rename_src[first].score = score; 95 rename_src[first].src_path_left = src_path_left; 96return&(rename_src[first]); 97} 98 99static intis_exact_match(struct diff_filespec *src, 100struct diff_filespec *dst, 101int contents_too) 102{ 103if(src->sha1_valid && dst->sha1_valid && 104!hashcmp(src->sha1, dst->sha1)) 105return1; 106if(!contents_too) 107return0; 108if(diff_populate_filespec(src,1) ||diff_populate_filespec(dst,1)) 109return0; 110if(src->size != dst->size) 111return0; 112if(diff_populate_filespec(src,0) ||diff_populate_filespec(dst,0)) 113return0; 114if(src->size == dst->size && 115!memcmp(src->data, dst->data, src->size)) 116return1; 117return0; 118} 119 120struct diff_score { 121int src;/* index in rename_src */ 122int dst;/* index in rename_dst */ 123int score; 124}; 125 126static intestimate_similarity(struct diff_filespec *src, 127struct diff_filespec *dst, 128int minimum_score) 129{ 130/* src points at a file that existed in the original tree (or 131 * optionally a file in the destination tree) and dst points 132 * at a newly created file. They may be quite similar, in which 133 * case we want to say src is renamed to dst or src is copied into 134 * dst, and then some edit has been applied to dst. 135 * 136 * Compare them and return how similar they are, representing 137 * the score as an integer between 0 and MAX_SCORE. 138 * 139 * When there is an exact match, it is considered a better 140 * match than anything else; the destination does not even 141 * call into this function in that case. 142 */ 143unsigned long max_size, delta_size, base_size, src_copied, literal_added; 144unsigned long delta_limit; 145int score; 146 147/* We deal only with regular files. Symlink renames are handled 148 * only when they are exact matches --- in other words, no edits 149 * after renaming. 150 */ 151if(!S_ISREG(src->mode) || !S_ISREG(dst->mode)) 152return0; 153 154 max_size = ((src->size > dst->size) ? src->size : dst->size); 155 base_size = ((src->size < dst->size) ? src->size : dst->size); 156 delta_size = max_size - base_size; 157 158/* We would not consider edits that change the file size so 159 * drastically. delta_size must be smaller than 160 * (MAX_SCORE-minimum_score)/MAX_SCORE * min(src->size, dst->size). 161 * 162 * Note that base_size == 0 case is handled here already 163 * and the final score computation below would not have a 164 * divide-by-zero issue. 165 */ 166if(base_size * (MAX_SCORE-minimum_score) < delta_size * MAX_SCORE) 167return0; 168 169if(diff_populate_filespec(src,0) ||diff_populate_filespec(dst,0)) 170return0;/* error but caught downstream */ 171 172 173 delta_limit = base_size * (MAX_SCORE-minimum_score) / MAX_SCORE; 174if(diffcore_count_changes(src->data, src->size, 175 dst->data, dst->size, 176&src->cnt_data, &dst->cnt_data, 177 delta_limit, 178&src_copied, &literal_added)) 179return0; 180 181/* How similar are they? 182 * what percentage of material in dst are from source? 183 */ 184if(!dst->size) 185 score =0;/* should not happen */ 186else 187 score = src_copied * MAX_SCORE / max_size; 188return score; 189} 190 191static voidrecord_rename_pair(int dst_index,int src_index,int score) 192{ 193struct diff_filespec *one, *two, *src, *dst; 194struct diff_filepair *dp; 195 196if(rename_dst[dst_index].pair) 197die("internal error: dst already matched."); 198 199 src = rename_src[src_index].one; 200 one =alloc_filespec(src->path); 201fill_filespec(one, src->sha1, src->mode); 202 203 dst = rename_dst[dst_index].two; 204 two =alloc_filespec(dst->path); 205fill_filespec(two, dst->sha1, dst->mode); 206 207 dp =diff_queue(NULL, one, two); 208 dp->renamed_pair =1; 209if(!strcmp(src->path, dst->path)) 210 dp->score = rename_src[src_index].score; 211else 212 dp->score = score; 213 dp->source_stays = rename_src[src_index].src_path_left; 214 rename_dst[dst_index].pair = dp; 215} 216 217/* 218 * We sort the rename similarity matrix with the score, in descending 219 * order (the most similar first). 220 */ 221static intscore_compare(const void*a_,const void*b_) 222{ 223const struct diff_score *a = a_, *b = b_; 224return b->score - a->score; 225} 226 227static intcompute_stays(struct diff_queue_struct *q, 228struct diff_filespec *one) 229{ 230int i; 231for(i =0; i < q->nr; i++) { 232struct diff_filepair *p = q->queue[i]; 233if(strcmp(one->path, p->two->path)) 234continue; 235if(DIFF_PAIR_RENAME(p)) { 236return0;/* something else is renamed into this */ 237} 238} 239return1; 240} 241 242voiddiffcore_rename(struct diff_options *options) 243{ 244int detect_rename = options->detect_rename; 245int minimum_score = options->rename_score; 246int rename_limit = options->rename_limit; 247struct diff_queue_struct *q = &diff_queued_diff; 248struct diff_queue_struct outq; 249struct diff_score *mx; 250int i, j, rename_count, contents_too; 251int num_create, num_src, dst_cnt; 252 253if(!minimum_score) 254 minimum_score = DEFAULT_RENAME_SCORE; 255 rename_count =0; 256 257for(i =0; i < q->nr; i++) { 258struct diff_filepair *p = q->queue[i]; 259if(!DIFF_FILE_VALID(p->one)) { 260if(!DIFF_FILE_VALID(p->two)) 261continue;/* unmerged */ 262else if(options->single_follow && 263strcmp(options->single_follow, p->two->path)) 264continue;/* not interested */ 265else 266locate_rename_dst(p->two,1); 267} 268else if(!DIFF_FILE_VALID(p->two)) { 269/* If the source is a broken "delete", and 270 * they did not really want to get broken, 271 * that means the source actually stays. 272 */ 273int stays = (p->broken_pair && !p->score); 274register_rename_src(p->one, stays, p->score); 275} 276else if(detect_rename == DIFF_DETECT_COPY) 277register_rename_src(p->one,1, p->score); 278} 279if(rename_dst_nr ==0|| rename_src_nr ==0|| 280(0< rename_limit && rename_limit < rename_dst_nr)) 281goto cleanup;/* nothing to do */ 282 283/* We really want to cull the candidates list early 284 * with cheap tests in order to avoid doing deltas. 285 * The first round matches up the up-to-date entries, 286 * and then during the second round we try to match 287 * cache-dirty entries as well. 288 */ 289for(contents_too =0; contents_too <2; contents_too++) { 290for(i =0; i < rename_dst_nr; i++) { 291struct diff_filespec *two = rename_dst[i].two; 292if(rename_dst[i].pair) 293continue;/* dealt with an earlier round */ 294for(j =0; j < rename_src_nr; j++) { 295struct diff_filespec *one = rename_src[j].one; 296if(!is_exact_match(one, two, contents_too)) 297continue; 298record_rename_pair(i, j, MAX_SCORE); 299 rename_count++; 300break;/* we are done with this entry */ 301} 302} 303} 304 305/* Have we run out the created file pool? If so we can avoid 306 * doing the delta matrix altogether. 307 */ 308if(rename_count == rename_dst_nr) 309goto cleanup; 310 311if(minimum_score == MAX_SCORE) 312goto cleanup; 313 314 num_create = (rename_dst_nr - rename_count); 315 num_src = rename_src_nr; 316 mx =xmalloc(sizeof(*mx) * num_create * num_src); 317for(dst_cnt = i =0; i < rename_dst_nr; i++) { 318int base = dst_cnt * num_src; 319struct diff_filespec *two = rename_dst[i].two; 320if(rename_dst[i].pair) 321continue;/* dealt with exact match already. */ 322for(j =0; j < rename_src_nr; j++) { 323struct diff_filespec *one = rename_src[j].one; 324struct diff_score *m = &mx[base+j]; 325 m->src = j; 326 m->dst = i; 327 m->score =estimate_similarity(one, two, 328 minimum_score); 329} 330/* We do not need the text anymore */ 331diff_free_filespec_data(two); 332 dst_cnt++; 333} 334/* cost matrix sorted by most to least similar pair */ 335qsort(mx, num_create * num_src,sizeof(*mx), score_compare); 336for(i =0; i < num_create * num_src; i++) { 337struct diff_rename_dst *dst = &rename_dst[mx[i].dst]; 338if(dst->pair) 339continue;/* already done, either exact or fuzzy. */ 340if(mx[i].score < minimum_score) 341break;/* there is no more usable pair. */ 342record_rename_pair(mx[i].dst, mx[i].src, mx[i].score); 343 rename_count++; 344} 345free(mx); 346 347 cleanup: 348/* At this point, we have found some renames and copies and they 349 * are recorded in rename_dst. The original list is still in *q. 350 */ 351 outq.queue = NULL; 352 outq.nr = outq.alloc =0; 353for(i =0; i < q->nr; i++) { 354struct diff_filepair *p = q->queue[i]; 355struct diff_filepair *pair_to_free = NULL; 356 357if(!DIFF_FILE_VALID(p->one) &&DIFF_FILE_VALID(p->two)) { 358/* 359 * Creation 360 * 361 * We would output this create record if it has 362 * not been turned into a rename/copy already. 363 */ 364struct diff_rename_dst *dst = 365locate_rename_dst(p->two,0); 366if(dst && dst->pair) { 367diff_q(&outq, dst->pair); 368 pair_to_free = p; 369} 370else 371/* no matching rename/copy source, so 372 * record this as a creation. 373 */ 374diff_q(&outq, p); 375} 376else if(DIFF_FILE_VALID(p->one) && !DIFF_FILE_VALID(p->two)) { 377/* 378 * Deletion 379 * 380 * We would output this delete record if: 381 * 382 * (1) this is a broken delete and the counterpart 383 * broken create remains in the output; or 384 * (2) this is not a broken delete, and rename_dst 385 * does not have a rename/copy to move p->one->path 386 * out of existence. 387 * 388 * Otherwise, the counterpart broken create 389 * has been turned into a rename-edit; or 390 * delete did not have a matching create to 391 * begin with. 392 */ 393if(DIFF_PAIR_BROKEN(p)) { 394/* broken delete */ 395struct diff_rename_dst *dst = 396locate_rename_dst(p->one,0); 397if(dst && dst->pair) 398/* counterpart is now rename/copy */ 399 pair_to_free = p; 400} 401else{ 402for(j =0; j < rename_dst_nr; j++) { 403if(!rename_dst[j].pair) 404continue; 405if(strcmp(rename_dst[j].pair-> 406 one->path, 407 p->one->path)) 408continue; 409break; 410} 411if(j < rename_dst_nr) 412/* this path remains */ 413 pair_to_free = p; 414} 415 416if(pair_to_free) 417; 418else 419diff_q(&outq, p); 420} 421else if(!diff_unmodified_pair(p)) 422/* all the usual ones need to be kept */ 423diff_q(&outq, p); 424else 425/* no need to keep unmodified pairs */ 426 pair_to_free = p; 427 428if(pair_to_free) 429diff_free_filepair(pair_to_free); 430} 431diff_debug_queue("done copying original", &outq); 432 433free(q->queue); 434*q = outq; 435diff_debug_queue("done collapsing", q); 436 437/* We need to see which rename source really stays here; 438 * earlier we only checked if the path is left in the result, 439 * but even if a path remains in the result, if that is coming 440 * from copying something else on top of it, then the original 441 * source is lost and does not stay. 442 */ 443for(i =0; i < q->nr; i++) { 444struct diff_filepair *p = q->queue[i]; 445if(DIFF_PAIR_RENAME(p) && p->source_stays) { 446/* If one appears as the target of a rename-copy, 447 * then mark p->source_stays = 0; otherwise 448 * leave it as is. 449 */ 450 p->source_stays =compute_stays(q, p->one); 451} 452} 453 454for(i =0; i < rename_dst_nr; i++) { 455diff_free_filespec_data(rename_dst[i].two); 456free(rename_dst[i].two); 457} 458 459free(rename_dst); 460 rename_dst = NULL; 461 rename_dst_nr = rename_dst_alloc =0; 462free(rename_src); 463 rename_src = NULL; 464 rename_src_nr = rename_src_alloc =0; 465return; 466}