1/* 2 * Copyright (C) 2005 Junio C Hamano 3 */ 4#include"cache.h" 5#include"diff.h" 6#include"diffcore.h" 7 8/* Table of rename/copy destinations */ 9 10static struct diff_rename_dst { 11struct diff_filespec *two; 12struct diff_filepair *pair; 13} *rename_dst; 14static int rename_dst_nr, rename_dst_alloc; 15 16static struct diff_rename_dst *locate_rename_dst(struct diff_filespec *two, 17int insert_ok) 18{ 19int first, last; 20 21 first =0; 22 last = rename_dst_nr; 23while(last > first) { 24int next = (last + first) >>1; 25struct diff_rename_dst *dst = &(rename_dst[next]); 26int cmp =strcmp(two->path, dst->two->path); 27if(!cmp) 28return dst; 29if(cmp <0) { 30 last = next; 31continue; 32} 33 first = next+1; 34} 35/* not found */ 36if(!insert_ok) 37return NULL; 38/* insert to make it at "first" */ 39if(rename_dst_alloc <= rename_dst_nr) { 40 rename_dst_alloc =alloc_nr(rename_dst_alloc); 41 rename_dst =xrealloc(rename_dst, 42 rename_dst_alloc *sizeof(*rename_dst)); 43} 44 rename_dst_nr++; 45if(first < rename_dst_nr) 46memmove(rename_dst + first +1, rename_dst + first, 47(rename_dst_nr - first -1) *sizeof(*rename_dst)); 48 rename_dst[first].two =alloc_filespec(two->path); 49fill_filespec(rename_dst[first].two, two->sha1, two->mode); 50 rename_dst[first].pair = NULL; 51return&(rename_dst[first]); 52} 53 54/* Table of rename/copy src files */ 55static struct diff_rename_src { 56struct diff_filespec *one; 57unsigned short score;/* to remember the break score */ 58unsigned src_path_left :1; 59} *rename_src; 60static int rename_src_nr, rename_src_alloc; 61 62static struct diff_rename_src *register_rename_src(struct diff_filespec *one, 63int src_path_left, 64unsigned short score) 65{ 66int first, last; 67 68 first =0; 69 last = rename_src_nr; 70while(last > first) { 71int next = (last + first) >>1; 72struct diff_rename_src *src = &(rename_src[next]); 73int cmp =strcmp(one->path, src->one->path); 74if(!cmp) 75return src; 76if(cmp <0) { 77 last = next; 78continue; 79} 80 first = next+1; 81} 82 83/* insert to make it at "first" */ 84if(rename_src_alloc <= rename_src_nr) { 85 rename_src_alloc =alloc_nr(rename_src_alloc); 86 rename_src =xrealloc(rename_src, 87 rename_src_alloc *sizeof(*rename_src)); 88} 89 rename_src_nr++; 90if(first < rename_src_nr) 91memmove(rename_src + first +1, rename_src + first, 92(rename_src_nr - first -1) *sizeof(*rename_src)); 93 rename_src[first].one = one; 94 rename_src[first].score = score; 95 rename_src[first].src_path_left = src_path_left; 96return&(rename_src[first]); 97} 98 99static intis_exact_match(struct diff_filespec *src, 100struct diff_filespec *dst, 101int contents_too) 102{ 103if(src->sha1_valid && dst->sha1_valid && 104!hashcmp(src->sha1, dst->sha1)) 105return1; 106if(!contents_too) 107return0; 108if(diff_populate_filespec(src,1) ||diff_populate_filespec(dst,1)) 109return0; 110if(src->size != dst->size) 111return0; 112if(src->sha1_valid && dst->sha1_valid) 113return!hashcmp(src->sha1, dst->sha1); 114if(diff_populate_filespec(src,0) ||diff_populate_filespec(dst,0)) 115return0; 116if(src->size == dst->size && 117!memcmp(src->data, dst->data, src->size)) 118return1; 119return0; 120} 121 122static intbasename_same(struct diff_filespec *src,struct diff_filespec *dst) 123{ 124int src_len =strlen(src->path), dst_len =strlen(dst->path); 125while(src_len && dst_len) { 126char c1 = src->path[--src_len]; 127char c2 = dst->path[--dst_len]; 128if(c1 != c2) 129return0; 130if(c1 =='/') 131return1; 132} 133return(!src_len || src->path[src_len -1] =='/') && 134(!dst_len || dst->path[dst_len -1] =='/'); 135} 136 137struct diff_score { 138int src;/* index in rename_src */ 139int dst;/* index in rename_dst */ 140int score; 141int name_score; 142}; 143 144static intestimate_similarity(struct diff_filespec *src, 145struct diff_filespec *dst, 146int minimum_score) 147{ 148/* src points at a file that existed in the original tree (or 149 * optionally a file in the destination tree) and dst points 150 * at a newly created file. They may be quite similar, in which 151 * case we want to say src is renamed to dst or src is copied into 152 * dst, and then some edit has been applied to dst. 153 * 154 * Compare them and return how similar they are, representing 155 * the score as an integer between 0 and MAX_SCORE. 156 * 157 * When there is an exact match, it is considered a better 158 * match than anything else; the destination does not even 159 * call into this function in that case. 160 */ 161unsigned long max_size, delta_size, base_size, src_copied, literal_added; 162unsigned long delta_limit; 163int score; 164 165/* We deal only with regular files. Symlink renames are handled 166 * only when they are exact matches --- in other words, no edits 167 * after renaming. 168 */ 169if(!S_ISREG(src->mode) || !S_ISREG(dst->mode)) 170return0; 171 172 max_size = ((src->size > dst->size) ? src->size : dst->size); 173 base_size = ((src->size < dst->size) ? src->size : dst->size); 174 delta_size = max_size - base_size; 175 176/* We would not consider edits that change the file size so 177 * drastically. delta_size must be smaller than 178 * (MAX_SCORE-minimum_score)/MAX_SCORE * min(src->size, dst->size). 179 * 180 * Note that base_size == 0 case is handled here already 181 * and the final score computation below would not have a 182 * divide-by-zero issue. 183 */ 184if(base_size * (MAX_SCORE-minimum_score) < delta_size * MAX_SCORE) 185return0; 186 187if(diff_populate_filespec(src,0) ||diff_populate_filespec(dst,0)) 188return0;/* error but caught downstream */ 189 190 191 delta_limit = (unsigned long) 192(base_size * (MAX_SCORE-minimum_score) / MAX_SCORE); 193if(diffcore_count_changes(src->data, src->size, 194 dst->data, dst->size, 195&src->cnt_data, &dst->cnt_data, 196 delta_limit, 197&src_copied, &literal_added)) 198return0; 199 200/* How similar are they? 201 * what percentage of material in dst are from source? 202 */ 203if(!dst->size) 204 score =0;/* should not happen */ 205else 206 score = (int)(src_copied * MAX_SCORE / max_size); 207return score; 208} 209 210static voidrecord_rename_pair(int dst_index,int src_index,int score) 211{ 212struct diff_filespec *one, *two, *src, *dst; 213struct diff_filepair *dp; 214 215if(rename_dst[dst_index].pair) 216die("internal error: dst already matched."); 217 218 src = rename_src[src_index].one; 219 one =alloc_filespec(src->path); 220fill_filespec(one, src->sha1, src->mode); 221 222 dst = rename_dst[dst_index].two; 223 two =alloc_filespec(dst->path); 224fill_filespec(two, dst->sha1, dst->mode); 225 226 dp =diff_queue(NULL, one, two); 227 dp->renamed_pair =1; 228if(!strcmp(src->path, dst->path)) 229 dp->score = rename_src[src_index].score; 230else 231 dp->score = score; 232 dp->source_stays = rename_src[src_index].src_path_left; 233 rename_dst[dst_index].pair = dp; 234} 235 236/* 237 * We sort the rename similarity matrix with the score, in descending 238 * order (the most similar first). 239 */ 240static intscore_compare(const void*a_,const void*b_) 241{ 242const struct diff_score *a = a_, *b = b_; 243 244if(a->score == b->score) 245return b->name_score - a->name_score; 246 247return b->score - a->score; 248} 249 250static intcompute_stays(struct diff_queue_struct *q, 251struct diff_filespec *one) 252{ 253int i; 254for(i =0; i < q->nr; i++) { 255struct diff_filepair *p = q->queue[i]; 256if(strcmp(one->path, p->two->path)) 257continue; 258if(DIFF_PAIR_RENAME(p)) { 259return0;/* something else is renamed into this */ 260} 261} 262return1; 263} 264 265voiddiffcore_rename(struct diff_options *options) 266{ 267int detect_rename = options->detect_rename; 268int minimum_score = options->rename_score; 269int rename_limit = options->rename_limit; 270struct diff_queue_struct *q = &diff_queued_diff; 271struct diff_queue_struct outq; 272struct diff_score *mx; 273int i, j, rename_count, contents_too; 274int num_create, num_src, dst_cnt; 275 276if(!minimum_score) 277 minimum_score = DEFAULT_RENAME_SCORE; 278 rename_count =0; 279 280for(i =0; i < q->nr; i++) { 281struct diff_filepair *p = q->queue[i]; 282if(!DIFF_FILE_VALID(p->one)) { 283if(!DIFF_FILE_VALID(p->two)) 284continue;/* unmerged */ 285else if(options->single_follow && 286strcmp(options->single_follow, p->two->path)) 287continue;/* not interested */ 288else 289locate_rename_dst(p->two,1); 290} 291else if(!DIFF_FILE_VALID(p->two)) { 292/* If the source is a broken "delete", and 293 * they did not really want to get broken, 294 * that means the source actually stays. 295 */ 296int stays = (p->broken_pair && !p->score); 297register_rename_src(p->one, stays, p->score); 298} 299else if(detect_rename == DIFF_DETECT_COPY) 300register_rename_src(p->one,1, p->score); 301} 302if(rename_dst_nr ==0|| rename_src_nr ==0|| 303(0< rename_limit && rename_limit < rename_dst_nr)) 304goto cleanup;/* nothing to do */ 305 306/* We really want to cull the candidates list early 307 * with cheap tests in order to avoid doing deltas. 308 * The first round matches up the up-to-date entries, 309 * and then during the second round we try to match 310 * cache-dirty entries as well. 311 */ 312for(contents_too =0; contents_too <2; contents_too++) { 313for(i =0; i < rename_dst_nr; i++) { 314struct diff_filespec *two = rename_dst[i].two; 315if(rename_dst[i].pair) 316continue;/* dealt with an earlier round */ 317for(j =0; j < rename_src_nr; j++) { 318int k; 319struct diff_filespec *one = rename_src[j].one; 320if(!is_exact_match(one, two, contents_too)) 321continue; 322 323/* see if there is a basename match, too */ 324for(k = j; k < rename_src_nr; k++) { 325 one = rename_src[k].one; 326if(basename_same(one, two) && 327is_exact_match(one, two, 328 contents_too)) { 329 j = k; 330break; 331} 332} 333 334record_rename_pair(i, j, (int)MAX_SCORE); 335 rename_count++; 336break;/* we are done with this entry */ 337} 338} 339} 340 341/* Have we run out the created file pool? If so we can avoid 342 * doing the delta matrix altogether. 343 */ 344if(rename_count == rename_dst_nr) 345goto cleanup; 346 347if(minimum_score == MAX_SCORE) 348goto cleanup; 349 350 num_create = (rename_dst_nr - rename_count); 351 num_src = rename_src_nr; 352 mx =xmalloc(sizeof(*mx) * num_create * num_src); 353for(dst_cnt = i =0; i < rename_dst_nr; i++) { 354int base = dst_cnt * num_src; 355struct diff_filespec *two = rename_dst[i].two; 356if(rename_dst[i].pair) 357continue;/* dealt with exact match already. */ 358for(j =0; j < rename_src_nr; j++) { 359struct diff_filespec *one = rename_src[j].one; 360struct diff_score *m = &mx[base+j]; 361 m->src = j; 362 m->dst = i; 363 m->score =estimate_similarity(one, two, 364 minimum_score); 365 m->name_score =basename_same(one, two); 366diff_free_filespec_data(one); 367} 368/* We do not need the text anymore */ 369diff_free_filespec_data(two); 370 dst_cnt++; 371} 372/* cost matrix sorted by most to least similar pair */ 373qsort(mx, num_create * num_src,sizeof(*mx), score_compare); 374for(i =0; i < num_create * num_src; i++) { 375struct diff_rename_dst *dst = &rename_dst[mx[i].dst]; 376if(dst->pair) 377continue;/* already done, either exact or fuzzy. */ 378if(mx[i].score < minimum_score) 379break;/* there is no more usable pair. */ 380record_rename_pair(mx[i].dst, mx[i].src, mx[i].score); 381 rename_count++; 382} 383free(mx); 384 385 cleanup: 386/* At this point, we have found some renames and copies and they 387 * are recorded in rename_dst. The original list is still in *q. 388 */ 389 outq.queue = NULL; 390 outq.nr = outq.alloc =0; 391for(i =0; i < q->nr; i++) { 392struct diff_filepair *p = q->queue[i]; 393struct diff_filepair *pair_to_free = NULL; 394 395if(!DIFF_FILE_VALID(p->one) &&DIFF_FILE_VALID(p->two)) { 396/* 397 * Creation 398 * 399 * We would output this create record if it has 400 * not been turned into a rename/copy already. 401 */ 402struct diff_rename_dst *dst = 403locate_rename_dst(p->two,0); 404if(dst && dst->pair) { 405diff_q(&outq, dst->pair); 406 pair_to_free = p; 407} 408else 409/* no matching rename/copy source, so 410 * record this as a creation. 411 */ 412diff_q(&outq, p); 413} 414else if(DIFF_FILE_VALID(p->one) && !DIFF_FILE_VALID(p->two)) { 415/* 416 * Deletion 417 * 418 * We would output this delete record if: 419 * 420 * (1) this is a broken delete and the counterpart 421 * broken create remains in the output; or 422 * (2) this is not a broken delete, and rename_dst 423 * does not have a rename/copy to move p->one->path 424 * out of existence. 425 * 426 * Otherwise, the counterpart broken create 427 * has been turned into a rename-edit; or 428 * delete did not have a matching create to 429 * begin with. 430 */ 431if(DIFF_PAIR_BROKEN(p)) { 432/* broken delete */ 433struct diff_rename_dst *dst = 434locate_rename_dst(p->one,0); 435if(dst && dst->pair) 436/* counterpart is now rename/copy */ 437 pair_to_free = p; 438} 439else{ 440for(j =0; j < rename_dst_nr; j++) { 441if(!rename_dst[j].pair) 442continue; 443if(strcmp(rename_dst[j].pair-> 444 one->path, 445 p->one->path)) 446continue; 447break; 448} 449if(j < rename_dst_nr) 450/* this path remains */ 451 pair_to_free = p; 452} 453 454if(pair_to_free) 455; 456else 457diff_q(&outq, p); 458} 459else if(!diff_unmodified_pair(p)) 460/* all the usual ones need to be kept */ 461diff_q(&outq, p); 462else 463/* no need to keep unmodified pairs */ 464 pair_to_free = p; 465 466if(pair_to_free) 467diff_free_filepair(pair_to_free); 468} 469diff_debug_queue("done copying original", &outq); 470 471free(q->queue); 472*q = outq; 473diff_debug_queue("done collapsing", q); 474 475/* We need to see which rename source really stays here; 476 * earlier we only checked if the path is left in the result, 477 * but even if a path remains in the result, if that is coming 478 * from copying something else on top of it, then the original 479 * source is lost and does not stay. 480 */ 481for(i =0; i < q->nr; i++) { 482struct diff_filepair *p = q->queue[i]; 483if(DIFF_PAIR_RENAME(p) && p->source_stays) { 484/* If one appears as the target of a rename-copy, 485 * then mark p->source_stays = 0; otherwise 486 * leave it as is. 487 */ 488 p->source_stays =compute_stays(q, p->one); 489} 490} 491 492for(i =0; i < rename_dst_nr; i++) { 493diff_free_filespec_data(rename_dst[i].two); 494free(rename_dst[i].two); 495} 496 497free(rename_dst); 498 rename_dst = NULL; 499 rename_dst_nr = rename_dst_alloc =0; 500free(rename_src); 501 rename_src = NULL; 502 rename_src_nr = rename_src_alloc =0; 503return; 504}