1/* 2 * Copyright (C) 2005 Junio C Hamano 3 */ 4#include"cache.h" 5#include"diff.h" 6#include"diffcore.h" 7 8/* Table of rename/copy destinations */ 9 10static struct diff_rename_dst { 11struct diff_filespec *two; 12struct diff_filepair *pair; 13} *rename_dst; 14static int rename_dst_nr, rename_dst_alloc; 15 16static struct diff_rename_dst *locate_rename_dst(struct diff_filespec *two, 17int insert_ok) 18{ 19int first, last; 20 21 first =0; 22 last = rename_dst_nr; 23while(last > first) { 24int next = (last + first) >>1; 25struct diff_rename_dst *dst = &(rename_dst[next]); 26int cmp =strcmp(two->path, dst->two->path); 27if(!cmp) 28return dst; 29if(cmp <0) { 30 last = next; 31continue; 32} 33 first = next+1; 34} 35/* not found */ 36if(!insert_ok) 37return NULL; 38/* insert to make it at "first" */ 39if(rename_dst_alloc <= rename_dst_nr) { 40 rename_dst_alloc =alloc_nr(rename_dst_alloc); 41 rename_dst =xrealloc(rename_dst, 42 rename_dst_alloc *sizeof(*rename_dst)); 43} 44 rename_dst_nr++; 45if(first < rename_dst_nr) 46memmove(rename_dst + first +1, rename_dst + first, 47(rename_dst_nr - first -1) *sizeof(*rename_dst)); 48 rename_dst[first].two =alloc_filespec(two->path); 49fill_filespec(rename_dst[first].two, two->sha1, two->mode); 50 rename_dst[first].pair = NULL; 51return&(rename_dst[first]); 52} 53 54/* Table of rename/copy src files */ 55static struct diff_rename_src { 56struct diff_filespec *one; 57unsigned short score;/* to remember the break score */ 58unsigned src_path_left :1; 59} *rename_src; 60static int rename_src_nr, rename_src_alloc; 61 62static struct diff_rename_src *register_rename_src(struct diff_filespec *one, 63int src_path_left, 64unsigned short score) 65{ 66int first, last; 67 68 first =0; 69 last = rename_src_nr; 70while(last > first) { 71int next = (last + first) >>1; 72struct diff_rename_src *src = &(rename_src[next]); 73int cmp =strcmp(one->path, src->one->path); 74if(!cmp) 75return src; 76if(cmp <0) { 77 last = next; 78continue; 79} 80 first = next+1; 81} 82 83/* insert to make it at "first" */ 84if(rename_src_alloc <= rename_src_nr) { 85 rename_src_alloc =alloc_nr(rename_src_alloc); 86 rename_src =xrealloc(rename_src, 87 rename_src_alloc *sizeof(*rename_src)); 88} 89 rename_src_nr++; 90if(first < rename_src_nr) 91memmove(rename_src + first +1, rename_src + first, 92(rename_src_nr - first -1) *sizeof(*rename_src)); 93 rename_src[first].one = one; 94 rename_src[first].score = score; 95 rename_src[first].src_path_left = src_path_left; 96return&(rename_src[first]); 97} 98 99static intis_exact_match(struct diff_filespec *src, 100struct diff_filespec *dst, 101int contents_too) 102{ 103if(src->sha1_valid && dst->sha1_valid && 104!hashcmp(src->sha1, dst->sha1)) 105return1; 106if(!contents_too) 107return0; 108if(diff_populate_filespec(src,1) ||diff_populate_filespec(dst,1)) 109return0; 110if(src->size != dst->size) 111return0; 112if(src->sha1_valid && dst->sha1_valid) 113return!hashcmp(src->sha1, dst->sha1); 114if(diff_populate_filespec(src,0) ||diff_populate_filespec(dst,0)) 115return0; 116if(src->size == dst->size && 117!memcmp(src->data, dst->data, src->size)) 118return1; 119return0; 120} 121 122struct diff_score { 123int src;/* index in rename_src */ 124int dst;/* index in rename_dst */ 125int score; 126}; 127 128static intestimate_similarity(struct diff_filespec *src, 129struct diff_filespec *dst, 130int minimum_score) 131{ 132/* src points at a file that existed in the original tree (or 133 * optionally a file in the destination tree) and dst points 134 * at a newly created file. They may be quite similar, in which 135 * case we want to say src is renamed to dst or src is copied into 136 * dst, and then some edit has been applied to dst. 137 * 138 * Compare them and return how similar they are, representing 139 * the score as an integer between 0 and MAX_SCORE. 140 * 141 * When there is an exact match, it is considered a better 142 * match than anything else; the destination does not even 143 * call into this function in that case. 144 */ 145unsigned long max_size, delta_size, base_size, src_copied, literal_added; 146unsigned long delta_limit; 147int score; 148 149/* We deal only with regular files. Symlink renames are handled 150 * only when they are exact matches --- in other words, no edits 151 * after renaming. 152 */ 153if(!S_ISREG(src->mode) || !S_ISREG(dst->mode)) 154return0; 155 156 max_size = ((src->size > dst->size) ? src->size : dst->size); 157 base_size = ((src->size < dst->size) ? src->size : dst->size); 158 delta_size = max_size - base_size; 159 160/* We would not consider edits that change the file size so 161 * drastically. delta_size must be smaller than 162 * (MAX_SCORE-minimum_score)/MAX_SCORE * min(src->size, dst->size). 163 * 164 * Note that base_size == 0 case is handled here already 165 * and the final score computation below would not have a 166 * divide-by-zero issue. 167 */ 168if(base_size * (MAX_SCORE-minimum_score) < delta_size * MAX_SCORE) 169return0; 170 171if(diff_populate_filespec(src,0) ||diff_populate_filespec(dst,0)) 172return0;/* error but caught downstream */ 173 174 175 delta_limit = (unsigned long) 176(base_size * (MAX_SCORE-minimum_score) / MAX_SCORE); 177if(diffcore_count_changes(src->data, src->size, 178 dst->data, dst->size, 179&src->cnt_data, &dst->cnt_data, 180 delta_limit, 181&src_copied, &literal_added)) 182return0; 183 184/* How similar are they? 185 * what percentage of material in dst are from source? 186 */ 187if(!dst->size) 188 score =0;/* should not happen */ 189else 190 score = (int)(src_copied * MAX_SCORE / max_size); 191return score; 192} 193 194static voidrecord_rename_pair(int dst_index,int src_index,int score) 195{ 196struct diff_filespec *one, *two, *src, *dst; 197struct diff_filepair *dp; 198 199if(rename_dst[dst_index].pair) 200die("internal error: dst already matched."); 201 202 src = rename_src[src_index].one; 203 one =alloc_filespec(src->path); 204fill_filespec(one, src->sha1, src->mode); 205 206 dst = rename_dst[dst_index].two; 207 two =alloc_filespec(dst->path); 208fill_filespec(two, dst->sha1, dst->mode); 209 210 dp =diff_queue(NULL, one, two); 211 dp->renamed_pair =1; 212if(!strcmp(src->path, dst->path)) 213 dp->score = rename_src[src_index].score; 214else 215 dp->score = score; 216 dp->source_stays = rename_src[src_index].src_path_left; 217 rename_dst[dst_index].pair = dp; 218} 219 220/* 221 * We sort the rename similarity matrix with the score, in descending 222 * order (the most similar first). 223 */ 224static intscore_compare(const void*a_,const void*b_) 225{ 226const struct diff_score *a = a_, *b = b_; 227return b->score - a->score; 228} 229 230static intcompute_stays(struct diff_queue_struct *q, 231struct diff_filespec *one) 232{ 233int i; 234for(i =0; i < q->nr; i++) { 235struct diff_filepair *p = q->queue[i]; 236if(strcmp(one->path, p->two->path)) 237continue; 238if(DIFF_PAIR_RENAME(p)) { 239return0;/* something else is renamed into this */ 240} 241} 242return1; 243} 244 245voiddiffcore_rename(struct diff_options *options) 246{ 247int detect_rename = options->detect_rename; 248int minimum_score = options->rename_score; 249int rename_limit = options->rename_limit; 250struct diff_queue_struct *q = &diff_queued_diff; 251struct diff_queue_struct outq; 252struct diff_score *mx; 253int i, j, rename_count, contents_too; 254int num_create, num_src, dst_cnt; 255 256if(!minimum_score) 257 minimum_score = DEFAULT_RENAME_SCORE; 258 rename_count =0; 259 260for(i =0; i < q->nr; i++) { 261struct diff_filepair *p = q->queue[i]; 262if(!DIFF_FILE_VALID(p->one)) { 263if(!DIFF_FILE_VALID(p->two)) 264continue;/* unmerged */ 265else if(options->single_follow && 266strcmp(options->single_follow, p->two->path)) 267continue;/* not interested */ 268else 269locate_rename_dst(p->two,1); 270} 271else if(!DIFF_FILE_VALID(p->two)) { 272/* If the source is a broken "delete", and 273 * they did not really want to get broken, 274 * that means the source actually stays. 275 */ 276int stays = (p->broken_pair && !p->score); 277register_rename_src(p->one, stays, p->score); 278} 279else if(detect_rename == DIFF_DETECT_COPY) 280register_rename_src(p->one,1, p->score); 281} 282if(rename_dst_nr ==0|| rename_src_nr ==0|| 283(0< rename_limit && rename_limit < rename_dst_nr)) 284goto cleanup;/* nothing to do */ 285 286/* We really want to cull the candidates list early 287 * with cheap tests in order to avoid doing deltas. 288 * The first round matches up the up-to-date entries, 289 * and then during the second round we try to match 290 * cache-dirty entries as well. 291 */ 292for(contents_too =0; contents_too <2; contents_too++) { 293for(i =0; i < rename_dst_nr; i++) { 294struct diff_filespec *two = rename_dst[i].two; 295if(rename_dst[i].pair) 296continue;/* dealt with an earlier round */ 297for(j =0; j < rename_src_nr; j++) { 298struct diff_filespec *one = rename_src[j].one; 299if(!is_exact_match(one, two, contents_too)) 300continue; 301record_rename_pair(i, j, (int)MAX_SCORE); 302 rename_count++; 303break;/* we are done with this entry */ 304} 305} 306} 307 308/* Have we run out the created file pool? If so we can avoid 309 * doing the delta matrix altogether. 310 */ 311if(rename_count == rename_dst_nr) 312goto cleanup; 313 314if(minimum_score == MAX_SCORE) 315goto cleanup; 316 317 num_create = (rename_dst_nr - rename_count); 318 num_src = rename_src_nr; 319 mx =xmalloc(sizeof(*mx) * num_create * num_src); 320for(dst_cnt = i =0; i < rename_dst_nr; i++) { 321int base = dst_cnt * num_src; 322struct diff_filespec *two = rename_dst[i].two; 323if(rename_dst[i].pair) 324continue;/* dealt with exact match already. */ 325for(j =0; j < rename_src_nr; j++) { 326struct diff_filespec *one = rename_src[j].one; 327struct diff_score *m = &mx[base+j]; 328 m->src = j; 329 m->dst = i; 330 m->score =estimate_similarity(one, two, 331 minimum_score); 332diff_free_filespec_data(one); 333} 334/* We do not need the text anymore */ 335diff_free_filespec_data(two); 336 dst_cnt++; 337} 338/* cost matrix sorted by most to least similar pair */ 339qsort(mx, num_create * num_src,sizeof(*mx), score_compare); 340for(i =0; i < num_create * num_src; i++) { 341struct diff_rename_dst *dst = &rename_dst[mx[i].dst]; 342if(dst->pair) 343continue;/* already done, either exact or fuzzy. */ 344if(mx[i].score < minimum_score) 345break;/* there is no more usable pair. */ 346record_rename_pair(mx[i].dst, mx[i].src, mx[i].score); 347 rename_count++; 348} 349free(mx); 350 351 cleanup: 352/* At this point, we have found some renames and copies and they 353 * are recorded in rename_dst. The original list is still in *q. 354 */ 355 outq.queue = NULL; 356 outq.nr = outq.alloc =0; 357for(i =0; i < q->nr; i++) { 358struct diff_filepair *p = q->queue[i]; 359struct diff_filepair *pair_to_free = NULL; 360 361if(!DIFF_FILE_VALID(p->one) &&DIFF_FILE_VALID(p->two)) { 362/* 363 * Creation 364 * 365 * We would output this create record if it has 366 * not been turned into a rename/copy already. 367 */ 368struct diff_rename_dst *dst = 369locate_rename_dst(p->two,0); 370if(dst && dst->pair) { 371diff_q(&outq, dst->pair); 372 pair_to_free = p; 373} 374else 375/* no matching rename/copy source, so 376 * record this as a creation. 377 */ 378diff_q(&outq, p); 379} 380else if(DIFF_FILE_VALID(p->one) && !DIFF_FILE_VALID(p->two)) { 381/* 382 * Deletion 383 * 384 * We would output this delete record if: 385 * 386 * (1) this is a broken delete and the counterpart 387 * broken create remains in the output; or 388 * (2) this is not a broken delete, and rename_dst 389 * does not have a rename/copy to move p->one->path 390 * out of existence. 391 * 392 * Otherwise, the counterpart broken create 393 * has been turned into a rename-edit; or 394 * delete did not have a matching create to 395 * begin with. 396 */ 397if(DIFF_PAIR_BROKEN(p)) { 398/* broken delete */ 399struct diff_rename_dst *dst = 400locate_rename_dst(p->one,0); 401if(dst && dst->pair) 402/* counterpart is now rename/copy */ 403 pair_to_free = p; 404} 405else{ 406for(j =0; j < rename_dst_nr; j++) { 407if(!rename_dst[j].pair) 408continue; 409if(strcmp(rename_dst[j].pair-> 410 one->path, 411 p->one->path)) 412continue; 413break; 414} 415if(j < rename_dst_nr) 416/* this path remains */ 417 pair_to_free = p; 418} 419 420if(pair_to_free) 421; 422else 423diff_q(&outq, p); 424} 425else if(!diff_unmodified_pair(p)) 426/* all the usual ones need to be kept */ 427diff_q(&outq, p); 428else 429/* no need to keep unmodified pairs */ 430 pair_to_free = p; 431 432if(pair_to_free) 433diff_free_filepair(pair_to_free); 434} 435diff_debug_queue("done copying original", &outq); 436 437free(q->queue); 438*q = outq; 439diff_debug_queue("done collapsing", q); 440 441/* We need to see which rename source really stays here; 442 * earlier we only checked if the path is left in the result, 443 * but even if a path remains in the result, if that is coming 444 * from copying something else on top of it, then the original 445 * source is lost and does not stay. 446 */ 447for(i =0; i < q->nr; i++) { 448struct diff_filepair *p = q->queue[i]; 449if(DIFF_PAIR_RENAME(p) && p->source_stays) { 450/* If one appears as the target of a rename-copy, 451 * then mark p->source_stays = 0; otherwise 452 * leave it as is. 453 */ 454 p->source_stays =compute_stays(q, p->one); 455} 456} 457 458for(i =0; i < rename_dst_nr; i++) { 459diff_free_filespec_data(rename_dst[i].two); 460free(rename_dst[i].two); 461} 462 463free(rename_dst); 464 rename_dst = NULL; 465 rename_dst_nr = rename_dst_alloc =0; 466free(rename_src); 467 rename_src = NULL; 468 rename_src_nr = rename_src_alloc =0; 469return; 470}