1/* 2 * Copyright (C) 2005 Junio C Hamano 3 */ 4#include"cache.h" 5#include"diff.h" 6#include"diffcore.h" 7#include"delta.h" 8#include"count-delta.h" 9 10/* Table of rename/copy destinations */ 11 12static struct diff_rename_dst { 13struct diff_filespec *two; 14struct diff_filepair *pair; 15} *rename_dst; 16static int rename_dst_nr, rename_dst_alloc; 17 18static struct diff_rename_dst *locate_rename_dst(struct diff_filespec *two, 19int insert_ok) 20{ 21int first, last; 22 23 first =0; 24 last = rename_dst_nr; 25while(last > first) { 26int next = (last + first) >>1; 27struct diff_rename_dst *dst = &(rename_dst[next]); 28int cmp =strcmp(two->path, dst->two->path); 29if(!cmp) 30return dst; 31if(cmp <0) { 32 last = next; 33continue; 34} 35 first = next+1; 36} 37/* not found */ 38if(!insert_ok) 39return NULL; 40/* insert to make it at "first" */ 41if(rename_dst_alloc <= rename_dst_nr) { 42 rename_dst_alloc =alloc_nr(rename_dst_alloc); 43 rename_dst =xrealloc(rename_dst, 44 rename_dst_alloc *sizeof(*rename_dst)); 45} 46 rename_dst_nr++; 47if(first < rename_dst_nr) 48memmove(rename_dst + first +1, rename_dst + first, 49(rename_dst_nr - first -1) *sizeof(*rename_dst)); 50 rename_dst[first].two =alloc_filespec(two->path); 51fill_filespec(rename_dst[first].two, two->sha1, two->mode); 52 rename_dst[first].pair = NULL; 53return&(rename_dst[first]); 54} 55 56/* Table of rename/copy src files */ 57static struct diff_rename_src { 58struct diff_filespec *one; 59unsigned src_path_left :1; 60} *rename_src; 61static int rename_src_nr, rename_src_alloc; 62 63static struct diff_rename_src *register_rename_src(struct diff_filespec *one, 64int src_path_left) 65{ 66int first, last; 67 68 first =0; 69 last = rename_src_nr; 70while(last > first) { 71int next = (last + first) >>1; 72struct diff_rename_src *src = &(rename_src[next]); 73int cmp =strcmp(one->path, src->one->path); 74if(!cmp) 75return src; 76if(cmp <0) { 77 last = next; 78continue; 79} 80 first = next+1; 81} 82 83/* insert to make it at "first" */ 84if(rename_src_alloc <= rename_src_nr) { 85 rename_src_alloc =alloc_nr(rename_src_alloc); 86 rename_src =xrealloc(rename_src, 87 rename_src_alloc *sizeof(*rename_src)); 88} 89 rename_src_nr++; 90if(first < rename_src_nr) 91memmove(rename_src + first +1, rename_src + first, 92(rename_src_nr - first -1) *sizeof(*rename_src)); 93 rename_src[first].one = one; 94 rename_src[first].src_path_left = src_path_left; 95return&(rename_src[first]); 96} 97 98static intis_exact_match(struct diff_filespec *src,struct diff_filespec *dst) 99{ 100if(src->sha1_valid && dst->sha1_valid && 101!memcmp(src->sha1, dst->sha1,20)) 102return1; 103if(diff_populate_filespec(src,1) ||diff_populate_filespec(dst,1)) 104return0; 105if(src->size != dst->size) 106return0; 107if(diff_populate_filespec(src,0) ||diff_populate_filespec(dst,0)) 108return0; 109if(src->size == dst->size && 110!memcmp(src->data, dst->data, src->size)) 111return1; 112return0; 113} 114 115struct diff_score { 116int src;/* index in rename_src */ 117int dst;/* index in rename_dst */ 118int score; 119}; 120 121static intestimate_similarity(struct diff_filespec *src, 122struct diff_filespec *dst, 123int minimum_score) 124{ 125/* src points at a file that existed in the original tree (or 126 * optionally a file in the destination tree) and dst points 127 * at a newly created file. They may be quite similar, in which 128 * case we want to say src is renamed to dst or src is copied into 129 * dst, and then some edit has been applied to dst. 130 * 131 * Compare them and return how similar they are, representing 132 * the score as an integer between 0 and MAX_SCORE. 133 * 134 * When there is an exact match, it is considered a better 135 * match than anything else; the destination does not even 136 * call into this function in that case. 137 */ 138void*delta; 139unsigned long delta_size, base_size, src_copied, literal_added; 140unsigned long delta_limit; 141int score; 142 143/* We deal only with regular files. Symlink renames are handled 144 * only when they are exact matches --- in other words, no edits 145 * after renaming. 146 */ 147if(!S_ISREG(src->mode) || !S_ISREG(dst->mode)) 148return0; 149 150 delta_size = ((src->size < dst->size) ? 151(dst->size - src->size) : (src->size - dst->size)); 152 base_size = ((src->size < dst->size) ? src->size : dst->size); 153 154/* We would not consider edits that change the file size so 155 * drastically. delta_size must be smaller than 156 * (MAX_SCORE-minimum_score)/MAX_SCORE * min(src->size, dst->size). 157 * 158 * Note that base_size == 0 case is handled here already 159 * and the final score computation below would not have a 160 * divide-by-zero issue. 161 */ 162if(base_size * (MAX_SCORE-minimum_score) < delta_size * MAX_SCORE) 163return0; 164 165if(diff_populate_filespec(src,0) ||diff_populate_filespec(dst,0)) 166return0;/* error but caught downstream */ 167 168 delta_limit = base_size * (MAX_SCORE-minimum_score) / MAX_SCORE; 169 delta =diff_delta(src->data, src->size, 170 dst->data, dst->size, 171&delta_size, delta_limit); 172if(!delta) 173/* If delta_limit is exceeded, we have too much differences */ 174return0; 175 176/* A delta that has a lot of literal additions would have 177 * big delta_size no matter what else it does. 178 */ 179if(base_size * (MAX_SCORE-minimum_score) < delta_size * MAX_SCORE) 180return0; 181 182/* Estimate the edit size by interpreting delta. */ 183if(count_delta(delta, delta_size, &src_copied, &literal_added)) { 184free(delta); 185return0; 186} 187free(delta); 188 189/* Extent of damage */ 190if(src->size + literal_added < src_copied) 191 delta_size =0; 192else 193 delta_size = (src->size - src_copied) + literal_added; 194 195/* 196 * Now we will give some score to it. 100% edit gets 0 points 197 * and 0% edit gets MAX_SCORE points. 198 */ 199 score = MAX_SCORE - (MAX_SCORE * delta_size / base_size); 200if(score <0)return0; 201if(MAX_SCORE < score)return MAX_SCORE; 202return score; 203} 204 205static voidrecord_rename_pair(int dst_index,int src_index,int score) 206{ 207struct diff_filespec *one, *two, *src, *dst; 208struct diff_filepair *dp; 209 210if(rename_dst[dst_index].pair) 211die("internal error: dst already matched."); 212 213 src = rename_src[src_index].one; 214 one =alloc_filespec(src->path); 215fill_filespec(one, src->sha1, src->mode); 216 217 dst = rename_dst[dst_index].two; 218 two =alloc_filespec(dst->path); 219fill_filespec(two, dst->sha1, dst->mode); 220 221 dp =diff_queue(NULL, one, two); 222 dp->score = score; 223 dp->source_stays = rename_src[src_index].src_path_left; 224 rename_dst[dst_index].pair = dp; 225} 226 227/* 228 * We sort the rename similarity matrix with the score, in descending 229 * order (the most similar first). 230 */ 231static intscore_compare(const void*a_,const void*b_) 232{ 233const struct diff_score *a = a_, *b = b_; 234return b->score - a->score; 235} 236 237static intcompute_stays(struct diff_queue_struct *q, 238struct diff_filespec *one) 239{ 240int i; 241for(i =0; i < q->nr; i++) { 242struct diff_filepair *p = q->queue[i]; 243if(strcmp(one->path, p->two->path)) 244continue; 245if(DIFF_PAIR_RENAME(p)) { 246return0;/* something else is renamed into this */ 247} 248} 249return1; 250} 251 252voiddiffcore_rename(int detect_rename,int minimum_score) 253{ 254struct diff_queue_struct *q = &diff_queued_diff; 255struct diff_queue_struct outq; 256struct diff_score *mx; 257int i, j, rename_count; 258int num_create, num_src, dst_cnt; 259 260if(!minimum_score) 261 minimum_score = DEFAULT_RENAME_SCORE; 262 rename_count =0; 263 264for(i =0; i < q->nr; i++) { 265struct diff_filepair *p = q->queue[i]; 266if(!DIFF_FILE_VALID(p->one)) 267if(!DIFF_FILE_VALID(p->two)) 268continue;/* unmerged */ 269else 270locate_rename_dst(p->two,1); 271else if(!DIFF_FILE_VALID(p->two)) { 272/* If the source is a broken "delete", and 273 * they did not really want to get broken, 274 * that means the source actually stays. 275 */ 276int stays = (p->broken_pair && !p->score); 277register_rename_src(p->one, stays); 278} 279else if(detect_rename == DIFF_DETECT_COPY) 280register_rename_src(p->one,1); 281} 282if(rename_dst_nr ==0) 283goto cleanup;/* nothing to do */ 284 285/* We really want to cull the candidates list early 286 * with cheap tests in order to avoid doing deltas. 287 */ 288for(i =0; i < rename_dst_nr; i++) { 289struct diff_filespec *two = rename_dst[i].two; 290for(j =0; j < rename_src_nr; j++) { 291struct diff_filespec *one = rename_src[j].one; 292if(!is_exact_match(one, two)) 293continue; 294record_rename_pair(i, j, MAX_SCORE); 295 rename_count++; 296break;/* we are done with this entry */ 297} 298} 299 300/* Have we run out the created file pool? If so we can avoid 301 * doing the delta matrix altogether. 302 */ 303if(rename_count == rename_dst_nr) 304goto cleanup; 305 306 num_create = (rename_dst_nr - rename_count); 307 num_src = rename_src_nr; 308 mx =xmalloc(sizeof(*mx) * num_create * num_src); 309for(dst_cnt = i =0; i < rename_dst_nr; i++) { 310int base = dst_cnt * num_src; 311struct diff_filespec *two = rename_dst[i].two; 312if(rename_dst[i].pair) 313continue;/* dealt with exact match already. */ 314for(j =0; j < rename_src_nr; j++) { 315struct diff_filespec *one = rename_src[j].one; 316struct diff_score *m = &mx[base+j]; 317 m->src = j; 318 m->dst = i; 319 m->score =estimate_similarity(one, two, 320 minimum_score); 321} 322 dst_cnt++; 323} 324/* cost matrix sorted by most to least similar pair */ 325qsort(mx, num_create * num_src,sizeof(*mx), score_compare); 326for(i =0; i < num_create * num_src; i++) { 327struct diff_rename_dst *dst = &rename_dst[mx[i].dst]; 328if(dst->pair) 329continue;/* already done, either exact or fuzzy. */ 330if(mx[i].score < minimum_score) 331break;/* there is no more usable pair. */ 332record_rename_pair(mx[i].dst, mx[i].src, mx[i].score); 333 rename_count++; 334} 335free(mx); 336 337 cleanup: 338/* At this point, we have found some renames and copies and they 339 * are recorded in rename_dst. The original list is still in *q. 340 */ 341 outq.queue = NULL; 342 outq.nr = outq.alloc =0; 343for(i =0; i < q->nr; i++) { 344struct diff_filepair *p = q->queue[i]; 345struct diff_filepair *pair_to_free = NULL; 346 347if(!DIFF_FILE_VALID(p->one) &&DIFF_FILE_VALID(p->two)) { 348/* 349 * Creation 350 * 351 * We would output this create record if it has 352 * not been turned into a rename/copy already. 353 */ 354struct diff_rename_dst *dst = 355locate_rename_dst(p->two,0); 356if(dst && dst->pair) { 357diff_q(&outq, dst->pair); 358 pair_to_free = p; 359} 360else 361/* no matching rename/copy source, so 362 * record this as a creation. 363 */ 364diff_q(&outq, p); 365} 366else if(DIFF_FILE_VALID(p->one) && !DIFF_FILE_VALID(p->two)) { 367/* 368 * Deletion 369 * 370 * We would output this delete record if: 371 * 372 * (1) this is a broken delete and the counterpart 373 * broken create remains in the output; or 374 * (2) this is not a broken delete, and rename_dst 375 * does not have a rename/copy to move p->one->path 376 * out of existence. 377 * 378 * Otherwise, the counterpart broken create 379 * has been turned into a rename-edit; or 380 * delete did not have a matching create to 381 * begin with. 382 */ 383if(DIFF_PAIR_BROKEN(p)) { 384/* broken delete */ 385struct diff_rename_dst *dst = 386locate_rename_dst(p->one,0); 387if(dst && dst->pair) 388/* counterpart is now rename/copy */ 389 pair_to_free = p; 390} 391else{ 392for(j =0; j < rename_dst_nr; j++) { 393if(!rename_dst[j].pair) 394continue; 395if(strcmp(rename_dst[j].pair-> 396 one->path, 397 p->one->path)) 398continue; 399break; 400} 401if(j < rename_dst_nr) 402/* this path remains */ 403 pair_to_free = p; 404} 405 406if(pair_to_free) 407; 408else 409diff_q(&outq, p); 410} 411else if(!diff_unmodified_pair(p)) 412/* all the usual ones need to be kept */ 413diff_q(&outq, p); 414else 415/* no need to keep unmodified pairs */ 416 pair_to_free = p; 417 418if(pair_to_free) 419diff_free_filepair(pair_to_free); 420} 421diff_debug_queue("done copying original", &outq); 422 423free(q->queue); 424*q = outq; 425diff_debug_queue("done collapsing", q); 426 427/* We need to see which rename source really stays here; 428 * earlier we only checked if the path is left in the result, 429 * but even if a path remains in the result, if that is coming 430 * from copying something else on top of it, then the original 431 * source is lost and does not stay. 432 */ 433for(i =0; i < q->nr; i++) { 434struct diff_filepair *p = q->queue[i]; 435if(DIFF_PAIR_RENAME(p) && p->source_stays) { 436/* If one appears as the target of a rename-copy, 437 * then mark p->source_stays = 0; otherwise 438 * leave it as is. 439 */ 440 p->source_stays =compute_stays(q, p->one); 441} 442} 443 444for(i =0; i < rename_dst_nr; i++) { 445diff_free_filespec_data(rename_dst[i].two); 446free(rename_dst[i].two); 447} 448 449free(rename_dst); 450 rename_dst = NULL; 451 rename_dst_nr = rename_dst_alloc =0; 452free(rename_src); 453 rename_src = NULL; 454 rename_src_nr = rename_src_alloc =0; 455return; 456}