src/dupe.c

   1 /*
   2  * Copyright (C) 2005 John Ellis
   3  * Copyright (C) 2008 - 2016 The Geeqie Team
   4  *
   5  * Author: John Ellis
   6  *
   7  * This program is free software; you can redistribute it and/or modify
   8  * it under the terms of the GNU General Public License as published by
   9  * the Free Software Foundation; either version 2 of the License, or
  10  * (at your option) any later version.
  11  *
  12  * This program is distributed in the hope that it will be useful,
  13  * but WITHOUT ANY WARRANTY; without even the implied warranty of
  14  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
  15  * GNU General Public License for more details.
  16  *
  17  * You should have received a copy of the GNU General Public License along
  18  * with this program; if not, write to the Free Software Foundation, Inc.,
  19  * 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA.
  20  */
  21
  22 #include "main.h"
  23 #include "dupe.h"
  24
  25 #include "cache.h"
  26 #include "collect.h"
  27 #include "collect-table.h"
  28 #include "dnd.h"
  29 #include "editors.h"
  30 #include "filedata.h"
  31 #include "image-load.h"
  32 #include "img-view.h"
  33 #include "layout.h"
  34 #include "layout_image.h"
  35 #include "md5-util.h"
  36 #include "menu.h"
  37 #include "misc.h"
  38 #include "print.h"
  39 #include "thumb.h"
  40 #include "ui_fileops.h"
  41 #include "ui_menu.h"
  42 #include "ui_misc.h"
  43 #include "ui_tree_edit.h"
  44 #include "uri_utils.h"
  45 #include "utilops.h"
  46 #include "window.h"
  47
  48 #include <gdk/gdkkeysyms.h> /* for keyboard values */
  49
  50
  51 #include <math.h>
  52
  53
  54 #define DUPE_DEF_WIDTH 800
  55 #define DUPE_DEF_HEIGHT 400
  56
  57 /* column assignment order (simply change them here) */
  58 enum {
  59         DUPE_COLUMN_POINTER = 0,
  60         DUPE_COLUMN_RANK,
  61         DUPE_COLUMN_THUMB,
  62         DUPE_COLUMN_NAME,
  63         DUPE_COLUMN_SIZE,
  64         DUPE_COLUMN_DATE,
  65         DUPE_COLUMN_DIMENSIONS,
  66         DUPE_COLUMN_PATH,
  67         DUPE_COLUMN_COLOR,
  68         DUPE_COLUMN_COUNT       /* total columns */
  69 };
  70
  71
  72 static GList *dupe_window_list = NULL;  /* list of open DupeWindow *s */
  73
  74 /*
  75  * Well, after adding the 'compare two sets' option things got a little sloppy in here
  76  * because we have to account for two 'modes' everywhere. (be careful).
  77  */
  78
  79 static void dupe_match_unlink(DupeItem *a, DupeItem *b);
  80 static DupeItem *dupe_match_find_parent(DupeWindow *dw, DupeItem *child);
  81
  82 static gint dupe_match(DupeItem *a, DupeItem *b, DupeMatchType mask, gdouble *rank, gint fast);
  83
  84 static void dupe_thumb_step(DupeWindow *dw);
  85 static gint dupe_check_cb(gpointer data);
  86
  87 static void dupe_second_add(DupeWindow *dw, DupeItem *di);
  88 static void dupe_second_remove(DupeWindow *dw, DupeItem *di);
  89 static GtkWidget *dupe_menu_popup_second(DupeWindow *dw, DupeItem *di);
  90
  91 static void dupe_dnd_init(DupeWindow *dw);
  92
  93 static void dupe_notify_cb(FileData *fd, NotifyType type, gpointer data);
  94
  95 /*
  96  * ------------------------------------------------------------------
  97  * Window updates
  98  * ------------------------------------------------------------------
  99  */
 100
 101
 102 static void dupe_window_update_count(DupeWindow *dw, gboolean count_only)
 103 {
 104         gchar *text;
 105
 106         if (!dw->list)
 107                 {
 108                 text = g_strdup(_("Drop files to compare them."));
 109                 }
 110         else if (count_only)
 111                 {
 112                 text = g_strdup_printf(_("%d files"), g_list_length(dw->list));
 113                 }
 114         else
 115                 {
 116                 text = g_strdup_printf(_("%d matches found in %d files"), g_list_length(dw->dupes), g_list_length(dw->list));
 117                 }
 118
 119         if (dw->second_set)
 120                 {
 121                 gchar *buf = g_strconcat(text, " ", _("[set 1]"), NULL);
 122                 g_free(text);
 123                 text = buf;
 124                 }
 125         gtk_label_set_text(GTK_LABEL(dw->status_label), text);
 126
 127         g_free(text);
 128 }
 129
 130 static guint64 msec_time(void)
 131 {
 132         struct timeval tv;
 133
 134         if (gettimeofday(&tv, NULL) == -1) return 0;
 135
 136         return (guint64)tv.tv_sec * 1000000 + (guint64)tv.tv_usec;
 137 }
 138
 139 static gint dupe_iterations(gint n)
 140 {
 141         return (n * ((n + 1) / 2));
 142 }
 143
 144 static void dupe_window_update_progress(DupeWindow *dw, const gchar *status, gdouble value, gboolean force)
 145 {
 146         const gchar *status_text;
 147
 148         if (status)
 149                 {
 150                 guint64 new_time = 0;
 151
 152                 if (dw->setup_n % 10 == 0)
 153                         {
 154                         new_time = msec_time() - dw->setup_time;
 155                         }
 156
 157                 if (!force &&
 158                     value != 0.0 &&
 159                     dw->setup_count > 0 &&
 160                     new_time > 2000000)
 161                         {
 162                         gchar *buf;
 163                         gint t;
 164                         gint d;
 165                         guint32 rem;
 166
 167                         if (new_time - dw->setup_time_count < 250000) return;
 168                         dw->setup_time_count = new_time;
 169
 170                         if (dw->setup_done)
 171                                 {
 172                                 if (dw->second_set)
 173                                         {
 174                                         t = dw->setup_count;
 175                                         d = dw->setup_count - dw->setup_n;
 176                                         }
 177                                 else
 178                                         {
 179                                         t = dupe_iterations(dw->setup_count);
 180                                         d = dupe_iterations(dw->setup_count - dw->setup_n);
 181                                         }
 182                                 }
 183                         else
 184                                 {
 185                                 t = dw->setup_count;
 186                                 d = dw->setup_count - dw->setup_n;
 187                                 }
 188
 189                         rem = (t - d) ? ((gdouble)(dw->setup_time_count / 1000000) / (t - d)) * d : 0;
 190
 191                         gtk_progress_bar_set_fraction(GTK_PROGRESS_BAR(dw->extra_label), value);
 192
 193                         buf = g_strdup_printf("%s %d:%02d ", status, rem / 60, rem % 60);
 194                         gtk_progress_bar_set_text(GTK_PROGRESS_BAR(dw->extra_label), buf);
 195                         g_free(buf);
 196
 197                         return;
 198                         }
 199                 else if (force ||
 200                          value == 0.0 ||
 201                          dw->setup_count == 0 ||
 202                          dw->setup_time_count == 0 ||
 203                          (new_time > 0 && new_time - dw->setup_time_count >= 250000))
 204                         {
 205                         if (dw->setup_time_count == 0) dw->setup_time_count = 1;
 206                         if (new_time > 0) dw->setup_time_count = new_time;
 207                         gtk_progress_bar_set_fraction(GTK_PROGRESS_BAR(dw->extra_label), value);
 208                         status_text = status;
 209                         }
 210                 else
 211                         {
 212                         status_text = NULL;
 213                         }
 214                 }
 215         else
 216                 {
 217                 gtk_progress_bar_set_fraction(GTK_PROGRESS_BAR(dw->extra_label), 0.0);
 218                 status_text = " ";
 219                 }
 220
 221         if (status_text) gtk_progress_bar_set_text(GTK_PROGRESS_BAR(dw->extra_label), status_text);
 222 }
 223
 224 static void widget_set_cursor(GtkWidget *widget, gint icon)
 225 {
 226         GdkCursor *cursor;
 227
 228         if (!gtk_widget_get_window(widget)) return;
 229
 230         if (icon == -1)
 231                 {
 232                 cursor = NULL;
 233                 }
 234         else
 235                 {
 236                 cursor = gdk_cursor_new(icon);
 237                 }
 238
 239         gdk_window_set_cursor(gtk_widget_get_window(widget), cursor);
 240
 241         if (cursor) gdk_cursor_unref(cursor);
 242 }
 243
 244 /*
 245  * ------------------------------------------------------------------
 246  * row color utils
 247  * ------------------------------------------------------------------
 248  */
 249
 250 static void dupe_listview_realign_colors(DupeWindow *dw)
 251 {
 252         GtkTreeModel *store;
 253         GtkTreeIter iter;
 254         gboolean color_set = TRUE;
 255         DupeItem *parent = NULL;
 256         gboolean valid;
 257
 258         store = gtk_tree_view_get_model(GTK_TREE_VIEW(dw->listview));
 259         valid = gtk_tree_model_get_iter_first(store, &iter);
 260         while (valid)
 261                 {
 262                 DupeItem *child;
 263                 DupeItem *child_parent;
 264
 265                 gtk_tree_model_get(store, &iter, DUPE_COLUMN_POINTER, &child, -1);
 266                 child_parent = dupe_match_find_parent(dw, child);
 267                 if (!parent || parent != child_parent)
 268                         {
 269                         if (!parent)
 270                                 {
 271                                 /* keep the first row as it is */
 272                                 gtk_tree_model_get(store, &iter, DUPE_COLUMN_COLOR, &color_set, -1);
 273                                 }
 274                         else
 275                                 {
 276                                 color_set = !color_set;
 277                                 }
 278                         parent = dupe_match_find_parent(dw, child);
 279                         }
 280                 gtk_list_store_set(GTK_LIST_STORE(store), &iter, DUPE_COLUMN_COLOR, color_set, -1);
 281
 282                 valid = gtk_tree_model_iter_next(GTK_TREE_MODEL(store), &iter);
 283                 }
 284 }
 285
 286 /*
 287  * ------------------------------------------------------------------
 288  * Dupe item utils
 289  * ------------------------------------------------------------------
 290  */
 291
 292 static DupeItem *dupe_item_new(FileData *fd)
 293 {
 294         DupeItem *di;
 295
 296         di = g_new0(DupeItem, 1);
 297
 298         di->fd = file_data_ref(fd);
 299         di->group_rank = 0.0;
 300
 301         return di;
 302 }
 303
 304 static void dupe_item_free(DupeItem *di)
 305 {
 306         file_data_unref(di->fd);
 307         image_sim_free(di->simd);
 308         g_free(di->md5sum);
 309         if (di->pixbuf) g_object_unref(di->pixbuf);
 310
 311         g_free(di);
 312 }
 313
 314 static void dupe_list_free(GList *list)
 315 {
 316         GList *work = list;
 317         while (work)
 318                 {
 319                 DupeItem *di = work->data;
 320                 work = work->next;
 321                 dupe_item_free(di);
 322                 }
 323         g_list_free(list);
 324 }
 325
 326 /*
 327 static DupeItem *dupe_item_find_fd_by_list(FileData *fd, GList *work)
 328 {
 329         while (work)
 330                 {
 331                 DupeItem *di = work->data;
 332
 333                 if (di->fd == fd) return di;
 334
 335                 work = work->next;
 336                 }
 337
 338         return NULL;
 339 }
 340 */
 341
 342 /*
 343 static DupeItem *dupe_item_find_fd(DupeWindow *dw, FileData *fd)
 344 {
 345         DupeItem *di;
 346
 347         di = dupe_item_find_fd_by_list(fd, dw->list);
 348         if (!di && dw->second_set) di = dupe_item_find_fd_by_list(fd, dw->second_list);
 349
 350         return di;
 351 }
 352 */
 353
 354 static DupeItem *dupe_item_find_path_by_list(const gchar *path, GList *work)
 355 {
 356         while (work)
 357                 {
 358                 DupeItem *di = work->data;
 359
 360                 if (strcmp(di->fd->path, path) == 0) return di;
 361
 362                 work = work->next;
 363                 }
 364
 365         return NULL;
 366 }
 367
 368 static DupeItem *dupe_item_find_path(DupeWindow *dw, const gchar *path)
 369 {
 370         DupeItem *di;
 371
 372         di = dupe_item_find_path_by_list(path, dw->list);
 373         if (!di && dw->second_set) di = dupe_item_find_path_by_list(path, dw->second_list);
 374
 375         return di;
 376 }
 377
 378 /*
 379  * ------------------------------------------------------------------
 380  * Image property cache
 381  * ------------------------------------------------------------------
 382  */
 383
 384 static void dupe_item_read_cache(DupeItem *di)
 385 {
 386         gchar *path;
 387         CacheData *cd;
 388
 389         if (!di) return;
 390
 391         path = cache_find_location(CACHE_TYPE_SIM, di->fd->path);
 392         if (!path) return;
 393
 394         if (filetime(di->fd->path) != filetime(path))
 395                 {
 396                 g_free(path);
 397                 return;
 398                 }
 399
 400         cd = cache_sim_data_load(path);
 401         g_free(path);
 402
 403         if (cd)
 404                 {
 405                 if (!di->simd && cd->sim)
 406                         {
 407                         di->simd = cd->sim;
 408                         cd->sim = NULL;
 409                         }
 410                 if (di->width == 0 && di->height == 0 && cd->dimensions)
 411                         {
 412                         di->width = cd->width;
 413                         di->height = cd->height;
 414                         }
 415                 if (!di->md5sum && cd->have_md5sum)
 416                         {
 417                         di->md5sum = md5_digest_to_text(cd->md5sum);
 418                         }
 419                 cache_sim_data_free(cd);
 420                 }
 421 }
 422
 423 static void dupe_item_write_cache(DupeItem *di)
 424 {
 425         gchar *base;
 426         mode_t mode = 0755;
 427
 428         if (!di) return;
 429
 430         base = cache_get_location(CACHE_TYPE_SIM, di->fd->path, FALSE, &mode);
 431         if (recursive_mkdir_if_not_exists(base, mode))
 432                 {
 433                 CacheData *cd;
 434
 435                 cd = cache_sim_data_new();
 436                 cd->path = cache_get_location(CACHE_TYPE_SIM, di->fd->path, TRUE, NULL);
 437
 438                 if (di->width != 0) cache_sim_data_set_dimensions(cd, di->width, di->height);
 439                 if (di->md5sum)
 440                         {
 441                         guchar digest[16];
 442                         if (md5_digest_from_text(di->md5sum, digest)) cache_sim_data_set_md5sum(cd, digest);
 443                         }
 444                 if (di->simd) cache_sim_data_set_similarity(cd, di->simd);
 445
 446                 if (cache_sim_data_save(cd))
 447                         {
 448                         filetime_set(cd->path, filetime(di->fd->path));
 449                         }
 450                 cache_sim_data_free(cd);
 451                 }
 452         g_free(base);
 453 }
 454
 455 /*
 456  * ------------------------------------------------------------------
 457  * Window list utils
 458  * ------------------------------------------------------------------
 459  */
 460
 461 static gint dupe_listview_find_item(GtkListStore *store, DupeItem *item, GtkTreeIter *iter)
 462 {
 463         gboolean valid;
 464         gint row = 0;
 465
 466         valid = gtk_tree_model_get_iter_first(GTK_TREE_MODEL(store), iter);
 467         while (valid)
 468                 {
 469                 DupeItem *item_n;
 470                 gtk_tree_model_get(GTK_TREE_MODEL(store), iter, DUPE_COLUMN_POINTER, &item_n, -1);
 471                 if (item_n == item) return row;
 472
 473                 valid = gtk_tree_model_iter_next(GTK_TREE_MODEL(store), iter);
 474                 row++;
 475                 }
 476
 477         return -1;
 478 }
 479
 480 static void dupe_listview_add(DupeWindow *dw, DupeItem *parent, DupeItem *child)
 481 {
 482         DupeItem *di;
 483         gint row;
 484         gchar *text[DUPE_COLUMN_COUNT];
 485         GtkListStore *store;
 486         GtkTreeIter iter;
 487         gboolean color_set = FALSE;
 488         gint rank;
 489
 490         if (!parent) return;
 491
 492         store = GTK_LIST_STORE(gtk_tree_view_get_model(GTK_TREE_VIEW(dw->listview)));
 493
 494         if (child)
 495                 {
 496                 DupeMatch *dm;
 497
 498                 row = dupe_listview_find_item(store, parent, &iter);
 499                 gtk_tree_model_get(GTK_TREE_MODEL(store), &iter, DUPE_COLUMN_COLOR, &color_set, -1);
 500
 501                 row++;
 502
 503                 if (child->group)
 504                         {
 505                         dm = child->group->data;
 506                         rank = (gint)floor(dm->rank);
 507                         }
 508                 else
 509                         {
 510                         rank = 1;
 511                         log_printf("NULL group in item!\n");
 512                         }
 513                 }
 514         else
 515                 {
 516                 if (gtk_tree_model_get_iter_first(GTK_TREE_MODEL(store), &iter))
 517                         {
 518                         gtk_tree_model_get(GTK_TREE_MODEL(store), &iter, DUPE_COLUMN_COLOR, &color_set, -1);
 519                         color_set = !color_set;
 520                         }
 521                 else
 522                         {
 523                         color_set = FALSE;
 524                         }
 525                 row = 0;
 526                 rank = 0;
 527                 }
 528
 529         di = (child) ? child : parent;
 530
 531         if (!child && dw->second_set)
 532                 {
 533                 text[DUPE_COLUMN_RANK] = g_strdup("[1]");
 534                 }
 535         else if (rank == 0)
 536                 {
 537                 text[DUPE_COLUMN_RANK] = g_strdup((di->second) ? "(2)" : "");
 538                 }
 539         else
 540                 {
 541                 text[DUPE_COLUMN_RANK] = g_strdup_printf("%d%s", rank, (di->second) ? " (2)" : "");
 542                 }
 543
 544         text[DUPE_COLUMN_THUMB] = "";
 545         text[DUPE_COLUMN_NAME] = (gchar *)di->fd->name;
 546         text[DUPE_COLUMN_SIZE] = text_from_size(di->fd->size);
 547         text[DUPE_COLUMN_DATE] = (gchar *)text_from_time(di->fd->date);
 548         if (di->width > 0 && di->height > 0)
 549                 {
 550                 text[DUPE_COLUMN_DIMENSIONS] = g_strdup_printf("%d x %d", di->width, di->height);
 551                 }
 552         else
 553                 {
 554                 text[DUPE_COLUMN_DIMENSIONS] = g_strdup("");
 555                 }
 556         text[DUPE_COLUMN_PATH] = di->fd->path;
 557         text[DUPE_COLUMN_COLOR] = NULL;
 558
 559         gtk_list_store_insert(store, &iter, row);
 560         gtk_list_store_set(store, &iter,
 561                                 DUPE_COLUMN_POINTER, di,
 562                                 DUPE_COLUMN_RANK, text[DUPE_COLUMN_RANK],
 563                                 DUPE_COLUMN_THUMB, NULL,
 564                                 DUPE_COLUMN_NAME, text[DUPE_COLUMN_NAME],
 565                                 DUPE_COLUMN_SIZE, text[DUPE_COLUMN_SIZE],
 566                                 DUPE_COLUMN_DATE, text[DUPE_COLUMN_DATE],
 567                                 DUPE_COLUMN_DIMENSIONS, text[DUPE_COLUMN_DIMENSIONS],
 568                                 DUPE_COLUMN_PATH, text[DUPE_COLUMN_PATH],
 569                                 DUPE_COLUMN_COLOR, color_set,
 570                                 -1);
 571
 572         g_free(text[DUPE_COLUMN_RANK]);
 573         g_free(text[DUPE_COLUMN_SIZE]);
 574         g_free(text[DUPE_COLUMN_DIMENSIONS]);
 575 }
 576
 577 static void dupe_listview_select_dupes(DupeWindow *dw, DupeSelectType parents);
 578
 579 static void dupe_listview_populate(DupeWindow *dw)
 580 {
 581         GtkListStore *store;
 582         GList *work;
 583
 584         store = GTK_LIST_STORE(gtk_tree_view_get_model(GTK_TREE_VIEW(dw->listview)));
 585         gtk_list_store_clear(store);
 586
 587         work = g_list_last(dw->dupes);
 588         while (work)
 589                 {
 590                 DupeItem *parent = work->data;
 591                 GList *temp;
 592
 593                 dupe_listview_add(dw, parent, NULL);
 594
 595                 temp = g_list_last(parent->group);
 596                 while (temp)
 597                         {
 598                         DupeMatch *dm = temp->data;
 599                         DupeItem *child;
 600
 601                         child = dm->di;
 602
 603                         dupe_listview_add(dw, parent, child);
 604
 605                         temp = temp->prev;
 606                         }
 607
 608                 work = work->prev;
 609                 }
 610
 611         gtk_tree_view_columns_autosize(GTK_TREE_VIEW(dw->listview));
 612
 613         if (options->duplicates_select_type == DUPE_SELECT_GROUP1)
 614                 {
 615                 dupe_listview_select_dupes(dw, DUPE_SELECT_GROUP1);
 616                 }
 617         else if (options->duplicates_select_type == DUPE_SELECT_GROUP2)
 618                 {
 619                 dupe_listview_select_dupes(dw, DUPE_SELECT_GROUP2);
 620                 }
 621
 622 }
 623
 624 static void dupe_listview_remove(DupeWindow *dw, DupeItem *di)
 625 {
 626         GtkListStore *store;
 627         GtkTreeIter iter;
 628         gint row;
 629
 630         if (!di) return;
 631
 632         store = GTK_LIST_STORE(gtk_tree_view_get_model(GTK_TREE_VIEW(dw->listview)));
 633         row = dupe_listview_find_item(store, di, &iter);
 634         if (row < 0) return;
 635
 636         tree_view_move_cursor_away(GTK_TREE_VIEW(dw->listview), &iter, TRUE);
 637         gtk_list_store_remove(store, &iter);
 638
 639         if (g_list_find(dw->dupes, di) != NULL)
 640                 {
 641                 if (!dw->color_frozen) dupe_listview_realign_colors(dw);
 642                 }
 643 }
 644
 645
 646 static GList *dupe_listview_get_filelist(DupeWindow *dw, GtkWidget *listview)
 647 {
 648         GtkTreeModel *store;
 649         GtkTreeIter iter;
 650         gboolean valid;
 651         GList *list = NULL;
 652
 653         store = gtk_tree_view_get_model(GTK_TREE_VIEW(listview));
 654         valid = gtk_tree_model_get_iter_first(store, &iter);
 655         while (valid)
 656                 {
 657                 DupeItem *di;
 658                 gtk_tree_model_get(store, &iter, DUPE_COLUMN_POINTER, &di, -1);
 659                 list = g_list_prepend(list, file_data_ref(di->fd));
 660
 661                 valid = gtk_tree_model_iter_next(store, &iter);
 662                 }
 663
 664         return g_list_reverse(list);
 665 }
 666
 667
 668 static GList *dupe_listview_get_selection(DupeWindow *dw, GtkWidget *listview)
 669 {
 670         GtkTreeModel *store;
 671         GtkTreeSelection *selection;
 672         GList *slist;
 673         GList *list = NULL;
 674         GList *work;
 675
 676         selection = gtk_tree_view_get_selection(GTK_TREE_VIEW(listview));
 677         slist = gtk_tree_selection_get_selected_rows(selection, &store);
 678         work = slist;
 679         while (work)
 680                 {
 681                 GtkTreePath *tpath = work->data;
 682                 DupeItem *di = NULL;
 683                 GtkTreeIter iter;
 684
 685                 gtk_tree_model_get_iter(store, &iter, tpath);
 686                 gtk_tree_model_get(store, &iter, DUPE_COLUMN_POINTER, &di, -1);
 687                 if (di)
 688                         {
 689                         list = g_list_prepend(list, file_data_ref(di->fd));
 690                         }
 691                 work = work->next;
 692                 }
 693         g_list_foreach(slist, (GFunc)gtk_tree_path_free, NULL);
 694         g_list_free(slist);
 695
 696         return g_list_reverse(list);
 697 }
 698
 699 static gboolean dupe_listview_item_is_selected(DupeWindow *dw, DupeItem *di, GtkWidget *listview)
 700 {
 701         GtkTreeModel *store;
 702         GtkTreeSelection *selection;
 703         GList *slist;
 704         GList *work;
 705         gboolean found = FALSE;
 706
 707         selection = gtk_tree_view_get_selection(GTK_TREE_VIEW(listview));
 708         slist = gtk_tree_selection_get_selected_rows(selection, &store);
 709         work = slist;
 710         while (!found && work)
 711                 {
 712                 GtkTreePath *tpath = work->data;
 713                 DupeItem *di_n;
 714                 GtkTreeIter iter;
 715
 716                 gtk_tree_model_get_iter(store, &iter, tpath);
 717                 gtk_tree_model_get(store, &iter, DUPE_COLUMN_POINTER, &di_n, -1);
 718                 if (di_n == di) found = TRUE;
 719                 work = work->next;
 720                 }
 721         g_list_foreach(slist, (GFunc)gtk_tree_path_free, NULL);
 722         g_list_free(slist);
 723
 724         return found;
 725 }
 726
 727 static void dupe_listview_select_dupes(DupeWindow *dw, DupeSelectType parents)
 728 {
 729         GtkTreeModel *store;
 730         GtkTreeSelection *selection;
 731         GtkTreeIter iter;
 732         gboolean valid;
 733
 734         selection = gtk_tree_view_get_selection(GTK_TREE_VIEW(dw->listview));
 735         gtk_tree_selection_unselect_all(selection);
 736
 737         store = gtk_tree_view_get_model(GTK_TREE_VIEW(dw->listview));
 738         valid = gtk_tree_model_get_iter_first(store, &iter);
 739         while (valid)
 740                 {
 741                 DupeItem *di;
 742
 743                 gtk_tree_model_get(store, &iter, DUPE_COLUMN_POINTER, &di, -1);
 744                 if ((dupe_match_find_parent(dw, di) == di) == (parents == DUPE_SELECT_GROUP1))
 745                         {
 746                         gtk_tree_selection_select_iter(selection, &iter);
 747                         }
 748                 valid = gtk_tree_model_iter_next(store, &iter);
 749                 }
 750 }
 751
 752 /*
 753  * ------------------------------------------------------------------
 754  * Match group manipulation
 755  * ------------------------------------------------------------------
 756  */
 757
 758 static DupeMatch *dupe_match_find_match(DupeItem *child, DupeItem *parent)
 759 {
 760         GList *work;
 761
 762         work = parent->group;
 763         while (work)
 764                 {
 765                 DupeMatch *dm = work->data;
 766                 if (dm->di == child) return dm;
 767                 work = work->next;
 768                 }
 769         return NULL;
 770 }
 771
 772 static void dupe_match_link_child(DupeItem *child, DupeItem *parent, gdouble rank)
 773 {
 774         DupeMatch *dm;
 775
 776         dm = g_new0(DupeMatch, 1);
 777         dm->di = child;
 778         dm->rank = rank;
 779         parent->group = g_list_append(parent->group, dm);
 780 }
 781
 782 static void dupe_match_link(DupeItem *a, DupeItem *b, gdouble rank)
 783 {
 784         dupe_match_link_child(a, b, rank);
 785         dupe_match_link_child(b, a, rank);
 786 }
 787
 788 static void dupe_match_unlink_child(DupeItem *child, DupeItem *parent)
 789 {
 790         DupeMatch *dm;
 791
 792         dm = dupe_match_find_match(child, parent);
 793         if (dm)
 794                 {
 795                 parent->group = g_list_remove(parent->group, dm);
 796                 g_free(dm);
 797                 }
 798 }
 799
 800 static void dupe_match_unlink(DupeItem *a, DupeItem *b)
 801 {
 802         dupe_match_unlink_child(a, b);
 803         dupe_match_unlink_child(b, a);
 804 }
 805
 806 static void dupe_match_link_clear(DupeItem *parent, gboolean unlink_children)
 807 {
 808         GList *work;
 809
 810         work = parent->group;
 811         while (work)
 812                 {
 813                 DupeMatch *dm = work->data;
 814                 work = work->next;
 815
 816                 if (unlink_children) dupe_match_unlink_child(parent, dm->di);
 817
 818                 g_free(dm);
 819                 }
 820
 821         g_list_free(parent->group);
 822         parent->group = NULL;
 823         parent->group_rank = 0.0;
 824 }
 825
 826 static gint dupe_match_link_exists(DupeItem *child, DupeItem *parent)
 827 {
 828         return (dupe_match_find_match(child, parent) != NULL);
 829 }
 830
 831 static gdouble dupe_match_link_rank(DupeItem *child, DupeItem *parent)
 832 {
 833         DupeMatch *dm;
 834
 835         dm = dupe_match_find_match(child, parent);
 836         if (dm) return dm->rank;
 837
 838         return 0.0;
 839 }
 840
 841 static DupeItem *dupe_match_highest_rank(DupeItem *child)
 842 {
 843         DupeMatch *dr;
 844         GList *work;
 845
 846         dr = NULL;
 847         work = child->group;
 848         while (work)
 849                 {
 850                 DupeMatch *dm = work->data;
 851                 if (!dr || dm->rank > dr->rank) dr = dm;
 852                 work = work->next;
 853                 }
 854
 855         return (dr) ? dr->di : NULL;
 856 }
 857
 858 static void dupe_match_rank_update(DupeItem *parent)
 859 {
 860         GList *work;
 861         gdouble rank = 0.0;
 862         gint c = 0;
 863
 864         work = parent->group;
 865         while (work)
 866                 {
 867                 DupeMatch *dm = work->data;
 868                 work = work->next;
 869                 rank += dm->rank;
 870                 c++;
 871                 }
 872
 873         if (c > 0)
 874                 {
 875                 parent->group_rank = rank / c;
 876                 }
 877         else
 878                 {
 879                 parent->group_rank = 0.0;
 880                 }
 881 }
 882
 883 static DupeItem *dupe_match_find_parent(DupeWindow *dw, DupeItem *child)
 884 {
 885         GList *work;
 886
 887         if (g_list_find(dw->dupes, child)) return child;
 888
 889         work = child->group;
 890         while (work)
 891                 {
 892                 DupeMatch *dm = work->data;
 893                 if (g_list_find(dw->dupes, dm->di)) return dm->di;
 894                 work = work->next;
 895                 }
 896
 897         return NULL;
 898 }
 899
 900 static void dupe_match_reset_list(GList *work)
 901 {
 902         while (work)
 903                 {
 904                 DupeItem *di = work->data;
 905                 work = work->next;
 906
 907                 dupe_match_link_clear(di, FALSE);
 908                 }
 909 }
 910
 911 static void dupe_match_reparent(DupeWindow *dw, DupeItem *old, DupeItem *new)
 912 {
 913         GList *work;
 914
 915         if (!old || !new || !dupe_match_link_exists(old, new)) return;
 916
 917         dupe_match_link_clear(new, TRUE);
 918         work = old->group;
 919         while (work)
 920                 {
 921                 DupeMatch *dm = work->data;
 922                 dupe_match_unlink_child(old, dm->di);
 923                 dupe_match_link_child(new, dm->di, dm->rank);
 924                 work = work->next;
 925                 }
 926
 927         new->group = old->group;
 928         old->group = NULL;
 929
 930         work = g_list_find(dw->dupes, old);
 931         if (work) work->data = new;
 932 }
 933
 934 static void dupe_match_print_group(DupeItem *di)
 935 {
 936         GList *work;
 937
 938         log_printf("+ %f %s\n", di->group_rank, di->fd->name);
 939
 940         work = di->group;
 941         while (work)
 942                 {
 943                 DupeMatch *dm = work->data;
 944                 work = work->next;
 945
 946                 log_printf("  %f %s\n", dm->rank, dm->di->fd->name);
 947                 }
 948
 949         log_printf("\n");
 950 }
 951
 952 static void dupe_match_print_list(GList *list)
 953 {
 954         GList *work;
 955
 956         work = list;
 957         while (work)
 958                 {
 959                 DupeItem *di = work->data;
 960                 dupe_match_print_group(di);
 961                 work = work->next;
 962                 }
 963 }
 964
 965 /* level 3, unlinking and orphan handling */
 966 static GList *dupe_match_unlink_by_rank(DupeItem *child, DupeItem *parent, GList *list, DupeWindow *dw)
 967 {
 968         DupeItem *best;
 969
 970         best = dupe_match_highest_rank(parent);
 971         if (best == child || dupe_match_highest_rank(child) == parent)
 972                 {
 973                 GList *work;
 974                 gdouble rank;
 975
 976                 DEBUG_2("link found %s to %s [%d]", child->fd->name, parent->fd->name, g_list_length(parent->group));
 977
 978                 work = parent->group;
 979                 while (work)
 980                         {
 981                         DupeMatch *dm = work->data;
 982                         DupeItem *orphan;
 983
 984                         work = work->next;
 985                         orphan = dm->di;
 986                         if (orphan != child && g_list_length(orphan->group) < 2)
 987                                 {
 988                                 dupe_match_link_clear(orphan, TRUE);
 989                                 if (!dw->second_set || orphan->second)
 990                                         {
 991                                         dupe_match(orphan, child, dw->match_mask, &rank, FALSE);
 992                                         dupe_match_link(orphan, child, rank);
 993                                         }
 994                                 list = g_list_remove(list, orphan);
 995                                 }
 996                         }
 997
 998                 rank = dupe_match_link_rank(child, parent);
 999                 dupe_match_link_clear(parent, TRUE);
1000                 dupe_match_link(child, parent, rank);
1001                 list = g_list_remove(list, parent);
1002                 }
1003         else
1004                 {
1005                 DEBUG_2("unlinking %s and %s", child->fd->name, parent->fd->name);
1006
1007                 dupe_match_unlink(child, parent);
1008                 }
1009
1010         return list;
1011 }
1012
1013 /* level 2 */
1014 static GList *dupe_match_group_filter(GList *list, DupeItem *di, DupeWindow *dw)
1015 {
1016         GList *work;
1017
1018         work = g_list_last(di->group);
1019         while (work)
1020                 {
1021                 DupeMatch *dm = work->data;
1022                 work = work->prev;
1023                 list = dupe_match_unlink_by_rank(di, dm->di, list, dw);
1024                 }
1025
1026         return list;
1027 }
1028
1029 /* level 1 (top) */
1030 static GList *dupe_match_group_trim(GList *list, DupeWindow *dw)
1031 {
1032         GList *work;
1033
1034         work = list;
1035         while (work)
1036                 {
1037                 DupeItem *di = work->data;
1038                 if (!di->second) list = dupe_match_group_filter(list, di, dw);
1039                 work = work->next;
1040                 if (di->second) list = g_list_remove(list, di);
1041                 }
1042
1043         return list;
1044 }
1045
1046 static gint dupe_match_sort_groups_cb(gconstpointer a, gconstpointer b)
1047 {
1048         DupeMatch *da = (DupeMatch *)a;
1049         DupeMatch *db = (DupeMatch *)b;
1050
1051         if (da->rank > db->rank) return -1;
1052         if (da->rank < db->rank) return 1;
1053         return 0;
1054 }
1055
1056 static void dupe_match_sort_groups(GList *list)
1057 {
1058         GList *work;
1059
1060         work = list;
1061         while (work)
1062                 {
1063                 DupeItem *di = work->data;
1064                 di->group = g_list_sort(di->group, dupe_match_sort_groups_cb);
1065                 work = work->next;
1066                 }
1067 }
1068
1069 static gint dupe_match_totals_sort_cb(gconstpointer a, gconstpointer b)
1070 {
1071         DupeItem *da = (DupeItem *)a;
1072         DupeItem *db = (DupeItem *)b;
1073
1074         if (g_list_length(da->group) > g_list_length(db->group)) return -1;
1075         if (g_list_length(da->group) < g_list_length(db->group)) return 1;
1076
1077         if (da->group_rank < db->group_rank) return -1;
1078         if (da->group_rank > db->group_rank) return 1;
1079
1080         return 0;
1081 }
1082
1083 static gint dupe_match_rank_sort_cb(gconstpointer a, gconstpointer b)
1084 {
1085         DupeItem *da = (DupeItem *)a;
1086         DupeItem *db = (DupeItem *)b;
1087
1088         if (da->group_rank > db->group_rank) return -1;
1089         if (da->group_rank < db->group_rank) return 1;
1090         return 0;
1091 }
1092
1093 /* returns allocated GList of dupes sorted by rank */
1094 static GList *dupe_match_rank_sort(GList *source_list)
1095 {
1096         GList *list = NULL;
1097         GList *work;
1098
1099         work = source_list;
1100         while (work)
1101                 {
1102                 DupeItem *di = work->data;
1103
1104                 if (di->group)
1105                         {
1106                         dupe_match_rank_update(di);
1107                         list = g_list_prepend(list, di);
1108                         }
1109
1110                 work = work->next;
1111                 }
1112
1113         return g_list_sort(list, dupe_match_rank_sort_cb);
1114 }
1115
1116 /* returns allocated GList of dupes sorted by totals */
1117 static GList *dupe_match_totals_sort(GList *source_list)
1118 {
1119         source_list = g_list_sort(source_list, dupe_match_totals_sort_cb);
1120
1121         source_list = g_list_first(source_list);
1122         return g_list_reverse(source_list);
1123 }
1124
1125 static void dupe_match_rank(DupeWindow *dw)
1126 {
1127         GList *list;
1128
1129         list = dupe_match_rank_sort(dw->list);
1130
1131         if (required_debug_level(2)) dupe_match_print_list(list);
1132
1133         DEBUG_1("Similar items: %d", g_list_length(list));
1134         list = dupe_match_group_trim(list, dw);
1135         DEBUG_1("Unique groups: %d", g_list_length(list));
1136
1137         dupe_match_sort_groups(list);
1138
1139         if (required_debug_level(2)) dupe_match_print_list(list);
1140
1141         list = dupe_match_rank_sort(list);
1142         if (options->sort_totals)
1143                 {
1144                 list = dupe_match_totals_sort(list);
1145                 }
1146         if (required_debug_level(2)) dupe_match_print_list(list);
1147
1148         g_list_free(dw->dupes);
1149         dw->dupes = list;
1150 }
1151
1152 /*
1153  * ------------------------------------------------------------------
1154  * Match group tests
1155  * ------------------------------------------------------------------
1156  */
1157
1158 static gboolean dupe_match(DupeItem *a, DupeItem *b, DupeMatchType mask, gdouble *rank, gint fast)
1159 {
1160         *rank = 0.0;
1161
1162         if (a->fd->path == b->fd->path) return FALSE;
1163
1164         if (mask & DUPE_MATCH_PATH)
1165                 {
1166                 if (utf8_compare(a->fd->path, b->fd->path, TRUE) != 0) return FALSE;
1167                 }
1168         if (mask & DUPE_MATCH_NAME)
1169                 {
1170                 if (strcmp(a->fd->collate_key_name, b->fd->collate_key_name) != 0) return FALSE;
1171                 }
1172         if (mask & DUPE_MATCH_NAME_CI)
1173                 {
1174                 if (strcmp(a->fd->collate_key_name_nocase, b->fd->collate_key_name_nocase) != 0) return FALSE;
1175                 }
1176         if (mask & DUPE_MATCH_SIZE)
1177                 {
1178                 if (a->fd->size != b->fd->size) return FALSE;
1179                 }
1180         if (mask & DUPE_MATCH_DATE)
1181                 {
1182                 if (a->fd->date != b->fd->date) return FALSE;
1183                 }
1184         if (mask & DUPE_MATCH_SUM)
1185                 {
1186                 if (!a->md5sum) a->md5sum = md5_text_from_file_utf8(a->fd->path, "");
1187                 if (!b->md5sum) b->md5sum = md5_text_from_file_utf8(b->fd->path, "");
1188                 if (a->md5sum[0] == '\0' ||
1189                     b->md5sum[0] == '\0' ||
1190                     strcmp(a->md5sum, b->md5sum) != 0) return FALSE;
1191                 }
1192         if (mask & DUPE_MATCH_DIM)
1193                 {
1194                 if (a->width == 0) image_load_dimensions(a->fd, &a->width, &a->height);
1195                 if (b->width == 0) image_load_dimensions(b->fd, &b->width, &b->height);
1196                 if (a->width != b->width || a->height != b->height) return FALSE;
1197                 }
1198         if (mask & DUPE_MATCH_SIM_HIGH ||
1199             mask & DUPE_MATCH_SIM_MED ||
1200             mask & DUPE_MATCH_SIM_LOW ||
1201             mask & DUPE_MATCH_SIM_CUSTOM)
1202                 {
1203                 gdouble f;
1204                 gdouble m;
1205
1206                 if (mask & DUPE_MATCH_SIM_HIGH) m = 0.95;
1207                 else if (mask & DUPE_MATCH_SIM_MED) m = 0.90;
1208                 else if (mask & DUPE_MATCH_SIM_CUSTOM) m = (gdouble)options->duplicates_similarity_threshold / 100.0;
1209                 else m = 0.85;
1210
1211                 if (fast)
1212                         {
1213                         f = image_sim_compare_fast(a->simd, b->simd, m);
1214                         }
1215                 else
1216                         {
1217                         f = image_sim_compare(a->simd, b->simd);
1218                         }
1219
1220                 *rank = f * 100.0;
1221
1222                 if (f < m) return FALSE;
1223
1224                 DEBUG_3("similar: %32s %32s = %f", a->fd->name, b->fd->name, f);
1225                 }
1226
1227         return TRUE;
1228 }
1229
1230 static void dupe_list_check_match(DupeWindow *dw, DupeItem *needle, GList *start)
1231 {
1232         GList *work;
1233
1234         if (dw->second_set)
1235                 {
1236                 work = dw->second_list;
1237                 }
1238         else if (start)
1239                 {
1240                 work = start;
1241                 }
1242         else
1243                 {
1244                 work = g_list_last(dw->list);
1245                 }
1246
1247         while (work)
1248                 {
1249                 DupeItem *di = work->data;
1250
1251                 /* speed opt: forward for second set, back for simple compare */
1252                 if (dw->second_set)
1253                         work = work->next;
1254                 else
1255                         work = work->prev;
1256
1257                 if (!dupe_match_link_exists(needle, di))
1258                         {
1259                         gdouble rank;
1260
1261                         if (dupe_match(di, needle, dw->match_mask, &rank, TRUE))
1262                                 {
1263                                 dupe_match_link(di, needle, rank);
1264                                 }
1265                         }
1266                 }
1267 }
1268
1269 /*
1270  * ------------------------------------------------------------------
1271  * Thumbnail handling
1272  * ------------------------------------------------------------------
1273  */
1274
1275 static void dupe_listview_set_thumb(DupeWindow *dw, DupeItem *di, GtkTreeIter *iter)
1276 {
1277         GtkListStore *store;
1278         GtkTreeIter iter_n;
1279
1280         store = GTK_LIST_STORE(gtk_tree_view_get_model(GTK_TREE_VIEW(dw->listview)));
1281         if (!iter)
1282                 {
1283                 if (dupe_listview_find_item(store, di, &iter_n) >= 0)
1284                         {
1285                         iter = &iter_n;
1286                         }
1287                 }
1288
1289         if (iter) gtk_list_store_set(store, iter, DUPE_COLUMN_THUMB, di->pixbuf, -1);
1290 }
1291
1292 static void dupe_thumb_do(DupeWindow *dw)
1293 {
1294         DupeItem *di;
1295
1296         if (!dw->thumb_loader || !dw->thumb_item) return;
1297         di = dw->thumb_item;
1298
1299         if (di->pixbuf) g_object_unref(di->pixbuf);
1300         di->pixbuf = thumb_loader_get_pixbuf(dw->thumb_loader);
1301
1302         dupe_listview_set_thumb(dw, di, NULL);
1303 }
1304
1305 static void dupe_thumb_error_cb(ThumbLoader *tl, gpointer data)
1306 {
1307         DupeWindow *dw = data;
1308
1309         dupe_thumb_do(dw);
1310         dupe_thumb_step(dw);
1311 }
1312
1313 static void dupe_thumb_done_cb(ThumbLoader *tl, gpointer data)
1314 {
1315         DupeWindow *dw = data;
1316
1317         dupe_thumb_do(dw);
1318         dupe_thumb_step(dw);
1319 }
1320
1321 static void dupe_thumb_step(DupeWindow *dw)
1322 {
1323         GtkTreeModel *store;
1324         GtkTreeIter iter;
1325         DupeItem *di = NULL;
1326         gboolean valid;
1327         gint row = 0;
1328         gint length = 0;
1329
1330         store = gtk_tree_view_get_model(GTK_TREE_VIEW(dw->listview));
1331         valid = gtk_tree_model_get_iter_first(store, &iter);
1332
1333         while (!di && valid)
1334                 {
1335                 GdkPixbuf *pixbuf;
1336
1337                 length++;
1338                 gtk_tree_model_get(store, &iter, DUPE_COLUMN_POINTER, &di, DUPE_COLUMN_THUMB, &pixbuf, -1);
1339                 if (pixbuf || di->pixbuf)
1340                         {
1341                         if (!pixbuf) gtk_list_store_set(GTK_LIST_STORE(store), &iter, DUPE_COLUMN_THUMB, di->pixbuf, -1);
1342                         row++;
1343                         di = NULL;
1344                         }
1345                 valid = gtk_tree_model_iter_next(store, &iter);
1346                 }
1347         if (valid)
1348                 {
1349                 while (gtk_tree_model_iter_next(store, &iter)) length++;
1350                 }
1351
1352         if (!di)
1353                 {
1354                 dw->thumb_item = NULL;
1355                 thumb_loader_free(dw->thumb_loader);
1356                 dw->thumb_loader = NULL;
1357
1358                 dupe_window_update_progress(dw, NULL, 0.0, FALSE);
1359                 return;
1360                 }
1361
1362         dupe_window_update_progress(dw, _("Loading thumbs..."),
1363                                     length == 0 ? 0.0 : (gdouble)(row) / length, FALSE);
1364
1365         dw->thumb_item = di;
1366         thumb_loader_free(dw->thumb_loader);
1367         dw->thumb_loader = thumb_loader_new(options->thumbnails.max_width, options->thumbnails.max_height);
1368
1369         thumb_loader_set_callbacks(dw->thumb_loader,
1370                                    dupe_thumb_done_cb,
1371                                    dupe_thumb_error_cb,
1372                                    NULL,
1373                                    dw);
1374
1375         /* start it */
1376         if (!thumb_loader_start(dw->thumb_loader, di->fd))
1377                 {
1378                 /* error, handle it, do next */
1379                 DEBUG_1("error loading thumb for %s", di->fd->path);
1380                 dupe_thumb_do(dw);
1381                 dupe_thumb_step(dw);
1382                 }
1383 }
1384
1385 /*
1386  * ------------------------------------------------------------------
1387  * Dupe checking loop
1388  * ------------------------------------------------------------------
1389  */
1390
1391 static void dupe_check_stop(DupeWindow *dw)
1392 {
1393         if (dw->idle_id || dw->img_loader || dw->thumb_loader)
1394                 {
1395                 g_source_remove(dw->idle_id);
1396                 dw->idle_id = 0;
1397                 dupe_window_update_progress(dw, NULL, 0.0, FALSE);
1398                 widget_set_cursor(dw->listview, -1);
1399                 }
1400
1401         thumb_loader_free(dw->thumb_loader);
1402         dw->thumb_loader = NULL;
1403
1404         image_loader_free(dw->img_loader);
1405         dw->img_loader = NULL;
1406 }
1407
1408 static void dupe_loader_done_cb(ImageLoader *il, gpointer data)
1409 {
1410         DupeWindow *dw = data;
1411         GdkPixbuf *pixbuf;
1412
1413         pixbuf = image_loader_get_pixbuf(il);
1414
1415         if (dw->setup_point)
1416                 {
1417                 DupeItem *di = dw->setup_point->data;
1418
1419                 if (!di->simd)
1420                         {
1421                         di->simd = image_sim_new_from_pixbuf(pixbuf);
1422                         }
1423                 else
1424                         {
1425                         image_sim_fill_data(di->simd, pixbuf);
1426                         }
1427
1428                 if (di->width == 0 && di->height == 0)
1429                         {
1430                         di->width = gdk_pixbuf_get_width(pixbuf);
1431                         di->height = gdk_pixbuf_get_height(pixbuf);
1432                         }
1433                 if (options->thumbnails.enable_caching)
1434                         {
1435                         dupe_item_write_cache(di);
1436                         }
1437
1438                 image_sim_alternate_processing(di->simd);
1439                 }
1440
1441         image_loader_free(dw->img_loader);
1442         dw->img_loader = NULL;
1443
1444         dw->idle_id = g_idle_add(dupe_check_cb, dw);
1445 }
1446
1447 static void dupe_setup_reset(DupeWindow *dw)
1448 {
1449         dw->setup_point = NULL;
1450         dw->setup_n = 0;
1451         dw->setup_time = msec_time();
1452         dw->setup_time_count = 0;
1453 }
1454
1455 static GList *dupe_setup_point_step(DupeWindow *dw, GList *p)
1456 {
1457         if (!p) return NULL;
1458
1459         if (p->next) return p->next;
1460
1461         if (dw->second_set && g_list_first(p) == dw->list) return dw->second_list;
1462
1463         return NULL;
1464 }
1465
1466 static gboolean dupe_check_cb(gpointer data)
1467 {
1468         DupeWindow *dw = data;
1469
1470         if (!dw->idle_id) return FALSE;
1471
1472         if (!dw->setup_done)
1473                 {
1474                 if ((dw->match_mask & DUPE_MATCH_SUM) &&
1475                     !(dw->setup_mask & DUPE_MATCH_SUM) )
1476                         {
1477                         if (!dw->setup_point) dw->setup_point = dw->list;
1478
1479                         while (dw->setup_point)
1480                                 {
1481                                 DupeItem *di = dw->setup_point->data;
1482
1483                                 dw->setup_point = dupe_setup_point_step(dw, dw->setup_point);
1484                                 dw->setup_n++;
1485
1486                                 if (!di->md5sum)
1487                                         {
1488                                         dupe_window_update_progress(dw, _("Reading checksums..."),
1489                                                 dw->setup_count == 0 ? 0.0 : (gdouble)(dw->setup_n - 1) / dw->setup_count, FALSE);
1490
1491                                         if (options->thumbnails.enable_caching)
1492                                                 {
1493                                                 dupe_item_read_cache(di);
1494                                                 if (di->md5sum) return TRUE;
1495                                                 }
1496
1497                                         di->md5sum = md5_text_from_file_utf8(di->fd->path, "");
1498                                         if (options->thumbnails.enable_caching)
1499                                                 {
1500                                                 dupe_item_write_cache(di);
1501                                                 }
1502                                         return TRUE;
1503                                         }
1504                                 }
1505                         dw->setup_mask |= DUPE_MATCH_SUM;
1506                         dupe_setup_reset(dw);
1507                         }
1508                 if ((dw->match_mask & DUPE_MATCH_DIM) &&
1509                     !(dw->setup_mask & DUPE_MATCH_DIM) )
1510                         {
1511                         if (!dw->setup_point) dw->setup_point = dw->list;
1512
1513                         while (dw->setup_point)
1514                                 {
1515                                 DupeItem *di = dw->setup_point->data;
1516
1517                                 dw->setup_point = dupe_setup_point_step(dw, dw->setup_point);
1518                                 dw->setup_n++;
1519                                 if (di->width == 0 && di->height == 0)
1520                                         {
1521                                         dupe_window_update_progress(dw, _("Reading dimensions..."),
1522                                                 dw->setup_count == 0 ? 0.0 : (gdouble)(dw->setup_n - 1) / dw->setup_count, FALSE);
1523
1524                                         if (options->thumbnails.enable_caching)
1525                                                 {
1526                                                 dupe_item_read_cache(di);
1527                                                 if (di->width != 0 || di->height != 0) return TRUE;
1528                                                 }
1529
1530                                         image_load_dimensions(di->fd, &di->width, &di->height);
1531                                         if (options->thumbnails.enable_caching)
1532                                                 {
1533                                                 dupe_item_write_cache(di);
1534                                                 }
1535                                         return TRUE;
1536                                         }
1537                                 }
1538                         dw->setup_mask |= DUPE_MATCH_DIM;
1539                         dupe_setup_reset(dw);
1540                         }
1541                 if ((dw->match_mask & DUPE_MATCH_SIM_HIGH ||
1542                      dw->match_mask & DUPE_MATCH_SIM_MED ||
1543                      dw->match_mask & DUPE_MATCH_SIM_LOW ||
1544                      dw->match_mask & DUPE_MATCH_SIM_CUSTOM) &&
1545                     !(dw->setup_mask & DUPE_MATCH_SIM_MED) )
1546                         {
1547                         if (!dw->setup_point) dw->setup_point = dw->list;
1548
1549                         while (dw->setup_point)
1550                                 {
1551                                 DupeItem *di = dw->setup_point->data;
1552
1553                                 if (!di->simd)
1554                                         {
1555                                         dupe_window_update_progress(dw, _("Reading similarity data..."),
1556                                                 dw->setup_count == 0 ? 0.0 : (gdouble)dw->setup_n / dw->setup_count, FALSE);
1557
1558                                         if (options->thumbnails.enable_caching)
1559                                                 {
1560                                                 dupe_item_read_cache(di);
1561                                                 if (cache_sim_data_filled(di->simd))
1562                                                         {
1563                                                         image_sim_alternate_processing(di->simd);
1564                                                         return TRUE;
1565                                                         }
1566                                                 }
1567
1568                                         dw->img_loader = image_loader_new(di->fd);
1569                                         image_loader_set_buffer_size(dw->img_loader, 8);
1570                                         g_signal_connect(G_OBJECT(dw->img_loader), "error", (GCallback)dupe_loader_done_cb, dw);
1571                                         g_signal_connect(G_OBJECT(dw->img_loader), "done", (GCallback)dupe_loader_done_cb, dw);
1572
1573                                         if (!image_loader_start(dw->img_loader))
1574                                                 {
1575                                                 image_sim_free(di->simd);
1576                                                 di->simd = image_sim_new();
1577                                                 image_loader_free(dw->img_loader);
1578                                                 dw->img_loader = NULL;
1579                                                 return TRUE;
1580                                                 }
1581                                         dw->idle_id = 0;
1582                                         return FALSE;
1583                                         }
1584
1585                                 dw->setup_point = dupe_setup_point_step(dw, dw->setup_point);
1586                                 dw->setup_n++;
1587                                 }
1588                         dw->setup_mask |= DUPE_MATCH_SIM_MED;
1589                         dupe_setup_reset(dw);
1590                         }
1591                 dupe_window_update_progress(dw, _("Comparing..."), 0.0, FALSE);
1592                 dw->setup_done = TRUE;
1593                 dupe_setup_reset(dw);
1594                 dw->setup_count = g_list_length(dw->list);
1595                 }
1596
1597         if (!dw->working)
1598                 {
1599                 if (dw->setup_count > 0)
1600                         {
1601                         dw->setup_count = 0;
1602                         dupe_window_update_progress(dw, _("Sorting..."), 1.0, TRUE);
1603                         return TRUE;
1604                         }
1605                 dw->idle_id = 0;
1606                 dupe_window_update_progress(dw, NULL, 0.0, FALSE);
1607
1608                 dupe_match_rank(dw);
1609                 dupe_window_update_count(dw, FALSE);
1610
1611                 dupe_listview_populate(dw);
1612
1613                 /* check thumbs */
1614                 if (dw->show_thumbs) dupe_thumb_step(dw);
1615
1616                 widget_set_cursor(dw->listview, -1);
1617
1618                 return FALSE;
1619                 }
1620
1621         dupe_list_check_match(dw, (DupeItem *)dw->working->data, dw->working);
1622         dupe_window_update_progress(dw, _("Comparing..."), dw->setup_count == 0 ? 0.0 : (gdouble) dw->setup_n / dw->setup_count, FALSE);
1623         dw->setup_n++;
1624
1625         dw->working = dw->working->prev;
1626
1627         return TRUE;
1628 }
1629
1630 static void dupe_check_start(DupeWindow *dw)
1631 {
1632         dw->setup_done = FALSE;
1633
1634         dw->setup_count = g_list_length(dw->list);
1635         if (dw->second_set) dw->setup_count += g_list_length(dw->second_list);
1636
1637         dw->setup_mask = 0;
1638         dupe_setup_reset(dw);
1639
1640         dw->working = g_list_last(dw->list);
1641
1642         dupe_window_update_count(dw, TRUE);
1643         widget_set_cursor(dw->listview, GDK_WATCH);
1644
1645         if (dw->idle_id) return;
1646
1647         dw->idle_id = g_idle_add(dupe_check_cb, dw);
1648 }
1649
1650 /*
1651  * ------------------------------------------------------------------
1652  * Item addition, removal
1653  * ------------------------------------------------------------------
1654  */
1655
1656 static void dupe_item_remove(DupeWindow *dw, DupeItem *di)
1657 {
1658         if (!di) return;
1659
1660         /* handle things that may be in progress... */
1661         if (dw->working && dw->working->data == di)
1662                 {
1663                 dw->working = dw->working->prev;
1664                 }
1665         if (dw->thumb_loader && dw->thumb_item == di)
1666                 {
1667                 dupe_thumb_step(dw);
1668                 }
1669         if (dw->setup_point && dw->setup_point->data == di)
1670                 {
1671                 dw->setup_point = dupe_setup_point_step(dw, dw->setup_point);
1672                 if (dw->img_loader)
1673                         {
1674                         image_loader_free(dw->img_loader);
1675                         dw->img_loader = NULL;
1676                         dw->idle_id = g_idle_add(dupe_check_cb, dw);
1677                         }
1678                 }
1679
1680         if (di->group && dw->dupes)
1681                 {
1682                 /* is a dupe, must remove from group/reset children if a parent */
1683                 DupeItem *parent;
1684
1685                 parent = dupe_match_find_parent(dw, di);
1686                 if (di == parent)
1687                         {
1688                         if (g_list_length(parent->group) < 2)
1689                                 {
1690                                 DupeItem *child;
1691
1692                                 child = dupe_match_highest_rank(parent);
1693                                 dupe_match_link_clear(child, TRUE);
1694                                 dupe_listview_remove(dw, child);
1695
1696                                 dupe_match_link_clear(parent, TRUE);
1697                                 dupe_listview_remove(dw, parent);
1698                                 dw->dupes = g_list_remove(dw->dupes, parent);
1699                                 }
1700                         else
1701                                 {
1702                                 DupeItem *new_parent;
1703                                 DupeMatch *dm;
1704
1705                                 dm = parent->group->data;
1706                                 new_parent = dm->di;
1707                                 dupe_match_reparent(dw, parent, new_parent);
1708                                 dupe_listview_remove(dw, parent);
1709                                 }
1710                         }
1711                 else
1712                         {
1713                         if (g_list_length(parent->group) < 2)
1714                                 {
1715                                 dupe_match_link_clear(parent, TRUE);
1716                                 dupe_listview_remove(dw, parent);
1717                                 dw->dupes = g_list_remove(dw->dupes, parent);
1718                                 }
1719                         dupe_match_link_clear(di, TRUE);
1720                         dupe_listview_remove(dw, di);
1721                         }
1722                 }
1723         else
1724                 {
1725                 /* not a dupe, or not sorted yet, simply reset */
1726                 dupe_match_link_clear(di, TRUE);
1727                 }
1728
1729         if (dw->second_list && g_list_find(dw->second_list, di))
1730                 {
1731                 dupe_second_remove(dw, di);
1732                 }
1733         else
1734                 {
1735                 dw->list = g_list_remove(dw->list, di);
1736                 }
1737         dupe_item_free(di);
1738
1739         dupe_window_update_count(dw, FALSE);
1740 }
1741
1742 static gboolean dupe_item_remove_by_path(DupeWindow *dw, const gchar *path)
1743 {
1744         DupeItem *di;
1745
1746         di = dupe_item_find_path(dw, path);
1747         if (!di) return FALSE;
1748
1749         dupe_item_remove(dw, di);
1750
1751         return TRUE;
1752 }
1753
1754 static void dupe_files_add(DupeWindow *dw, CollectionData *collection, CollectInfo *info,
1755                            FileData *fd, gboolean recurse)
1756 {
1757         DupeItem *di = NULL;
1758
1759         if (info)
1760                 {
1761                 di = dupe_item_new(info->fd);
1762                 }
1763         else if (fd)
1764                 {
1765                 if (isfile(fd->path))
1766                         {
1767                         di = dupe_item_new(fd);
1768                         }
1769                 else if (isdir(fd->path) && recurse)
1770                         {
1771                         GList *f, *d;
1772                         if (filelist_read(fd, &f, &d))
1773                                 {
1774                                 GList *work;
1775
1776                                 f = filelist_filter(f, FALSE);
1777                                 d = filelist_filter(d, TRUE);
1778
1779                                 work = f;
1780                                 while (work)
1781                                         {
1782                                         dupe_files_add(dw, NULL, NULL, (FileData *)work->data, TRUE);
1783                                         work = work->next;
1784                                         }
1785                                 filelist_free(f);
1786                                 work = d;
1787                                 while (work)
1788                                         {
1789                                         dupe_files_add(dw, NULL, NULL, (FileData *)work->data, TRUE);
1790                                         work = work->next;
1791                                         }
1792                                 filelist_free(d);
1793                                 }
1794                         }
1795                 }
1796
1797         if (!di) return;
1798
1799         /* Ensure images in the lists have unique FileDatas */
1800         GList *work;
1801         DupeItem *di_list;
1802         work = g_list_first(dw->list);
1803         while (work)
1804                 {
1805                 di_list = work->data;
1806                 if (di_list->fd == di->fd)
1807                         {
1808                         return;
1809                         }
1810                 else
1811                         {
1812                         work = work->next;
1813                         }
1814                 }
1815
1816         if (dw->second_list)
1817                 {
1818                 work = g_list_first(dw->second_list);
1819                 while (work)
1820                         {
1821                         di_list = work->data;
1822                         if (di_list->fd == di->fd)
1823                                 {
1824                                 return;
1825                                 }
1826                         else
1827                                 {
1828                                 work = work->next;
1829                                 }
1830                         }
1831                 }
1832
1833         if (dw->second_drop)
1834                 {
1835                 dupe_second_add(dw, di);
1836                 }
1837         else
1838                 {
1839                 dw->list = g_list_prepend(dw->list, di);
1840                 }
1841 }
1842
1843 void dupe_window_add_collection(DupeWindow *dw, CollectionData *collection)
1844 {
1845         CollectInfo *info;
1846
1847         info = collection_get_first(collection);
1848         while (info)
1849                 {
1850                 dupe_files_add(dw, collection, info, NULL, FALSE);
1851                 info = collection_next_by_info(collection, info);
1852                 }
1853
1854         dupe_check_start(dw);
1855 }
1856
1857 void dupe_window_add_files(DupeWindow *dw, GList *list, gboolean recurse)
1858 {
1859         GList *work;
1860
1861         work = list;
1862         while (work)
1863                 {
1864                 FileData *fd = work->data;
1865                 work = work->next;
1866
1867                 dupe_files_add(dw, NULL, NULL, fd, recurse);
1868                 }
1869
1870         dupe_check_start(dw);
1871 }
1872
1873 static void dupe_item_update(DupeWindow *dw, DupeItem *di)
1874 {
1875         if ( (dw->match_mask & DUPE_MATCH_NAME) || (dw->match_mask & DUPE_MATCH_PATH || (dw->match_mask & DUPE_MATCH_NAME_CI)) )
1876                 {
1877                 /* only effects matches on name or path */
1878 /*
1879                 FileData *fd = file_data_ref(di->fd);
1880                 gint second;
1881
1882                 second = di->second;
1883                 dupe_item_remove(dw, di);
1884
1885                 dw->second_drop = second;
1886                 dupe_files_add(dw, NULL, NULL, fd, FALSE);
1887                 dw->second_drop = FALSE;
1888
1889                 file_data_unref(fd);
1890 */
1891                 dupe_check_start(dw);
1892                 }
1893         else
1894                 {
1895                 GtkListStore *store;
1896                 GtkTreeIter iter;
1897                 gint row;
1898                 /* update the listview(s) */
1899
1900                 store = GTK_LIST_STORE(gtk_tree_view_get_model(GTK_TREE_VIEW(dw->listview)));
1901                 row = dupe_listview_find_item(store, di, &iter);
1902                 if (row >= 0)
1903                         {
1904                         gtk_list_store_set(store, &iter,
1905                                            DUPE_COLUMN_NAME, di->fd->name,
1906                                            DUPE_COLUMN_PATH, di->fd->path, -1);
1907                         }
1908
1909                 if (dw->second_listview)
1910                         {
1911                         store = GTK_LIST_STORE(gtk_tree_view_get_model(GTK_TREE_VIEW(dw->second_listview)));
1912                         row = dupe_listview_find_item(store, di, &iter);
1913                         if (row >= 0)
1914                                 {
1915                                 gtk_list_store_set(store, &iter, 1, di->fd->path, -1);
1916                                 }
1917                         }
1918                 }
1919
1920 }
1921
1922 static void dupe_item_update_fd_in_list(DupeWindow *dw, FileData *fd, GList *work)
1923 {
1924         while (work)
1925                 {
1926                 DupeItem *di = work->data;
1927
1928                 if (di->fd == fd)
1929                         dupe_item_update(dw, di);
1930
1931                 work = work->next;
1932                 }
1933 }
1934
1935 static void dupe_item_update_fd(DupeWindow *dw, FileData *fd)
1936 {
1937         dupe_item_update_fd_in_list(dw, fd, dw->list);
1938         if (dw->second_set) dupe_item_update_fd_in_list(dw, fd, dw->second_list);
1939 }
1940
1941
1942 /*
1943  * ------------------------------------------------------------------
1944  * Misc.
1945  * ------------------------------------------------------------------
1946  */
1947
1948 static GtkWidget *dupe_display_label(GtkWidget *vbox, const gchar *description, const gchar *text)
1949 {
1950         GtkWidget *hbox;
1951         GtkWidget *label;
1952
1953         hbox = gtk_hbox_new(FALSE, 10);
1954
1955         label = gtk_label_new(description);
1956         gtk_box_pack_start(GTK_BOX(hbox), label, FALSE, FALSE, 0);
1957         gtk_widget_show(label);
1958
1959         label = gtk_label_new(text);
1960         gtk_box_pack_start(GTK_BOX(hbox), label, FALSE, FALSE, 0);
1961         gtk_widget_show(label);
1962
1963         gtk_box_pack_start(GTK_BOX(vbox), hbox, FALSE, FALSE, 0);
1964         gtk_widget_show(hbox);
1965
1966         return label;
1967 }
1968
1969 static void dupe_display_stats(DupeWindow *dw, DupeItem *di)
1970 {
1971         GenericDialog *gd;
1972         gchar *buf;
1973
1974         if (!di) return;
1975
1976         gd = file_util_gen_dlg("Image thumbprint debug info", "thumbprint",
1977                                dw->window, TRUE,
1978                                NULL, NULL);
1979         generic_dialog_add_button(gd, GTK_STOCK_CLOSE, NULL, NULL, TRUE);
1980
1981         dupe_display_label(gd->vbox, "name:", di->fd->name);
1982         buf = text_from_size(di->fd->size);
1983         dupe_display_label(gd->vbox, "size:", buf);
1984         g_free(buf);
1985         dupe_display_label(gd->vbox, "date:", text_from_time(di->fd->date));
1986         buf = g_strdup_printf("%d x %d", di->width, di->height);
1987         dupe_display_label(gd->vbox, "dimensions:", buf);
1988         g_free(buf);
1989         dupe_display_label(gd->vbox, "md5sum:", (di->md5sum) ? di->md5sum : "not generated");
1990
1991         dupe_display_label(gd->vbox, "thumbprint:", (di->simd) ? "" : "not generated");
1992         if (di->simd)
1993                 {
1994                 GtkWidget *image;
1995                 GdkPixbuf *pixbuf;
1996                 gint x, y;
1997                 guchar *d_pix;
1998                 guchar *dp;
1999                 gint rs;
2000                 gint sp;
2001
2002                 pixbuf = gdk_pixbuf_new(GDK_COLORSPACE_RGB, FALSE, 8, 32, 32);
2003                 rs = gdk_pixbuf_get_rowstride(pixbuf);
2004                 d_pix = gdk_pixbuf_get_pixels(pixbuf);
2005
2006                 for (y = 0; y < 32; y++)
2007                         {
2008                         dp = d_pix + (y * rs);
2009                         sp = y * 32;
2010                         for (x = 0; x < 32; x++)
2011                                 {
2012                                 *(dp++) = di->simd->avg_r[sp + x];
2013                                 *(dp++) = di->simd->avg_g[sp + x];
2014                                 *(dp++) = di->simd->avg_b[sp + x];
2015                                 }
2016                         }
2017
2018                 image = gtk_image_new_from_pixbuf(pixbuf);
2019                 gtk_box_pack_start(GTK_BOX(gd->vbox), image, FALSE, FALSE, 0);
2020                 gtk_widget_show(image);
2021
2022                 g_object_unref(pixbuf);
2023                 }
2024
2025         gtk_widget_show(gd->dialog);
2026 }
2027
2028 static void dupe_window_recompare(DupeWindow *dw)
2029 {
2030         GtkListStore *store;
2031
2032         dupe_check_stop(dw);
2033
2034         store = GTK_LIST_STORE(gtk_tree_view_get_model(GTK_TREE_VIEW(dw->listview)));
2035         gtk_list_store_clear(store);
2036
2037         g_list_free(dw->dupes);
2038         dw->dupes = NULL;
2039
2040         dupe_match_reset_list(dw->list);
2041         dupe_match_reset_list(dw->second_list);
2042
2043         dupe_check_start(dw);
2044 }
2045
2046 static void dupe_menu_view(DupeWindow *dw, DupeItem *di, GtkWidget *listview, gint new_window)
2047 {
2048         if (!di) return;
2049
2050         if (di->collection && collection_info_valid(di->collection, di->info))
2051                 {
2052                 if (new_window)
2053                         {
2054                         view_window_new_from_collection(di->collection, di->info);
2055                         }
2056                 else
2057                         {
2058                         layout_image_set_collection(NULL, di->collection, di->info);
2059                         }
2060                 }
2061         else
2062                 {
2063                 if (new_window)
2064                         {
2065                         GList *list;
2066
2067                         list = dupe_listview_get_selection(dw, listview);
2068                         view_window_new_from_list(list);
2069                         filelist_free(list);
2070                         }
2071                 else
2072                         {
2073                         layout_set_fd(NULL, di->fd);
2074                         }
2075                 }
2076 }
2077
2078 static void dupe_window_remove_selection(DupeWindow *dw, GtkWidget *listview)
2079 {
2080         GtkTreeSelection *selection;
2081         GtkTreeModel *store;
2082         GtkTreeIter iter;
2083         GList *slist;
2084         GList *list = NULL;
2085         GList *work;
2086
2087         selection = gtk_tree_view_get_selection(GTK_TREE_VIEW(listview));
2088         slist = gtk_tree_selection_get_selected_rows(selection, &store);
2089         work = slist;
2090         while (work)
2091                 {
2092                 GtkTreePath *tpath = work->data;
2093                 DupeItem *di = NULL;
2094
2095                 gtk_tree_model_get_iter(store, &iter, tpath);
2096                 gtk_tree_model_get(store, &iter, DUPE_COLUMN_POINTER, &di, -1);
2097                 if (di) list = g_list_prepend(list, di);
2098                 work = work->next;
2099                 }
2100         g_list_foreach(slist, (GFunc)gtk_tree_path_free, NULL);
2101         g_list_free(slist);
2102
2103         dw->color_frozen = TRUE;
2104         work = list;
2105         while (work)
2106                 {
2107                 DupeItem *di;
2108
2109                 di = work->data;
2110                 work = work->next;
2111                 dupe_item_remove(dw, di);
2112                 }
2113         dw->color_frozen = FALSE;
2114
2115         g_list_free(list);
2116
2117         dupe_listview_realign_colors(dw);
2118 }
2119
2120 static void dupe_window_edit_selected(DupeWindow *dw, const gchar *key)
2121 {
2122         file_util_start_editor_from_filelist(key, dupe_listview_get_selection(dw, dw->listview), NULL, dw->window);
2123 }
2124
2125 static void dupe_window_collection_from_selection(DupeWindow *dw)
2126 {
2127         CollectWindow *w;
2128         GList *list;
2129
2130         list = dupe_listview_get_selection(dw, dw->listview);
2131         w = collection_window_new(NULL);
2132         collection_table_add_filelist(w->table, list);
2133         filelist_free(list);
2134 }
2135
2136 static void dupe_window_append_file_list(DupeWindow *dw, gint on_second)
2137 {
2138         GList *list;
2139
2140         dw->second_drop = (dw->second_set && on_second);
2141
2142         list = layout_list(NULL);
2143         dupe_window_add_files(dw, list, FALSE);
2144         filelist_free(list);
2145 }
2146
2147 /*
2148  *-------------------------------------------------------------------
2149  * main pop-up menu callbacks
2150  *-------------------------------------------------------------------
2151  */
2152
2153 static void dupe_menu_view_cb(GtkWidget *widget, gpointer data)
2154 {
2155         DupeWindow *dw = data;
2156
2157         if (dw->click_item) dupe_menu_view(dw, dw->click_item, dw->listview, FALSE);
2158 }
2159
2160 static void dupe_menu_viewnew_cb(GtkWidget *widget, gpointer data)
2161 {
2162         DupeWindow *dw = data;
2163
2164         if (dw->click_item) dupe_menu_view(dw, dw->click_item, dw->listview, TRUE);
2165 }
2166
2167 static void dupe_menu_select_all_cb(GtkWidget *widget, gpointer data)
2168 {
2169         DupeWindow *dw = data;
2170         GtkTreeSelection *selection;
2171
2172         options->duplicates_select_type = DUPE_SELECT_NONE;
2173         selection = gtk_tree_view_get_selection(GTK_TREE_VIEW(dw->listview));
2174         gtk_tree_selection_select_all(selection);
2175 }
2176
2177 static void dupe_menu_select_none_cb(GtkWidget *widget, gpointer data)
2178 {
2179         DupeWindow *dw = data;
2180         GtkTreeSelection *selection;
2181
2182         options->duplicates_select_type = DUPE_SELECT_NONE;
2183         selection = gtk_tree_view_get_selection(GTK_TREE_VIEW(dw->listview));
2184         gtk_tree_selection_unselect_all(selection);
2185 }
2186
2187 static void dupe_menu_select_dupes_set1_cb(GtkWidget *widget, gpointer data)
2188 {
2189         DupeWindow *dw = data;
2190
2191         options->duplicates_select_type = DUPE_SELECT_GROUP1;
2192         dupe_listview_select_dupes(dw, DUPE_SELECT_GROUP1);
2193 }
2194
2195 static void dupe_menu_select_dupes_set2_cb(GtkWidget *widget, gpointer data)
2196 {
2197         DupeWindow *dw = data;
2198
2199         options->duplicates_select_type = DUPE_SELECT_GROUP2;
2200         dupe_listview_select_dupes(dw, DUPE_SELECT_GROUP2);
2201 }
2202
2203 static void dupe_menu_edit_cb(GtkWidget *widget, gpointer data)
2204 {
2205         DupeWindow *dw;
2206         const gchar *key = data;
2207
2208         dw = submenu_item_get_data(widget);
2209         if (!dw) return;
2210
2211         dupe_window_edit_selected(dw, key);
2212 }
2213
2214 static void dupe_menu_collection_cb(GtkWidget *widget, gpointer data)
2215 {
2216         DupeWindow *dw = data;
2217
2218         dupe_window_collection_from_selection(dw);
2219 }
2220
2221 static void dupe_menu_print_cb(GtkWidget *widget, gpointer data)
2222 {
2223         DupeWindow *dw = data;
2224         FileData *fd;
2225
2226         fd = (dw->click_item) ? dw->click_item->fd : NULL;
2227
2228         print_window_new(fd,
2229                          dupe_listview_get_selection(dw, dw->listview),
2230                          dupe_listview_get_filelist(dw, dw->listview), dw->window);
2231 }
2232
2233 static void dupe_menu_copy_cb(GtkWidget *widget, gpointer data)
2234 {
2235         DupeWindow *dw = data;
2236
2237         file_util_copy(NULL, dupe_listview_get_selection(dw, dw->listview), NULL, dw->window);
2238 }
2239
2240 static void dupe_menu_move_cb(GtkWidget *widget, gpointer data)
2241 {
2242         DupeWindow *dw = data;
2243
2244         file_util_move(NULL, dupe_listview_get_selection(dw, dw->listview), NULL, dw->window);
2245 }
2246
2247 static void dupe_menu_rename_cb(GtkWidget *widget, gpointer data)
2248 {
2249         DupeWindow *dw = data;
2250
2251         file_util_rename(NULL, dupe_listview_get_selection(dw, dw->listview), dw->window);
2252 }
2253
2254 static void dupe_menu_delete_cb(GtkWidget *widget, gpointer data)
2255 {
2256         DupeWindow *dw = data;
2257
2258         file_util_delete(NULL, dupe_listview_get_selection(dw, dw->listview), dw->window);
2259 }
2260
2261 static void dupe_menu_copy_path_cb(GtkWidget *widget, gpointer data)
2262 {
2263         DupeWindow *dw = data;
2264
2265         file_util_copy_path_list_to_clipboard(dupe_listview_get_selection(dw, dw->listview));
2266 }
2267
2268 static void dupe_menu_remove_cb(GtkWidget *widget, gpointer data)
2269 {
2270         DupeWindow *dw = data;
2271
2272         dupe_window_remove_selection(dw, dw->listview);
2273 }
2274
2275 static void dupe_menu_clear_cb(GtkWidget *widget, gpointer data)
2276 {
2277         DupeWindow *dw = data;
2278
2279         dupe_window_clear(dw);
2280 }
2281
2282 static void dupe_menu_close_cb(GtkWidget *widget, gpointer data)
2283 {
2284         DupeWindow *dw = data;
2285
2286         dupe_window_close(dw);
2287 }
2288
2289 static void dupe_menu_popup_destroy_cb(GtkWidget *widget, gpointer data)
2290 {
2291         GList *editmenu_fd_list = data;
2292
2293         filelist_free(editmenu_fd_list);
2294 }
2295
2296 static GList *dupe_window_get_fd_list(DupeWindow *dw)
2297 {
2298         GList *list;
2299
2300         if (gtk_widget_has_focus(dw->second_listview))
2301                 {
2302                 list = dupe_listview_get_selection(dw, dw->second_listview);
2303                 }
2304         else
2305                 {
2306                 list = dupe_listview_get_selection(dw, dw->listview);
2307                 }
2308
2309         return list;
2310 }
2311
2312 /* Add file selection list to a collection
2313  * Called from a right-click menu
2314  * Inputs:
2315  * data: index to the collection list menu item selected, or -1 for new collection
2316  */
2317 static void dupe_pop_menu_collections_cb(GtkWidget *widget, gpointer data)
2318 {
2319         DupeWindow *dw;
2320         GList *selection_list;
2321
2322         dw = submenu_item_get_data(widget);
2323         selection_list = dupe_listview_get_selection(dw, dw->listview);
2324         pop_menu_collections(selection_list, data);
2325
2326         filelist_free(selection_list);
2327 }
2328
2329 static GtkWidget *dupe_menu_popup_main(DupeWindow *dw, DupeItem *di)
2330 {
2331         GtkWidget *menu;
2332         GtkWidget *item;
2333         gint on_row;
2334         GList *editmenu_fd_list;
2335         GtkWidget *submenu;
2336
2337         on_row = (di != NULL);
2338
2339         menu = popup_menu_short_lived();
2340
2341         menu_item_add_sensitive(menu, _("_View"), on_row,
2342                                 G_CALLBACK(dupe_menu_view_cb), dw);
2343         menu_item_add_stock_sensitive(menu, _("View in _new window"), GTK_STOCK_NEW, on_row,
2344                                 G_CALLBACK(dupe_menu_viewnew_cb), dw);
2345         menu_item_add_divider(menu);
2346         menu_item_add_sensitive(menu, _("Select all"), (dw->dupes != NULL),
2347                                 G_CALLBACK(dupe_menu_select_all_cb), dw);
2348         menu_item_add_sensitive(menu, _("Select none"), (dw->dupes != NULL),
2349                                 G_CALLBACK(dupe_menu_select_none_cb), dw);
2350         menu_item_add_sensitive(menu, _("Select group _1 duplicates"), (dw->dupes != NULL),
2351                                 G_CALLBACK(dupe_menu_select_dupes_set1_cb), dw);
2352         menu_item_add_sensitive(menu, _("Select group _2 duplicates"), (dw->dupes != NULL),
2353                                 G_CALLBACK(dupe_menu_select_dupes_set2_cb), dw);
2354         menu_item_add_divider(menu);
2355
2356         editmenu_fd_list = dupe_window_get_fd_list(dw);
2357         g_signal_connect(G_OBJECT(menu), "destroy",
2358                          G_CALLBACK(dupe_menu_popup_destroy_cb), editmenu_fd_list);
2359         submenu_add_edit(menu, &item, G_CALLBACK(dupe_menu_edit_cb), dw, editmenu_fd_list);
2360         if (!on_row) gtk_widget_set_sensitive(item, FALSE);
2361
2362         submenu = submenu_add_collections(menu, &item,
2363                                                                 G_CALLBACK(dupe_pop_menu_collections_cb), dw);
2364         gtk_widget_set_sensitive(item, on_row);
2365
2366         menu_item_add_stock_sensitive(menu, _("Print..."), GTK_STOCK_PRINT, on_row,
2367                                 G_CALLBACK(dupe_menu_print_cb), dw);
2368         menu_item_add_divider(menu);
2369         menu_item_add_stock_sensitive(menu, _("_Copy..."), GTK_STOCK_COPY, on_row,
2370                                 G_CALLBACK(dupe_menu_copy_cb), dw);
2371         menu_item_add_sensitive(menu, _("_Move..."), on_row,
2372                                 G_CALLBACK(dupe_menu_move_cb), dw);
2373         menu_item_add_sensitive(menu, _("_Rename..."), on_row,
2374                                 G_CALLBACK(dupe_menu_rename_cb), dw);
2375         menu_item_add_sensitive(menu, _("_Copy path"), on_row,
2376                                 G_CALLBACK(dupe_menu_copy_path_cb), dw);
2377         menu_item_add_stock_sensitive(menu, _("_Delete..."), GTK_STOCK_DELETE, on_row,
2378                                 G_CALLBACK(dupe_menu_delete_cb), dw);
2379         menu_item_add_divider(menu);
2380         menu_item_add_stock_sensitive(menu, _("Rem_ove"), GTK_STOCK_REMOVE, on_row,
2381                                 G_CALLBACK(dupe_menu_remove_cb), dw);
2382         menu_item_add_stock_sensitive(menu, _("C_lear"), GTK_STOCK_CLEAR, (dw->list != NULL),
2383                                 G_CALLBACK(dupe_menu_clear_cb), dw);
2384         menu_item_add_divider(menu);
2385         menu_item_add_stock(menu, _("Close _window"), GTK_STOCK_CLOSE,
2386                             G_CALLBACK(dupe_menu_close_cb), dw);
2387
2388         return menu;
2389 }
2390
2391 static gboolean dupe_listview_press_cb(GtkWidget *widget, GdkEventButton *bevent, gpointer data)
2392 {
2393         DupeWindow *dw = data;
2394         GtkTreeModel *store;
2395         GtkTreePath *tpath;
2396         GtkTreeIter iter;
2397         DupeItem *di = NULL;
2398
2399         store = gtk_tree_view_get_model(GTK_TREE_VIEW(widget));
2400
2401         if (gtk_tree_view_get_path_at_pos(GTK_TREE_VIEW(widget), bevent->x, bevent->y,
2402                                           &tpath, NULL, NULL, NULL))
2403                 {
2404                 gtk_tree_model_get_iter(store, &iter, tpath);
2405                 gtk_tree_model_get(store, &iter, DUPE_COLUMN_POINTER, &di, -1);
2406                 gtk_tree_path_free(tpath);
2407                 }
2408
2409         dw->click_item = di;
2410
2411         if (bevent->button == MOUSE_BUTTON_RIGHT)
2412                 {
2413                 /* right click menu */
2414                 GtkWidget *menu;
2415
2416                 if (bevent->state & GDK_CONTROL_MASK && bevent->state & GDK_SHIFT_MASK)
2417                         {
2418                         dupe_display_stats(dw, di);
2419                         return TRUE;
2420                         }
2421                 if (widget == dw->listview)
2422                         {
2423                         menu = dupe_menu_popup_main(dw, di);
2424                         }
2425                 else
2426                         {
2427                         menu = dupe_menu_popup_second(dw, di);
2428                         }
2429                 gtk_menu_popup(GTK_MENU(menu), NULL, NULL, NULL, NULL, bevent->button, bevent->time);
2430                 }
2431
2432         if (!di) return FALSE;
2433
2434         if (bevent->button == MOUSE_BUTTON_LEFT &&
2435             bevent->type == GDK_2BUTTON_PRESS)
2436                 {
2437                 dupe_menu_view(dw, di, widget, FALSE);
2438                 }
2439
2440         if (bevent->button == MOUSE_BUTTON_MIDDLE) return TRUE;
2441
2442         if (bevent->button == MOUSE_BUTTON_RIGHT)
2443                 {
2444                 if (!dupe_listview_item_is_selected(dw, di, widget))
2445                         {
2446                         GtkTreeSelection *selection;
2447
2448                         selection = gtk_tree_view_get_selection(GTK_TREE_VIEW(widget));
2449                         gtk_tree_selection_unselect_all(selection);
2450                         gtk_tree_selection_select_iter(selection, &iter);
2451
2452                         tpath = gtk_tree_model_get_path(GTK_TREE_MODEL(store), &iter);
2453                         gtk_tree_view_set_cursor(GTK_TREE_VIEW(widget), tpath, NULL, FALSE);
2454                         gtk_tree_path_free(tpath);
2455                         }
2456
2457                 return TRUE;
2458                 }
2459
2460         if (bevent->button == MOUSE_BUTTON_LEFT &&
2461             bevent->type == GDK_BUTTON_PRESS &&
2462             !(bevent->state & GDK_SHIFT_MASK ) &&
2463             !(bevent->state & GDK_CONTROL_MASK ) &&
2464             dupe_listview_item_is_selected(dw, di, widget))
2465                 {
2466                 /* this selection handled on release_cb */
2467                 gtk_widget_grab_focus(widget);
2468                 return TRUE;
2469                 }
2470
2471         return FALSE;
2472 }
2473
2474 static gboolean dupe_listview_release_cb(GtkWidget *widget, GdkEventButton *bevent, gpointer data)
2475 {
2476         DupeWindow *dw = data;
2477         GtkTreeModel *store;
2478         GtkTreePath *tpath;
2479         GtkTreeIter iter;
2480         DupeItem *di = NULL;
2481
2482         if (bevent->button != MOUSE_BUTTON_LEFT && bevent->button != MOUSE_BUTTON_MIDDLE) return TRUE;
2483
2484         store = gtk_tree_view_get_model(GTK_TREE_VIEW(widget));
2485
2486         if ((bevent->x != 0 || bevent->y != 0) &&
2487             gtk_tree_view_get_path_at_pos(GTK_TREE_VIEW(widget), bevent->x, bevent->y,
2488                                           &tpath, NULL, NULL, NULL))
2489                 {
2490                 gtk_tree_model_get_iter(store, &iter, tpath);
2491                 gtk_tree_model_get(store, &iter, DUPE_COLUMN_POINTER, &di, -1);
2492                 gtk_tree_path_free(tpath);
2493                 }
2494
2495         if (bevent->button == MOUSE_BUTTON_MIDDLE)
2496                 {
2497                 if (di && dw->click_item == di)
2498                         {
2499                         GtkTreeSelection *selection;
2500
2501                         selection = gtk_tree_view_get_selection(GTK_TREE_VIEW(widget));
2502                         if (dupe_listview_item_is_selected(dw, di, widget))
2503                                 {
2504                                 gtk_tree_selection_unselect_iter(selection, &iter);
2505                                 }
2506                         else
2507                                 {
2508                                 gtk_tree_selection_select_iter(selection, &iter);
2509                                 }
2510                         }
2511                 return TRUE;
2512                 }
2513
2514         if (di && dw->click_item == di &&
2515             !(bevent->state & GDK_SHIFT_MASK ) &&
2516             !(bevent->state & GDK_CONTROL_MASK ) &&
2517             dupe_listview_item_is_selected(dw, di, widget))
2518                 {
2519                 GtkTreeSelection *selection;
2520
2521                 selection = gtk_tree_view_get_selection(GTK_TREE_VIEW(widget));
2522                 gtk_tree_selection_unselect_all(selection);
2523                 gtk_tree_selection_select_iter(selection, &iter);
2524
2525                 tpath = gtk_tree_model_get_path(store, &iter);
2526                 gtk_tree_view_set_cursor(GTK_TREE_VIEW(widget), tpath, NULL, FALSE);
2527                 gtk_tree_path_free(tpath);
2528
2529                 return TRUE;
2530                 }
2531
2532         return FALSE;
2533 }
2534
2535 /*
2536  *-------------------------------------------------------------------
2537  * second set stuff
2538  *-------------------------------------------------------------------
2539  */
2540
2541 static void dupe_second_update_status(DupeWindow *dw)
2542 {
2543         gchar *buf;
2544
2545         buf = g_strdup_printf(_("%d files (set 2)"), g_list_length(dw->second_list));
2546         gtk_label_set_text(GTK_LABEL(dw->second_status_label), buf);
2547         g_free(buf);
2548 }
2549
2550 static void dupe_second_add(DupeWindow *dw, DupeItem *di)
2551 {
2552         GtkListStore *store;
2553         GtkTreeIter iter;
2554
2555         if (!di) return;
2556
2557         di->second = TRUE;
2558         dw->second_list = g_list_prepend(dw->second_list, di);
2559
2560         store = GTK_LIST_STORE(gtk_tree_view_get_model(GTK_TREE_VIEW(dw->second_listview)));
2561         gtk_list_store_append(store, &iter);
2562         gtk_list_store_set(store, &iter, DUPE_COLUMN_POINTER, di, 1, di->fd->path, -1);
2563
2564         dupe_second_update_status(dw);
2565 }
2566
2567 static void dupe_second_remove(DupeWindow *dw, DupeItem *di)
2568 {
2569         GtkListStore *store;
2570         GtkTreeIter iter;
2571
2572         store = GTK_LIST_STORE(gtk_tree_view_get_model(GTK_TREE_VIEW(dw->second_listview)));
2573         if (dupe_listview_find_item(store, di, &iter) >= 0)
2574                 {
2575                 tree_view_move_cursor_away(GTK_TREE_VIEW(dw->second_listview), &iter, TRUE);
2576                 gtk_list_store_remove(store, &iter);
2577                 }
2578
2579         dw->second_list = g_list_remove(dw->second_list, di);
2580
2581         dupe_second_update_status(dw);
2582 }
2583
2584 static void dupe_second_clear(DupeWindow *dw)
2585 {
2586         GtkListStore *store;
2587
2588         store = GTK_LIST_STORE(gtk_tree_view_get_model(GTK_TREE_VIEW(dw->second_listview)));
2589         gtk_list_store_clear(store);
2590         gtk_tree_view_columns_autosize(GTK_TREE_VIEW(dw->second_listview));
2591
2592         g_list_free(dw->dupes);
2593         dw->dupes = NULL;
2594
2595         dupe_list_free(dw->second_list);
2596         dw->second_list = NULL;
2597
2598         dupe_match_reset_list(dw->list);
2599
2600         dupe_second_update_status(dw);
2601 }
2602
2603 static void dupe_second_menu_view_cb(GtkWidget *widget, gpointer data)
2604 {
2605         DupeWindow *dw = data;
2606
2607         if (dw->click_item) dupe_menu_view(dw, dw->click_item, dw->second_listview, FALSE);
2608 }
2609
2610 static void dupe_second_menu_viewnew_cb(GtkWidget *widget, gpointer data)
2611 {
2612         DupeWindow *dw = data;
2613
2614         if (dw->click_item) dupe_menu_view(dw, dw->click_item, dw->second_listview, TRUE);
2615 }
2616
2617 static void dupe_second_menu_select_all_cb(GtkWidget *widget, gpointer data)
2618 {
2619         GtkTreeSelection *selection;
2620         DupeWindow *dw = data;
2621
2622         selection = gtk_tree_view_get_selection(GTK_TREE_VIEW(dw->second_listview));
2623         gtk_tree_selection_select_all(selection);
2624 }
2625
2626 static void dupe_second_menu_select_none_cb(GtkWidget *widget, gpointer data)
2627 {
2628         GtkTreeSelection *selection;
2629         DupeWindow *dw = data;
2630
2631         selection = gtk_tree_view_get_selection(GTK_TREE_VIEW(dw->second_listview));
2632         gtk_tree_selection_unselect_all(selection);
2633 }
2634
2635 static void dupe_second_menu_remove_cb(GtkWidget *widget, gpointer data)
2636 {
2637         DupeWindow *dw = data;
2638
2639         dupe_window_remove_selection(dw, dw->second_listview);
2640 }
2641
2642 static void dupe_second_menu_clear_cb(GtkWidget *widget, gpointer data)
2643 {
2644         DupeWindow *dw = data;
2645
2646         dupe_second_clear(dw);
2647         dupe_window_recompare(dw);
2648 }
2649
2650 static GtkWidget *dupe_menu_popup_second(DupeWindow *dw, DupeItem *di)
2651 {
2652         GtkWidget *menu;
2653         gboolean notempty = (dw->second_list != NULL);
2654         gboolean on_row = (di != NULL);
2655
2656         menu = popup_menu_short_lived();
2657         menu_item_add_sensitive(menu, _("_View"), on_row,
2658                                 G_CALLBACK(dupe_second_menu_view_cb), dw);
2659         menu_item_add_stock_sensitive(menu, _("View in _new window"), GTK_STOCK_NEW, on_row,
2660                                 G_CALLBACK(dupe_second_menu_viewnew_cb), dw);
2661         menu_item_add_divider(menu);
2662         menu_item_add_sensitive(menu, _("Select all"), notempty,
2663                                 G_CALLBACK(dupe_second_menu_select_all_cb), dw);
2664         menu_item_add_sensitive(menu, _("Select none"), notempty,
2665                                 G_CALLBACK(dupe_second_menu_select_none_cb), dw);
2666         menu_item_add_divider(menu);
2667         menu_item_add_stock_sensitive(menu, _("Rem_ove"), GTK_STOCK_REMOVE, on_row,
2668                                       G_CALLBACK(dupe_second_menu_remove_cb), dw);
2669         menu_item_add_stock_sensitive(menu, _("C_lear"), GTK_STOCK_CLEAR, notempty,
2670                                    G_CALLBACK(dupe_second_menu_clear_cb), dw);
2671         menu_item_add_divider(menu);
2672         menu_item_add_stock(menu, _("Close _window"), GTK_STOCK_CLOSE,
2673                             G_CALLBACK(dupe_menu_close_cb), dw);
2674
2675         return menu;
2676 }
2677
2678 static void dupe_second_set_toggle_cb(GtkWidget *widget, gpointer data)
2679 {
2680         DupeWindow *dw = data;
2681
2682         dw->second_set = gtk_toggle_button_get_active(GTK_TOGGLE_BUTTON(widget));
2683
2684         if (dw->second_set)
2685                 {
2686                 dupe_second_update_status(dw);
2687                 gtk_table_set_col_spacings(GTK_TABLE(dw->table), PREF_PAD_GAP);
2688                 gtk_widget_show(dw->second_vbox);
2689                 }
2690         else
2691                 {
2692                 gtk_table_set_col_spacings(GTK_TABLE(dw->table), 0);
2693                 gtk_widget_hide(dw->second_vbox);
2694                 dupe_second_clear(dw);
2695                 }
2696
2697         dupe_window_recompare(dw);
2698 }
2699
2700 static void dupe_sort_totals_toggle_cb(GtkWidget *widget, gpointer data)
2701 {
2702         DupeWindow *dw = data;
2703
2704         options->sort_totals = gtk_toggle_button_get_active(GTK_TOGGLE_BUTTON(widget));
2705         dupe_window_recompare(dw);
2706
2707 }
2708
2709 /*
2710  *-------------------------------------------------------------------
2711  * match type menu
2712  *-------------------------------------------------------------------
2713  */
2714
2715 enum {
2716         DUPE_MENU_COLUMN_NAME = 0,
2717         DUPE_MENU_COLUMN_MASK
2718 };
2719
2720 static void dupe_menu_type_cb(GtkWidget *combo, gpointer data)
2721 {
2722         DupeWindow *dw = data;
2723         GtkTreeModel *store;
2724         GtkTreeIter iter;
2725
2726         store = gtk_combo_box_get_model(GTK_COMBO_BOX(combo));
2727         if (!gtk_combo_box_get_active_iter(GTK_COMBO_BOX(combo), &iter)) return;
2728         gtk_tree_model_get(store, &iter, DUPE_MENU_COLUMN_MASK, &dw->match_mask, -1);
2729
2730         options->duplicates_match = dw->match_mask;
2731
2732         dupe_window_recompare(dw);
2733 }
2734
2735 static void dupe_menu_add_item(GtkListStore *store, const gchar *text, DupeMatchType type, DupeWindow *dw)
2736 {
2737         GtkTreeIter iter;
2738
2739         gtk_list_store_append(store, &iter);
2740         gtk_list_store_set(store, &iter, DUPE_MENU_COLUMN_NAME, text,
2741                                          DUPE_MENU_COLUMN_MASK, type, -1);
2742
2743         if (dw->match_mask == type) gtk_combo_box_set_active_iter(GTK_COMBO_BOX(dw->combo), &iter);
2744 }
2745
2746 static void dupe_menu_setup(DupeWindow *dw)
2747 {
2748         GtkListStore *store;
2749         GtkCellRenderer *renderer;
2750
2751         store = gtk_list_store_new(2, G_TYPE_STRING, G_TYPE_INT);
2752         dw->combo = gtk_combo_box_new_with_model(GTK_TREE_MODEL(store));
2753         g_object_unref(store);
2754
2755         renderer = gtk_cell_renderer_text_new();
2756         gtk_cell_layout_pack_start(GTK_CELL_LAYOUT(dw->combo), renderer, TRUE);
2757         gtk_cell_layout_set_attributes(GTK_CELL_LAYOUT(dw->combo), renderer,
2758                                        "text", DUPE_MENU_COLUMN_NAME, NULL);
2759
2760         dupe_menu_add_item(store, _("Name"), DUPE_MATCH_NAME, dw);
2761         dupe_menu_add_item(store, _("Name case-insensitive"), DUPE_MATCH_NAME_CI, dw);
2762         dupe_menu_add_item(store, _("Size"), DUPE_MATCH_SIZE, dw);
2763         dupe_menu_add_item(store, _("Date"), DUPE_MATCH_DATE, dw);
2764         dupe_menu_add_item(store, _("Dimensions"), DUPE_MATCH_DIM, dw);
2765         dupe_menu_add_item(store, _("Checksum"), DUPE_MATCH_SUM, dw);
2766         dupe_menu_add_item(store, _("Path"), DUPE_MATCH_PATH, dw);
2767         dupe_menu_add_item(store, _("Similarity (high)"), DUPE_MATCH_SIM_HIGH, dw);
2768         dupe_menu_add_item(store, _("Similarity"), DUPE_MATCH_SIM_MED, dw);
2769         dupe_menu_add_item(store, _("Similarity (low)"), DUPE_MATCH_SIM_LOW, dw);
2770         dupe_menu_add_item(store, _("Similarity (custom)"), DUPE_MATCH_SIM_CUSTOM, dw);
2771
2772         g_signal_connect(G_OBJECT(dw->combo), "changed",
2773                          G_CALLBACK(dupe_menu_type_cb), dw);
2774 }
2775
2776 /*
2777  *-------------------------------------------------------------------
2778  * list view columns
2779  *-------------------------------------------------------------------
2780  */
2781
2782 /* this overrides the low default of a GtkCellRenderer from 100 to CELL_HEIGHT_OVERRIDE, something sane for our purposes */
2783
2784 #define CELL_HEIGHT_OVERRIDE 512
2785
2786 void cell_renderer_height_override(GtkCellRenderer *renderer)
2787 {
2788         GParamSpec *spec;
2789
2790         spec = g_object_class_find_property(G_OBJECT_GET_CLASS(G_OBJECT(renderer)), "height");
2791         if (spec && G_IS_PARAM_SPEC_INT(spec))
2792                 {
2793                 GParamSpecInt *spec_int;
2794
2795                 spec_int = G_PARAM_SPEC_INT(spec);
2796                 if (spec_int->maximum < CELL_HEIGHT_OVERRIDE) spec_int->maximum = CELL_HEIGHT_OVERRIDE;
2797                 }
2798 }
2799
2800 static GdkColor *dupe_listview_color_shifted(GtkWidget *widget)
2801 {
2802         static GdkColor color;
2803         static GtkWidget *done = NULL;
2804
2805         if (done != widget)
2806                 {
2807                 GtkStyle *style;
2808
2809                 style = gtk_widget_get_style(widget);
2810                 memcpy(&color, &style->base[GTK_STATE_NORMAL], sizeof(color));
2811                 shift_color(&color, -1, 0);
2812                 done = widget;
2813                 }
2814
2815         return &color;
2816 }
2817
2818 static void dupe_listview_color_cb(GtkTreeViewColumn *tree_column, GtkCellRenderer *cell,
2819                                    GtkTreeModel *tree_model, GtkTreeIter *iter, gpointer data)
2820 {
2821         DupeWindow *dw = data;
2822         gboolean set;
2823
2824         gtk_tree_model_get(tree_model, iter, DUPE_COLUMN_COLOR, &set, -1);
2825         g_object_set(G_OBJECT(cell),
2826                      "cell-background-gdk", dupe_listview_color_shifted(dw->listview),
2827                      "cell-background-set", set, NULL);
2828 }
2829
2830 static void dupe_listview_add_column(DupeWindow *dw, GtkWidget *listview, gint n, const gchar *title, gboolean image, gboolean right_justify)
2831 {
2832         GtkTreeViewColumn *column;
2833         GtkCellRenderer *renderer;
2834
2835         column = gtk_tree_view_column_new();
2836         gtk_tree_view_column_set_title(column, title);
2837         gtk_tree_view_column_set_min_width(column, 4);
2838
2839         if (n != DUPE_COLUMN_RANK &&
2840             n != DUPE_COLUMN_THUMB)
2841                 {
2842                 gtk_tree_view_column_set_resizable(column, TRUE);
2843                 }
2844
2845         if (!image)
2846                 {
2847                 gtk_tree_view_column_set_sizing(column, GTK_TREE_VIEW_COLUMN_GROW_ONLY);
2848                 renderer = gtk_cell_renderer_text_new();
2849                 if (right_justify)
2850                         {
2851                         g_object_set(G_OBJECT(renderer), "xalign", 1.0, NULL);
2852                         }
2853                 gtk_tree_view_column_pack_start(column, renderer, TRUE);
2854                 gtk_tree_view_column_add_attribute(column, renderer, "text", n);
2855                 }
2856         else
2857                 {
2858                 gtk_tree_view_column_set_sizing(column, GTK_TREE_VIEW_COLUMN_FIXED);
2859                 renderer = gtk_cell_renderer_pixbuf_new();
2860                 cell_renderer_height_override(renderer);
2861                 gtk_tree_view_column_pack_start(column, renderer, TRUE);
2862                 gtk_tree_view_column_add_attribute(column, renderer, "pixbuf", n);
2863                 }
2864
2865         if (listview == dw->listview)
2866                 {
2867                 /* sets background before rendering */
2868                 gtk_tree_view_column_set_cell_data_func(column, renderer, dupe_listview_color_cb, dw, NULL);
2869                 }
2870
2871         gtk_tree_view_append_column(GTK_TREE_VIEW(listview), column);
2872 }
2873
2874 static void dupe_listview_set_height(GtkWidget *listview, gboolean thumb)
2875 {
2876         GtkTreeViewColumn *column;
2877         GtkCellRenderer *cell;
2878         GList *list;
2879
2880         column = gtk_tree_view_get_column(GTK_TREE_VIEW(listview), DUPE_COLUMN_THUMB - 1);
2881         if (!column) return;
2882
2883         gtk_tree_view_column_set_fixed_width(column, (thumb) ? options->thumbnails.max_width : 4);
2884
2885         list = gtk_cell_layout_get_cells(GTK_CELL_LAYOUT(column));
2886         if (!list) return;
2887         cell = list->data;
2888         g_list_free(list);
2889
2890         g_object_set(G_OBJECT(cell), "height", (thumb) ? options->thumbnails.max_height : -1, NULL);
2891         gtk_tree_view_columns_autosize(GTK_TREE_VIEW(listview));
2892 }
2893
2894
2895 /*
2896  *-------------------------------------------------------------------
2897  * misc cb
2898  *-------------------------------------------------------------------
2899  */
2900
2901 static void dupe_window_show_thumb_cb(GtkWidget *widget, gpointer data)
2902 {
2903         DupeWindow *dw = data;
2904
2905         dw->show_thumbs = gtk_toggle_button_get_active(GTK_TOGGLE_BUTTON(widget));
2906         options->duplicates_thumbnails = dw->show_thumbs;
2907
2908         if (dw->show_thumbs)
2909                 {
2910                 if (!dw->working) dupe_thumb_step(dw);
2911                 }
2912         else
2913                 {
2914                 GtkTreeModel *store;
2915                 GtkTreeIter iter;
2916                 gboolean valid;
2917
2918                 thumb_loader_free(dw->thumb_loader);
2919                 dw->thumb_loader = NULL;
2920
2921                 store = gtk_tree_view_get_model(GTK_TREE_VIEW(dw->listview));
2922                 valid = gtk_tree_model_get_iter_first(store, &iter);
2923
2924                 while (valid)
2925                         {
2926                         gtk_list_store_set(GTK_LIST_STORE(store), &iter, DUPE_COLUMN_THUMB, NULL, -1);
2927                         valid = gtk_tree_model_iter_next(store, &iter);
2928                         }
2929                 dupe_window_update_progress(dw, NULL, 0.0, FALSE);
2930                 }
2931
2932         dupe_listview_set_height(dw->listview, dw->show_thumbs);
2933 }
2934
2935 static void dupe_window_rotation_invariant_cb(GtkWidget *widget, gpointer data)
2936 {
2937         DupeWindow *dw = data;
2938
2939         options->rot_invariant_sim = gtk_toggle_button_get_active(GTK_TOGGLE_BUTTON(widget));
2940         dupe_window_recompare(dw);
2941 }
2942
2943 static void dupe_window_custom_threshold_cb(GtkWidget *widget, gpointer data)
2944 {
2945         DupeWindow *dw = data;
2946         DupeMatchType match_type;
2947         GtkTreeModel *store;
2948         gboolean valid;
2949         GtkTreeIter iter;
2950
2951         options->duplicates_similarity_threshold = gtk_spin_button_get_value_as_int(GTK_SPIN_BUTTON(widget));
2952         dw->match_mask = DUPE_MATCH_SIM_CUSTOM;
2953
2954         store = gtk_combo_box_get_model(GTK_COMBO_BOX(dw->combo));
2955         valid = gtk_tree_model_get_iter_first(store, &iter);
2956         while (valid)
2957                 {
2958                 gtk_tree_model_get(store, &iter, DUPE_MENU_COLUMN_MASK, &match_type, -1);
2959                 if (match_type == DUPE_MATCH_SIM_CUSTOM)
2960                         {
2961                         break;
2962                         }
2963                 valid = gtk_tree_model_iter_next(store, &iter);
2964                 }
2965
2966         gtk_combo_box_set_active_iter(GTK_COMBO_BOX(dw->combo), &iter);
2967         dupe_window_recompare(dw);
2968 }
2969
2970 static void dupe_popup_menu_pos_cb(GtkMenu *menu, gint *x, gint *y, gboolean *push_in, gpointer data)
2971 {
2972         GtkWidget *view = data;
2973         GtkTreePath *tpath;
2974         gint cx, cy, cw, ch;
2975         gint column;
2976
2977         gtk_tree_view_get_cursor(GTK_TREE_VIEW(view), &tpath, NULL);
2978         if (!tpath) return;
2979
2980         if (gtk_tree_view_get_column(GTK_TREE_VIEW(view), DUPE_COLUMN_NAME - 1) != NULL)
2981                 {
2982                 column = DUPE_COLUMN_NAME - 1;
2983                 }
2984         else
2985                 {
2986                 /* dw->second_listview */
2987                 column = 0;
2988                 }
2989         tree_view_get_cell_clamped(GTK_TREE_VIEW(view), tpath, column, TRUE, &cx, &cy, &cw, &ch);
2990         gtk_tree_path_free(tpath);
2991         cy += ch;
2992         popup_menu_position_clamp(menu, &cx, &cy, 0);
2993         *x = cx;
2994         *y = cy;
2995 }
2996
2997 static gboolean dupe_window_keypress_cb(GtkWidget *widget, GdkEventKey *event, gpointer data)
2998 {
2999         DupeWindow *dw = data;
3000         gboolean stop_signal = FALSE;
3001         gboolean on_second;
3002         GtkWidget *listview;
3003         GtkTreeModel *store;
3004         GtkTreeSelection *selection;
3005         GList *slist;
3006         DupeItem *di = NULL;
3007
3008         on_second = gtk_widget_has_focus(dw->second_listview);
3009
3010         if (on_second)
3011                 {
3012                 listview = dw->second_listview;
3013                 }
3014         else
3015                 {
3016                 listview = dw->listview;
3017                 }
3018
3019         selection = gtk_tree_view_get_selection(GTK_TREE_VIEW(listview));
3020         slist = gtk_tree_selection_get_selected_rows(selection, &store);
3021         if (slist)
3022                 {
3023                 GtkTreePath *tpath;
3024                 GtkTreeIter iter;
3025                 GList *last;
3026
3027                 last = g_list_last(slist);
3028                 tpath = last->data;
3029
3030                 /* last is newest selected file */
3031                 gtk_tree_model_get_iter(store, &iter, tpath);
3032                 gtk_tree_model_get(store, &iter, DUPE_COLUMN_POINTER, &di, -1);
3033                 }
3034         g_list_foreach(slist, (GFunc)gtk_tree_path_free, NULL);
3035         g_list_free(slist);
3036
3037         if (event->state & GDK_CONTROL_MASK)
3038                 {
3039                 if (!on_second)
3040                         {
3041                         stop_signal = TRUE;
3042                         switch (event->keyval)
3043                                 {
3044                                 case '1':
3045                                 case '2':
3046                                 case '3':
3047                                 case '4':
3048                                 case '5':
3049                                 case '6':
3050                                 case '7':
3051                                 case '8':
3052                                 case '9':
3053                                 case '0':
3054                                         break;
3055                                 case 'C': case 'c':
3056                                         file_util_copy(NULL, dupe_listview_get_selection(dw, listview),
3057                                                        NULL, dw->window);
3058                                         break;
3059                                 case 'M': case 'm':
3060                                         file_util_move(NULL, dupe_listview_get_selection(dw, listview),
3061                                                        NULL, dw->window);
3062                                         break;
3063                                 case 'R': case 'r':
3064                                         file_util_rename(NULL, dupe_listview_get_selection(dw, listview), dw->window);
3065                                         break;
3066                                 case 'D': case 'd':
3067                                         file_util_delete(NULL, dupe_listview_get_selection(dw, listview), dw->window);
3068                                         break;
3069                                 default:
3070                                         stop_signal = FALSE;
3071                                         break;
3072                                 }
3073                         }
3074
3075                 if (!stop_signal)
3076                         {
3077                         stop_signal = TRUE;
3078                         switch (event->keyval)
3079                                 {
3080                                 case 'A': case 'a':
3081                                         if (event->state & GDK_SHIFT_MASK)
3082                                                 {
3083                                                 gtk_tree_selection_unselect_all(selection);
3084                                                 }
3085                                         else
3086                                                 {
3087                                                 gtk_tree_selection_select_all(selection);
3088                                                 }
3089                                         break;
3090                                 case GDK_KEY_Delete: case GDK_KEY_KP_Delete:
3091                                         if (on_second)
3092                                                 {
3093                                                 dupe_second_clear(dw);
3094                                                 dupe_window_recompare(dw);
3095                                                 }
3096                                         else
3097                                                 {
3098                                                 dupe_window_clear(dw);
3099                                                 }
3100                                         break;
3101                                 case 'L': case 'l':
3102                                         dupe_window_append_file_list(dw, FALSE);
3103                                         break;
3104                                 case 'T': case 't':
3105                                         gtk_toggle_button_set_active(GTK_TOGGLE_BUTTON(dw->button_thumbs),
3106                                                 !gtk_toggle_button_get_active(GTK_TOGGLE_BUTTON(dw->button_thumbs)));
3107                                         break;
3108                                 case 'W': case 'w':
3109                                         dupe_window_close(dw);
3110                                         break;
3111                                 default:
3112                                         stop_signal = FALSE;
3113                                         break;
3114                                 }
3115                         }
3116                 }
3117         else
3118                 {
3119                 stop_signal = TRUE;
3120                 switch (event->keyval)
3121                         {
3122                         case GDK_KEY_Return: case GDK_KEY_KP_Enter:
3123                                 dupe_menu_view(dw, di, listview, FALSE);
3124                                 break;
3125                         case 'V': case 'v':
3126                                 dupe_menu_view(dw, di, listview, TRUE);
3127                                 break;
3128                         case GDK_KEY_Delete: case GDK_KEY_KP_Delete:
3129                                 dupe_window_remove_selection(dw, listview);
3130                                 break;
3131                         case 'C': case 'c':
3132                                 if (!on_second)
3133                                         {
3134                                         dupe_window_collection_from_selection(dw);
3135                                         }
3136                                 break;
3137                         case '1':
3138                                 options->duplicates_select_type = DUPE_SELECT_GROUP1;
3139                                 dupe_listview_select_dupes(dw, DUPE_SELECT_GROUP1);
3140                                 break;
3141                         case '2':
3142                                 options->duplicates_select_type = DUPE_SELECT_GROUP2;
3143                                 dupe_listview_select_dupes(dw, DUPE_SELECT_GROUP2);
3144                                 break;
3145                         case GDK_KEY_Menu:
3146                         case GDK_KEY_F10:
3147                                 if (!on_second)
3148                                         {
3149                                         GtkWidget *menu;
3150
3151                                         menu = dupe_menu_popup_main(dw, di);
3152                                         gtk_menu_popup(GTK_MENU(menu), NULL, NULL,
3153                                                        dupe_popup_menu_pos_cb, listview, 0, GDK_CURRENT_TIME);
3154                                         }
3155                                 else
3156                                         {
3157                                         GtkWidget *menu;
3158
3159                                         menu = dupe_menu_popup_second(dw, di);
3160                                         gtk_menu_popup(GTK_MENU(menu), NULL, NULL,
3161                                                        dupe_popup_menu_pos_cb, listview, 0, GDK_CURRENT_TIME);
3162                                         }
3163                                 break;
3164                         case GDK_KEY_F1:
3165                                 help_window_show("GuideReferenceKeyboardShortcuts.html#DuplicatesKeyboardShortcuts");
3166                                 break;
3167                         default:
3168                                 stop_signal = FALSE;
3169                                 break;
3170                         }
3171                 }
3172
3173         return stop_signal;
3174 }
3175
3176
3177 void dupe_window_clear(DupeWindow *dw)
3178 {
3179         GtkListStore *store;
3180
3181         dupe_check_stop(dw);
3182
3183         store = GTK_LIST_STORE(gtk_tree_view_get_model(GTK_TREE_VIEW(dw->listview)));
3184         gtk_list_store_clear(store);
3185         gtk_tree_view_columns_autosize(GTK_TREE_VIEW(dw->listview));
3186
3187         g_list_free(dw->dupes);
3188         dw->dupes = NULL;
3189
3190         dupe_list_free(dw->list);
3191         dw->list = NULL;
3192
3193         dupe_match_reset_list(dw->second_list);
3194
3195         dupe_window_update_count(dw, FALSE);
3196         dupe_window_update_progress(dw, NULL, 0.0, FALSE);
3197 }
3198
3199 void dupe_window_close(DupeWindow *dw)
3200 {
3201         dupe_check_stop(dw);
3202
3203         dupe_window_list = g_list_remove(dupe_window_list, dw);
3204         gtk_widget_destroy(dw->window);
3205
3206         g_list_free(dw->dupes);
3207         dupe_list_free(dw->list);
3208
3209         dupe_list_free(dw->second_list);
3210
3211         file_data_unregister_notify_func(dupe_notify_cb, dw);
3212
3213         g_free(dw);
3214 }
3215
3216 static gint dupe_window_delete(GtkWidget *widget, GdkEvent *event, gpointer data)
3217 {
3218         DupeWindow *dw = data;
3219         dupe_window_close(dw);
3220
3221         return TRUE;
3222 }
3223
3224 /* collection and files can be NULL */
3225 DupeWindow *dupe_window_new()
3226 {
3227         DupeWindow *dw;
3228         GtkWidget *vbox;
3229         GtkWidget *scrolled;
3230         GtkWidget *frame;
3231         GtkWidget *status_box;
3232         GtkWidget *label;
3233         GtkWidget *button;
3234         GtkListStore *store;
3235         GtkTreeSelection *selection;
3236         GdkGeometry geometry;
3237
3238         dw = g_new0(DupeWindow, 1);
3239
3240         dw->match_mask = DUPE_MATCH_NAME;
3241         if (options->duplicates_match == DUPE_MATCH_NAME) dw->match_mask = DUPE_MATCH_NAME;
3242         if (options->duplicates_match == DUPE_MATCH_SIZE) dw->match_mask = DUPE_MATCH_SIZE;
3243         if (options->duplicates_match == DUPE_MATCH_DATE) dw->match_mask = DUPE_MATCH_DATE;
3244         if (options->duplicates_match == DUPE_MATCH_DIM) dw->match_mask = DUPE_MATCH_DIM;
3245         if (options->duplicates_match == DUPE_MATCH_SUM) dw->match_mask = DUPE_MATCH_SUM;
3246         if (options->duplicates_match == DUPE_MATCH_PATH) dw->match_mask = DUPE_MATCH_PATH;
3247         if (options->duplicates_match == DUPE_MATCH_SIM_HIGH) dw->match_mask = DUPE_MATCH_SIM_HIGH;
3248         if (options->duplicates_match == DUPE_MATCH_SIM_MED) dw->match_mask = DUPE_MATCH_SIM_MED;
3249         if (options->duplicates_match == DUPE_MATCH_SIM_LOW) dw->match_mask = DUPE_MATCH_SIM_LOW;
3250         if (options->duplicates_match == DUPE_MATCH_SIM_CUSTOM) dw->match_mask = DUPE_MATCH_SIM_CUSTOM;
3251         if (options->duplicates_match == DUPE_MATCH_NAME_CI) dw->match_mask = DUPE_MATCH_NAME_CI;
3252
3253         dw->window = window_new(GTK_WINDOW_TOPLEVEL, "dupe", NULL, NULL, _("Find duplicates"));
3254
3255         geometry.min_width = DEFAULT_MINIMAL_WINDOW_SIZE;
3256         geometry.min_height = DEFAULT_MINIMAL_WINDOW_SIZE;
3257         geometry.base_width = DUPE_DEF_WIDTH;
3258         geometry.base_height = DUPE_DEF_HEIGHT;
3259         gtk_window_set_geometry_hints(GTK_WINDOW(dw->window), NULL, &geometry,
3260                                       GDK_HINT_MIN_SIZE | GDK_HINT_BASE_SIZE);
3261
3262         gtk_window_set_default_size(GTK_WINDOW(dw->window), DUPE_DEF_WIDTH, DUPE_DEF_HEIGHT);
3263
3264         gtk_window_set_resizable(GTK_WINDOW(dw->window), TRUE);
3265         gtk_container_set_border_width(GTK_CONTAINER(dw->window), 0);
3266
3267         g_signal_connect(G_OBJECT(dw->window), "delete_event",
3268                          G_CALLBACK(dupe_window_delete), dw);
3269         g_signal_connect(G_OBJECT(dw->window), "key_press_event",
3270                          G_CALLBACK(dupe_window_keypress_cb), dw);
3271
3272         vbox = gtk_vbox_new(FALSE, 0);
3273         gtk_container_add(GTK_CONTAINER(dw->window), vbox);
3274         gtk_widget_show(vbox);
3275
3276         dw->table = gtk_table_new(1, 3, FALSE);
3277         gtk_box_pack_start(GTK_BOX(vbox), dw->table, TRUE, TRUE, 0);
3278         gtk_widget_show(dw->table);
3279
3280         scrolled = gtk_scrolled_window_new(NULL, NULL);
3281         gtk_scrolled_window_set_shadow_type(GTK_SCROLLED_WINDOW(scrolled), GTK_SHADOW_IN);
3282         gtk_scrolled_window_set_policy(GTK_SCROLLED_WINDOW(scrolled), GTK_POLICY_AUTOMATIC, GTK_POLICY_AUTOMATIC);
3283         gtk_table_attach_defaults(GTK_TABLE(dw->table), scrolled, 0, 2, 0, 1);
3284         gtk_widget_show(scrolled);
3285
3286         store = gtk_list_store_new(9, G_TYPE_POINTER, G_TYPE_STRING, GDK_TYPE_PIXBUF,
3287                                    G_TYPE_STRING, G_TYPE_STRING, G_TYPE_STRING,
3288                                    G_TYPE_STRING, G_TYPE_STRING, G_TYPE_BOOLEAN);
3289         dw->listview = gtk_tree_view_new_with_model(GTK_TREE_MODEL(store));
3290         g_object_unref(store);
3291
3292         selection = gtk_tree_view_get_selection(GTK_TREE_VIEW(dw->listview));
3293         gtk_tree_selection_set_mode(GTK_TREE_SELECTION(selection), GTK_SELECTION_MULTIPLE);
3294         gtk_tree_view_set_headers_visible(GTK_TREE_VIEW(dw->listview), TRUE);
3295         gtk_tree_view_set_enable_search(GTK_TREE_VIEW(dw->listview), FALSE);
3296
3297         dupe_listview_add_column(dw, dw->listview, DUPE_COLUMN_RANK, "", FALSE, TRUE);
3298         dupe_listview_add_column(dw, dw->listview, DUPE_COLUMN_THUMB, "", TRUE, FALSE);
3299         dupe_listview_add_column(dw, dw->listview, DUPE_COLUMN_NAME, _("Name"), FALSE, FALSE);
3300         dupe_listview_add_column(dw, dw->listview, DUPE_COLUMN_SIZE, _("Size"), FALSE, TRUE);
3301         dupe_listview_add_column(dw, dw->listview, DUPE_COLUMN_DATE, _("Date"), FALSE, TRUE);
3302         dupe_listview_add_column(dw, dw->listview, DUPE_COLUMN_DIMENSIONS, _("Dimensions"), FALSE, FALSE);
3303         dupe_listview_add_column(dw, dw->listview, DUPE_COLUMN_PATH, _("Path"), FALSE, FALSE);
3304
3305         gtk_container_add(GTK_CONTAINER(scrolled), dw->listview);
3306         gtk_widget_show(dw->listview);
3307
3308         dw->second_vbox = gtk_vbox_new(FALSE, 0);
3309         gtk_table_attach_defaults(GTK_TABLE(dw->table), dw->second_vbox, 2, 3, 0, 1);
3310         if (dw->second_set)
3311                 {
3312                 gtk_table_set_col_spacings(GTK_TABLE(dw->table), PREF_PAD_GAP);
3313                 gtk_widget_show(dw->second_vbox);
3314                 }
3315         else
3316                 {
3317                 gtk_table_set_col_spacings(GTK_TABLE(dw->table), 0);
3318                 }
3319
3320         scrolled = gtk_scrolled_window_new(NULL, NULL);
3321         gtk_scrolled_window_set_shadow_type(GTK_SCROLLED_WINDOW(scrolled), GTK_SHADOW_IN);
3322         gtk_scrolled_window_set_policy(GTK_SCROLLED_WINDOW(scrolled), GTK_POLICY_AUTOMATIC, GTK_POLICY_AUTOMATIC);
3323         gtk_box_pack_start(GTK_BOX(dw->second_vbox), scrolled, TRUE, TRUE, 0);
3324         gtk_widget_show(scrolled);
3325
3326         store = gtk_list_store_new(2, G_TYPE_POINTER, G_TYPE_STRING);
3327         dw->second_listview = gtk_tree_view_new_with_model(GTK_TREE_MODEL(store));
3328
3329         selection = gtk_tree_view_get_selection(GTK_TREE_VIEW(dw->second_listview));
3330         gtk_tree_selection_set_mode(GTK_TREE_SELECTION(selection), GTK_SELECTION_MULTIPLE);
3331
3332         gtk_tree_view_set_headers_visible(GTK_TREE_VIEW(dw->second_listview), TRUE);
3333         gtk_tree_view_set_enable_search(GTK_TREE_VIEW(dw->second_listview), FALSE);
3334
3335         dupe_listview_add_column(dw, dw->second_listview, 1, _("Compare to:"), FALSE, FALSE);
3336
3337         gtk_container_add(GTK_CONTAINER(scrolled), dw->second_listview);
3338         gtk_widget_show(dw->second_listview);
3339
3340         dw->second_status_label = gtk_label_new("");
3341         gtk_box_pack_start(GTK_BOX(dw->second_vbox), dw->second_status_label, FALSE, FALSE, 0);
3342         gtk_widget_show(dw->second_status_label);
3343
3344         pref_line(dw->second_vbox, GTK_ORIENTATION_HORIZONTAL);
3345
3346         status_box = pref_box_new(vbox, FALSE, GTK_ORIENTATION_HORIZONTAL, 0);
3347
3348         label = gtk_label_new(_("Compare by:"));
3349         gtk_box_pack_start(GTK_BOX(status_box), label, FALSE, FALSE, PREF_PAD_SPACE);
3350         gtk_widget_show(label);
3351
3352         dupe_menu_setup(dw);
3353         gtk_box_pack_start(GTK_BOX(status_box), dw->combo, FALSE, FALSE, 0);
3354         gtk_widget_show(dw->combo);
3355
3356         dw->button_thumbs = gtk_check_button_new_with_label(_("Thumbnails"));
3357         dw->show_thumbs = options->duplicates_thumbnails;
3358         gtk_toggle_button_set_active(GTK_TOGGLE_BUTTON(dw->button_thumbs), dw->show_thumbs);
3359         g_signal_connect(G_OBJECT(dw->button_thumbs), "toggled",
3360                          G_CALLBACK(dupe_window_show_thumb_cb), dw);
3361         gtk_box_pack_start(GTK_BOX(status_box), dw->button_thumbs, FALSE, FALSE, PREF_PAD_SPACE);
3362         gtk_widget_show(dw->button_thumbs);
3363
3364         dw->button_rotation_invariant = gtk_check_button_new_with_label(_("Ignore Rotation"));
3365         gtk_widget_set_tooltip_text(GTK_WIDGET(dw->button_rotation_invariant), "Ignore image orientation");
3366         gtk_toggle_button_set_active(GTK_TOGGLE_BUTTON(dw->button_rotation_invariant), options->rot_invariant_sim);
3367         g_signal_connect(G_OBJECT(dw->button_rotation_invariant), "toggled",
3368                          G_CALLBACK(dupe_window_rotation_invariant_cb), dw);
3369         gtk_box_pack_start(GTK_BOX(status_box), dw->button_rotation_invariant, FALSE, FALSE, PREF_PAD_SPACE);
3370         gtk_widget_show(dw->button_rotation_invariant);
3371
3372         button = gtk_check_button_new_with_label(_("Compare two file sets"));
3373         gtk_toggle_button_set_active(GTK_TOGGLE_BUTTON(button), dw->second_set);
3374         g_signal_connect(G_OBJECT(button), "toggled",
3375                          G_CALLBACK(dupe_second_set_toggle_cb), dw);
3376         gtk_box_pack_end(GTK_BOX(status_box), button, FALSE, FALSE, PREF_PAD_SPACE);
3377         gtk_widget_show(button);
3378
3379         status_box = gtk_hbox_new(FALSE, 0);
3380         gtk_box_pack_start(GTK_BOX(vbox), status_box, FALSE, FALSE, 0);
3381         gtk_widget_show(status_box);
3382
3383         frame = gtk_frame_new(NULL);
3384         gtk_frame_set_shadow_type(GTK_FRAME(frame), GTK_SHADOW_IN);
3385         gtk_box_pack_start(GTK_BOX(status_box), frame, TRUE, TRUE, 0);
3386         gtk_widget_show(frame);
3387
3388         dw->status_label = gtk_label_new("");
3389         gtk_container_add(GTK_CONTAINER(frame), dw->status_label);
3390         gtk_widget_show(dw->status_label);
3391
3392         button = gtk_check_button_new_with_label(_("Sort"));
3393         gtk_widget_set_tooltip_text(GTK_WIDGET(button), "Sort by group totals");
3394         gtk_toggle_button_set_active(GTK_TOGGLE_BUTTON(button), options->sort_totals);
3395         g_signal_connect(G_OBJECT(button), "toggled",
3396                          G_CALLBACK(dupe_sort_totals_toggle_cb), dw);
3397         gtk_box_pack_start(GTK_BOX(status_box), button, FALSE, FALSE, PREF_PAD_SPACE);
3398         gtk_widget_show(button);
3399
3400         label = gtk_label_new(_("Custom Threshold"));
3401         gtk_box_pack_start(GTK_BOX(status_box), label, FALSE, FALSE, PREF_PAD_SPACE);
3402         gtk_widget_show(label);
3403         dw->custom_threshold = gtk_spin_button_new_with_range(1, 100, 1);
3404         gtk_widget_set_tooltip_text(GTK_WIDGET(dw->custom_threshold), "Custom similarity threshold");
3405         gtk_spin_button_set_value(GTK_SPIN_BUTTON(dw->custom_threshold), options->duplicates_similarity_threshold);
3406         g_signal_connect(G_OBJECT(dw->custom_threshold), "value_changed",
3407                                                                                                         G_CALLBACK(dupe_window_custom_threshold_cb), dw);
3408         gtk_box_pack_start(GTK_BOX(status_box), dw->custom_threshold, FALSE, FALSE, PREF_PAD_SPACE);
3409         gtk_widget_show(dw->custom_threshold);
3410
3411         dw->extra_label = gtk_progress_bar_new();
3412         gtk_progress_bar_set_fraction(GTK_PROGRESS_BAR(dw->extra_label), 0.0);
3413 #if GTK_CHECK_VERSION(3,0,0)
3414         gtk_progress_bar_set_text(GTK_PROGRESS_BAR(dw->extra_label), "");
3415         gtk_progress_bar_set_show_text(GTK_PROGRESS_BAR(dw->extra_label), TRUE);
3416 #endif
3417         gtk_box_pack_end(GTK_BOX(status_box), dw->extra_label, FALSE, FALSE, 0);
3418         gtk_widget_show(dw->extra_label);
3419
3420         dupe_dnd_init(dw);
3421
3422         /* order is important here, dnd_init should be seeing mouse
3423          * presses before we possibly handle (and stop) the signal
3424          */
3425         g_signal_connect(G_OBJECT(dw->listview), "button_press_event",
3426                          G_CALLBACK(dupe_listview_press_cb), dw);
3427         g_signal_connect(G_OBJECT(dw->listview), "button_release_event",
3428                          G_CALLBACK(dupe_listview_release_cb), dw);
3429         g_signal_connect(G_OBJECT(dw->second_listview), "button_press_event",
3430                          G_CALLBACK(dupe_listview_press_cb), dw);
3431         g_signal_connect(G_OBJECT(dw->second_listview), "button_release_event",
3432                          G_CALLBACK(dupe_listview_release_cb), dw);
3433
3434         gtk_widget_show(dw->window);
3435
3436         dupe_window_update_count(dw, TRUE);
3437         dupe_window_update_progress(dw, NULL, 0.0, FALSE);
3438
3439         dupe_window_list = g_list_append(dupe_window_list, dw);
3440
3441         file_data_register_notify_func(dupe_notify_cb, dw, NOTIFY_PRIORITY_MEDIUM);
3442
3443         return dw;
3444 }
3445
3446 /*
3447  *-------------------------------------------------------------------
3448  * dnd confirm dir
3449  *-------------------------------------------------------------------
3450  */
3451
3452 typedef struct {
3453         DupeWindow *dw;
3454         GList *list;
3455 } CDupeConfirmD;
3456
3457 static void confirm_dir_list_cancel(GtkWidget *widget, gpointer data)
3458 {
3459         /* do nothing */
3460 }
3461
3462 static void confirm_dir_list_add(GtkWidget *widget, gpointer data)
3463 {
3464         CDupeConfirmD *d = data;
3465         GList *work;
3466
3467         dupe_window_add_files(d->dw, d->list, FALSE);
3468
3469         work = d->list;
3470         while (work)
3471                 {
3472                 FileData *fd = work->data;
3473                 work = work->next;
3474                 if (isdir(fd->path))
3475                         {
3476                         GList *list;
3477
3478                         filelist_read(fd, &list, NULL);
3479                         list = filelist_filter(list, FALSE);
3480                         if (list)
3481                                 {
3482                                 dupe_window_add_files(d->dw, list, FALSE);
3483                                 filelist_free(list);
3484                                 }
3485                         }
3486                 }
3487 }
3488
3489 static void confirm_dir_list_recurse(GtkWidget *widget, gpointer data)
3490 {
3491         CDupeConfirmD *d = data;
3492         dupe_window_add_files(d->dw, d->list, TRUE);
3493 }
3494
3495 static void confirm_dir_list_skip(GtkWidget *widget, gpointer data)
3496 {
3497         CDupeConfirmD *d = data;
3498         dupe_window_add_files(d->dw, d->list, FALSE);
3499 }
3500
3501 static void confirm_dir_list_destroy(GtkWidget *widget, gpointer data)
3502 {
3503         CDupeConfirmD *d = data;
3504         filelist_free(d->list);
3505         g_free(d);
3506 }
3507
3508 static GtkWidget *dupe_confirm_dir_list(DupeWindow *dw, GList *list)
3509 {
3510         GtkWidget *menu;
3511         CDupeConfirmD *d;
3512
3513         d = g_new0(CDupeConfirmD, 1);
3514         d->dw = dw;
3515         d->list = list;
3516
3517         menu = popup_menu_short_lived();
3518         g_signal_connect(G_OBJECT(menu), "destroy",
3519                          G_CALLBACK(confirm_dir_list_destroy), d);
3520
3521         menu_item_add_stock(menu, _("Dropped list includes folders."), GTK_STOCK_DND_MULTIPLE, NULL, NULL);
3522         menu_item_add_divider(menu);
3523         menu_item_add_stock(menu, _("_Add contents"), GTK_STOCK_OK, G_CALLBACK(confirm_dir_list_add), d);
3524         menu_item_add_stock(menu, _("Add contents _recursive"), GTK_STOCK_ADD, G_CALLBACK(confirm_dir_list_recurse), d);
3525         menu_item_add_stock(menu, _("_Skip folders"), GTK_STOCK_REMOVE, G_CALLBACK(confirm_dir_list_skip), d);
3526         menu_item_add_divider(menu);
3527         menu_item_add_stock(menu, _("Cancel"), GTK_STOCK_CANCEL, G_CALLBACK(confirm_dir_list_cancel), d);
3528
3529         return menu;
3530 }
3531
3532 /*
3533  *-------------------------------------------------------------------
3534  * dnd
3535  *-------------------------------------------------------------------
3536  */
3537
3538 static GtkTargetEntry dupe_drag_types[] = {
3539         { "text/uri-list", 0, TARGET_URI_LIST },
3540         { "text/plain", 0, TARGET_TEXT_PLAIN }
3541 };
3542 static gint n_dupe_drag_types = 2;
3543
3544 static GtkTargetEntry dupe_drop_types[] = {
3545         { TARGET_APP_COLLECTION_MEMBER_STRING, 0, TARGET_APP_COLLECTION_MEMBER },
3546         { "text/uri-list", 0, TARGET_URI_LIST }
3547 };
3548 static gint n_dupe_drop_types = 2;
3549
3550 static void dupe_dnd_data_set(GtkWidget *widget, GdkDragContext *context,
3551                               GtkSelectionData *selection_data, guint info,
3552                               guint time, gpointer data)
3553 {
3554         DupeWindow *dw = data;
3555         GList *list;
3556
3557         switch (info)
3558                 {
3559                 case TARGET_URI_LIST:
3560                 case TARGET_TEXT_PLAIN:
3561                         list = dupe_listview_get_selection(dw, widget);
3562                         if (!list) return;
3563                         uri_selection_data_set_uris_from_filelist(selection_data, list);
3564                         filelist_free(list);
3565                         break;
3566                 default:
3567                         break;
3568                 }
3569 }
3570
3571 static void dupe_dnd_data_get(GtkWidget *widget, GdkDragContext *context,
3572                               gint x, gint y,
3573                               GtkSelectionData *selection_data, guint info,
3574                               guint time, gpointer data)
3575 {
3576         DupeWindow *dw = data;
3577         GtkWidget *source;
3578         GList *list = NULL;
3579         GList *work;
3580
3581         source = gtk_drag_get_source_widget(context);
3582         if (source == dw->listview || source == dw->second_listview) return;
3583
3584         dw->second_drop = (dw->second_set && widget == dw->second_listview);
3585
3586         switch (info)
3587                 {
3588                 case TARGET_APP_COLLECTION_MEMBER:
3589                         collection_from_dnd_data((gchar *)gtk_selection_data_get_data(selection_data), &list, NULL);
3590                         break;
3591                 case TARGET_URI_LIST:
3592                         list = uri_filelist_from_gtk_selection_data(selection_data);
3593                         work = list;
3594                         while (work)
3595                                 {
3596                                 FileData *fd = work->data;
3597                                 if (isdir(fd->path))
3598                                         {
3599                                         GtkWidget *menu;
3600                                         menu = dupe_confirm_dir_list(dw, list);
3601                                         gtk_menu_popup(GTK_MENU(menu), NULL, NULL, NULL, NULL, 0, time);
3602                                         return;
3603                                         }
3604                                 work = work->next;
3605                                 }
3606                         break;
3607                 default:
3608                         list = NULL;
3609                         break;
3610                 }
3611
3612         if (list)
3613                 {
3614                 dupe_window_add_files(dw, list, FALSE);
3615                 filelist_free(list);
3616                 }
3617 }
3618
3619 static void dupe_dest_set(GtkWidget *widget, gboolean enable)
3620 {
3621         if (enable)
3622                 {
3623                 gtk_drag_dest_set(widget,
3624                         GTK_DEST_DEFAULT_MOTION | GTK_DEST_DEFAULT_HIGHLIGHT | GTK_DEST_DEFAULT_DROP,
3625                         dupe_drop_types, n_dupe_drop_types,
3626                         GDK_ACTION_COPY | GDK_ACTION_MOVE | GDK_ACTION_ASK);
3627
3628                 }
3629         else
3630                 {
3631                 gtk_drag_dest_unset(widget);
3632                 }
3633 }
3634
3635 static void dupe_dnd_begin(GtkWidget *widget, GdkDragContext *context, gpointer data)
3636 {
3637         DupeWindow *dw = data;
3638         dupe_dest_set(dw->listview, FALSE);
3639         dupe_dest_set(dw->second_listview, FALSE);
3640
3641         if (dw->click_item && !dupe_listview_item_is_selected(dw, dw->click_item, widget))
3642                 {
3643                 GtkListStore *store;
3644                 GtkTreeIter iter;
3645
3646                 store = GTK_LIST_STORE(gtk_tree_view_get_model(GTK_TREE_VIEW(widget)));
3647                 if (dupe_listview_find_item(store, dw->click_item, &iter) >= 0)
3648                         {
3649                         GtkTreeSelection *selection;
3650                         GtkTreePath *tpath;
3651
3652                         selection = gtk_tree_view_get_selection(GTK_TREE_VIEW(widget));
3653                         gtk_tree_selection_unselect_all(selection);
3654                         gtk_tree_selection_select_iter(selection, &iter);
3655
3656                         tpath = gtk_tree_model_get_path(GTK_TREE_MODEL(store), &iter);
3657                         gtk_tree_view_set_cursor(GTK_TREE_VIEW(widget), tpath, NULL, FALSE);
3658                         gtk_tree_path_free(tpath);
3659                         }
3660                 }
3661
3662         if (dw->show_thumbs &&
3663             widget == dw->listview &&
3664             dw->click_item && dw->click_item->pixbuf)
3665                 {
3666                 GtkTreeSelection *selection;
3667                 gint items;
3668
3669                 selection = gtk_tree_view_get_selection(GTK_TREE_VIEW(widget));
3670                 items = gtk_tree_selection_count_selected_rows(selection);
3671                 dnd_set_drag_icon(widget, context, dw->click_item->pixbuf, items);
3672                 }
3673 }
3674
3675 static void dupe_dnd_end(GtkWidget *widget, GdkDragContext *context, gpointer data)
3676 {
3677         DupeWindow *dw = data;
3678         dupe_dest_set(dw->listview, TRUE);
3679         dupe_dest_set(dw->second_listview, TRUE);
3680 }
3681
3682 static void dupe_dnd_init(DupeWindow *dw)
3683 {
3684         gtk_drag_source_set(dw->listview, GDK_BUTTON1_MASK | GDK_BUTTON2_MASK,
3685                             dupe_drag_types, n_dupe_drag_types,
3686                             GDK_ACTION_COPY | GDK_ACTION_MOVE | GDK_ACTION_LINK);
3687         g_signal_connect(G_OBJECT(dw->listview), "drag_data_get",
3688                          G_CALLBACK(dupe_dnd_data_set), dw);
3689         g_signal_connect(G_OBJECT(dw->listview), "drag_begin",
3690                          G_CALLBACK(dupe_dnd_begin), dw);
3691         g_signal_connect(G_OBJECT(dw->listview), "drag_end",
3692                          G_CALLBACK(dupe_dnd_end), dw);
3693
3694         dupe_dest_set(dw->listview, TRUE);
3695         g_signal_connect(G_OBJECT(dw->listview), "drag_data_received",
3696                          G_CALLBACK(dupe_dnd_data_get), dw);
3697
3698         gtk_drag_source_set(dw->second_listview, GDK_BUTTON1_MASK | GDK_BUTTON2_MASK,
3699                             dupe_drag_types, n_dupe_drag_types,
3700                             GDK_ACTION_COPY | GDK_ACTION_MOVE | GDK_ACTION_LINK);
3701         g_signal_connect(G_OBJECT(dw->second_listview), "drag_data_get",
3702                          G_CALLBACK(dupe_dnd_data_set), dw);
3703         g_signal_connect(G_OBJECT(dw->second_listview), "drag_begin",
3704                          G_CALLBACK(dupe_dnd_begin), dw);
3705         g_signal_connect(G_OBJECT(dw->second_listview), "drag_end",
3706                          G_CALLBACK(dupe_dnd_end), dw);
3707
3708         dupe_dest_set(dw->second_listview, TRUE);
3709         g_signal_connect(G_OBJECT(dw->second_listview), "drag_data_received",
3710                          G_CALLBACK(dupe_dnd_data_get), dw);
3711 }
3712
3713 /*
3714  *-------------------------------------------------------------------
3715  * maintenance (move, delete, etc.)
3716  *-------------------------------------------------------------------
3717  */
3718
3719 static void dupe_notify_cb(FileData *fd, NotifyType type, gpointer data)
3720 {
3721         DupeWindow *dw = data;
3722
3723         if (!(type & NOTIFY_CHANGE) || !fd->change) return;
3724
3725         DEBUG_1("Notify dupe: %s %04x", fd->path, type);
3726
3727         switch (fd->change->type)
3728                 {
3729                 case FILEDATA_CHANGE_MOVE:
3730                 case FILEDATA_CHANGE_RENAME:
3731                         dupe_item_update_fd(dw, fd);
3732                         break;
3733                 case FILEDATA_CHANGE_COPY:
3734                         break;
3735                 case FILEDATA_CHANGE_DELETE:
3736                         while (dupe_item_remove_by_path(dw, fd->path));
3737                         break;
3738                 case FILEDATA_CHANGE_UNSPECIFIED:
3739                 case FILEDATA_CHANGE_WRITE_METADATA:
3740                         break;
3741                 }
3742
3743 }
3744 /* vim: set shiftwidth=8 softtabstop=0 cindent cinoptions={1s: */