src/dupe.c

   1 /*
   2  * Copyright (C) 2005 John Ellis
   3  * Copyright (C) 2008 - 2016 The Geeqie Team
   4  *
   5  * Author: John Ellis
   6  *
   7  * This program is free software; you can redistribute it and/or modify
   8  * it under the terms of the GNU General Public License as published by
   9  * the Free Software Foundation; either version 2 of the License, or
  10  * (at your option) any later version.
  11  *
  12  * This program is distributed in the hope that it will be useful,
  13  * but WITHOUT ANY WARRANTY; without even the implied warranty of
  14  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
  15  * GNU General Public License for more details.
  16  *
  17  * You should have received a copy of the GNU General Public License along
  18  * with this program; if not, write to the Free Software Foundation, Inc.,
  19  * 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA.
  20  */
  21
  22 #include <inttypes.h>
  23
  24 #include "main.h"
  25 #include "dupe.h"
  26
  27 #include "cache.h"
  28 #include "collect.h"
  29 #include "collect-table.h"
  30 #include "dnd.h"
  31 #include "editors.h"
  32 #include "filedata.h"
  33 #include "history_list.h"
  34 #include "image-load.h"
  35 #include "img-view.h"
  36 #include "layout.h"
  37 #include "layout_image.h"
  38 #include "layout_util.h"
  39 #include "md5-util.h"
  40 #include "menu.h"
  41 #include "misc.h"
  42 #include "pixbuf_util.h"
  43 #include "print.h"
  44 #include "thumb.h"
  45 #include "ui_fileops.h"
  46 #include "ui_menu.h"
  47 #include "ui_misc.h"
  48 #include "ui_tree_edit.h"
  49 #include "uri_utils.h"
  50 #include "utilops.h"
  51 #include "window.h"
  52
  53 #include <gdk/gdkkeysyms.h> /* for keyboard values */
  54
  55
  56 #include <math.h>
  57
  58
  59 #define DUPE_DEF_WIDTH 800
  60 #define DUPE_DEF_HEIGHT 400
  61 #define DUPE_PROGRESS_PULSE_STEP 0.0001
  62
  63 /* column assignment order (simply change them here) */
  64 enum {
  65         DUPE_COLUMN_POINTER = 0,
  66         DUPE_COLUMN_RANK,
  67         DUPE_COLUMN_THUMB,
  68         DUPE_COLUMN_NAME,
  69         DUPE_COLUMN_SIZE,
  70         DUPE_COLUMN_DATE,
  71         DUPE_COLUMN_DIMENSIONS,
  72         DUPE_COLUMN_PATH,
  73         DUPE_COLUMN_COLOR,
  74         DUPE_COLUMN_SET,
  75         DUPE_COLUMN_COUNT       /* total columns */
  76 };
  77
  78 typedef enum {
  79         DUPE_MATCH = 0,
  80         DUPE_NO_MATCH,
  81         DUPE_NAME_MATCH
  82 } DUPE_CHECK_RESULT;
  83
  84 static DupeMatchType param_match_mask;
  85 static GList *dupe_window_list = NULL;  /* list of open DupeWindow *s */
  86
  87 /*
  88  * Well, after adding the 'compare two sets' option things got a little sloppy in here
  89  * because we have to account for two 'modes' everywhere. (be careful).
  90  */
  91
  92 static void dupe_match_unlink(DupeItem *a, DupeItem *b);
  93 static DupeItem *dupe_match_find_parent(DupeWindow *dw, DupeItem *child);
  94
  95 static gint dupe_match(DupeItem *a, DupeItem *b, DupeMatchType mask, gdouble *rank, gint fast);
  96
  97 static void dupe_thumb_step(DupeWindow *dw);
  98 static gint dupe_check_cb(gpointer data);
  99
 100 static void dupe_second_add(DupeWindow *dw, DupeItem *di);
 101 static void dupe_second_remove(DupeWindow *dw, DupeItem *di);
 102 static GtkWidget *dupe_menu_popup_second(DupeWindow *dw, DupeItem *di);
 103
 104 static void dupe_dnd_init(DupeWindow *dw);
 105
 106 static void dupe_notify_cb(FileData *fd, NotifyType type, gpointer data);
 107
 108 static GtkWidget *submenu_add_export(GtkWidget *menu, GtkWidget **menu_item, GCallback func, gpointer data);
 109 static void dupe_pop_menu_export_cb(GtkWidget *widget, gpointer data);
 110 /*
 111  * ------------------------------------------------------------------
 112  * Window updates
 113  * ------------------------------------------------------------------
 114  */
 115
 116
 117 static void dupe_window_update_count(DupeWindow *dw, gboolean count_only)
 118 {
 119         gchar *text;
 120
 121         if (!dw->list)
 122                 {
 123                 text = g_strdup(_("Drop files to compare them."));
 124                 }
 125         else if (count_only)
 126                 {
 127                 text = g_strdup_printf(_("%d files"), g_list_length(dw->list));
 128                 }
 129         else
 130                 {
 131                 text = g_strdup_printf(_("%d matches found in %d files"), g_list_length(dw->dupes), g_list_length(dw->list));
 132                 }
 133
 134         if (dw->second_set)
 135                 {
 136                 gchar *buf = g_strconcat(text, " ", _("[set 1]"), NULL);
 137                 g_free(text);
 138                 text = buf;
 139                 }
 140         gtk_label_set_text(GTK_LABEL(dw->status_label), text);
 141
 142         g_free(text);
 143 }
 144
 145 static guint64 msec_time(void)
 146 {
 147         struct timeval tv;
 148
 149         if (gettimeofday(&tv, NULL) == -1) return 0;
 150
 151         return (guint64)tv.tv_sec * 1000000 + (guint64)tv.tv_usec;
 152 }
 153
 154 static gint dupe_iterations(gint n)
 155 {
 156         return (n * ((n + 1) / 2));
 157 }
 158
 159 static void dupe_window_update_progress(DupeWindow *dw, const gchar *status, gdouble value, gboolean force)
 160 {
 161         const gchar *status_text;
 162
 163         if (status)
 164                 {
 165                 guint64 new_time = 0;
 166
 167                 if (dw->setup_n % 10 == 0)
 168                         {
 169                         new_time = msec_time() - dw->setup_time;
 170                         }
 171
 172                 if (!force &&
 173                     value != 0.0 &&
 174                     dw->setup_count > 0 &&
 175                     new_time > 2000000)
 176                         {
 177                         gchar *buf;
 178                         gint t;
 179                         gint d;
 180                         guint32 rem;
 181
 182                         if (new_time - dw->setup_time_count < 250000) return;
 183                         dw->setup_time_count = new_time;
 184
 185                         if (dw->setup_done)
 186                                 {
 187                                 if (dw->second_set)
 188                                         {
 189                                         t = dw->setup_count;
 190                                         d = dw->setup_count - dw->setup_n;
 191                                         }
 192                                 else
 193                                         {
 194                                         t = dupe_iterations(dw->setup_count);
 195                                         d = dupe_iterations(dw->setup_count - dw->setup_n);
 196                                         }
 197                                 }
 198                         else
 199                                 {
 200                                 t = dw->setup_count;
 201                                 d = dw->setup_count - dw->setup_n;
 202                                 }
 203
 204                         rem = (t - d) ? ((gdouble)(dw->setup_time_count / 1000000) / (t - d)) * d : 0;
 205
 206                         gtk_progress_bar_set_fraction(GTK_PROGRESS_BAR(dw->extra_label), value);
 207
 208                         buf = g_strdup_printf("%s %d:%02d ", status, rem / 60, rem % 60);
 209                         gtk_progress_bar_set_text(GTK_PROGRESS_BAR(dw->extra_label), buf);
 210                         g_free(buf);
 211
 212                         return;
 213                         }
 214                 else if (force ||
 215                          value == 0.0 ||
 216                          dw->setup_count == 0 ||
 217                          dw->setup_time_count == 0 ||
 218                          (new_time > 0 && new_time - dw->setup_time_count >= 250000))
 219                         {
 220                         if (dw->setup_time_count == 0) dw->setup_time_count = 1;
 221                         if (new_time > 0) dw->setup_time_count = new_time;
 222                         gtk_progress_bar_set_fraction(GTK_PROGRESS_BAR(dw->extra_label), value);
 223                         status_text = status;
 224                         }
 225                 else
 226                         {
 227                         status_text = NULL;
 228                         }
 229                 }
 230         else
 231                 {
 232                 gtk_progress_bar_set_fraction(GTK_PROGRESS_BAR(dw->extra_label), 0.0);
 233                 status_text = " ";
 234                 }
 235
 236         if (status_text) gtk_progress_bar_set_text(GTK_PROGRESS_BAR(dw->extra_label), status_text);
 237 }
 238
 239 static void widget_set_cursor(GtkWidget *widget, gint icon)
 240 {
 241         GdkCursor *cursor;
 242
 243         if (!gtk_widget_get_window(widget)) return;
 244
 245         if (icon == -1)
 246                 {
 247                 cursor = NULL;
 248                 }
 249         else
 250                 {
 251                 cursor = gdk_cursor_new(icon);
 252                 }
 253
 254         gdk_window_set_cursor(gtk_widget_get_window(widget), cursor);
 255
 256         if (cursor) gdk_cursor_unref(cursor);
 257 }
 258
 259 /*
 260  * ------------------------------------------------------------------
 261  * row color utils
 262  * ------------------------------------------------------------------
 263  */
 264
 265 static void dupe_listview_realign_colors(DupeWindow *dw)
 266 {
 267         GtkTreeModel *store;
 268         GtkTreeIter iter;
 269         gboolean color_set = TRUE;
 270         DupeItem *parent = NULL;
 271         gboolean valid;
 272
 273         store = gtk_tree_view_get_model(GTK_TREE_VIEW(dw->listview));
 274         valid = gtk_tree_model_get_iter_first(store, &iter);
 275         while (valid)
 276                 {
 277                 DupeItem *child;
 278                 DupeItem *child_parent;
 279
 280                 gtk_tree_model_get(store, &iter, DUPE_COLUMN_POINTER, &child, -1);
 281                 child_parent = dupe_match_find_parent(dw, child);
 282                 if (!parent || parent != child_parent)
 283                         {
 284                         if (!parent)
 285                                 {
 286                                 /* keep the first row as it is */
 287                                 gtk_tree_model_get(store, &iter, DUPE_COLUMN_COLOR, &color_set, -1);
 288                                 }
 289                         else
 290                                 {
 291                                 color_set = !color_set;
 292                                 }
 293                         parent = dupe_match_find_parent(dw, child);
 294                         }
 295                 gtk_list_store_set(GTK_LIST_STORE(store), &iter, DUPE_COLUMN_COLOR, color_set, -1);
 296
 297                 valid = gtk_tree_model_iter_next(GTK_TREE_MODEL(store), &iter);
 298                 }
 299 }
 300
 301 /*
 302  * ------------------------------------------------------------------
 303  * Dupe item utils
 304  * ------------------------------------------------------------------
 305  */
 306
 307 static DupeItem *dupe_item_new(FileData *fd)
 308 {
 309         DupeItem *di;
 310
 311         di = g_new0(DupeItem, 1);
 312
 313         di->fd = file_data_ref(fd);
 314         di->group_rank = 0.0;
 315
 316         return di;
 317 }
 318
 319 static void dupe_item_free(DupeItem *di)
 320 {
 321         file_data_unref(di->fd);
 322         image_sim_free(di->simd);
 323         g_free(di->md5sum);
 324         if (di->pixbuf) g_object_unref(di->pixbuf);
 325
 326         g_free(di);
 327 }
 328
 329 static void dupe_list_free(GList *list)
 330 {
 331         GList *work = list;
 332         while (work)
 333                 {
 334                 DupeItem *di = work->data;
 335                 work = work->next;
 336                 dupe_item_free(di);
 337                 }
 338         g_list_free(list);
 339 }
 340
 341 /*
 342 static DupeItem *dupe_item_find_fd_by_list(FileData *fd, GList *work)
 343 {
 344         while (work)
 345                 {
 346                 DupeItem *di = work->data;
 347
 348                 if (di->fd == fd) return di;
 349
 350                 work = work->next;
 351                 }
 352
 353         return NULL;
 354 }
 355 */
 356
 357 /*
 358 static DupeItem *dupe_item_find_fd(DupeWindow *dw, FileData *fd)
 359 {
 360         DupeItem *di;
 361
 362         di = dupe_item_find_fd_by_list(fd, dw->list);
 363         if (!di && dw->second_set) di = dupe_item_find_fd_by_list(fd, dw->second_list);
 364
 365         return di;
 366 }
 367 */
 368
 369 static DupeItem *dupe_item_find_path_by_list(const gchar *path, GList *work)
 370 {
 371         while (work)
 372                 {
 373                 DupeItem *di = work->data;
 374
 375                 if (strcmp(di->fd->path, path) == 0) return di;
 376
 377                 work = work->next;
 378                 }
 379
 380         return NULL;
 381 }
 382
 383 static DupeItem *dupe_item_find_path(DupeWindow *dw, const gchar *path)
 384 {
 385         DupeItem *di;
 386
 387         di = dupe_item_find_path_by_list(path, dw->list);
 388         if (!di && dw->second_set) di = dupe_item_find_path_by_list(path, dw->second_list);
 389
 390         return di;
 391 }
 392
 393 /*
 394  * ------------------------------------------------------------------
 395  * Image property cache
 396  * ------------------------------------------------------------------
 397  */
 398
 399 static void dupe_item_read_cache(DupeItem *di)
 400 {
 401         gchar *path;
 402         CacheData *cd;
 403
 404         if (!di) return;
 405
 406         path = cache_find_location(CACHE_TYPE_SIM, di->fd->path);
 407         if (!path) return;
 408
 409         if (filetime(di->fd->path) != filetime(path))
 410                 {
 411                 g_free(path);
 412                 return;
 413                 }
 414
 415         cd = cache_sim_data_load(path);
 416         g_free(path);
 417
 418         if (cd)
 419                 {
 420                 if (!di->simd && cd->sim)
 421                         {
 422                         di->simd = cd->sim;
 423                         cd->sim = NULL;
 424                         }
 425                 if (di->width == 0 && di->height == 0 && cd->dimensions)
 426                         {
 427                         di->width = cd->width;
 428                         di->height = cd->height;
 429                         di->dimensions = (di->width << 16) + di->height;
 430                         }
 431                 if (!di->md5sum && cd->have_md5sum)
 432                         {
 433                         di->md5sum = md5_digest_to_text(cd->md5sum);
 434                         }
 435                 cache_sim_data_free(cd);
 436                 }
 437 }
 438
 439 static void dupe_item_write_cache(DupeItem *di)
 440 {
 441         gchar *base;
 442         mode_t mode = 0755;
 443
 444         if (!di) return;
 445
 446         base = cache_get_location(CACHE_TYPE_SIM, di->fd->path, FALSE, &mode);
 447         if (recursive_mkdir_if_not_exists(base, mode))
 448                 {
 449                 CacheData *cd;
 450
 451                 cd = cache_sim_data_new();
 452                 cd->path = cache_get_location(CACHE_TYPE_SIM, di->fd->path, TRUE, NULL);
 453
 454                 if (di->width != 0) cache_sim_data_set_dimensions(cd, di->width, di->height);
 455                 if (di->md5sum)
 456                         {
 457                         guchar digest[16];
 458                         if (md5_digest_from_text(di->md5sum, digest)) cache_sim_data_set_md5sum(cd, digest);
 459                         }
 460                 if (di->simd) cache_sim_data_set_similarity(cd, di->simd);
 461
 462                 if (cache_sim_data_save(cd))
 463                         {
 464                         filetime_set(cd->path, filetime(di->fd->path));
 465                         }
 466                 cache_sim_data_free(cd);
 467                 }
 468         g_free(base);
 469 }
 470
 471 /*
 472  * ------------------------------------------------------------------
 473  * Window list utils
 474  * ------------------------------------------------------------------
 475  */
 476
 477 static gint dupe_listview_find_item(GtkListStore *store, DupeItem *item, GtkTreeIter *iter)
 478 {
 479         gboolean valid;
 480         gint row = 0;
 481
 482         valid = gtk_tree_model_get_iter_first(GTK_TREE_MODEL(store), iter);
 483         while (valid)
 484                 {
 485                 DupeItem *item_n;
 486                 gtk_tree_model_get(GTK_TREE_MODEL(store), iter, DUPE_COLUMN_POINTER, &item_n, -1);
 487                 if (item_n == item) return row;
 488
 489                 valid = gtk_tree_model_iter_next(GTK_TREE_MODEL(store), iter);
 490                 row++;
 491                 }
 492
 493         return -1;
 494 }
 495
 496 static void dupe_listview_add(DupeWindow *dw, DupeItem *parent, DupeItem *child)
 497 {
 498         DupeItem *di;
 499         gint row;
 500         gchar *text[DUPE_COLUMN_COUNT];
 501         GtkListStore *store;
 502         GtkTreeIter iter;
 503         gboolean color_set = FALSE;
 504         gint rank;
 505
 506         if (!parent) return;
 507
 508         store = GTK_LIST_STORE(gtk_tree_view_get_model(GTK_TREE_VIEW(dw->listview)));
 509
 510         if (child)
 511                 {
 512                 DupeMatch *dm;
 513
 514                 row = dupe_listview_find_item(store, parent, &iter);
 515                 gtk_tree_model_get(GTK_TREE_MODEL(store), &iter, DUPE_COLUMN_COLOR, &color_set, -1);
 516
 517                 row++;
 518
 519                 if (child->group)
 520                         {
 521                         dm = child->group->data;
 522                         rank = (gint)floor(dm->rank);
 523                         }
 524                 else
 525                         {
 526                         rank = 1;
 527                         log_printf("NULL group in item!\n");
 528                         }
 529                 }
 530         else
 531                 {
 532                 if (gtk_tree_model_get_iter_first(GTK_TREE_MODEL(store), &iter))
 533                         {
 534                         gtk_tree_model_get(GTK_TREE_MODEL(store), &iter, DUPE_COLUMN_COLOR, &color_set, -1);
 535                         color_set = !color_set;
 536                         dw->set_count++;
 537                         }
 538                 else
 539                         {
 540                         color_set = FALSE;
 541                         }
 542                 row = 0;
 543                 rank = 0;
 544                 }
 545
 546         di = (child) ? child : parent;
 547
 548         if (!child && dw->second_set)
 549                 {
 550                 text[DUPE_COLUMN_RANK] = g_strdup("[1]");
 551                 }
 552         else if (rank == 0)
 553                 {
 554                 text[DUPE_COLUMN_RANK] = g_strdup((di->second) ? "(2)" : "");
 555                 }
 556         else
 557                 {
 558                 text[DUPE_COLUMN_RANK] = g_strdup_printf("%d%s", rank, (di->second) ? " (2)" : "");
 559                 }
 560
 561         text[DUPE_COLUMN_THUMB] = "";
 562         text[DUPE_COLUMN_NAME] = (gchar *)di->fd->name;
 563         text[DUPE_COLUMN_SIZE] = text_from_size(di->fd->size);
 564         text[DUPE_COLUMN_DATE] = (gchar *)text_from_time(di->fd->date);
 565         if (di->width > 0 && di->height > 0)
 566                 {
 567                 text[DUPE_COLUMN_DIMENSIONS] = g_strdup_printf("%d x %d", di->width, di->height);
 568                 }
 569         else
 570                 {
 571                 text[DUPE_COLUMN_DIMENSIONS] = g_strdup("");
 572                 }
 573         text[DUPE_COLUMN_PATH] = di->fd->path;
 574         text[DUPE_COLUMN_COLOR] = NULL;
 575
 576         gtk_list_store_insert(store, &iter, row);
 577         gtk_list_store_set(store, &iter,
 578                                 DUPE_COLUMN_POINTER, di,
 579                                 DUPE_COLUMN_RANK, text[DUPE_COLUMN_RANK],
 580                                 DUPE_COLUMN_THUMB, NULL,
 581                                 DUPE_COLUMN_NAME, text[DUPE_COLUMN_NAME],
 582                                 DUPE_COLUMN_SIZE, text[DUPE_COLUMN_SIZE],
 583                                 DUPE_COLUMN_DATE, text[DUPE_COLUMN_DATE],
 584                                 DUPE_COLUMN_DIMENSIONS, text[DUPE_COLUMN_DIMENSIONS],
 585                                 DUPE_COLUMN_PATH, text[DUPE_COLUMN_PATH],
 586                                 DUPE_COLUMN_COLOR, color_set,
 587                                 DUPE_COLUMN_SET, dw->set_count,
 588                                 -1);
 589
 590         g_free(text[DUPE_COLUMN_RANK]);
 591         g_free(text[DUPE_COLUMN_SIZE]);
 592         g_free(text[DUPE_COLUMN_DIMENSIONS]);
 593 }
 594
 595 static void dupe_listview_select_dupes(DupeWindow *dw, DupeSelectType parents);
 596
 597 static void dupe_listview_populate(DupeWindow *dw)
 598 {
 599         GtkListStore *store;
 600         GList *work;
 601
 602         store = GTK_LIST_STORE(gtk_tree_view_get_model(GTK_TREE_VIEW(dw->listview)));
 603         gtk_list_store_clear(store);
 604
 605         work = g_list_last(dw->dupes);
 606         while (work)
 607                 {
 608                 DupeItem *parent = work->data;
 609                 GList *temp;
 610
 611                 dupe_listview_add(dw, parent, NULL);
 612
 613                 temp = g_list_last(parent->group);
 614                 while (temp)
 615                         {
 616                         DupeMatch *dm = temp->data;
 617                         DupeItem *child;
 618
 619                         child = dm->di;
 620
 621                         dupe_listview_add(dw, parent, child);
 622
 623                         temp = temp->prev;
 624                         }
 625
 626                 work = work->prev;
 627                 }
 628
 629         gtk_tree_view_columns_autosize(GTK_TREE_VIEW(dw->listview));
 630
 631         if (options->duplicates_select_type == DUPE_SELECT_GROUP1)
 632                 {
 633                 dupe_listview_select_dupes(dw, DUPE_SELECT_GROUP1);
 634                 }
 635         else if (options->duplicates_select_type == DUPE_SELECT_GROUP2)
 636                 {
 637                 dupe_listview_select_dupes(dw, DUPE_SELECT_GROUP2);
 638                 }
 639
 640 }
 641
 642 static void dupe_listview_remove(DupeWindow *dw, DupeItem *di)
 643 {
 644         GtkListStore *store;
 645         GtkTreeIter iter;
 646         gint row;
 647
 648         if (!di) return;
 649
 650         store = GTK_LIST_STORE(gtk_tree_view_get_model(GTK_TREE_VIEW(dw->listview)));
 651         row = dupe_listview_find_item(store, di, &iter);
 652         if (row < 0) return;
 653
 654         tree_view_move_cursor_away(GTK_TREE_VIEW(dw->listview), &iter, TRUE);
 655         gtk_list_store_remove(store, &iter);
 656
 657         if (g_list_find(dw->dupes, di) != NULL)
 658                 {
 659                 if (!dw->color_frozen) dupe_listview_realign_colors(dw);
 660                 }
 661 }
 662
 663
 664 static GList *dupe_listview_get_filelist(DupeWindow *dw, GtkWidget *listview)
 665 {
 666         GtkTreeModel *store;
 667         GtkTreeIter iter;
 668         gboolean valid;
 669         GList *list = NULL;
 670
 671         store = gtk_tree_view_get_model(GTK_TREE_VIEW(listview));
 672         valid = gtk_tree_model_get_iter_first(store, &iter);
 673         while (valid)
 674                 {
 675                 DupeItem *di;
 676                 gtk_tree_model_get(store, &iter, DUPE_COLUMN_POINTER, &di, -1);
 677                 list = g_list_prepend(list, file_data_ref(di->fd));
 678
 679                 valid = gtk_tree_model_iter_next(store, &iter);
 680                 }
 681
 682         return g_list_reverse(list);
 683 }
 684
 685
 686 static GList *dupe_listview_get_selection(DupeWindow *dw, GtkWidget *listview)
 687 {
 688         GtkTreeModel *store;
 689         GtkTreeSelection *selection;
 690         GList *slist;
 691         GList *list = NULL;
 692         GList *work;
 693
 694         selection = gtk_tree_view_get_selection(GTK_TREE_VIEW(listview));
 695         slist = gtk_tree_selection_get_selected_rows(selection, &store);
 696         work = slist;
 697         while (work)
 698                 {
 699                 GtkTreePath *tpath = work->data;
 700                 DupeItem *di = NULL;
 701                 GtkTreeIter iter;
 702
 703                 gtk_tree_model_get_iter(store, &iter, tpath);
 704                 gtk_tree_model_get(store, &iter, DUPE_COLUMN_POINTER, &di, -1);
 705                 if (di)
 706                         {
 707                         list = g_list_prepend(list, file_data_ref(di->fd));
 708                         }
 709                 work = work->next;
 710                 }
 711         g_list_foreach(slist, (GFunc)tree_path_free_wrapper, NULL);
 712         g_list_free(slist);
 713
 714         return g_list_reverse(list);
 715 }
 716
 717 static gboolean dupe_listview_item_is_selected(DupeWindow *dw, DupeItem *di, GtkWidget *listview)
 718 {
 719         GtkTreeModel *store;
 720         GtkTreeSelection *selection;
 721         GList *slist;
 722         GList *work;
 723         gboolean found = FALSE;
 724
 725         selection = gtk_tree_view_get_selection(GTK_TREE_VIEW(listview));
 726         slist = gtk_tree_selection_get_selected_rows(selection, &store);
 727         work = slist;
 728         while (!found && work)
 729                 {
 730                 GtkTreePath *tpath = work->data;
 731                 DupeItem *di_n;
 732                 GtkTreeIter iter;
 733
 734                 gtk_tree_model_get_iter(store, &iter, tpath);
 735                 gtk_tree_model_get(store, &iter, DUPE_COLUMN_POINTER, &di_n, -1);
 736                 if (di_n == di) found = TRUE;
 737                 work = work->next;
 738                 }
 739         g_list_foreach(slist, (GFunc)tree_path_free_wrapper, NULL);
 740         g_list_free(slist);
 741
 742         return found;
 743 }
 744
 745 static void dupe_listview_select_dupes(DupeWindow *dw, DupeSelectType parents)
 746 {
 747         GtkTreeModel *store;
 748         GtkTreeSelection *selection;
 749         GtkTreeIter iter;
 750         gboolean valid;
 751         gint set_count = 0;
 752         gint set_count_last = -1;
 753
 754         selection = gtk_tree_view_get_selection(GTK_TREE_VIEW(dw->listview));
 755         gtk_tree_selection_unselect_all(selection);
 756
 757         store = gtk_tree_view_get_model(GTK_TREE_VIEW(dw->listview));
 758         valid = gtk_tree_model_get_iter_first(store, &iter);
 759         while (valid)
 760                 {
 761                 DupeItem *di;
 762
 763                 gtk_tree_model_get(store, &iter, DUPE_COLUMN_POINTER, &di, DUPE_COLUMN_SET, &set_count, -1);
 764                 if (set_count != set_count_last)
 765                         {
 766                         set_count_last = set_count;
 767                         if (parents == DUPE_SELECT_GROUP1)
 768                                 {
 769                                 gtk_tree_selection_select_iter(selection, &iter);
 770                                 }
 771                         }
 772                 else
 773                         {
 774                         if (parents == DUPE_SELECT_GROUP2)
 775                                 {
 776                                 gtk_tree_selection_select_iter(selection, &iter);
 777                                 }
 778                         }
 779                 valid = gtk_tree_model_iter_next(store, &iter);
 780                 }
 781 }
 782
 783 /*
 784  * ------------------------------------------------------------------
 785  * Match group manipulation
 786  * ------------------------------------------------------------------
 787  */
 788
 789 static DupeMatch *dupe_match_find_match(DupeItem *child, DupeItem *parent)
 790 {
 791         GList *work;
 792
 793         work = parent->group;
 794         while (work)
 795                 {
 796                 DupeMatch *dm = work->data;
 797                 if (dm->di == child) return dm;
 798                 work = work->next;
 799                 }
 800         return NULL;
 801 }
 802
 803 static void dupe_match_link_child(DupeItem *child, DupeItem *parent, gdouble rank)
 804 {
 805         DupeMatch *dm;
 806
 807         dm = g_new0(DupeMatch, 1);
 808         dm->di = child;
 809         dm->rank = rank;
 810         parent->group = g_list_append(parent->group, dm);
 811 }
 812
 813 static void dupe_match_link(DupeItem *a, DupeItem *b, gdouble rank)
 814 {
 815         dupe_match_link_child(a, b, rank);
 816         dupe_match_link_child(b, a, rank);
 817 }
 818
 819 static void dupe_match_unlink_child(DupeItem *child, DupeItem *parent)
 820 {
 821         DupeMatch *dm;
 822
 823         dm = dupe_match_find_match(child, parent);
 824         if (dm)
 825                 {
 826                 parent->group = g_list_remove(parent->group, dm);
 827                 g_free(dm);
 828                 }
 829 }
 830
 831 static void dupe_match_unlink(DupeItem *a, DupeItem *b)
 832 {
 833         dupe_match_unlink_child(a, b);
 834         dupe_match_unlink_child(b, a);
 835 }
 836
 837 static void dupe_match_link_clear(DupeItem *parent, gboolean unlink_children)
 838 {
 839         GList *work;
 840
 841         work = parent->group;
 842         while (work)
 843                 {
 844                 DupeMatch *dm = work->data;
 845                 work = work->next;
 846
 847                 if (unlink_children) dupe_match_unlink_child(parent, dm->di);
 848
 849                 g_free(dm);
 850                 }
 851
 852         g_list_free(parent->group);
 853         parent->group = NULL;
 854         parent->group_rank = 0.0;
 855 }
 856
 857 static gint dupe_match_link_exists(DupeItem *child, DupeItem *parent)
 858 {
 859         return (dupe_match_find_match(child, parent) != NULL);
 860 }
 861
 862 static gdouble dupe_match_link_rank(DupeItem *child, DupeItem *parent)
 863 {
 864         DupeMatch *dm;
 865
 866         dm = dupe_match_find_match(child, parent);
 867         if (dm) return dm->rank;
 868
 869         return 0.0;
 870 }
 871
 872 static DupeItem *dupe_match_highest_rank(DupeItem *child)
 873 {
 874         DupeMatch *dr;
 875         GList *work;
 876
 877         dr = NULL;
 878         work = child->group;
 879         while (work)
 880                 {
 881                 DupeMatch *dm = work->data;
 882                 if (!dr || dm->rank > dr->rank) dr = dm;
 883                 work = work->next;
 884                 }
 885
 886         return (dr) ? dr->di : NULL;
 887 }
 888
 889 static void dupe_match_rank_update(DupeItem *parent)
 890 {
 891         GList *work;
 892         gdouble rank = 0.0;
 893         gint c = 0;
 894
 895         work = parent->group;
 896         while (work)
 897                 {
 898                 DupeMatch *dm = work->data;
 899                 work = work->next;
 900                 rank += dm->rank;
 901                 c++;
 902                 }
 903
 904         if (c > 0)
 905                 {
 906                 parent->group_rank = rank / c;
 907                 }
 908         else
 909                 {
 910                 parent->group_rank = 0.0;
 911                 }
 912 }
 913
 914 static DupeItem *dupe_match_find_parent(DupeWindow *dw, DupeItem *child)
 915 {
 916         GList *work;
 917
 918         if (g_list_find(dw->dupes, child)) return child;
 919
 920         work = child->group;
 921         while (work)
 922                 {
 923                 DupeMatch *dm = work->data;
 924                 if (g_list_find(dw->dupes, dm->di)) return dm->di;
 925                 work = work->next;
 926                 }
 927
 928         return NULL;
 929 }
 930
 931 static void dupe_match_reset_list(GList *work)
 932 {
 933         while (work)
 934                 {
 935                 DupeItem *di = work->data;
 936                 work = work->next;
 937
 938                 dupe_match_link_clear(di, FALSE);
 939                 }
 940 }
 941
 942 static void dupe_match_reparent(DupeWindow *dw, DupeItem *old, DupeItem *new)
 943 {
 944         GList *work;
 945
 946         if (!old || !new || !dupe_match_link_exists(old, new)) return;
 947
 948         dupe_match_link_clear(new, TRUE);
 949         work = old->group;
 950         while (work)
 951                 {
 952                 DupeMatch *dm = work->data;
 953                 dupe_match_unlink_child(old, dm->di);
 954                 dupe_match_link_child(new, dm->di, dm->rank);
 955                 work = work->next;
 956                 }
 957
 958         new->group = old->group;
 959         old->group = NULL;
 960
 961         work = g_list_find(dw->dupes, old);
 962         if (work) work->data = new;
 963 }
 964
 965 static void dupe_match_print_group(DupeItem *di)
 966 {
 967         GList *work;
 968
 969         log_printf("+ %f %s\n", di->group_rank, di->fd->name);
 970
 971         work = di->group;
 972         while (work)
 973                 {
 974                 DupeMatch *dm = work->data;
 975                 work = work->next;
 976
 977                 log_printf("  %f %s\n", dm->rank, dm->di->fd->name);
 978                 }
 979
 980         log_printf("\n");
 981 }
 982
 983 static void dupe_match_print_list(GList *list)
 984 {
 985         GList *work;
 986
 987         work = list;
 988         while (work)
 989                 {
 990                 DupeItem *di = work->data;
 991                 dupe_match_print_group(di);
 992                 work = work->next;
 993                 }
 994 }
 995
 996 /* level 3, unlinking and orphan handling */
 997 static GList *dupe_match_unlink_by_rank(DupeItem *child, DupeItem *parent, GList *list, DupeWindow *dw)
 998 {
 999         DupeItem *best;
1000
1001         best = dupe_match_highest_rank(parent);
1002         if (best == child || dupe_match_highest_rank(child) == parent)
1003                 {
1004                 GList *work;
1005                 gdouble rank;
1006
1007                 DEBUG_2("link found %s to %s [%d]", child->fd->name, parent->fd->name, g_list_length(parent->group));
1008
1009                 work = parent->group;
1010                 while (work)
1011                         {
1012                         DupeMatch *dm = work->data;
1013                         DupeItem *orphan;
1014
1015                         work = work->next;
1016                         orphan = dm->di;
1017                         if (orphan != child && g_list_length(orphan->group) < 2)
1018                                 {
1019                                 dupe_match_link_clear(orphan, TRUE);
1020                                 if (!dw->second_set || orphan->second)
1021                                         {
1022                                         dupe_match(orphan, child, dw->match_mask, &rank, FALSE);
1023                                         dupe_match_link(orphan, child, rank);
1024                                         }
1025                                 list = g_list_remove(list, orphan);
1026                                 }
1027                         }
1028
1029                 rank = dupe_match_link_rank(child, parent);
1030                 dupe_match_link_clear(parent, TRUE);
1031                 dupe_match_link(child, parent, rank);
1032                 list = g_list_remove(list, parent);
1033                 }
1034         else
1035                 {
1036                 DEBUG_2("unlinking %s and %s", child->fd->name, parent->fd->name);
1037
1038                 dupe_match_unlink(child, parent);
1039                 }
1040
1041         return list;
1042 }
1043
1044 /* level 2 */
1045 static GList *dupe_match_group_filter(GList *list, DupeItem *di, DupeWindow *dw)
1046 {
1047         GList *work;
1048
1049         work = g_list_last(di->group);
1050         while (work)
1051                 {
1052                 DupeMatch *dm = work->data;
1053                 work = work->prev;
1054                 list = dupe_match_unlink_by_rank(di, dm->di, list, dw);
1055                 }
1056
1057         return list;
1058 }
1059
1060 /* level 1 (top) */
1061 static GList *dupe_match_group_trim(GList *list, DupeWindow *dw)
1062 {
1063         GList *work;
1064
1065         work = list;
1066         while (work)
1067                 {
1068                 DupeItem *di = work->data;
1069                 if (!di->second) list = dupe_match_group_filter(list, di, dw);
1070                 work = work->next;
1071                 if (di->second) list = g_list_remove(list, di);
1072                 }
1073
1074         return list;
1075 }
1076
1077 static gint dupe_match_sort_groups_cb(gconstpointer a, gconstpointer b)
1078 {
1079         DupeMatch *da = (DupeMatch *)a;
1080         DupeMatch *db = (DupeMatch *)b;
1081
1082         if (da->rank > db->rank) return -1;
1083         if (da->rank < db->rank) return 1;
1084         return 0;
1085 }
1086
1087 static void dupe_match_sort_groups(GList *list)
1088 {
1089         GList *work;
1090
1091         work = list;
1092         while (work)
1093                 {
1094                 DupeItem *di = work->data;
1095                 di->group = g_list_sort(di->group, dupe_match_sort_groups_cb);
1096                 work = work->next;
1097                 }
1098 }
1099
1100 static gint dupe_match_totals_sort_cb(gconstpointer a, gconstpointer b)
1101 {
1102         DupeItem *da = (DupeItem *)a;
1103         DupeItem *db = (DupeItem *)b;
1104
1105         if (g_list_length(da->group) > g_list_length(db->group)) return -1;
1106         if (g_list_length(da->group) < g_list_length(db->group)) return 1;
1107
1108         if (da->group_rank < db->group_rank) return -1;
1109         if (da->group_rank > db->group_rank) return 1;
1110
1111         return 0;
1112 }
1113
1114 static gint dupe_match_rank_sort_cb(gconstpointer a, gconstpointer b)
1115 {
1116         DupeItem *da = (DupeItem *)a;
1117         DupeItem *db = (DupeItem *)b;
1118
1119         if (da->group_rank > db->group_rank) return -1;
1120         if (da->group_rank < db->group_rank) return 1;
1121         return 0;
1122 }
1123
1124 /* returns allocated GList of dupes sorted by rank */
1125 static GList *dupe_match_rank_sort(GList *source_list)
1126 {
1127         GList *list = NULL;
1128         GList *work;
1129
1130         work = source_list;
1131         while (work)
1132                 {
1133                 DupeItem *di = work->data;
1134
1135                 if (di->group)
1136                         {
1137                         dupe_match_rank_update(di);
1138                         list = g_list_prepend(list, di);
1139                         }
1140
1141                 work = work->next;
1142                 }
1143
1144         return g_list_sort(list, dupe_match_rank_sort_cb);
1145 }
1146
1147 /* returns allocated GList of dupes sorted by totals */
1148 static GList *dupe_match_totals_sort(GList *source_list)
1149 {
1150         source_list = g_list_sort(source_list, dupe_match_totals_sort_cb);
1151
1152         source_list = g_list_first(source_list);
1153         return g_list_reverse(source_list);
1154 }
1155
1156 static void dupe_match_rank(DupeWindow *dw)
1157 {
1158         GList *list;
1159
1160         list = dupe_match_rank_sort(dw->list);
1161
1162         if (required_debug_level(2)) dupe_match_print_list(list);
1163
1164         DEBUG_1("Similar items: %d", g_list_length(list));
1165         list = dupe_match_group_trim(list, dw);
1166         DEBUG_1("Unique groups: %d", g_list_length(list));
1167
1168         dupe_match_sort_groups(list);
1169
1170         if (required_debug_level(2)) dupe_match_print_list(list);
1171
1172         list = dupe_match_rank_sort(list);
1173         if (options->sort_totals)
1174                 {
1175                 list = dupe_match_totals_sort(list);
1176                 }
1177         if (required_debug_level(2)) dupe_match_print_list(list);
1178
1179         g_list_free(dw->dupes);
1180         dw->dupes = list;
1181 }
1182
1183 /*
1184  * ------------------------------------------------------------------
1185  * Match group tests
1186  * ------------------------------------------------------------------
1187  */
1188
1189 static gboolean dupe_match(DupeItem *a, DupeItem *b, DupeMatchType mask, gdouble *rank, gint fast)
1190 {
1191         *rank = 0.0;
1192
1193         if (a->fd->path == b->fd->path) return FALSE;
1194
1195         if (mask & DUPE_MATCH_ALL)
1196                 {
1197                 return TRUE;
1198                 }
1199         if (mask & DUPE_MATCH_PATH)
1200                 {
1201                 if (utf8_compare(a->fd->path, b->fd->path, TRUE) != 0) return FALSE;
1202                 }
1203         if (mask & DUPE_MATCH_NAME)
1204                 {
1205                 if (strcmp(a->fd->collate_key_name, b->fd->collate_key_name) != 0) return FALSE;
1206                 }
1207         if (mask & DUPE_MATCH_NAME_CI)
1208                 {
1209                 if (strcmp(a->fd->collate_key_name_nocase, b->fd->collate_key_name_nocase) != 0) return FALSE;
1210                 }
1211         if (mask & DUPE_MATCH_NAME_CONTENT)
1212                 {
1213                 if (strcmp(a->fd->collate_key_name, b->fd->collate_key_name) == 0)
1214                         {
1215                         if (!a->md5sum) a->md5sum = md5_text_from_file_utf8(a->fd->path, "");
1216                         if (!b->md5sum) b->md5sum = md5_text_from_file_utf8(b->fd->path, "");
1217                         if (a->md5sum[0] == '\0' ||
1218                             b->md5sum[0] == '\0' ||
1219                             strcmp(a->md5sum, b->md5sum) != 0)
1220                                 {
1221                                 return TRUE;
1222                                 }
1223                         else
1224                                 {
1225                                 return FALSE;
1226                                 }
1227                         }
1228                 else
1229                         {
1230                         return FALSE;
1231                         }
1232                 }
1233         if (mask & DUPE_MATCH_NAME_CI_CONTENT)
1234                 {
1235                 if (strcmp(a->fd->collate_key_name_nocase, b->fd->collate_key_name_nocase) == 0)
1236                         {
1237                         if (!a->md5sum) a->md5sum = md5_text_from_file_utf8(a->fd->path, "");
1238                         if (!b->md5sum) b->md5sum = md5_text_from_file_utf8(b->fd->path, "");
1239                         if (a->md5sum[0] == '\0' ||
1240                             b->md5sum[0] == '\0' ||
1241                             strcmp(a->md5sum, b->md5sum) != 0)
1242                                 {
1243                                 return TRUE;
1244                                 }
1245                         else
1246                                 {
1247                                 return FALSE;
1248                                 }
1249                         }
1250                 else
1251                         {
1252                         return FALSE;
1253                         }
1254                 }
1255         if (mask & DUPE_MATCH_SIZE)
1256                 {
1257                 if (a->fd->size != b->fd->size) return FALSE;
1258                 }
1259         if (mask & DUPE_MATCH_DATE)
1260                 {
1261                 if (a->fd->date != b->fd->date) return FALSE;
1262                 }
1263         if (mask & DUPE_MATCH_SUM)
1264                 {
1265                 if (!a->md5sum) a->md5sum = md5_text_from_file_utf8(a->fd->path, "");
1266                 if (!b->md5sum) b->md5sum = md5_text_from_file_utf8(b->fd->path, "");
1267                 if (a->md5sum[0] == '\0' ||
1268                     b->md5sum[0] == '\0' ||
1269                     strcmp(a->md5sum, b->md5sum) != 0) return FALSE;
1270                 }
1271         if (mask & DUPE_MATCH_DIM)
1272                 {
1273                 if (a->width == 0) image_load_dimensions(a->fd, &a->width, &a->height);
1274                 if (b->width == 0) image_load_dimensions(b->fd, &b->width, &b->height);
1275                 if (a->width != b->width || a->height != b->height) return FALSE;
1276                 }
1277         if (mask & DUPE_MATCH_SIM_HIGH ||
1278             mask & DUPE_MATCH_SIM_MED ||
1279             mask & DUPE_MATCH_SIM_LOW ||
1280             mask & DUPE_MATCH_SIM_CUSTOM)
1281                 {
1282                 gdouble f;
1283                 gdouble m;
1284
1285                 if (mask & DUPE_MATCH_SIM_HIGH) m = 0.95;
1286                 else if (mask & DUPE_MATCH_SIM_MED) m = 0.90;
1287                 else if (mask & DUPE_MATCH_SIM_CUSTOM) m = (gdouble)options->duplicates_similarity_threshold / 100.0;
1288                 else m = 0.85;
1289
1290                 if (fast)
1291                         {
1292                         f = image_sim_compare_fast(a->simd, b->simd, m);
1293                         }
1294                 else
1295                         {
1296                         f = image_sim_compare(a->simd, b->simd);
1297                         }
1298
1299                 *rank = f * 100.0;
1300
1301                 if (f < m) return FALSE;
1302
1303                 DEBUG_3("similar: %32s %32s = %f", a->fd->name, b->fd->name, f);
1304                 }
1305
1306         return TRUE;
1307 }
1308
1309 /**
1310  * @brief  Determine if there is a match
1311  * @param di1
1312  * @param di2
1313  * @param data
1314  * @returns DUPE_MATCH/DUPE_NO_MATCH/DUPE_NAME_MATCH
1315  *                      DUPE_NAME_MATCH is used for name != contents searches:
1316  *                                                      the name and content match i.e.
1317  *                                                      no match, but keep searching
1318  *
1319  * Called when stepping down the array looking for adjacent matches,
1320  * and from the 2nd set search.
1321  *
1322  * Is not used for similarity checks.
1323  */
1324 static DUPE_CHECK_RESULT dupe_match_check(DupeItem *di1, DupeItem *di2, gpointer data)
1325 {
1326         DupeWindow *dw = data;
1327         DupeMatchType mask = dw->match_mask;
1328
1329         if (mask & DUPE_MATCH_ALL)
1330                 {
1331                 return DUPE_MATCH;
1332                 }
1333         if (mask & DUPE_MATCH_PATH)
1334                 {
1335                 if (utf8_compare(di1->fd->path, di2->fd->path, TRUE) != 0)
1336                         {
1337                         return DUPE_NO_MATCH;
1338                         }
1339                 }
1340         if (mask & DUPE_MATCH_NAME)
1341                 {
1342                 if (g_strcmp0(di1->fd->collate_key_name, di2->fd->collate_key_name) != 0)
1343                         {
1344                         return DUPE_NO_MATCH;
1345                         }
1346                 }
1347         if (mask & DUPE_MATCH_NAME_CI)
1348                 {
1349                 if (g_strcmp0(di1->fd->collate_key_name_nocase, di2->fd->collate_key_name_nocase) != 0 )
1350                         {
1351                         return DUPE_NO_MATCH;
1352                         }
1353                 }
1354         if (mask & DUPE_MATCH_NAME_CONTENT)
1355                 {
1356                 if (g_strcmp0(di1->fd->collate_key_name, di2->fd->collate_key_name) == 0)
1357                         {
1358                         if (g_strcmp0(di1->md5sum, di2->md5sum) == 0)
1359                                 {
1360                                 return DUPE_NAME_MATCH;
1361                                 }
1362                         }
1363                 else
1364                         {
1365                         return DUPE_NO_MATCH;
1366                         }
1367                 }
1368         if (mask & DUPE_MATCH_NAME_CI_CONTENT)
1369                 {
1370                 if (strcmp(di1->fd->collate_key_name_nocase, di2->fd->collate_key_name_nocase) == 0)
1371                         {
1372                         if (g_strcmp0(di1->md5sum, di2->md5sum) == 0)
1373                                 {
1374                                 return DUPE_NAME_MATCH;
1375                                 }
1376                         }
1377                 else
1378                         {
1379                         return DUPE_NO_MATCH;
1380                         }
1381                 }
1382         if (mask & DUPE_MATCH_SIZE)
1383                 {
1384                 if (di1->fd->size != di2->fd->size)
1385                         {
1386                         return DUPE_NO_MATCH;
1387                         }
1388                 }
1389         if (mask & DUPE_MATCH_DATE)
1390                 {
1391                 if (di1->fd->date != di2->fd->date)
1392                         {
1393                         return DUPE_NO_MATCH;
1394                         }
1395                 }
1396         if (mask & DUPE_MATCH_SUM)
1397                 {
1398                 if (g_strcmp0(di1->md5sum, di2->md5sum) != 0)
1399                         {
1400                         return DUPE_NO_MATCH;
1401                         }
1402                 }
1403         if (mask & DUPE_MATCH_DIM)
1404                 {
1405                 if (di1->dimensions != di2->dimensions)
1406                         {
1407                         return DUPE_NO_MATCH;
1408                         }
1409                 }
1410
1411         return DUPE_MATCH;
1412 }
1413
1414 /**
1415  * @brief The callback for the binary search
1416  * @param a
1417  * @param b
1418  * @param param_match_mask
1419  * @returns negative/0/positive
1420  *
1421  * Is not used for similarity checks.
1422  *
1423  * Used only when two file sets are used.
1424  * Requires use of a global for param_match_mask because there is no
1425  * g_array_binary_search_with_data() function in glib.
1426  */
1427 static gint dupe_match_binary_search_cb(gconstpointer a, gconstpointer b)
1428 {
1429         const DupeItem *di1 = *((DupeItem **) a);
1430         const DupeItem *di2 = b;
1431         DupeMatchType mask = param_match_mask;
1432
1433         if (mask & DUPE_MATCH_ALL)
1434                 {
1435                 return 0;
1436                 }
1437         if (mask & DUPE_MATCH_PATH)
1438                 {
1439                 return utf8_compare(di1->fd->path, di2->fd->path, TRUE);
1440                 }
1441         if (mask & DUPE_MATCH_NAME)
1442                 {
1443                 return g_strcmp0(di1->fd->collate_key_name, di2->fd->collate_key_name);
1444                 }
1445         if (mask & DUPE_MATCH_NAME_CI)
1446                 {
1447                 return strcmp(di1->fd->collate_key_name_nocase, di2->fd->collate_key_name_nocase);
1448                 }
1449         if (mask & DUPE_MATCH_NAME_CONTENT)
1450                 {
1451                 return g_strcmp0(di1->fd->collate_key_name, di2->fd->collate_key_name);
1452                 }
1453         if (mask & DUPE_MATCH_NAME_CI_CONTENT)
1454                 {
1455                 return strcmp(di1->fd->collate_key_name_nocase, di2->fd->collate_key_name_nocase);
1456                 }
1457         if (mask & DUPE_MATCH_SIZE)
1458                 {
1459                 return (di1->fd->size - di2->fd->size);
1460                 }
1461         if (mask & DUPE_MATCH_DATE)
1462                 {
1463                 return (di1->fd->date - di2->fd->date);
1464                 }
1465         if (mask & DUPE_MATCH_SUM)
1466                 {
1467                 return g_strcmp0(di1->md5sum, di2->md5sum);
1468                 }
1469         if (mask & DUPE_MATCH_DIM)
1470                 {
1471                 return (di1->dimensions - di2->dimensions);
1472                 }
1473
1474         return 0;
1475 }
1476
1477 /**
1478  * @brief The callback for the array sort
1479  * @param a
1480  * @param b
1481  * @param data
1482  * @returns negative/0/positive
1483  *
1484  * Is not used for similarity checks.
1485 */
1486 static gint dupe_match_sort_cb(gconstpointer a, gconstpointer b, gpointer data)
1487 {
1488         const DupeItem *di1 = *((DupeItem **) a);
1489         const DupeItem *di2 = *((DupeItem **) b);
1490         DupeWindow *dw = data;
1491         DupeMatchType mask = dw->match_mask;
1492
1493         if (mask & DUPE_MATCH_ALL)
1494                 {
1495                 return 0;
1496                 }
1497         if (mask & DUPE_MATCH_PATH)
1498                 {
1499                 return utf8_compare(di1->fd->path, di2->fd->path, TRUE);
1500                 }
1501         if (mask & DUPE_MATCH_NAME)
1502                 {
1503                 return g_strcmp0(di1->fd->collate_key_name, di2->fd->collate_key_name);
1504                 }
1505         if (mask & DUPE_MATCH_NAME_CI)
1506                 {
1507                 return strcmp(di1->fd->collate_key_name_nocase, di2->fd->collate_key_name_nocase);
1508                 }
1509         if (mask & DUPE_MATCH_NAME_CONTENT)
1510                 {
1511                 return g_strcmp0(di1->fd->collate_key_name, di2->fd->collate_key_name);
1512                 }
1513         if (mask & DUPE_MATCH_NAME_CI_CONTENT)
1514                 {
1515                 return strcmp(di1->fd->collate_key_name_nocase, di2->fd->collate_key_name_nocase);
1516                 }
1517         if (mask & DUPE_MATCH_SIZE)
1518                 {
1519                 return (di1->fd->size - di2->fd->size);
1520                 }
1521         if (mask & DUPE_MATCH_DATE)
1522                 {
1523                 return (di1->fd->date - di2->fd->date);
1524                 }
1525         if (mask & DUPE_MATCH_SUM)
1526                 {
1527                 if (di1->md5sum[0] == '\0' || di2->md5sum[0] == '\0')
1528                     {
1529                         return -1;
1530                         }
1531                 else
1532                         {
1533                         return strcmp(di1->md5sum, di2->md5sum);
1534                         }
1535                 }
1536         if (mask & DUPE_MATCH_DIM)
1537                 {
1538                 if (!di1 || !di2 || !di1->width || !di1->height || !di2->width || !di2->height)
1539                         {
1540                         return -1;
1541                         }
1542                 return (di1->dimensions - di2->dimensions);
1543                 }
1544
1545         return 0; // should not execute
1546 }
1547
1548 /**
1549  * @brief Check for duplicate matches
1550  * @param dw
1551  *
1552  * Is not used for similarity checks.
1553  *
1554  * Loads the file sets into an array and sorts on the searched
1555  * for parameter.
1556  *
1557  * If one file set, steps down the array looking for adjacent equal values.
1558  *
1559  * If two file sets, steps down the first set and for each value
1560  * does a binary search for matches in the second set.
1561  */
1562 static void dupe_array_check(DupeWindow *dw )
1563 {
1564         GArray *array_set1;
1565         GArray *array_set2;
1566         GList *work;
1567         gint i_set1;
1568         gint i_set2;
1569         DUPE_CHECK_RESULT check_result;
1570         DupeMatchType mask = dw->match_mask;
1571         param_match_mask = dw->match_mask;
1572         guint out_match_index;
1573
1574         if (!dw->list) return;
1575
1576         array_set1 = g_array_new(TRUE, TRUE, sizeof(gpointer));
1577         array_set2 = g_array_new(TRUE, TRUE, sizeof(gpointer));
1578         dupe_match_reset_list(dw->list);
1579
1580         work = dw->list;
1581         while (work)
1582                 {
1583                 DupeItem *di = work->data;
1584                 g_array_append_val(array_set1, di);
1585                 work = work->next;
1586                 }
1587
1588         g_array_sort_with_data(array_set1, dupe_match_sort_cb, dw);
1589
1590         if (dw->second_set)
1591                 {
1592                 /* Two sets - nothing can be done until a second set is loaded */
1593                 if (dw->second_list)
1594                         {
1595                         work = dw->second_list;
1596                         while (work)
1597                                 {
1598                                 DupeItem *di = work->data;
1599                                 g_array_append_val(array_set2, (work->data));
1600                                 work = work->next;
1601                                 }
1602                         g_array_sort_with_data(array_set2, dupe_match_sort_cb, dw);
1603
1604                         for (i_set1 = 0; i_set1 <= (gint)(array_set1->len) - 1; i_set1++)
1605                                 {
1606                                 DupeItem *di1 = g_array_index(array_set1, gpointer, i_set1);
1607                                 DupeItem *di2 = NULL;
1608                                 /* If multiple identical entries in set 1, use the last one */
1609                                 if (i_set1 < (gint)(array_set1->len) - 2)
1610                                         {
1611                                         di2 = g_array_index(array_set1, gpointer, i_set1 + 1);
1612                                         check_result = dupe_match_check(di1, di2, dw);
1613                                         if (check_result == DUPE_MATCH || check_result == DUPE_NAME_MATCH)
1614                                                 {
1615                                                 continue;
1616                                                 }
1617                                         }
1618                                 if (g_array_binary_search(array_set2, di1, dupe_match_binary_search_cb, &out_match_index))
1619                                         {
1620                                         di2 = g_array_index(array_set2, gpointer, out_match_index);
1621
1622                                         check_result = dupe_match_check(di1, di2, dw);
1623                                         if (check_result == DUPE_MATCH || check_result == DUPE_NAME_MATCH)
1624                                                 {
1625                                                 if (check_result == DUPE_MATCH)
1626                                                         {
1627                                                         dupe_match_link(di2, di1, 0.0);
1628                                                         }
1629                                                 i_set2 = out_match_index + 1;
1630
1631                                                 if (i_set2 > (gint)(array_set2->len) - 1)
1632                                                         {
1633                                                         break;
1634                                                         }
1635                                                 /* Look for multiple matches in set 2 for item di1 */
1636                                                 di2 = g_array_index(array_set2, gpointer, i_set2);
1637                                                 check_result = dupe_match_check(di1, di2, dw);
1638                                                 while (check_result == DUPE_MATCH || check_result == DUPE_NAME_MATCH)
1639                                                         {
1640                                                         if (check_result == DUPE_MATCH)
1641                                                                 {
1642                                                                 dupe_match_link(di2, di1, 0.0);
1643                                                                 }
1644                                                         i_set2++;
1645                                                         if (i_set2 > (gint)(array_set2->len) - 1)
1646                                                                 {
1647                                                                 break;
1648                                                                 }
1649                                                         di2 = g_array_index(array_set2, gpointer, i_set2);
1650                                                         check_result = dupe_match_check(di1, di2, dw);
1651                                                         }
1652                                                 }
1653                                         }
1654                                 }
1655                         }
1656                 }
1657         else
1658                 {
1659                 /* File set 1 only */
1660                 g_list_free(dw->dupes);
1661                 dw->dupes = NULL;
1662
1663                 if ((gint)(array_set1->len) > 1)
1664                         {
1665                         for (i_set1 = 0; i_set1 <= (gint)(array_set1->len) - 2; i_set1++)
1666                                 {
1667                                 DupeItem *di1 = g_array_index(array_set1, gpointer, i_set1);
1668                                 DupeItem *di2 = g_array_index(array_set1, gpointer, i_set1 + 1);
1669
1670                                 check_result = dupe_match_check(di1, di2, dw);
1671                                 if (check_result == DUPE_MATCH || check_result == DUPE_NAME_MATCH)
1672                                         {
1673                                         if (check_result == DUPE_MATCH)
1674                                                 {
1675                                                 dupe_match_link(di2, di1, 0.0);
1676                                                 }
1677                                         i_set1++;
1678
1679                                         if ( i_set1 + 1 > (gint)(array_set1->len) - 1)
1680                                                 {
1681                                                 break;
1682                                                 }
1683                                         /* Look for multiple matches for item di1 */
1684                                         di2 = g_array_index(array_set1, gpointer, i_set1 + 1);
1685                                         check_result = dupe_match_check(di1, di2, dw);
1686                                         while (check_result == DUPE_MATCH || check_result == DUPE_NAME_MATCH)
1687                                                 {
1688                                                 if (check_result == DUPE_MATCH)
1689                                                         {
1690                                                         dupe_match_link(di2, di1, 0.0);
1691                                                         }
1692                                                 i_set1++;
1693
1694                                                 if (i_set1 + 1 > (gint)(array_set1->len) - 1)
1695                                                         {
1696                                                         break;
1697                                                         }
1698                                                 di2 = g_array_index(array_set1, gpointer, i_set1 + 1);
1699                                                 check_result = dupe_match_check(di1, di2, dw);
1700                                                 }
1701                                         }
1702                                 }
1703                         }
1704                 }
1705         g_array_free(array_set1, TRUE);
1706         g_array_free(array_set2, TRUE);
1707 }
1708
1709 /**
1710  * @brief Look for similarity match
1711  * @param dw
1712  * @param needle
1713  * @param start
1714  *
1715  * Called from dupe_check_cb.
1716  * Called for each entry in the list.
1717  * Steps through the list looking for matches against needle.
1718  *
1719  * Only used for similarity checks.
1720  */
1721 static void dupe_list_check_match(DupeWindow *dw, DupeItem *needle, GList *start)
1722 {
1723         GList *work;
1724
1725         if (dw->second_set)
1726                 {
1727                 work = dw->second_list;
1728                 }
1729         else if (start)
1730                 {
1731                 work = start;
1732                 }
1733         else
1734                 {
1735                 work = g_list_last(dw->list);
1736                 }
1737
1738         while (work)
1739                 {
1740                 DupeItem *di = work->data;
1741
1742                 /* speed opt: forward for second set, back for simple compare */
1743                 if (dw->second_set)
1744                         work = work->next;
1745                 else
1746                         work = work->prev;
1747
1748                 if (!dupe_match_link_exists(needle, di))
1749                         {
1750                         gdouble rank;
1751
1752                         if (dupe_match(di, needle, dw->match_mask, &rank, TRUE))
1753                                 {
1754                                 dupe_match_link(di, needle, rank);
1755                                 }
1756                         }
1757                 }
1758 }
1759
1760 /*
1761  * ------------------------------------------------------------------
1762  * Thumbnail handling
1763  * ------------------------------------------------------------------
1764  */
1765
1766 static void dupe_listview_set_thumb(DupeWindow *dw, DupeItem *di, GtkTreeIter *iter)
1767 {
1768         GtkListStore *store;
1769         GtkTreeIter iter_n;
1770
1771         store = GTK_LIST_STORE(gtk_tree_view_get_model(GTK_TREE_VIEW(dw->listview)));
1772         if (!iter)
1773                 {
1774                 if (dupe_listview_find_item(store, di, &iter_n) >= 0)
1775                         {
1776                         iter = &iter_n;
1777                         }
1778                 }
1779
1780         if (iter) gtk_list_store_set(store, iter, DUPE_COLUMN_THUMB, di->pixbuf, -1);
1781 }
1782
1783 static void dupe_thumb_do(DupeWindow *dw)
1784 {
1785         DupeItem *di;
1786
1787         if (!dw->thumb_loader || !dw->thumb_item) return;
1788         di = dw->thumb_item;
1789
1790         if (di->pixbuf) g_object_unref(di->pixbuf);
1791         di->pixbuf = thumb_loader_get_pixbuf(dw->thumb_loader);
1792
1793         dupe_listview_set_thumb(dw, di, NULL);
1794 }
1795
1796 static void dupe_thumb_error_cb(ThumbLoader *tl, gpointer data)
1797 {
1798         DupeWindow *dw = data;
1799
1800         dupe_thumb_do(dw);
1801         dupe_thumb_step(dw);
1802 }
1803
1804 static void dupe_thumb_done_cb(ThumbLoader *tl, gpointer data)
1805 {
1806         DupeWindow *dw = data;
1807
1808         dupe_thumb_do(dw);
1809         dupe_thumb_step(dw);
1810 }
1811
1812 static void dupe_thumb_step(DupeWindow *dw)
1813 {
1814         GtkTreeModel *store;
1815         GtkTreeIter iter;
1816         DupeItem *di = NULL;
1817         gboolean valid;
1818         gint row = 0;
1819         gint length = 0;
1820
1821         store = gtk_tree_view_get_model(GTK_TREE_VIEW(dw->listview));
1822         valid = gtk_tree_model_get_iter_first(store, &iter);
1823
1824         while (!di && valid)
1825                 {
1826                 GdkPixbuf *pixbuf;
1827
1828                 length++;
1829                 gtk_tree_model_get(store, &iter, DUPE_COLUMN_POINTER, &di, DUPE_COLUMN_THUMB, &pixbuf, -1);
1830                 if (pixbuf || di->pixbuf)
1831                         {
1832                         if (!pixbuf) gtk_list_store_set(GTK_LIST_STORE(store), &iter, DUPE_COLUMN_THUMB, di->pixbuf, -1);
1833                         row++;
1834                         di = NULL;
1835                         }
1836                 valid = gtk_tree_model_iter_next(store, &iter);
1837                 }
1838         if (valid)
1839                 {
1840                 while (gtk_tree_model_iter_next(store, &iter)) length++;
1841                 }
1842
1843         if (!di)
1844                 {
1845                 dw->thumb_item = NULL;
1846                 thumb_loader_free(dw->thumb_loader);
1847                 dw->thumb_loader = NULL;
1848
1849                 dupe_window_update_progress(dw, NULL, 0.0, FALSE);
1850                 return;
1851                 }
1852
1853         dupe_window_update_progress(dw, _("Loading thumbs..."),
1854                                     length == 0 ? 0.0 : (gdouble)(row) / length, FALSE);
1855
1856         dw->thumb_item = di;
1857         thumb_loader_free(dw->thumb_loader);
1858         dw->thumb_loader = thumb_loader_new(options->thumbnails.max_width, options->thumbnails.max_height);
1859
1860         thumb_loader_set_callbacks(dw->thumb_loader,
1861                                    dupe_thumb_done_cb,
1862                                    dupe_thumb_error_cb,
1863                                    NULL,
1864                                    dw);
1865
1866         /* start it */
1867         if (!thumb_loader_start(dw->thumb_loader, di->fd))
1868                 {
1869                 /* error, handle it, do next */
1870                 DEBUG_1("error loading thumb for %s", di->fd->path);
1871                 dupe_thumb_do(dw);
1872                 dupe_thumb_step(dw);
1873                 }
1874 }
1875
1876 /*
1877  * ------------------------------------------------------------------
1878  * Dupe checking loop
1879  * ------------------------------------------------------------------
1880  */
1881
1882 static void dupe_check_stop(DupeWindow *dw)
1883 {
1884         if (dw->idle_id || dw->img_loader || dw->thumb_loader)
1885                 {
1886                 g_source_remove(dw->idle_id);
1887                 dw->idle_id = 0;
1888                 dupe_window_update_progress(dw, NULL, 0.0, FALSE);
1889                 widget_set_cursor(dw->listview, -1);
1890                 }
1891
1892         if (dw->add_files_queue_id)
1893                 {
1894                 g_source_remove(dw->add_files_queue_id);
1895                 dw->add_files_queue_id = 0;
1896                 gtk_widget_set_sensitive(dw->controls_box, TRUE);
1897                 if (g_list_length(dw->add_files_queue) > 0)
1898                         {
1899                         filelist_free(dw->add_files_queue);
1900                         }
1901                 dw->add_files_queue = NULL;
1902                 dupe_window_update_progress(dw, NULL, 0.0, FALSE);
1903                 widget_set_cursor(dw->listview, -1);
1904                 }
1905
1906         thumb_loader_free(dw->thumb_loader);
1907         dw->thumb_loader = NULL;
1908
1909         image_loader_free(dw->img_loader);
1910         dw->img_loader = NULL;
1911 }
1912
1913 static void dupe_check_stop_cb(GtkWidget *widget, gpointer data)
1914 {
1915         DupeWindow *dw = data;
1916
1917         dupe_check_stop(dw);
1918 }
1919
1920 static void dupe_loader_done_cb(ImageLoader *il, gpointer data)
1921 {
1922         DupeWindow *dw = data;
1923         GdkPixbuf *pixbuf;
1924
1925         pixbuf = image_loader_get_pixbuf(il);
1926
1927         if (dw->setup_point)
1928                 {
1929                 DupeItem *di = dw->setup_point->data;
1930
1931                 if (!di->simd)
1932                         {
1933                         di->simd = image_sim_new_from_pixbuf(pixbuf);
1934                         }
1935                 else
1936                         {
1937                         image_sim_fill_data(di->simd, pixbuf);
1938                         }
1939
1940                 if (di->width == 0 && di->height == 0)
1941                         {
1942                         di->width = gdk_pixbuf_get_width(pixbuf);
1943                         di->height = gdk_pixbuf_get_height(pixbuf);
1944                         }
1945                 if (options->thumbnails.enable_caching)
1946                         {
1947                         dupe_item_write_cache(di);
1948                         }
1949
1950                 image_sim_alternate_processing(di->simd);
1951                 }
1952
1953         image_loader_free(dw->img_loader);
1954         dw->img_loader = NULL;
1955
1956         dw->idle_id = g_idle_add(dupe_check_cb, dw);
1957 }
1958
1959 static void dupe_setup_reset(DupeWindow *dw)
1960 {
1961         dw->setup_point = NULL;
1962         dw->setup_n = 0;
1963         dw->setup_time = msec_time();
1964         dw->setup_time_count = 0;
1965 }
1966
1967 static GList *dupe_setup_point_step(DupeWindow *dw, GList *p)
1968 {
1969         if (!p) return NULL;
1970
1971         if (p->next) return p->next;
1972
1973         if (dw->second_set && g_list_first(p) == dw->list) return dw->second_list;
1974
1975         return NULL;
1976 }
1977
1978 /**
1979  * @brief Generates the sumcheck or dimensions
1980  * @param list Set1 or set2
1981  * @returns TRUE/FALSE = not completed/completed
1982  *
1983  * Ensures that the DIs contain the MD5SUM or dimensions for all items in
1984  * the list. One item at a time. Re-enters if not completed.
1985  */
1986 static gboolean create_checksums_dimensions(DupeWindow *dw, GList *list)
1987 {
1988                 if ((dw->match_mask & DUPE_MATCH_SUM) ||
1989                         (dw->match_mask & DUPE_MATCH_NAME_CONTENT) ||
1990                         (dw->match_mask & DUPE_MATCH_NAME_CI_CONTENT))
1991                         {
1992                         /* MD5SUM only */
1993                         if (!dw->setup_point) dw->setup_point = list; // setup_point clear on 1st entry
1994
1995                         while (dw->setup_point)
1996                                 {
1997                                 DupeItem *di = dw->setup_point->data;
1998
1999                                 dw->setup_point = dupe_setup_point_step(dw, dw->setup_point);
2000                                 dw->setup_n++;
2001
2002                                 if (!di->md5sum)
2003                                         {
2004                                         dupe_window_update_progress(dw, _("Reading checksums..."),
2005                                                 dw->setup_count == 0 ? 0.0 : (gdouble)(dw->setup_n - 1) / dw->setup_count, FALSE);
2006
2007                                         if (options->thumbnails.enable_caching)
2008                                                 {
2009                                                 dupe_item_read_cache(di);
2010                                                 if (di->md5sum)
2011                                                         {
2012                                                         return TRUE;
2013                                                         }
2014                                                 }
2015
2016                                         di->md5sum = md5_text_from_file_utf8(di->fd->path, "");
2017                                         if (options->thumbnails.enable_caching)
2018                                                 {
2019                                                 dupe_item_write_cache(di);
2020                                                 }
2021                                         return TRUE;
2022                                         }
2023                                 }
2024                         dupe_setup_reset(dw);
2025                         }
2026
2027                 if ((dw->match_mask & DUPE_MATCH_DIM)  )
2028                         {
2029                         /* Dimensions only */
2030                         if (!dw->setup_point) dw->setup_point = list;
2031
2032                         while (dw->setup_point)
2033                                 {
2034                                 DupeItem *di = dw->setup_point->data;
2035
2036                                 dw->setup_point = dupe_setup_point_step(dw, dw->setup_point);
2037                                 dw->setup_n++;
2038                                 if (di->width == 0 && di->height == 0)
2039                                         {
2040                                         dupe_window_update_progress(dw, _("Reading dimensions..."),
2041                                                 dw->setup_count == 0 ? 0.0 : (gdouble)(dw->setup_n - 1) / dw->setup_count, FALSE);
2042
2043                                         if (options->thumbnails.enable_caching)
2044                                                 {
2045                                                 dupe_item_read_cache(di);
2046                                                 if (di->width != 0 || di->height != 0)
2047                                                         {
2048                                                         return TRUE;
2049                                                         }
2050                                                 }
2051
2052                                         image_load_dimensions(di->fd, &di->width, &di->height);
2053                                         di->dimensions = (di->width << 16) + di->height;
2054                                         if (options->thumbnails.enable_caching)
2055                                                 {
2056                                                 dupe_item_write_cache(di);
2057                                                 }
2058                                         return TRUE;
2059                                         }
2060                                 }
2061                         dupe_setup_reset(dw);
2062                         }
2063
2064         return FALSE;
2065 }
2066
2067 /**
2068  * @brief Check set 1 (and set 2) for matches
2069  * @param data DupeWindow
2070  * @returns TRUE/FALSE = not completed/completed
2071  *
2072  * Initiated from start, loader done and item remove
2073  *
2074  * On first entry generates di->MD5SUM, di->dimensions and sim data,
2075  * and updates the cache.
2076  */
2077 static gboolean dupe_check_cb(gpointer data)
2078 {
2079         DupeWindow *dw = data;
2080
2081         if (!dw->idle_id)
2082                 {
2083                 return FALSE;
2084                 }
2085
2086         if (!dw->setup_done) /* Clear on 1st entry */
2087                 {
2088                 if (dw->list)
2089                         {
2090                         if (create_checksums_dimensions(dw, dw->list))
2091                                 {
2092                                 return TRUE;
2093                                 }
2094                         }
2095                 if (dw->second_list)
2096                         {
2097                         if (create_checksums_dimensions(dw, dw->second_list))
2098                                 {
2099                                 return TRUE;
2100                                 }
2101                         }
2102                 if ((dw->match_mask & DUPE_MATCH_SIM_HIGH ||
2103                      dw->match_mask & DUPE_MATCH_SIM_MED ||
2104                      dw->match_mask & DUPE_MATCH_SIM_LOW ||
2105                      dw->match_mask & DUPE_MATCH_SIM_CUSTOM) &&
2106                     !(dw->setup_mask & DUPE_MATCH_SIM_MED) )
2107                         {
2108                         /* Similarity only */
2109                         if (!dw->setup_point) dw->setup_point = dw->list;
2110
2111                         while (dw->setup_point)
2112                                 {
2113                                 DupeItem *di = dw->setup_point->data;
2114
2115                                 if (!di->simd)
2116                                         {
2117                                         dupe_window_update_progress(dw, _("Reading similarity data..."),
2118                                                 dw->setup_count == 0 ? 0.0 : (gdouble)dw->setup_n / dw->setup_count, FALSE);
2119
2120                                         if (options->thumbnails.enable_caching)
2121                                                 {
2122                                                 dupe_item_read_cache(di);
2123                                                 if (cache_sim_data_filled(di->simd))
2124                                                         {
2125                                                         image_sim_alternate_processing(di->simd);
2126                                                         return TRUE;
2127                                                         }
2128                                                 }
2129
2130                                         dw->img_loader = image_loader_new(di->fd);
2131                                         image_loader_set_buffer_size(dw->img_loader, 8);
2132                                         g_signal_connect(G_OBJECT(dw->img_loader), "error", (GCallback)dupe_loader_done_cb, dw);
2133                                         g_signal_connect(G_OBJECT(dw->img_loader), "done", (GCallback)dupe_loader_done_cb, dw);
2134
2135                                         if (!image_loader_start(dw->img_loader))
2136                                                 {
2137                                                 image_sim_free(di->simd);
2138                                                 di->simd = image_sim_new();
2139                                                 image_loader_free(dw->img_loader);
2140                                                 dw->img_loader = NULL;
2141                                                 return TRUE;
2142                                                 }
2143                                         dw->idle_id = 0;
2144                                         return FALSE;
2145                                         }
2146
2147                                 dw->setup_point = dupe_setup_point_step(dw, dw->setup_point);
2148                                 dw->setup_n++;
2149                                 }
2150                         dw->setup_mask |= DUPE_MATCH_SIM_MED;
2151                         dupe_setup_reset(dw);
2152                         }
2153
2154                 /* End of setup not done */
2155                 dupe_window_update_progress(dw, _("Comparing..."), 0.0, FALSE);
2156                 dw->setup_done = TRUE;
2157                 dupe_setup_reset(dw);
2158                 dw->setup_count = g_list_length(dw->list);
2159                 }
2160
2161         /* Setup done - dw->working set to NULL below
2162          * Set before 1st entry: dw->working = g_list_last(dw->list)
2163          * Set before 1st entry: dw->setup_count = g_list_length(dw->list)
2164          */
2165         if (!dw->working)
2166                 {
2167                 if (dw->setup_count > 0)
2168                         {
2169                         dw->setup_count = 0;
2170                         dupe_window_update_progress(dw, _("Sorting..."), 1.0, TRUE);
2171                         return TRUE;
2172                         }
2173                 dw->idle_id = 0;
2174                 dupe_window_update_progress(dw, NULL, 0.0, FALSE);
2175
2176                 dupe_match_rank(dw);
2177                 dupe_window_update_count(dw, FALSE);
2178
2179                 dupe_listview_populate(dw);
2180
2181                 /* check thumbs */
2182                 if (dw->show_thumbs) dupe_thumb_step(dw);
2183
2184                 widget_set_cursor(dw->listview, -1);
2185
2186                 return FALSE;
2187                 }
2188
2189         if (dw->match_mask == DUPE_MATCH_SIM_HIGH ||
2190                 dw->match_mask == DUPE_MATCH_SIM_MED ||
2191                 dw->match_mask == DUPE_MATCH_SIM_LOW ||
2192                 dw->match_mask == DUPE_MATCH_SIM_CUSTOM)
2193                 {
2194                 /* This is the similarity comparison */
2195                 dupe_list_check_match(dw, (DupeItem *)dw->working->data, dw->working);
2196                 dupe_window_update_progress(dw, _("Comparing..."), dw->setup_count == 0 ? 0.0 : (gdouble) dw->setup_n / dw->setup_count, FALSE);
2197                 dw->setup_n++;
2198
2199                 dw->working = dw->working->prev; /* Is NULL when complete */
2200                 }
2201         else
2202                 {
2203                 /* This is the comparison for all other parameters.
2204                  * dupe_array_check() processes the entire list in one go
2205                 */
2206                 dw->working = NULL;
2207                 dupe_window_update_progress(dw, _("Comparing..."), 0.0, FALSE);
2208                 dupe_array_check(dw);
2209                 }
2210
2211         return TRUE;
2212 }
2213
2214 static void dupe_check_start(DupeWindow *dw)
2215 {
2216         dw->setup_done = FALSE;
2217
2218         dw->setup_count = g_list_length(dw->list);
2219         if (dw->second_set) dw->setup_count += g_list_length(dw->second_list);
2220
2221         dw->setup_mask = 0;
2222         dupe_setup_reset(dw);
2223
2224         dw->working = g_list_last(dw->list);
2225
2226         dupe_window_update_count(dw, TRUE);
2227         widget_set_cursor(dw->listview, GDK_WATCH);
2228
2229         if (dw->idle_id) return;
2230
2231         dw->idle_id = g_idle_add(dupe_check_cb, dw);
2232 }
2233
2234 static gboolean dupe_check_start_cb(gpointer data)
2235 {
2236         DupeWindow *dw = data;
2237
2238         dupe_check_start(dw);
2239
2240         return FALSE;
2241 }
2242
2243 /*
2244  * ------------------------------------------------------------------
2245  * Item addition, removal
2246  * ------------------------------------------------------------------
2247  */
2248
2249 static void dupe_item_remove(DupeWindow *dw, DupeItem *di)
2250 {
2251         if (!di) return;
2252
2253         /* handle things that may be in progress... */
2254         if (dw->working && dw->working->data == di)
2255                 {
2256                 dw->working = dw->working->prev;
2257                 }
2258         if (dw->thumb_loader && dw->thumb_item == di)
2259                 {
2260                 dupe_thumb_step(dw);
2261                 }
2262         if (dw->setup_point && dw->setup_point->data == di)
2263                 {
2264                 dw->setup_point = dupe_setup_point_step(dw, dw->setup_point);
2265                 if (dw->img_loader)
2266                         {
2267                         image_loader_free(dw->img_loader);
2268                         dw->img_loader = NULL;
2269                         dw->idle_id = g_idle_add(dupe_check_cb, dw);
2270                         }
2271                 }
2272
2273         if (di->group && dw->dupes)
2274                 {
2275                 /* is a dupe, must remove from group/reset children if a parent */
2276                 DupeItem *parent;
2277
2278                 parent = dupe_match_find_parent(dw, di);
2279                 if (di == parent)
2280                         {
2281                         if (g_list_length(parent->group) < 2)
2282                                 {
2283                                 DupeItem *child;
2284
2285                                 child = dupe_match_highest_rank(parent);
2286                                 dupe_match_link_clear(child, TRUE);
2287                                 dupe_listview_remove(dw, child);
2288
2289                                 dupe_match_link_clear(parent, TRUE);
2290                                 dupe_listview_remove(dw, parent);
2291                                 dw->dupes = g_list_remove(dw->dupes, parent);
2292                                 }
2293                         else
2294                                 {
2295                                 DupeItem *new_parent;
2296                                 DupeMatch *dm;
2297
2298                                 dm = parent->group->data;
2299                                 new_parent = dm->di;
2300                                 dupe_match_reparent(dw, parent, new_parent);
2301                                 dupe_listview_remove(dw, parent);
2302                                 }
2303                         }
2304                 else
2305                         {
2306                         if (g_list_length(parent->group) < 2)
2307                                 {
2308                                 dupe_match_link_clear(parent, TRUE);
2309                                 dupe_listview_remove(dw, parent);
2310                                 dw->dupes = g_list_remove(dw->dupes, parent);
2311                                 }
2312                         dupe_match_link_clear(di, TRUE);
2313                         dupe_listview_remove(dw, di);
2314                         }
2315                 }
2316         else
2317                 {
2318                 /* not a dupe, or not sorted yet, simply reset */
2319                 dupe_match_link_clear(di, TRUE);
2320                 }
2321
2322         if (dw->second_list && g_list_find(dw->second_list, di))
2323                 {
2324                 dupe_second_remove(dw, di);
2325                 }
2326         else
2327                 {
2328                 dw->list = g_list_remove(dw->list, di);
2329                 }
2330         dupe_item_free(di);
2331
2332         dupe_window_update_count(dw, FALSE);
2333 }
2334
2335 static gboolean dupe_item_remove_by_path(DupeWindow *dw, const gchar *path)
2336 {
2337         DupeItem *di;
2338
2339         di = dupe_item_find_path(dw, path);
2340         if (!di) return FALSE;
2341
2342         dupe_item_remove(dw, di);
2343
2344         return TRUE;
2345 }
2346
2347 static gboolean dupe_files_add_queue_cb(gpointer data)
2348 {
2349         DupeItem *di = NULL;
2350         DupeWindow *dw = data;
2351         FileData *fd;
2352         GList *queue = dw->add_files_queue;
2353
2354         gtk_progress_bar_pulse(GTK_PROGRESS_BAR(dw->extra_label));
2355
2356         if (g_list_length(queue) == 0)
2357                 {
2358                 dw->add_files_queue_id = 0;
2359                 g_idle_add(dupe_check_start_cb, dw);
2360                 gtk_widget_set_sensitive(dw->controls_box, TRUE);
2361                 return FALSE;
2362                 }
2363
2364         fd = queue->data;
2365         if (fd)
2366                 {
2367                 if (isfile(fd->path))
2368                         {
2369                         di = dupe_item_new(fd);
2370                         }
2371                 else if (isdir(fd->path))
2372                         {
2373                         GList *f, *d;
2374                         dw->add_files_queue = g_list_remove(dw->add_files_queue, g_list_first(dw->add_files_queue)->data);
2375
2376                         if (filelist_read(fd, &f, &d))
2377                                 {
2378                                 GList *work;
2379
2380                                 f = filelist_filter(f, FALSE);
2381                                 d = filelist_filter(d, TRUE);
2382
2383                                 work = f;
2384                                 while (work)
2385                                         {
2386                                         dw->add_files_queue = g_list_prepend(dw->add_files_queue, work->data);
2387                                         work = work->next;
2388                                         }
2389                                 g_list_free(f);
2390                                 work = d;
2391                                 while (work)
2392                                         {
2393                                         dw->add_files_queue = g_list_prepend(dw->add_files_queue, work->data);
2394                                         work = work->next;
2395                                         }
2396                                 g_list_free(d);
2397                                 }
2398                         }
2399                 else
2400                         {
2401                         /* Not a file and not a dir */
2402                         dw->add_files_queue = g_list_remove(dw->add_files_queue, g_list_first(dw->add_files_queue)->data);
2403                         }
2404                 }
2405
2406         if (!di)
2407                 {
2408                 /* A dir was found. Process the contents on next entry */
2409                 return TRUE;
2410                 }
2411
2412         dw->add_files_queue = g_list_remove(dw->add_files_queue, g_list_first(dw->add_files_queue)->data);
2413
2414         dupe_item_read_cache(di);
2415
2416         /* Ensure images in the lists have unique FileDatas */
2417         GList *work;
2418         DupeItem *di_list;
2419         work = g_list_first(dw->list);
2420         while (work)
2421                 {
2422                 di_list = work->data;
2423                 if (di_list->fd == di->fd)
2424                         {
2425                         return TRUE;
2426                         }
2427                 else
2428                         {
2429                         work = work->next;
2430                         }
2431                 }
2432
2433         if (dw->second_list)
2434                 {
2435                 work = g_list_first(dw->second_list);
2436                 while (work)
2437                         {
2438                         di_list = work->data;
2439                         if (di_list->fd == di->fd)
2440                                 {
2441                                 return TRUE;
2442                                 }
2443                         else
2444                                 {
2445                                 work = work->next;
2446                                 }
2447                         }
2448                 }
2449
2450         if (dw->second_drop)
2451                 {
2452                 dupe_second_add(dw, di);
2453                 }
2454         else
2455                 {
2456                 dw->list = g_list_prepend(dw->list, di);
2457                 }
2458
2459         if (g_list_length(dw->add_files_queue) > 0)
2460                 {
2461                 return TRUE;
2462                 }
2463         else
2464                 {
2465                 dw->add_files_queue_id = 0;
2466                 g_idle_add(dupe_check_start_cb, dw);
2467                 gtk_widget_set_sensitive(dw->controls_box, TRUE);
2468                 return FALSE;
2469                 }
2470 }
2471
2472 static void dupe_files_add(DupeWindow *dw, CollectionData *collection, CollectInfo *info,
2473                            FileData *fd, gboolean recurse)
2474 {
2475         DupeItem *di = NULL;
2476
2477         if (info)
2478                 {
2479                 di = dupe_item_new(info->fd);
2480                 }
2481         else if (fd)
2482                 {
2483                 if (isfile(fd->path) && !g_file_test(fd->path, G_FILE_TEST_IS_SYMLINK))
2484                         {
2485                         di = dupe_item_new(fd);
2486                         }
2487                 else if (isdir(fd->path) && recurse)
2488                         {
2489                         GList *f, *d;
2490                         if (filelist_read(fd, &f, &d))
2491                                 {
2492                                 GList *work;
2493
2494                                 f = filelist_filter(f, FALSE);
2495                                 d = filelist_filter(d, TRUE);
2496
2497                                 work = f;
2498                                 while (work)
2499                                         {
2500                                         dupe_files_add(dw, NULL, NULL, (FileData *)work->data, TRUE);
2501                                         work = work->next;
2502                                         }
2503                                 filelist_free(f);
2504                                 work = d;
2505                                 while (work)
2506                                         {
2507                                         dupe_files_add(dw, NULL, NULL, (FileData *)work->data, TRUE);
2508                                         work = work->next;
2509                                         }
2510                                 filelist_free(d);
2511                                 }
2512                         }
2513                 }
2514
2515         if (!di) return;
2516
2517         dupe_item_read_cache(di);
2518
2519         /* Ensure images in the lists have unique FileDatas */
2520         GList *work;
2521         DupeItem *di_list;
2522         work = g_list_first(dw->list);
2523         while (work)
2524                 {
2525                 di_list = work->data;
2526                 if (di_list->fd == di->fd)
2527                         {
2528                         return;
2529                         }
2530                 else
2531                         {
2532                         work = work->next;
2533                         }
2534                 }
2535
2536         if (dw->second_list)
2537                 {
2538                 work = g_list_first(dw->second_list);
2539                 while (work)
2540                         {
2541                         di_list = work->data;
2542                         if (di_list->fd == di->fd)
2543                                 {
2544                                 return;
2545                                 }
2546                         else
2547                                 {
2548                                 work = work->next;
2549                                 }
2550                         }
2551                 }
2552
2553         if (dw->second_drop)
2554                 {
2555                 dupe_second_add(dw, di);
2556                 }
2557         else
2558                 {
2559                 dw->list = g_list_prepend(dw->list, di);
2560                 }
2561 }
2562
2563 void dupe_window_add_collection(DupeWindow *dw, CollectionData *collection)
2564 {
2565         CollectInfo *info;
2566
2567         info = collection_get_first(collection);
2568         while (info)
2569                 {
2570                 dupe_files_add(dw, collection, info, NULL, FALSE);
2571                 info = collection_next_by_info(collection, info);
2572                 }
2573
2574         dupe_check_start(dw);
2575 }
2576
2577 void dupe_window_add_files(DupeWindow *dw, GList *list, gboolean recurse)
2578 {
2579         GList *work;
2580
2581         work = list;
2582         while (work)
2583                 {
2584                 FileData *fd = work->data;
2585                 work = work->next;
2586                 if (isdir(fd->path) && !recurse)
2587                         {
2588                         GList *f, *d;
2589
2590                         if (filelist_read(fd, &f, &d))
2591                                 {
2592                                 GList *work_file;
2593                                 work_file = f;
2594
2595                                 while (work_file)
2596                                         {
2597                                         /* Add only the files, ignore the dirs when no recurse */
2598                                         dw->add_files_queue = g_list_prepend(dw->add_files_queue, work_file->data);
2599                                         work_file = work_file->next;
2600                                         }
2601                                 g_list_free(f);
2602                                 g_list_free(d);
2603                                 }
2604                         }
2605                 else
2606                         {
2607                         dw->add_files_queue = g_list_prepend(dw->add_files_queue, fd);
2608                         }
2609                 }
2610         if (dw->add_files_queue_id == 0)
2611                 {
2612                 gtk_progress_bar_pulse(GTK_PROGRESS_BAR(dw->extra_label));
2613                 gtk_progress_bar_set_pulse_step(GTK_PROGRESS_BAR(dw->extra_label), DUPE_PROGRESS_PULSE_STEP);
2614                 gtk_progress_bar_set_text(GTK_PROGRESS_BAR(dw->extra_label), _("Loading file list"));
2615
2616                 dw->add_files_queue_id = g_idle_add(dupe_files_add_queue_cb, dw);
2617                 gtk_widget_set_sensitive(dw->controls_box, FALSE);
2618                 }
2619 }
2620
2621 static void dupe_item_update(DupeWindow *dw, DupeItem *di)
2622 {
2623         if ( (dw->match_mask & DUPE_MATCH_NAME) || (dw->match_mask & DUPE_MATCH_PATH || (dw->match_mask & DUPE_MATCH_NAME_CI)) )
2624                 {
2625                 /* only effects matches on name or path */
2626 /*
2627                 FileData *fd = file_data_ref(di->fd);
2628                 gint second;
2629
2630                 second = di->second;
2631                 dupe_item_remove(dw, di);
2632
2633                 dw->second_drop = second;
2634                 dupe_files_add(dw, NULL, NULL, fd, FALSE);
2635                 dw->second_drop = FALSE;
2636
2637                 file_data_unref(fd);
2638 */
2639                 dupe_check_start(dw);
2640                 }
2641         else
2642                 {
2643                 GtkListStore *store;
2644                 GtkTreeIter iter;
2645                 gint row;
2646                 /* update the listview(s) */
2647
2648                 store = GTK_LIST_STORE(gtk_tree_view_get_model(GTK_TREE_VIEW(dw->listview)));
2649                 row = dupe_listview_find_item(store, di, &iter);
2650                 if (row >= 0)
2651                         {
2652                         gtk_list_store_set(store, &iter,
2653                                            DUPE_COLUMN_NAME, di->fd->name,
2654                                            DUPE_COLUMN_PATH, di->fd->path, -1);
2655                         }
2656
2657                 if (dw->second_listview)
2658                         {
2659                         store = GTK_LIST_STORE(gtk_tree_view_get_model(GTK_TREE_VIEW(dw->second_listview)));
2660                         row = dupe_listview_find_item(store, di, &iter);
2661                         if (row >= 0)
2662                                 {
2663                                 gtk_list_store_set(store, &iter, 1, di->fd->path, -1);
2664                                 }
2665                         }
2666                 }
2667
2668 }
2669
2670 static void dupe_item_update_fd_in_list(DupeWindow *dw, FileData *fd, GList *work)
2671 {
2672         while (work)
2673                 {
2674                 DupeItem *di = work->data;
2675
2676                 if (di->fd == fd)
2677                         dupe_item_update(dw, di);
2678
2679                 work = work->next;
2680                 }
2681 }
2682
2683 static void dupe_item_update_fd(DupeWindow *dw, FileData *fd)
2684 {
2685         dupe_item_update_fd_in_list(dw, fd, dw->list);
2686         if (dw->second_set) dupe_item_update_fd_in_list(dw, fd, dw->second_list);
2687 }
2688
2689
2690 /*
2691  * ------------------------------------------------------------------
2692  * Misc.
2693  * ------------------------------------------------------------------
2694  */
2695
2696 static GtkWidget *dupe_display_label(GtkWidget *vbox, const gchar *description, const gchar *text)
2697 {
2698         GtkWidget *hbox;
2699         GtkWidget *label;
2700
2701         hbox = gtk_hbox_new(FALSE, 10);
2702
2703         label = gtk_label_new(description);
2704         gtk_box_pack_start(GTK_BOX(hbox), label, FALSE, FALSE, 0);
2705         gtk_widget_show(label);
2706
2707         label = gtk_label_new(text);
2708         gtk_box_pack_start(GTK_BOX(hbox), label, FALSE, FALSE, 0);
2709         gtk_widget_show(label);
2710
2711         gtk_box_pack_start(GTK_BOX(vbox), hbox, FALSE, FALSE, 0);
2712         gtk_widget_show(hbox);
2713
2714         return label;
2715 }
2716
2717 static void dupe_display_stats(DupeWindow *dw, DupeItem *di)
2718 {
2719         GenericDialog *gd;
2720         gchar *buf;
2721
2722         if (!di) return;
2723
2724         gd = file_util_gen_dlg("Image thumbprint debug info", "thumbprint",
2725                                dw->window, TRUE,
2726                                NULL, NULL);
2727         generic_dialog_add_button(gd, GTK_STOCK_CLOSE, NULL, NULL, TRUE);
2728
2729         dupe_display_label(gd->vbox, "name:", di->fd->name);
2730         buf = text_from_size(di->fd->size);
2731         dupe_display_label(gd->vbox, "size:", buf);
2732         g_free(buf);
2733         dupe_display_label(gd->vbox, "date:", text_from_time(di->fd->date));
2734         buf = g_strdup_printf("%d x %d", di->width, di->height);
2735         dupe_display_label(gd->vbox, "dimensions:", buf);
2736         g_free(buf);
2737         dupe_display_label(gd->vbox, "md5sum:", (di->md5sum) ? di->md5sum : "not generated");
2738
2739         dupe_display_label(gd->vbox, "thumbprint:", (di->simd) ? "" : "not generated");
2740         if (di->simd)
2741                 {
2742                 GtkWidget *image;
2743                 GdkPixbuf *pixbuf;
2744                 gint x, y;
2745                 guchar *d_pix;
2746                 guchar *dp;
2747                 gint rs;
2748                 gint sp;
2749
2750                 pixbuf = gdk_pixbuf_new(GDK_COLORSPACE_RGB, FALSE, 8, 32, 32);
2751                 rs = gdk_pixbuf_get_rowstride(pixbuf);
2752                 d_pix = gdk_pixbuf_get_pixels(pixbuf);
2753
2754                 for (y = 0; y < 32; y++)
2755                         {
2756                         dp = d_pix + (y * rs);
2757                         sp = y * 32;
2758                         for (x = 0; x < 32; x++)
2759                                 {
2760                                 *(dp++) = di->simd->avg_r[sp + x];
2761                                 *(dp++) = di->simd->avg_g[sp + x];
2762                                 *(dp++) = di->simd->avg_b[sp + x];
2763                                 }
2764                         }
2765
2766                 image = gtk_image_new_from_pixbuf(pixbuf);
2767                 gtk_box_pack_start(GTK_BOX(gd->vbox), image, FALSE, FALSE, 0);
2768                 gtk_widget_show(image);
2769
2770                 g_object_unref(pixbuf);
2771                 }
2772
2773         gtk_widget_show(gd->dialog);
2774 }
2775
2776 static void dupe_window_recompare(DupeWindow *dw)
2777 {
2778         GtkListStore *store;
2779
2780         dupe_check_stop(dw);
2781
2782         store = GTK_LIST_STORE(gtk_tree_view_get_model(GTK_TREE_VIEW(dw->listview)));
2783         gtk_list_store_clear(store);
2784
2785         g_list_free(dw->dupes);
2786         dw->dupes = NULL;
2787
2788         dupe_match_reset_list(dw->list);
2789         dupe_match_reset_list(dw->second_list);
2790         dw->set_count = 0;
2791
2792         dupe_check_start(dw);
2793 }
2794
2795 static void dupe_menu_view(DupeWindow *dw, DupeItem *di, GtkWidget *listview, gint new_window)
2796 {
2797         if (!di) return;
2798
2799         if (di->collection && collection_info_valid(di->collection, di->info))
2800                 {
2801                 if (new_window)
2802                         {
2803                         view_window_new_from_collection(di->collection, di->info);
2804                         }
2805                 else
2806                         {
2807                         layout_image_set_collection(NULL, di->collection, di->info);
2808                         }
2809                 }
2810         else
2811                 {
2812                 if (new_window)
2813                         {
2814                         GList *list;
2815
2816                         list = dupe_listview_get_selection(dw, listview);
2817                         view_window_new_from_list(list);
2818                         filelist_free(list);
2819                         }
2820                 else
2821                         {
2822                         layout_set_fd(NULL, di->fd);
2823                         }
2824                 }
2825 }
2826
2827 static void dupe_window_remove_selection(DupeWindow *dw, GtkWidget *listview)
2828 {
2829         GtkTreeSelection *selection;
2830         GtkTreeModel *store;
2831         GtkTreeIter iter;
2832         GList *slist;
2833         GList *list = NULL;
2834         GList *work;
2835
2836         selection = gtk_tree_view_get_selection(GTK_TREE_VIEW(listview));
2837         slist = gtk_tree_selection_get_selected_rows(selection, &store);
2838         work = slist;
2839         while (work)
2840                 {
2841                 GtkTreePath *tpath = work->data;
2842                 DupeItem *di = NULL;
2843
2844                 gtk_tree_model_get_iter(store, &iter, tpath);
2845                 gtk_tree_model_get(store, &iter, DUPE_COLUMN_POINTER, &di, -1);
2846                 if (di) list = g_list_prepend(list, di);
2847                 work = work->next;
2848                 }
2849         g_list_foreach(slist, (GFunc)tree_path_free_wrapper, NULL);
2850         g_list_free(slist);
2851
2852         dw->color_frozen = TRUE;
2853         work = list;
2854         while (work)
2855                 {
2856                 DupeItem *di;
2857
2858                 di = work->data;
2859                 work = work->next;
2860                 dupe_item_remove(dw, di);
2861                 }
2862         dw->color_frozen = FALSE;
2863
2864         g_list_free(list);
2865
2866         dupe_listview_realign_colors(dw);
2867 }
2868
2869 static void dupe_window_edit_selected(DupeWindow *dw, const gchar *key)
2870 {
2871         file_util_start_editor_from_filelist(key, dupe_listview_get_selection(dw, dw->listview), NULL, dw->window);
2872 }
2873
2874 static void dupe_window_collection_from_selection(DupeWindow *dw)
2875 {
2876         CollectWindow *w;
2877         GList *list;
2878
2879         list = dupe_listview_get_selection(dw, dw->listview);
2880         w = collection_window_new(NULL);
2881         collection_table_add_filelist(w->table, list);
2882         filelist_free(list);
2883 }
2884
2885 static void dupe_window_append_file_list(DupeWindow *dw, gint on_second)
2886 {
2887         GList *list;
2888
2889         dw->second_drop = (dw->second_set && on_second);
2890
2891         list = layout_list(NULL);
2892         dupe_window_add_files(dw, list, FALSE);
2893         filelist_free(list);
2894 }
2895
2896 /*
2897  *-------------------------------------------------------------------
2898  * main pop-up menu callbacks
2899  *-------------------------------------------------------------------
2900  */
2901
2902 static void dupe_menu_view_cb(GtkWidget *widget, gpointer data)
2903 {
2904         DupeWindow *dw = data;
2905
2906         if (dw->click_item) dupe_menu_view(dw, dw->click_item, dw->listview, FALSE);
2907 }
2908
2909 static void dupe_menu_viewnew_cb(GtkWidget *widget, gpointer data)
2910 {
2911         DupeWindow *dw = data;
2912
2913         if (dw->click_item) dupe_menu_view(dw, dw->click_item, dw->listview, TRUE);
2914 }
2915
2916 static void dupe_menu_select_all_cb(GtkWidget *widget, gpointer data)
2917 {
2918         DupeWindow *dw = data;
2919         GtkTreeSelection *selection;
2920
2921         options->duplicates_select_type = DUPE_SELECT_NONE;
2922         selection = gtk_tree_view_get_selection(GTK_TREE_VIEW(dw->listview));
2923         gtk_tree_selection_select_all(selection);
2924 }
2925
2926 static void dupe_menu_select_none_cb(GtkWidget *widget, gpointer data)
2927 {
2928         DupeWindow *dw = data;
2929         GtkTreeSelection *selection;
2930
2931         options->duplicates_select_type = DUPE_SELECT_NONE;
2932         selection = gtk_tree_view_get_selection(GTK_TREE_VIEW(dw->listview));
2933         gtk_tree_selection_unselect_all(selection);
2934 }
2935
2936 static void dupe_menu_select_dupes_set1_cb(GtkWidget *widget, gpointer data)
2937 {
2938         DupeWindow *dw = data;
2939
2940         options->duplicates_select_type = DUPE_SELECT_GROUP1;
2941         dupe_listview_select_dupes(dw, DUPE_SELECT_GROUP1);
2942 }
2943
2944 static void dupe_menu_select_dupes_set2_cb(GtkWidget *widget, gpointer data)
2945 {
2946         DupeWindow *dw = data;
2947
2948         options->duplicates_select_type = DUPE_SELECT_GROUP2;
2949         dupe_listview_select_dupes(dw, DUPE_SELECT_GROUP2);
2950 }
2951
2952 static void dupe_menu_edit_cb(GtkWidget *widget, gpointer data)
2953 {
2954         DupeWindow *dw;
2955         const gchar *key = data;
2956
2957         dw = submenu_item_get_data(widget);
2958         if (!dw) return;
2959
2960         dupe_window_edit_selected(dw, key);
2961 }
2962
2963 static void dupe_menu_print_cb(GtkWidget *widget, gpointer data)
2964 {
2965         DupeWindow *dw = data;
2966         FileData *fd;
2967
2968         fd = (dw->click_item) ? dw->click_item->fd : NULL;
2969
2970         print_window_new(fd,
2971                          dupe_listview_get_selection(dw, dw->listview),
2972                          dupe_listview_get_filelist(dw, dw->listview), dw->window);
2973 }
2974
2975 static void dupe_menu_copy_cb(GtkWidget *widget, gpointer data)
2976 {
2977         DupeWindow *dw = data;
2978
2979         file_util_copy(NULL, dupe_listview_get_selection(dw, dw->listview), NULL, dw->window);
2980 }
2981
2982 static void dupe_menu_move_cb(GtkWidget *widget, gpointer data)
2983 {
2984         DupeWindow *dw = data;
2985
2986         file_util_move(NULL, dupe_listview_get_selection(dw, dw->listview), NULL, dw->window);
2987 }
2988
2989 static void dupe_menu_rename_cb(GtkWidget *widget, gpointer data)
2990 {
2991         DupeWindow *dw = data;
2992
2993         file_util_rename(NULL, dupe_listview_get_selection(dw, dw->listview), dw->window);
2994 }
2995
2996 static void dupe_menu_delete_cb(GtkWidget *widget, gpointer data)
2997 {
2998         DupeWindow *dw = data;
2999
3000         options->file_ops.safe_delete_enable = FALSE;
3001         file_util_delete(NULL, dupe_listview_get_selection(dw, dw->listview), dw->window);
3002 }
3003
3004 static void dupe_menu_move_to_trash_cb(GtkWidget *widget, gpointer data)
3005 {
3006         DupeWindow *dw = data;
3007
3008         options->file_ops.safe_delete_enable = TRUE;
3009         file_util_delete(NULL, dupe_listview_get_selection(dw, dw->listview), dw->window);
3010 }
3011
3012 static void dupe_menu_copy_path_cb(GtkWidget *widget, gpointer data)
3013 {
3014         DupeWindow *dw = data;
3015
3016         file_util_copy_path_list_to_clipboard(dupe_listview_get_selection(dw, dw->listview), TRUE);
3017 }
3018
3019 static void dupe_menu_copy_path_unquoted_cb(GtkWidget *widget, gpointer data)
3020 {
3021         DupeWindow *dw = data;
3022
3023         file_util_copy_path_list_to_clipboard(dupe_listview_get_selection(dw, dw->listview), FALSE);
3024 }
3025
3026 static void dupe_menu_remove_cb(GtkWidget *widget, gpointer data)
3027 {
3028         DupeWindow *dw = data;
3029
3030         dupe_window_remove_selection(dw, dw->listview);
3031 }
3032
3033 static void dupe_menu_clear_cb(GtkWidget *widget, gpointer data)
3034 {
3035         DupeWindow *dw = data;
3036
3037         dupe_window_clear(dw);
3038 }
3039
3040 static void dupe_menu_close_cb(GtkWidget *widget, gpointer data)
3041 {
3042         DupeWindow *dw = data;
3043
3044         dupe_window_close(dw);
3045 }
3046
3047 static void dupe_menu_popup_destroy_cb(GtkWidget *widget, gpointer data)
3048 {
3049         GList *editmenu_fd_list = data;
3050
3051         filelist_free(editmenu_fd_list);
3052 }
3053
3054 static GList *dupe_window_get_fd_list(DupeWindow *dw)
3055 {
3056         GList *list;
3057
3058         if (gtk_widget_has_focus(dw->second_listview))
3059                 {
3060                 list = dupe_listview_get_selection(dw, dw->second_listview);
3061                 }
3062         else
3063                 {
3064                 list = dupe_listview_get_selection(dw, dw->listview);
3065                 }
3066
3067         return list;
3068 }
3069
3070 /**
3071  * @brief Add file selection list to a collection
3072  * @param[in] widget
3073  * @param[in] data Index to the collection list menu item selected, or -1 for new collection
3074  *
3075  *
3076  */
3077 static void dupe_pop_menu_collections_cb(GtkWidget *widget, gpointer data)
3078 {
3079         DupeWindow *dw;
3080         GList *selection_list;
3081
3082         dw = submenu_item_get_data(widget);
3083         selection_list = dupe_listview_get_selection(dw, dw->listview);
3084         pop_menu_collections(selection_list, data);
3085
3086         filelist_free(selection_list);
3087 }
3088
3089 static GtkWidget *dupe_menu_popup_main(DupeWindow *dw, DupeItem *di)
3090 {
3091         GtkWidget *menu;
3092         GtkWidget *item;
3093         gint on_row;
3094         GList *editmenu_fd_list;
3095
3096         on_row = (di != NULL);
3097
3098         menu = popup_menu_short_lived();
3099
3100         menu_item_add_sensitive(menu, _("_View"), on_row,
3101                                 G_CALLBACK(dupe_menu_view_cb), dw);
3102         menu_item_add_stock_sensitive(menu, _("View in _new window"), GTK_STOCK_NEW, on_row,
3103                                 G_CALLBACK(dupe_menu_viewnew_cb), dw);
3104         menu_item_add_divider(menu);
3105         menu_item_add_sensitive(menu, _("Select all"), (dw->dupes != NULL),
3106                                 G_CALLBACK(dupe_menu_select_all_cb), dw);
3107         menu_item_add_sensitive(menu, _("Select none"), (dw->dupes != NULL),
3108                                 G_CALLBACK(dupe_menu_select_none_cb), dw);
3109         menu_item_add_sensitive(menu, _("Select group _1 duplicates"), (dw->dupes != NULL),
3110                                 G_CALLBACK(dupe_menu_select_dupes_set1_cb), dw);
3111         menu_item_add_sensitive(menu, _("Select group _2 duplicates"), (dw->dupes != NULL),
3112                                 G_CALLBACK(dupe_menu_select_dupes_set2_cb), dw);
3113         menu_item_add_divider(menu);
3114
3115         submenu_add_export(menu, &item, G_CALLBACK(dupe_pop_menu_export_cb), dw);
3116         gtk_widget_set_sensitive(item, on_row);
3117         menu_item_add_divider(menu);
3118
3119         editmenu_fd_list = dupe_window_get_fd_list(dw);
3120         g_signal_connect(G_OBJECT(menu), "destroy",
3121                          G_CALLBACK(dupe_menu_popup_destroy_cb), editmenu_fd_list);
3122         submenu_add_edit(menu, &item, G_CALLBACK(dupe_menu_edit_cb), dw, editmenu_fd_list);
3123         if (!on_row) gtk_widget_set_sensitive(item, FALSE);
3124
3125         submenu_add_collections(menu, &item,
3126                                                                 G_CALLBACK(dupe_pop_menu_collections_cb), dw);
3127         gtk_widget_set_sensitive(item, on_row);
3128
3129         menu_item_add_stock_sensitive(menu, _("Print..."), GTK_STOCK_PRINT, on_row,
3130                                 G_CALLBACK(dupe_menu_print_cb), dw);
3131         menu_item_add_divider(menu);
3132         menu_item_add_stock_sensitive(menu, _("_Copy..."), GTK_STOCK_COPY, on_row,
3133                                 G_CALLBACK(dupe_menu_copy_cb), dw);
3134         menu_item_add_sensitive(menu, _("_Move..."), on_row,
3135                                 G_CALLBACK(dupe_menu_move_cb), dw);
3136         menu_item_add_sensitive(menu, _("_Rename..."), on_row,
3137                                 G_CALLBACK(dupe_menu_rename_cb), dw);
3138         menu_item_add_sensitive(menu, _("_Copy path"), on_row,
3139                                 G_CALLBACK(dupe_menu_copy_path_cb), dw);
3140         menu_item_add_sensitive(menu, _("_Copy path unquoted"), on_row,
3141                                 G_CALLBACK(dupe_menu_copy_path_unquoted_cb), dw);
3142
3143         menu_item_add_divider(menu);
3144         menu_item_add_stock_sensitive(menu,
3145                                 options->file_ops.confirm_move_to_trash ? _("Move to Trash...") :
3146                                         _("Move to Trash"), PIXBUF_INLINE_ICON_TRASH, on_row,
3147                                 G_CALLBACK(dupe_menu_move_to_trash_cb), dw);
3148         menu_item_add_stock_sensitive(menu,
3149                                 options->file_ops.confirm_delete ? _("_Delete...") :
3150                                         _("_Delete"), GTK_STOCK_DELETE, on_row,
3151                                 G_CALLBACK(dupe_menu_delete_cb), dw);
3152
3153         menu_item_add_divider(menu);
3154         menu_item_add_stock_sensitive(menu, _("Rem_ove"), GTK_STOCK_REMOVE, on_row,
3155                                 G_CALLBACK(dupe_menu_remove_cb), dw);
3156         menu_item_add_stock_sensitive(menu, _("C_lear"), GTK_STOCK_CLEAR, (dw->list != NULL),
3157                                 G_CALLBACK(dupe_menu_clear_cb), dw);
3158         menu_item_add_divider(menu);
3159         menu_item_add_stock(menu, _("Close _window"), GTK_STOCK_CLOSE,
3160                             G_CALLBACK(dupe_menu_close_cb), dw);
3161
3162         return menu;
3163 }
3164
3165 static gboolean dupe_listview_press_cb(GtkWidget *widget, GdkEventButton *bevent, gpointer data)
3166 {
3167         DupeWindow *dw = data;
3168         GtkTreeModel *store;
3169         GtkTreePath *tpath;
3170         GtkTreeIter iter;
3171         DupeItem *di = NULL;
3172
3173         store = gtk_tree_view_get_model(GTK_TREE_VIEW(widget));
3174
3175         if (gtk_tree_view_get_path_at_pos(GTK_TREE_VIEW(widget), bevent->x, bevent->y,
3176                                           &tpath, NULL, NULL, NULL))
3177                 {
3178                 gtk_tree_model_get_iter(store, &iter, tpath);
3179                 gtk_tree_model_get(store, &iter, DUPE_COLUMN_POINTER, &di, -1);
3180                 gtk_tree_path_free(tpath);
3181                 }
3182
3183         dw->click_item = di;
3184
3185         if (bevent->button == MOUSE_BUTTON_RIGHT)
3186                 {
3187                 /* right click menu */
3188                 GtkWidget *menu;
3189
3190                 if (bevent->state & GDK_CONTROL_MASK && bevent->state & GDK_SHIFT_MASK)
3191                         {
3192                         dupe_display_stats(dw, di);
3193                         return TRUE;
3194                         }
3195                 if (widget == dw->listview)
3196                         {
3197                         menu = dupe_menu_popup_main(dw, di);
3198                         }
3199                 else
3200                         {
3201                         menu = dupe_menu_popup_second(dw, di);
3202                         }
3203                 gtk_menu_popup(GTK_MENU(menu), NULL, NULL, NULL, NULL, bevent->button, bevent->time);
3204                 }
3205
3206         if (!di) return FALSE;
3207
3208         if (bevent->button == MOUSE_BUTTON_LEFT &&
3209             bevent->type == GDK_2BUTTON_PRESS)
3210                 {
3211                 dupe_menu_view(dw, di, widget, FALSE);
3212                 }
3213
3214         if (bevent->button == MOUSE_BUTTON_MIDDLE) return TRUE;
3215
3216         if (bevent->button == MOUSE_BUTTON_RIGHT)
3217                 {
3218                 if (!dupe_listview_item_is_selected(dw, di, widget))
3219                         {
3220                         GtkTreeSelection *selection;
3221
3222                         selection = gtk_tree_view_get_selection(GTK_TREE_VIEW(widget));
3223                         gtk_tree_selection_unselect_all(selection);
3224                         gtk_tree_selection_select_iter(selection, &iter);
3225
3226                         tpath = gtk_tree_model_get_path(GTK_TREE_MODEL(store), &iter);
3227                         gtk_tree_view_set_cursor(GTK_TREE_VIEW(widget), tpath, NULL, FALSE);
3228                         gtk_tree_path_free(tpath);
3229                         }
3230
3231                 return TRUE;
3232                 }
3233
3234         if (bevent->button == MOUSE_BUTTON_LEFT &&
3235             bevent->type == GDK_BUTTON_PRESS &&
3236             !(bevent->state & GDK_SHIFT_MASK ) &&
3237             !(bevent->state & GDK_CONTROL_MASK ) &&
3238             dupe_listview_item_is_selected(dw, di, widget))
3239                 {
3240                 /* this selection handled on release_cb */
3241                 gtk_widget_grab_focus(widget);
3242                 return TRUE;
3243                 }
3244
3245         return FALSE;
3246 }
3247
3248 static gboolean dupe_listview_release_cb(GtkWidget *widget, GdkEventButton *bevent, gpointer data)
3249 {
3250         DupeWindow *dw = data;
3251         GtkTreeModel *store;
3252         GtkTreePath *tpath;
3253         GtkTreeIter iter;
3254         DupeItem *di = NULL;
3255
3256         if (bevent->button != MOUSE_BUTTON_LEFT && bevent->button != MOUSE_BUTTON_MIDDLE) return TRUE;
3257
3258         store = gtk_tree_view_get_model(GTK_TREE_VIEW(widget));
3259
3260         if ((bevent->x != 0 || bevent->y != 0) &&
3261             gtk_tree_view_get_path_at_pos(GTK_TREE_VIEW(widget), bevent->x, bevent->y,
3262                                           &tpath, NULL, NULL, NULL))
3263                 {
3264                 gtk_tree_model_get_iter(store, &iter, tpath);
3265                 gtk_tree_model_get(store, &iter, DUPE_COLUMN_POINTER, &di, -1);
3266                 gtk_tree_path_free(tpath);
3267                 }
3268
3269         if (bevent->button == MOUSE_BUTTON_MIDDLE)
3270                 {
3271                 if (di && dw->click_item == di)
3272                         {
3273                         GtkTreeSelection *selection;
3274
3275                         selection = gtk_tree_view_get_selection(GTK_TREE_VIEW(widget));
3276                         if (dupe_listview_item_is_selected(dw, di, widget))
3277                                 {
3278                                 gtk_tree_selection_unselect_iter(selection, &iter);
3279                                 }
3280                         else
3281                                 {
3282                                 gtk_tree_selection_select_iter(selection, &iter);
3283                                 }
3284                         }
3285                 return TRUE;
3286                 }
3287
3288         if (di && dw->click_item == di &&
3289             !(bevent->state & GDK_SHIFT_MASK ) &&
3290             !(bevent->state & GDK_CONTROL_MASK ) &&
3291             dupe_listview_item_is_selected(dw, di, widget))
3292                 {
3293                 GtkTreeSelection *selection;
3294
3295                 selection = gtk_tree_view_get_selection(GTK_TREE_VIEW(widget));
3296                 gtk_tree_selection_unselect_all(selection);
3297                 gtk_tree_selection_select_iter(selection, &iter);
3298
3299                 tpath = gtk_tree_model_get_path(store, &iter);
3300                 gtk_tree_view_set_cursor(GTK_TREE_VIEW(widget), tpath, NULL, FALSE);
3301                 gtk_tree_path_free(tpath);
3302
3303                 return TRUE;
3304                 }
3305
3306         return FALSE;
3307 }
3308
3309 /*
3310  *-------------------------------------------------------------------
3311  * second set stuff
3312  *-------------------------------------------------------------------
3313  */
3314
3315 static void dupe_second_update_status(DupeWindow *dw)
3316 {
3317         gchar *buf;
3318
3319         buf = g_strdup_printf(_("%d files (set 2)"), g_list_length(dw->second_list));
3320         gtk_label_set_text(GTK_LABEL(dw->second_status_label), buf);
3321         g_free(buf);
3322 }
3323
3324 static void dupe_second_add(DupeWindow *dw, DupeItem *di)
3325 {
3326         GtkListStore *store;
3327         GtkTreeIter iter;
3328
3329         if (!di) return;
3330
3331         di->second = TRUE;
3332         dw->second_list = g_list_prepend(dw->second_list, di);
3333
3334         store = GTK_LIST_STORE(gtk_tree_view_get_model(GTK_TREE_VIEW(dw->second_listview)));
3335         gtk_list_store_append(store, &iter);
3336         gtk_list_store_set(store, &iter, DUPE_COLUMN_POINTER, di, 1, di->fd->path, -1);
3337
3338         dupe_second_update_status(dw);
3339 }
3340
3341 static void dupe_second_remove(DupeWindow *dw, DupeItem *di)
3342 {
3343         GtkListStore *store;
3344         GtkTreeIter iter;
3345
3346         store = GTK_LIST_STORE(gtk_tree_view_get_model(GTK_TREE_VIEW(dw->second_listview)));
3347         if (dupe_listview_find_item(store, di, &iter) >= 0)
3348                 {
3349                 tree_view_move_cursor_away(GTK_TREE_VIEW(dw->second_listview), &iter, TRUE);
3350                 gtk_list_store_remove(store, &iter);
3351                 }
3352
3353         dw->second_list = g_list_remove(dw->second_list, di);
3354
3355         dupe_second_update_status(dw);
3356 }
3357
3358 static void dupe_second_clear(DupeWindow *dw)
3359 {
3360         GtkListStore *store;
3361
3362         store = GTK_LIST_STORE(gtk_tree_view_get_model(GTK_TREE_VIEW(dw->second_listview)));
3363         gtk_list_store_clear(store);
3364         gtk_tree_view_columns_autosize(GTK_TREE_VIEW(dw->second_listview));
3365
3366         g_list_free(dw->dupes);
3367         dw->dupes = NULL;
3368
3369         dupe_list_free(dw->second_list);
3370         dw->second_list = NULL;
3371
3372         dupe_match_reset_list(dw->list);
3373
3374         dupe_second_update_status(dw);
3375 }
3376
3377 static void dupe_second_menu_view_cb(GtkWidget *widget, gpointer data)
3378 {
3379         DupeWindow *dw = data;
3380
3381         if (dw->click_item) dupe_menu_view(dw, dw->click_item, dw->second_listview, FALSE);
3382 }
3383
3384 static void dupe_second_menu_viewnew_cb(GtkWidget *widget, gpointer data)
3385 {
3386         DupeWindow *dw = data;
3387
3388         if (dw->click_item) dupe_menu_view(dw, dw->click_item, dw->second_listview, TRUE);
3389 }
3390
3391 static void dupe_second_menu_select_all_cb(GtkWidget *widget, gpointer data)
3392 {
3393         GtkTreeSelection *selection;
3394         DupeWindow *dw = data;
3395
3396         selection = gtk_tree_view_get_selection(GTK_TREE_VIEW(dw->second_listview));
3397         gtk_tree_selection_select_all(selection);
3398 }
3399
3400 static void dupe_second_menu_select_none_cb(GtkWidget *widget, gpointer data)
3401 {
3402         GtkTreeSelection *selection;
3403         DupeWindow *dw = data;
3404
3405         selection = gtk_tree_view_get_selection(GTK_TREE_VIEW(dw->second_listview));
3406         gtk_tree_selection_unselect_all(selection);
3407 }
3408
3409 static void dupe_second_menu_remove_cb(GtkWidget *widget, gpointer data)
3410 {
3411         DupeWindow *dw = data;
3412
3413         dupe_window_remove_selection(dw, dw->second_listview);
3414 }
3415
3416 static void dupe_second_menu_clear_cb(GtkWidget *widget, gpointer data)
3417 {
3418         DupeWindow *dw = data;
3419
3420         dupe_second_clear(dw);
3421         dupe_window_recompare(dw);
3422 }
3423
3424 static GtkWidget *dupe_menu_popup_second(DupeWindow *dw, DupeItem *di)
3425 {
3426         GtkWidget *menu;
3427         gboolean notempty = (dw->second_list != NULL);
3428         gboolean on_row = (di != NULL);
3429
3430         menu = popup_menu_short_lived();
3431         menu_item_add_sensitive(menu, _("_View"), on_row,
3432                                 G_CALLBACK(dupe_second_menu_view_cb), dw);
3433         menu_item_add_stock_sensitive(menu, _("View in _new window"), GTK_STOCK_NEW, on_row,
3434                                 G_CALLBACK(dupe_second_menu_viewnew_cb), dw);
3435         menu_item_add_divider(menu);
3436         menu_item_add_sensitive(menu, _("Select all"), notempty,
3437                                 G_CALLBACK(dupe_second_menu_select_all_cb), dw);
3438         menu_item_add_sensitive(menu, _("Select none"), notempty,
3439                                 G_CALLBACK(dupe_second_menu_select_none_cb), dw);
3440         menu_item_add_divider(menu);
3441         menu_item_add_stock_sensitive(menu, _("Rem_ove"), GTK_STOCK_REMOVE, on_row,
3442                                       G_CALLBACK(dupe_second_menu_remove_cb), dw);
3443         menu_item_add_stock_sensitive(menu, _("C_lear"), GTK_STOCK_CLEAR, notempty,
3444                                    G_CALLBACK(dupe_second_menu_clear_cb), dw);
3445         menu_item_add_divider(menu);
3446         menu_item_add_stock(menu, _("Close _window"), GTK_STOCK_CLOSE,
3447                             G_CALLBACK(dupe_menu_close_cb), dw);
3448
3449         return menu;
3450 }
3451
3452 static void dupe_second_set_toggle_cb(GtkWidget *widget, gpointer data)
3453 {
3454         DupeWindow *dw = data;
3455
3456         dw->second_set = gtk_toggle_button_get_active(GTK_TOGGLE_BUTTON(widget));
3457
3458         if (dw->second_set)
3459                 {
3460                 dupe_second_update_status(dw);
3461                 gtk_table_set_col_spacings(GTK_TABLE(dw->table), PREF_PAD_GAP);
3462                 gtk_widget_show(dw->second_vbox);
3463                 }
3464         else
3465                 {
3466                 gtk_table_set_col_spacings(GTK_TABLE(dw->table), 0);
3467                 gtk_widget_hide(dw->second_vbox);
3468                 dupe_second_clear(dw);
3469                 }
3470
3471         dupe_window_recompare(dw);
3472 }
3473
3474 static void dupe_sort_totals_toggle_cb(GtkWidget *widget, gpointer data)
3475 {
3476         DupeWindow *dw = data;
3477
3478         options->sort_totals = gtk_toggle_button_get_active(GTK_TOGGLE_BUTTON(widget));
3479         dupe_window_recompare(dw);
3480
3481 }
3482
3483 /*
3484  *-------------------------------------------------------------------
3485  * match type menu
3486  *-------------------------------------------------------------------
3487  */
3488
3489 enum {
3490         DUPE_MENU_COLUMN_NAME = 0,
3491         DUPE_MENU_COLUMN_MASK
3492 };
3493
3494 static void dupe_listview_show_rank(GtkWidget *listview, gboolean rank);
3495
3496 static void dupe_menu_type_cb(GtkWidget *combo, gpointer data)
3497 {
3498         DupeWindow *dw = data;
3499         GtkTreeModel *store;
3500         GtkTreeIter iter;
3501
3502         store = gtk_combo_box_get_model(GTK_COMBO_BOX(combo));
3503         if (!gtk_combo_box_get_active_iter(GTK_COMBO_BOX(combo), &iter)) return;
3504         gtk_tree_model_get(store, &iter, DUPE_MENU_COLUMN_MASK, &dw->match_mask, -1);
3505
3506         options->duplicates_match = dw->match_mask;
3507
3508         if (dw->match_mask & (DUPE_MATCH_SIM_HIGH | DUPE_MATCH_SIM_MED | DUPE_MATCH_SIM_LOW | DUPE_MATCH_SIM_CUSTOM))
3509                 {
3510                 dupe_listview_show_rank(dw->listview, TRUE);
3511                 }
3512         else
3513                 {
3514                 dupe_listview_show_rank(dw->listview, FALSE);
3515                 }
3516         dupe_window_recompare(dw);
3517 }
3518
3519 static void dupe_menu_add_item(GtkListStore *store, const gchar *text, DupeMatchType type, DupeWindow *dw)
3520 {
3521         GtkTreeIter iter;
3522
3523         gtk_list_store_append(store, &iter);
3524         gtk_list_store_set(store, &iter, DUPE_MENU_COLUMN_NAME, text,
3525                                          DUPE_MENU_COLUMN_MASK, type, -1);
3526
3527         if (dw->match_mask == type) gtk_combo_box_set_active_iter(GTK_COMBO_BOX(dw->combo), &iter);
3528 }
3529
3530 static void dupe_menu_setup(DupeWindow *dw)
3531 {
3532         GtkListStore *store;
3533         GtkCellRenderer *renderer;
3534
3535         store = gtk_list_store_new(2, G_TYPE_STRING, G_TYPE_INT);
3536         dw->combo = gtk_combo_box_new_with_model(GTK_TREE_MODEL(store));
3537         g_object_unref(store);
3538
3539         renderer = gtk_cell_renderer_text_new();
3540         gtk_cell_layout_pack_start(GTK_CELL_LAYOUT(dw->combo), renderer, TRUE);
3541         gtk_cell_layout_set_attributes(GTK_CELL_LAYOUT(dw->combo), renderer,
3542                                        "text", DUPE_MENU_COLUMN_NAME, NULL);
3543
3544         dupe_menu_add_item(store, _("Name"), DUPE_MATCH_NAME, dw);
3545         dupe_menu_add_item(store, _("Name case-insensitive"), DUPE_MATCH_NAME_CI, dw);
3546         dupe_menu_add_item(store, _("Size"), DUPE_MATCH_SIZE, dw);
3547         dupe_menu_add_item(store, _("Date"), DUPE_MATCH_DATE, dw);
3548         dupe_menu_add_item(store, _("Dimensions"), DUPE_MATCH_DIM, dw);
3549         dupe_menu_add_item(store, _("Checksum"), DUPE_MATCH_SUM, dw);
3550         dupe_menu_add_item(store, _("Path"), DUPE_MATCH_PATH, dw);
3551         dupe_menu_add_item(store, _("Similarity (high)"), DUPE_MATCH_SIM_HIGH, dw);
3552         dupe_menu_add_item(store, _("Similarity"), DUPE_MATCH_SIM_MED, dw);
3553         dupe_menu_add_item(store, _("Similarity (low)"), DUPE_MATCH_SIM_LOW, dw);
3554         dupe_menu_add_item(store, _("Similarity (custom)"), DUPE_MATCH_SIM_CUSTOM, dw);
3555         dupe_menu_add_item(store, _("Name ≠ content"), DUPE_MATCH_NAME_CONTENT, dw);
3556         dupe_menu_add_item(store, _("Name case-insensitive ≠ content"), DUPE_MATCH_NAME_CI_CONTENT, dw);
3557         dupe_menu_add_item(store, _("Show all"), DUPE_MATCH_ALL, dw);
3558
3559         g_signal_connect(G_OBJECT(dw->combo), "changed",
3560                          G_CALLBACK(dupe_menu_type_cb), dw);
3561 }
3562
3563 /*
3564  *-------------------------------------------------------------------
3565  * list view columns
3566  *-------------------------------------------------------------------
3567  */
3568
3569 /* this overrides the low default of a GtkCellRenderer from 100 to CELL_HEIGHT_OVERRIDE, something sane for our purposes */
3570
3571 #define CELL_HEIGHT_OVERRIDE 512
3572
3573 void cell_renderer_height_override(GtkCellRenderer *renderer)
3574 {
3575         GParamSpec *spec;
3576
3577         spec = g_object_class_find_property(G_OBJECT_GET_CLASS(G_OBJECT(renderer)), "height");
3578         if (spec && G_IS_PARAM_SPEC_INT(spec))
3579                 {
3580                 GParamSpecInt *spec_int;
3581
3582                 spec_int = G_PARAM_SPEC_INT(spec);
3583                 if (spec_int->maximum < CELL_HEIGHT_OVERRIDE) spec_int->maximum = CELL_HEIGHT_OVERRIDE;
3584                 }
3585 }
3586
3587 static GdkColor *dupe_listview_color_shifted(GtkWidget *widget)
3588 {
3589         static GdkColor color;
3590         static GtkWidget *done = NULL;
3591
3592         if (done != widget)
3593                 {
3594                 GtkStyle *style;
3595
3596                 style = gtk_widget_get_style(widget);
3597                 memcpy(&color, &style->base[GTK_STATE_NORMAL], sizeof(color));
3598                 shift_color(&color, -1, 0);
3599                 done = widget;
3600                 }
3601
3602         return &color;
3603 }
3604
3605 static void dupe_listview_color_cb(GtkTreeViewColumn *tree_column, GtkCellRenderer *cell,
3606                                    GtkTreeModel *tree_model, GtkTreeIter *iter, gpointer data)
3607 {
3608         DupeWindow *dw = data;
3609         gboolean set;
3610
3611         gtk_tree_model_get(tree_model, iter, DUPE_COLUMN_COLOR, &set, -1);
3612         g_object_set(G_OBJECT(cell),
3613                      "cell-background-gdk", dupe_listview_color_shifted(dw->listview),
3614                      "cell-background-set", set, NULL);
3615 }
3616
3617 static void dupe_listview_add_column(DupeWindow *dw, GtkWidget *listview, gint n, const gchar *title, gboolean image, gboolean right_justify)
3618 {
3619         GtkTreeViewColumn *column;
3620         GtkCellRenderer *renderer;
3621
3622         column = gtk_tree_view_column_new();
3623         gtk_tree_view_column_set_title(column, title);
3624         gtk_tree_view_column_set_min_width(column, 4);
3625         gtk_tree_view_column_set_sort_column_id(column, n);
3626
3627         if (n != DUPE_COLUMN_RANK &&
3628             n != DUPE_COLUMN_THUMB)
3629                 {
3630                 gtk_tree_view_column_set_resizable(column, TRUE);
3631                 }
3632
3633         if (!image)
3634                 {
3635                 gtk_tree_view_column_set_sizing(column, GTK_TREE_VIEW_COLUMN_GROW_ONLY);
3636                 renderer = gtk_cell_renderer_text_new();
3637                 if (right_justify)
3638                         {
3639                         g_object_set(G_OBJECT(renderer), "xalign", 1.0, NULL);
3640                         }
3641                 gtk_tree_view_column_pack_start(column, renderer, TRUE);
3642                 gtk_tree_view_column_add_attribute(column, renderer, "text", n);
3643                 }
3644         else
3645                 {
3646                 gtk_tree_view_column_set_sizing(column, GTK_TREE_VIEW_COLUMN_FIXED);
3647                 renderer = gtk_cell_renderer_pixbuf_new();
3648                 cell_renderer_height_override(renderer);
3649                 gtk_tree_view_column_pack_start(column, renderer, TRUE);
3650                 gtk_tree_view_column_add_attribute(column, renderer, "pixbuf", n);
3651                 }
3652
3653         if (listview == dw->listview)
3654                 {
3655                 /* sets background before rendering */
3656                 gtk_tree_view_column_set_cell_data_func(column, renderer, dupe_listview_color_cb, dw, NULL);
3657                 }
3658
3659         gtk_tree_view_append_column(GTK_TREE_VIEW(listview), column);
3660 }
3661
3662 static void dupe_listview_set_height(GtkWidget *listview, gboolean thumb)
3663 {
3664         GtkTreeViewColumn *column;
3665         GtkCellRenderer *cell;
3666         GList *list;
3667
3668         column = gtk_tree_view_get_column(GTK_TREE_VIEW(listview), DUPE_COLUMN_THUMB - 1);
3669         if (!column) return;
3670
3671         gtk_tree_view_column_set_fixed_width(column, (thumb) ? options->thumbnails.max_width : 4);
3672         gtk_tree_view_column_set_visible(column, thumb);
3673
3674         list = gtk_cell_layout_get_cells(GTK_CELL_LAYOUT(column));
3675         if (!list) return;
3676         cell = list->data;
3677         g_list_free(list);
3678
3679         g_object_set(G_OBJECT(cell), "height", (thumb) ? options->thumbnails.max_height : -1, NULL);
3680         gtk_tree_view_columns_autosize(GTK_TREE_VIEW(listview));
3681 }
3682
3683 static void dupe_listview_show_rank(GtkWidget *listview, gboolean rank)
3684 {
3685         GtkTreeViewColumn *column;
3686
3687         column = gtk_tree_view_get_column(GTK_TREE_VIEW(listview), DUPE_COLUMN_RANK - 1);
3688         if (!column) return;
3689
3690         gtk_tree_view_column_set_visible(column, rank);
3691 }
3692
3693 /*
3694  *-------------------------------------------------------------------
3695  * misc cb
3696  *-------------------------------------------------------------------
3697  */
3698
3699 static void dupe_window_show_thumb_cb(GtkWidget *widget, gpointer data)
3700 {
3701         DupeWindow *dw = data;
3702
3703         dw->show_thumbs = gtk_toggle_button_get_active(GTK_TOGGLE_BUTTON(widget));
3704         options->duplicates_thumbnails = dw->show_thumbs;
3705
3706         if (dw->show_thumbs)
3707                 {
3708                 if (!dw->working) dupe_thumb_step(dw);
3709                 }
3710         else
3711                 {
3712                 GtkTreeModel *store;
3713                 GtkTreeIter iter;
3714                 gboolean valid;
3715
3716                 thumb_loader_free(dw->thumb_loader);
3717                 dw->thumb_loader = NULL;
3718
3719                 store = gtk_tree_view_get_model(GTK_TREE_VIEW(dw->listview));
3720                 valid = gtk_tree_model_get_iter_first(store, &iter);
3721
3722                 while (valid)
3723                         {
3724                         gtk_list_store_set(GTK_LIST_STORE(store), &iter, DUPE_COLUMN_THUMB, NULL, -1);
3725                         valid = gtk_tree_model_iter_next(store, &iter);
3726                         }
3727                 dupe_window_update_progress(dw, NULL, 0.0, FALSE);
3728                 }
3729
3730         dupe_listview_set_height(dw->listview, dw->show_thumbs);
3731 }
3732
3733 static void dupe_window_rotation_invariant_cb(GtkWidget *widget, gpointer data)
3734 {
3735         DupeWindow *dw = data;
3736
3737         options->rot_invariant_sim = gtk_toggle_button_get_active(GTK_TOGGLE_BUTTON(widget));
3738         dupe_window_recompare(dw);
3739 }
3740
3741 static void dupe_window_custom_threshold_cb(GtkWidget *widget, gpointer data)
3742 {
3743         DupeWindow *dw = data;
3744         DupeMatchType match_type;
3745         GtkTreeModel *store;
3746         gboolean valid;
3747         GtkTreeIter iter;
3748
3749         options->duplicates_similarity_threshold = gtk_spin_button_get_value_as_int(GTK_SPIN_BUTTON(widget));
3750         dw->match_mask = DUPE_MATCH_SIM_CUSTOM;
3751
3752         store = gtk_combo_box_get_model(GTK_COMBO_BOX(dw->combo));
3753         valid = gtk_tree_model_get_iter_first(store, &iter);
3754         while (valid)
3755                 {
3756                 gtk_tree_model_get(store, &iter, DUPE_MENU_COLUMN_MASK, &match_type, -1);
3757                 if (match_type == DUPE_MATCH_SIM_CUSTOM)
3758                         {
3759                         break;
3760                         }
3761                 valid = gtk_tree_model_iter_next(store, &iter);
3762                 }
3763
3764         gtk_combo_box_set_active_iter(GTK_COMBO_BOX(dw->combo), &iter);
3765         dupe_window_recompare(dw);
3766 }
3767
3768 static void dupe_popup_menu_pos_cb(GtkMenu *menu, gint *x, gint *y, gboolean *push_in, gpointer data)
3769 {
3770         GtkWidget *view = data;
3771         GtkTreePath *tpath;
3772         gint cx, cy, cw, ch;
3773         gint column;
3774
3775         gtk_tree_view_get_cursor(GTK_TREE_VIEW(view), &tpath, NULL);
3776         if (!tpath) return;
3777
3778         if (gtk_tree_view_get_column(GTK_TREE_VIEW(view), DUPE_COLUMN_NAME - 1) != NULL)
3779                 {
3780                 column = DUPE_COLUMN_NAME - 1;
3781                 }
3782         else
3783                 {
3784                 /* dw->second_listview */
3785                 column = 0;
3786                 }
3787         tree_view_get_cell_clamped(GTK_TREE_VIEW(view), tpath, column, TRUE, &cx, &cy, &cw, &ch);
3788         gtk_tree_path_free(tpath);
3789         cy += ch;
3790         popup_menu_position_clamp(menu, &cx, &cy, 0);
3791         *x = cx;
3792         *y = cy;
3793 }
3794
3795 static gboolean dupe_window_keypress_cb(GtkWidget *widget, GdkEventKey *event, gpointer data)
3796 {
3797         DupeWindow *dw = data;
3798         gboolean stop_signal = FALSE;
3799         gboolean on_second;
3800         GtkWidget *listview;
3801         GtkTreeModel *store;
3802         GtkTreeSelection *selection;
3803         GList *slist;
3804         DupeItem *di = NULL;
3805
3806         on_second = gtk_widget_has_focus(dw->second_listview);
3807
3808         if (on_second)
3809                 {
3810                 listview = dw->second_listview;
3811                 }
3812         else
3813                 {
3814                 listview = dw->listview;
3815                 }
3816
3817         selection = gtk_tree_view_get_selection(GTK_TREE_VIEW(listview));
3818         slist = gtk_tree_selection_get_selected_rows(selection, &store);
3819         if (slist)
3820                 {
3821                 GtkTreePath *tpath;
3822                 GtkTreeIter iter;
3823                 GList *last;
3824
3825                 last = g_list_last(slist);
3826                 tpath = last->data;
3827
3828                 /* last is newest selected file */
3829                 gtk_tree_model_get_iter(store, &iter, tpath);
3830                 gtk_tree_model_get(store, &iter, DUPE_COLUMN_POINTER, &di, -1);
3831                 }
3832         g_list_foreach(slist, (GFunc)tree_path_free_wrapper, NULL);
3833         g_list_free(slist);
3834
3835         if (event->state & GDK_CONTROL_MASK)
3836                 {
3837                 if (!on_second)
3838                         {
3839                         stop_signal = TRUE;
3840                         switch (event->keyval)
3841                                 {
3842                                 case '1':
3843                                 case '2':
3844                                 case '3':
3845                                 case '4':
3846                                 case '5':
3847                                 case '6':
3848                                 case '7':
3849                                 case '8':
3850                                 case '9':
3851                                 case '0':
3852                                         break;
3853                                 case 'C': case 'c':
3854                                         file_util_copy(NULL, dupe_listview_get_selection(dw, listview),
3855                                                        NULL, dw->window);
3856                                         break;
3857                                 case 'M': case 'm':
3858                                         file_util_move(NULL, dupe_listview_get_selection(dw, listview),
3859                                                        NULL, dw->window);
3860                                         break;
3861                                 case 'R': case 'r':
3862                                         file_util_rename(NULL, dupe_listview_get_selection(dw, listview), dw->window);
3863                                         break;
3864                                 case 'D': case 'd':
3865                                         options->file_ops.safe_delete_enable = TRUE;
3866                                         file_util_delete(NULL, dupe_listview_get_selection(dw, listview), dw->window);
3867                                         break;
3868                                 default:
3869                                         stop_signal = FALSE;
3870                                         break;
3871                                 }
3872                         }
3873
3874                 if (!stop_signal)
3875                         {
3876                         stop_signal = TRUE;
3877                         switch (event->keyval)
3878                                 {
3879                                 case 'A': case 'a':
3880                                         if (event->state & GDK_SHIFT_MASK)
3881                                                 {
3882                                                 gtk_tree_selection_unselect_all(selection);
3883                                                 }
3884                                         else
3885                                                 {
3886                                                 gtk_tree_selection_select_all(selection);
3887                                                 }
3888                                         break;
3889                                 case GDK_KEY_Delete: case GDK_KEY_KP_Delete:
3890                                         if (on_second)
3891                                                 {
3892                                                 dupe_second_clear(dw);
3893                                                 dupe_window_recompare(dw);
3894                                                 }
3895                                         else
3896                                                 {
3897                                                 dupe_window_clear(dw);
3898                                                 }
3899                                         break;
3900                                 case 'L': case 'l':
3901                                         dupe_window_append_file_list(dw, FALSE);
3902                                         break;
3903                                 case 'T': case 't':
3904                                         gtk_toggle_button_set_active(GTK_TOGGLE_BUTTON(dw->button_thumbs),
3905                                                 !gtk_toggle_button_get_active(GTK_TOGGLE_BUTTON(dw->button_thumbs)));
3906                                         break;
3907                                 case 'W': case 'w':
3908                                         dupe_window_close(dw);
3909                                         break;
3910                                 default:
3911                                         stop_signal = FALSE;
3912                                         break;
3913                                 }
3914                         }
3915                 }
3916         else
3917                 {
3918                 stop_signal = TRUE;
3919                 switch (event->keyval)
3920                         {
3921                         case GDK_KEY_Return: case GDK_KEY_KP_Enter:
3922                                 dupe_menu_view(dw, di, listview, FALSE);
3923                                 break;
3924                         case 'V': case 'v':
3925                                 dupe_menu_view(dw, di, listview, TRUE);
3926                                 break;
3927                         case GDK_KEY_Delete: case GDK_KEY_KP_Delete:
3928                                 dupe_window_remove_selection(dw, listview);
3929                                 break;
3930                         case 'C': case 'c':
3931                                 if (!on_second)
3932                                         {
3933                                         dupe_window_collection_from_selection(dw);
3934                                         }
3935                                 break;
3936                         case '0':
3937                                 options->duplicates_select_type = DUPE_SELECT_NONE;
3938                                 dupe_listview_select_dupes(dw, DUPE_SELECT_NONE);
3939                                 break;
3940                         case '1':
3941                                 options->duplicates_select_type = DUPE_SELECT_GROUP1;
3942                                 dupe_listview_select_dupes(dw, DUPE_SELECT_GROUP1);
3943                                 break;
3944                         case '2':
3945                                 options->duplicates_select_type = DUPE_SELECT_GROUP2;
3946                                 dupe_listview_select_dupes(dw, DUPE_SELECT_GROUP2);
3947                                 break;
3948                         case GDK_KEY_Menu:
3949                         case GDK_KEY_F10:
3950                                 if (!on_second)
3951                                         {
3952                                         GtkWidget *menu;
3953
3954                                         menu = dupe_menu_popup_main(dw, di);
3955                                         gtk_menu_popup(GTK_MENU(menu), NULL, NULL,
3956                                                        dupe_popup_menu_pos_cb, listview, 0, GDK_CURRENT_TIME);
3957                                         }
3958                                 else
3959                                         {
3960                                         GtkWidget *menu;
3961
3962                                         menu = dupe_menu_popup_second(dw, di);
3963                                         gtk_menu_popup(GTK_MENU(menu), NULL, NULL,
3964                                                        dupe_popup_menu_pos_cb, listview, 0, GDK_CURRENT_TIME);
3965                                         }
3966                                 break;
3967                         default:
3968                                 stop_signal = FALSE;
3969                                 break;
3970                         }
3971                 }
3972         if (!stop_signal && is_help_key(event))
3973                 {
3974                 help_window_show("GuideImageSearchFindingDuplicates.html");
3975                 stop_signal = TRUE;
3976                 }
3977
3978         return stop_signal;
3979 }
3980
3981
3982 void dupe_window_clear(DupeWindow *dw)
3983 {
3984         GtkListStore *store;
3985
3986         dupe_check_stop(dw);
3987
3988         store = GTK_LIST_STORE(gtk_tree_view_get_model(GTK_TREE_VIEW(dw->listview)));
3989         gtk_list_store_clear(store);
3990         gtk_tree_view_columns_autosize(GTK_TREE_VIEW(dw->listview));
3991
3992         g_list_free(dw->dupes);
3993         dw->dupes = NULL;
3994
3995         dupe_list_free(dw->list);
3996         dw->list = NULL;
3997         dw->set_count = 0;
3998
3999         dupe_match_reset_list(dw->second_list);
4000
4001         dupe_window_update_count(dw, FALSE);
4002         dupe_window_update_progress(dw, NULL, 0.0, FALSE);
4003 }
4004
4005 static void dupe_window_get_geometry(DupeWindow *dw)
4006 {
4007         GdkWindow *window;
4008         LayoutWindow *lw = NULL;
4009
4010         layout_valid(&lw);
4011
4012         if (!dw || !lw) return;
4013
4014         window = gtk_widget_get_window(dw->window);
4015         gdk_window_get_position(window, &lw->options.dupe_window.x, &lw->options.dupe_window.y);
4016         lw->options.dupe_window.w = gdk_window_get_width(window);
4017         lw->options.dupe_window.h = gdk_window_get_height(window);
4018 }
4019
4020 void dupe_window_close(DupeWindow *dw)
4021 {
4022         dupe_check_stop(dw);
4023
4024         dupe_window_get_geometry(dw);
4025
4026         dupe_window_list = g_list_remove(dupe_window_list, dw);
4027         gtk_widget_destroy(dw->window);
4028
4029         g_list_free(dw->dupes);
4030         dupe_list_free(dw->list);
4031
4032         dupe_list_free(dw->second_list);
4033
4034         file_data_unregister_notify_func(dupe_notify_cb, dw);
4035
4036         g_free(dw);
4037 }
4038
4039 static gint dupe_window_close_cb(GtkWidget *widget, gpointer data)
4040 {
4041         DupeWindow *dw = data;
4042
4043         dupe_window_close(dw);
4044
4045         return TRUE;
4046 }
4047
4048 static gint dupe_window_delete(GtkWidget *widget, GdkEvent *event, gpointer data)
4049 {
4050         DupeWindow *dw = data;
4051         dupe_window_close(dw);
4052
4053         return TRUE;
4054 }
4055
4056 static void dupe_help_cb(GtkAction *action, gpointer data)
4057 {
4058         help_window_show("GuideImageSearchFindingDuplicates.html");
4059 }
4060
4061 static gint default_sort_cb(GtkTreeModel *model, GtkTreeIter *a, GtkTreeIter *b, gpointer data)
4062 {
4063         return 0;
4064 }
4065
4066 static gint column_sort_cb(GtkTreeModel *model, GtkTreeIter *a, GtkTreeIter *b, gpointer data)
4067 {
4068         GtkTreeSortable *sortable = data;
4069         gint ret = 0;
4070         gchar *rank_str_a, *rank_str_b;
4071         gint rank_int_a;
4072         gint rank_int_b;
4073         gint group_a;
4074         gint group_b;
4075         gint sort_column_id;
4076         GtkSortType sort_order;
4077         DupeItem *di_a;
4078         DupeItem *di_b;
4079
4080         gtk_tree_sortable_get_sort_column_id(sortable, &sort_column_id, &sort_order);
4081
4082         gtk_tree_model_get(model, a, DUPE_COLUMN_RANK, &rank_str_a, DUPE_COLUMN_SET, &group_a, DUPE_COLUMN_POINTER, &di_a, -1);
4083
4084         gtk_tree_model_get(model, b, DUPE_COLUMN_RANK, &rank_str_b, DUPE_COLUMN_SET, &group_b, DUPE_COLUMN_POINTER, &di_b, -1);
4085
4086         if (group_a == group_b)
4087                 {
4088                 switch (sort_column_id)
4089                         {
4090                         case DUPE_COLUMN_NAME:
4091                                 ret = utf8_compare(di_a->fd->name, di_b->fd->name, TRUE);
4092                                 break;
4093                         case DUPE_COLUMN_SIZE:
4094                                 if (di_a->fd->size == di_b->fd->size)
4095                                         {
4096                                         ret = 0;
4097                                         }
4098                                 else
4099                                         {
4100                                         ret = (di_a->fd->size > di_b->fd->size) ? 1 : -1;
4101                                         }
4102                                 break;
4103                         case DUPE_COLUMN_DATE:
4104                                 if (di_a->fd->date == di_b->fd->date)
4105                                         {
4106                                         ret = 0;
4107                                         }
4108                                 else
4109                                         {
4110                                         ret = (di_a->fd->date > di_b->fd->date) ? 1 : -1;
4111                                         }
4112                                 break;
4113                         case DUPE_COLUMN_DIMENSIONS:
4114                                 if ((di_a->width == di_b->width) && (di_a->height == di_b->height))
4115                                         {
4116                                         ret = 0;
4117                                         }
4118                                 else
4119                                         {
4120                                         ret = ((di_a->width * di_a->height) > (di_b->width * di_b->height)) ? 1 : -1;
4121                                         }
4122                                 break;
4123                         case DUPE_COLUMN_RANK:
4124                                 rank_int_a = atoi(rank_str_a);
4125                                 rank_int_b = atoi(rank_str_b);
4126                                 if (rank_int_a == 0) rank_int_a = 101;
4127                                 if (rank_int_b == 0) rank_int_b = 101;
4128
4129                                 if (rank_int_a == rank_int_b)
4130                                         {
4131                                         ret = 0;
4132                                         }
4133                                 else
4134                                         {
4135                                         ret = (rank_int_a > rank_int_b) ? 1 : -1;
4136                                         }
4137                                 break;
4138                         case DUPE_COLUMN_PATH:
4139                                 ret = utf8_compare(di_a->fd->path, di_b->fd->path, TRUE);
4140                                 break;
4141                         }
4142                 }
4143         else if (group_a < group_b)
4144                 {
4145                 ret = (sort_order == GTK_SORT_ASCENDING) ? 1 : -1;
4146                 }
4147         else
4148                 {
4149                 ret = (sort_order == GTK_SORT_ASCENDING) ? -1 : 1;
4150                 }
4151
4152         return ret;
4153 }
4154
4155 static void column_clicked_cb(GtkWidget *widget,  gpointer data)
4156 {
4157         DupeWindow *dw = data;
4158
4159         options->duplicates_match = DUPE_SELECT_NONE;
4160         dupe_listview_select_dupes(dw, DUPE_SELECT_NONE);
4161 }
4162
4163 /* collection and files can be NULL */
4164 DupeWindow *dupe_window_new()
4165 {
4166         DupeWindow *dw;
4167         GtkWidget *vbox;
4168         GtkWidget *hbox;
4169         GtkWidget *scrolled;
4170         GtkWidget *frame;
4171         GtkWidget *status_box;
4172         GtkWidget *controls_box;
4173         GtkWidget *button_box;
4174         GtkWidget *label;
4175         GtkWidget *button;
4176         GtkListStore *store;
4177         GtkTreeSelection *selection;
4178         GdkGeometry geometry;
4179         LayoutWindow *lw = NULL;
4180
4181         layout_valid(&lw);
4182
4183         dw = g_new0(DupeWindow, 1);
4184         dw->add_files_queue = NULL;
4185         dw->add_files_queue_id = 0;
4186
4187         dw->match_mask = DUPE_MATCH_NAME;
4188         if (options->duplicates_match == DUPE_MATCH_NAME) dw->match_mask = DUPE_MATCH_NAME;
4189         if (options->duplicates_match == DUPE_MATCH_SIZE) dw->match_mask = DUPE_MATCH_SIZE;
4190         if (options->duplicates_match == DUPE_MATCH_DATE) dw->match_mask = DUPE_MATCH_DATE;
4191         if (options->duplicates_match == DUPE_MATCH_DIM) dw->match_mask = DUPE_MATCH_DIM;
4192         if (options->duplicates_match == DUPE_MATCH_SUM) dw->match_mask = DUPE_MATCH_SUM;
4193         if (options->duplicates_match == DUPE_MATCH_PATH) dw->match_mask = DUPE_MATCH_PATH;
4194         if (options->duplicates_match == DUPE_MATCH_SIM_HIGH) dw->match_mask = DUPE_MATCH_SIM_HIGH;
4195         if (options->duplicates_match == DUPE_MATCH_SIM_MED) dw->match_mask = DUPE_MATCH_SIM_MED;
4196         if (options->duplicates_match == DUPE_MATCH_SIM_LOW) dw->match_mask = DUPE_MATCH_SIM_LOW;
4197         if (options->duplicates_match == DUPE_MATCH_SIM_CUSTOM) dw->match_mask = DUPE_MATCH_SIM_CUSTOM;
4198         if (options->duplicates_match == DUPE_MATCH_NAME_CI) dw->match_mask = DUPE_MATCH_NAME_CI;
4199         if (options->duplicates_match == DUPE_MATCH_NAME_CONTENT) dw->match_mask = DUPE_MATCH_NAME_CONTENT;
4200         if (options->duplicates_match == DUPE_MATCH_NAME_CI_CONTENT) dw->match_mask = DUPE_MATCH_NAME_CI_CONTENT;
4201         if (options->duplicates_match == DUPE_MATCH_ALL) dw->match_mask = DUPE_MATCH_ALL;
4202
4203         dw->window = window_new(GTK_WINDOW_TOPLEVEL, "dupe", NULL, NULL, _("Find duplicates"));
4204         DEBUG_NAME(dw->window);
4205
4206         geometry.min_width = DEFAULT_MINIMAL_WINDOW_SIZE;
4207         geometry.min_height = DEFAULT_MINIMAL_WINDOW_SIZE;
4208         geometry.base_width = DUPE_DEF_WIDTH;
4209         geometry.base_height = DUPE_DEF_HEIGHT;
4210         gtk_window_set_geometry_hints(GTK_WINDOW(dw->window), NULL, &geometry,
4211                                       GDK_HINT_MIN_SIZE | GDK_HINT_BASE_SIZE);
4212
4213         if (lw && options->save_window_positions)
4214                 {
4215                 gtk_window_set_default_size(GTK_WINDOW(dw->window), lw->options.dupe_window.w, lw->options.dupe_window.h);
4216                 gtk_window_move(GTK_WINDOW(dw->window), lw->options.dupe_window.x, lw->options.dupe_window.y);
4217                 }
4218         else
4219                 {
4220                 gtk_window_set_default_size(GTK_WINDOW(dw->window), DUPE_DEF_WIDTH, DUPE_DEF_HEIGHT);
4221                 }
4222
4223         gtk_window_set_resizable(GTK_WINDOW(dw->window), TRUE);
4224         gtk_container_set_border_width(GTK_CONTAINER(dw->window), 0);
4225
4226         g_signal_connect(G_OBJECT(dw->window), "delete_event",
4227                          G_CALLBACK(dupe_window_delete), dw);
4228         g_signal_connect(G_OBJECT(dw->window), "key_press_event",
4229                          G_CALLBACK(dupe_window_keypress_cb), dw);
4230
4231         vbox = gtk_vbox_new(FALSE, 0);
4232         gtk_container_add(GTK_CONTAINER(dw->window), vbox);
4233         gtk_widget_show(vbox);
4234
4235         dw->table = gtk_table_new(1, 3, FALSE);
4236         gtk_box_pack_start(GTK_BOX(vbox), dw->table, TRUE, TRUE, 0);
4237         gtk_widget_show(dw->table);
4238
4239         scrolled = gtk_scrolled_window_new(NULL, NULL);
4240         gtk_scrolled_window_set_shadow_type(GTK_SCROLLED_WINDOW(scrolled), GTK_SHADOW_IN);
4241         gtk_scrolled_window_set_policy(GTK_SCROLLED_WINDOW(scrolled), GTK_POLICY_AUTOMATIC, GTK_POLICY_AUTOMATIC);
4242         gtk_table_attach_defaults(GTK_TABLE(dw->table), scrolled, 0, 2, 0, 1);
4243         gtk_widget_show(scrolled);
4244
4245         store = gtk_list_store_new(DUPE_COLUMN_COUNT, G_TYPE_POINTER, G_TYPE_STRING, GDK_TYPE_PIXBUF, G_TYPE_STRING, G_TYPE_STRING, G_TYPE_STRING, G_TYPE_STRING, G_TYPE_STRING, G_TYPE_BOOLEAN, G_TYPE_INT, G_TYPE_INT);
4246         dw->listview = gtk_tree_view_new_with_model(GTK_TREE_MODEL(store));
4247         g_object_unref(store);
4248
4249         dw->sortable = GTK_TREE_SORTABLE(store);
4250
4251         gtk_tree_sortable_set_sort_func(dw->sortable, DUPE_COLUMN_RANK, column_sort_cb, dw->sortable, NULL);
4252         gtk_tree_sortable_set_sort_func(dw->sortable, DUPE_COLUMN_SET, default_sort_cb, dw->sortable, NULL);
4253         gtk_tree_sortable_set_sort_func(dw->sortable, DUPE_COLUMN_THUMB, default_sort_cb, dw->sortable, NULL);
4254         gtk_tree_sortable_set_sort_func(dw->sortable, DUPE_COLUMN_NAME, column_sort_cb, dw->sortable, NULL);
4255         gtk_tree_sortable_set_sort_func(dw->sortable, DUPE_COLUMN_SIZE, column_sort_cb, dw->sortable, NULL);
4256         gtk_tree_sortable_set_sort_func(dw->sortable, DUPE_COLUMN_DATE, column_sort_cb, dw->sortable, NULL);
4257         gtk_tree_sortable_set_sort_func(dw->sortable, DUPE_COLUMN_DIMENSIONS, column_sort_cb, dw->sortable, NULL);
4258         gtk_tree_sortable_set_sort_func(dw->sortable, DUPE_COLUMN_PATH, column_sort_cb, dw->sortable, NULL);
4259
4260         selection = gtk_tree_view_get_selection(GTK_TREE_VIEW(dw->listview));
4261         gtk_tree_selection_set_mode(GTK_TREE_SELECTION(selection), GTK_SELECTION_MULTIPLE);
4262         gtk_tree_view_set_headers_visible(GTK_TREE_VIEW(dw->listview), TRUE);
4263         gtk_tree_view_set_enable_search(GTK_TREE_VIEW(dw->listview), FALSE);
4264
4265         dupe_listview_add_column(dw, dw->listview, DUPE_COLUMN_RANK, _("Rank"), FALSE, TRUE);
4266         dupe_listview_add_column(dw, dw->listview, DUPE_COLUMN_THUMB, _("Thumb"), TRUE, FALSE);
4267         dupe_listview_add_column(dw, dw->listview, DUPE_COLUMN_NAME, _("Name"), FALSE, FALSE);
4268         dupe_listview_add_column(dw, dw->listview, DUPE_COLUMN_SIZE, _("Size"), FALSE, TRUE);
4269         dupe_listview_add_column(dw, dw->listview, DUPE_COLUMN_DATE, _("Date"), FALSE, TRUE);
4270         dupe_listview_add_column(dw, dw->listview, DUPE_COLUMN_DIMENSIONS, _("Dimensions"), FALSE, FALSE);
4271         dupe_listview_add_column(dw, dw->listview, DUPE_COLUMN_PATH, _("Path"), FALSE, FALSE);
4272         dupe_listview_add_column(dw, dw->listview, DUPE_COLUMN_SET, _("Set"), FALSE, FALSE);
4273
4274         g_signal_connect(gtk_tree_view_get_column(GTK_TREE_VIEW(dw->listview), DUPE_COLUMN_RANK - 1), "clicked", (GCallback)column_clicked_cb, dw);
4275         g_signal_connect(gtk_tree_view_get_column(GTK_TREE_VIEW(dw->listview), DUPE_COLUMN_NAME - 1), "clicked", (GCallback)column_clicked_cb, dw);
4276         g_signal_connect(gtk_tree_view_get_column(GTK_TREE_VIEW(dw->listview), DUPE_COLUMN_SIZE - 1), "clicked", (GCallback)column_clicked_cb, dw);
4277         g_signal_connect(gtk_tree_view_get_column(GTK_TREE_VIEW(dw->listview), DUPE_COLUMN_DATE - 1), "clicked", (GCallback)column_clicked_cb, dw);
4278         g_signal_connect(gtk_tree_view_get_column(GTK_TREE_VIEW(dw->listview), DUPE_COLUMN_DIMENSIONS - 1), "clicked", (GCallback)column_clicked_cb, dw);
4279         g_signal_connect(gtk_tree_view_get_column(GTK_TREE_VIEW(dw->listview), DUPE_COLUMN_PATH - 1), "clicked", (GCallback)column_clicked_cb, dw);
4280
4281         gtk_container_add(GTK_CONTAINER(scrolled), dw->listview);
4282         gtk_widget_show(dw->listview);
4283
4284         dw->second_vbox = gtk_vbox_new(FALSE, 0);
4285         gtk_table_attach_defaults(GTK_TABLE(dw->table), dw->second_vbox, 2, 3, 0, 1);
4286         if (dw->second_set)
4287                 {
4288                 gtk_table_set_col_spacings(GTK_TABLE(dw->table), PREF_PAD_GAP);
4289                 gtk_widget_show(dw->second_vbox);
4290                 }
4291         else
4292                 {
4293                 gtk_table_set_col_spacings(GTK_TABLE(dw->table), 0);
4294                 }
4295
4296         scrolled = gtk_scrolled_window_new(NULL, NULL);
4297         gtk_scrolled_window_set_shadow_type(GTK_SCROLLED_WINDOW(scrolled), GTK_SHADOW_IN);
4298         gtk_scrolled_window_set_policy(GTK_SCROLLED_WINDOW(scrolled), GTK_POLICY_AUTOMATIC, GTK_POLICY_AUTOMATIC);
4299         gtk_box_pack_start(GTK_BOX(dw->second_vbox), scrolled, TRUE, TRUE, 0);
4300         gtk_widget_show(scrolled);
4301
4302         store = gtk_list_store_new(2, G_TYPE_POINTER, G_TYPE_STRING);
4303         dw->second_listview = gtk_tree_view_new_with_model(GTK_TREE_MODEL(store));
4304
4305         selection = gtk_tree_view_get_selection(GTK_TREE_VIEW(dw->second_listview));
4306         gtk_tree_selection_set_mode(GTK_TREE_SELECTION(selection), GTK_SELECTION_MULTIPLE);
4307
4308         gtk_tree_view_set_headers_visible(GTK_TREE_VIEW(dw->second_listview), TRUE);
4309         gtk_tree_view_set_enable_search(GTK_TREE_VIEW(dw->second_listview), FALSE);
4310
4311         dupe_listview_add_column(dw, dw->second_listview, 1, _("Compare to:"), FALSE, FALSE);
4312
4313         gtk_container_add(GTK_CONTAINER(scrolled), dw->second_listview);
4314         gtk_widget_show(dw->second_listview);
4315
4316         dw->second_status_label = gtk_label_new("");
4317         gtk_box_pack_start(GTK_BOX(dw->second_vbox), dw->second_status_label, FALSE, FALSE, 0);
4318         gtk_widget_show(dw->second_status_label);
4319
4320         pref_line(dw->second_vbox, GTK_ORIENTATION_HORIZONTAL);
4321
4322         status_box = gtk_hbox_new(FALSE, 0);
4323         gtk_box_pack_start(GTK_BOX(vbox), status_box, FALSE, FALSE, 0);
4324         gtk_widget_show(status_box);
4325
4326         frame = gtk_frame_new(NULL);
4327         DEBUG_NAME(frame);
4328         gtk_frame_set_shadow_type(GTK_FRAME(frame), GTK_SHADOW_IN);
4329         gtk_box_pack_start(GTK_BOX(status_box), frame, TRUE, TRUE, 0);
4330         gtk_widget_show(frame);
4331
4332         dw->status_label = gtk_label_new("");
4333         gtk_container_add(GTK_CONTAINER(frame), dw->status_label);
4334         gtk_widget_show(dw->status_label);
4335
4336         dw->extra_label = gtk_progress_bar_new();
4337         gtk_progress_bar_set_fraction(GTK_PROGRESS_BAR(dw->extra_label), 0.0);
4338 #if GTK_CHECK_VERSION(3,0,0)
4339         gtk_progress_bar_set_text(GTK_PROGRESS_BAR(dw->extra_label), "");
4340         gtk_progress_bar_set_show_text(GTK_PROGRESS_BAR(dw->extra_label), TRUE);
4341 #endif
4342         gtk_box_pack_start(GTK_BOX(status_box), dw->extra_label, FALSE, FALSE, PREF_PAD_SPACE);
4343         gtk_widget_show(dw->extra_label);
4344
4345         controls_box = pref_box_new(vbox, FALSE, GTK_ORIENTATION_HORIZONTAL, 0);
4346         dw->controls_box = controls_box;
4347
4348         dw->button_thumbs = gtk_check_button_new_with_label(_("Thumbnails"));
4349         dw->show_thumbs = options->duplicates_thumbnails;
4350         gtk_toggle_button_set_active(GTK_TOGGLE_BUTTON(dw->button_thumbs), dw->show_thumbs);
4351         g_signal_connect(G_OBJECT(dw->button_thumbs), "toggled",
4352                          G_CALLBACK(dupe_window_show_thumb_cb), dw);
4353         gtk_box_pack_start(GTK_BOX(controls_box), dw->button_thumbs, FALSE, FALSE, PREF_PAD_SPACE);
4354         gtk_widget_show(dw->button_thumbs);
4355
4356         label = gtk_label_new(_("Compare by:"));
4357         gtk_box_pack_start(GTK_BOX(controls_box), label, FALSE, FALSE, PREF_PAD_SPACE);
4358         gtk_widget_show(label);
4359
4360         dupe_menu_setup(dw);
4361         gtk_box_pack_start(GTK_BOX(controls_box), dw->combo, FALSE, FALSE, 0);
4362         gtk_widget_show(dw->combo);
4363
4364         label = gtk_label_new(_("Custom Threshold"));
4365         gtk_box_pack_start(GTK_BOX(controls_box), label, FALSE, FALSE, PREF_PAD_SPACE);
4366         gtk_widget_show(label);
4367         dw->custom_threshold = gtk_spin_button_new_with_range(1, 100, 1);
4368         gtk_widget_set_tooltip_text(GTK_WIDGET(dw->custom_threshold), "Custom similarity threshold");
4369         gtk_spin_button_set_value(GTK_SPIN_BUTTON(dw->custom_threshold), options->duplicates_similarity_threshold);
4370         g_signal_connect(G_OBJECT(dw->custom_threshold), "value_changed", G_CALLBACK(dupe_window_custom_threshold_cb), dw);
4371         gtk_box_pack_start(GTK_BOX(controls_box), dw->custom_threshold, FALSE, FALSE, PREF_PAD_SPACE);
4372         gtk_widget_show(dw->custom_threshold);
4373
4374         button = gtk_check_button_new_with_label(_("Sort"));
4375         gtk_widget_set_tooltip_text(GTK_WIDGET(button), "Sort by group totals");
4376         gtk_toggle_button_set_active(GTK_TOGGLE_BUTTON(button), options->sort_totals);
4377         g_signal_connect(G_OBJECT(button), "toggled", G_CALLBACK(dupe_sort_totals_toggle_cb), dw);
4378         gtk_box_pack_start(GTK_BOX(controls_box), button, FALSE, FALSE, PREF_PAD_SPACE);
4379         gtk_widget_show(button);
4380
4381         dw->button_rotation_invariant = gtk_check_button_new_with_label(_("Ignore Orientation"));
4382         gtk_widget_set_tooltip_text(GTK_WIDGET(dw->button_rotation_invariant), "Ignore image orientation");
4383         gtk_toggle_button_set_active(GTK_TOGGLE_BUTTON(dw->button_rotation_invariant), options->rot_invariant_sim);
4384         g_signal_connect(G_OBJECT(dw->button_rotation_invariant), "toggled",
4385                          G_CALLBACK(dupe_window_rotation_invariant_cb), dw);
4386         gtk_box_pack_start(GTK_BOX(controls_box), dw->button_rotation_invariant, FALSE, FALSE, PREF_PAD_SPACE);
4387         gtk_widget_show(dw->button_rotation_invariant);
4388
4389         button = gtk_check_button_new_with_label(_("Compare two file sets"));
4390         gtk_toggle_button_set_active(GTK_TOGGLE_BUTTON(button), dw->second_set);
4391         g_signal_connect(G_OBJECT(button), "toggled",
4392                          G_CALLBACK(dupe_second_set_toggle_cb), dw);
4393         gtk_box_pack_start(GTK_BOX(controls_box), button, FALSE, FALSE, PREF_PAD_SPACE);
4394         gtk_widget_show(button);
4395
4396         button_box = gtk_hbox_new(FALSE, 0);
4397         gtk_box_pack_start(GTK_BOX(vbox), button_box, FALSE, FALSE, 0);
4398         gtk_widget_show(button_box);
4399
4400         hbox = gtk_hbutton_box_new();
4401         gtk_button_box_set_layout(GTK_BUTTON_BOX(hbox), GTK_BUTTONBOX_END);
4402         gtk_box_set_spacing(GTK_BOX(hbox), PREF_PAD_SPACE);
4403         gtk_box_pack_end(GTK_BOX(button_box), hbox, FALSE, FALSE, 0);
4404         gtk_widget_show(hbox);
4405
4406         button = pref_button_new(NULL, GTK_STOCK_HELP, NULL, FALSE, G_CALLBACK(dupe_help_cb), NULL);
4407         gtk_container_add(GTK_CONTAINER(hbox), button);
4408         gtk_widget_set_can_default(button, TRUE);
4409         gtk_widget_show(button);
4410
4411         button = pref_button_new(NULL, GTK_STOCK_STOP, NULL, FALSE, G_CALLBACK(dupe_check_stop_cb), dw);
4412         gtk_container_add(GTK_CONTAINER(hbox), button);
4413         gtk_widget_set_can_default(button, TRUE);
4414         gtk_widget_show(button);
4415
4416         button = pref_button_new(NULL, GTK_STOCK_CLOSE, NULL, FALSE, G_CALLBACK(dupe_window_close_cb), dw);
4417         gtk_container_add(GTK_CONTAINER(hbox), button);
4418         gtk_widget_set_can_default(button, TRUE);
4419         gtk_widget_grab_default(button);
4420         gtk_widget_show(button);
4421         dupe_dnd_init(dw);
4422
4423         /* order is important here, dnd_init should be seeing mouse
4424          * presses before we possibly handle (and stop) the signal
4425          */
4426         g_signal_connect(G_OBJECT(dw->listview), "button_press_event",
4427                          G_CALLBACK(dupe_listview_press_cb), dw);
4428         g_signal_connect(G_OBJECT(dw->listview), "button_release_event",
4429                          G_CALLBACK(dupe_listview_release_cb), dw);
4430         g_signal_connect(G_OBJECT(dw->second_listview), "button_press_event",
4431                          G_CALLBACK(dupe_listview_press_cb), dw);
4432         g_signal_connect(G_OBJECT(dw->second_listview), "button_release_event",
4433                          G_CALLBACK(dupe_listview_release_cb), dw);
4434
4435         gtk_widget_show(dw->window);
4436
4437         dupe_listview_set_height(dw->listview, dw->show_thumbs);
4438         g_signal_emit_by_name(G_OBJECT(dw->combo), "changed");
4439
4440         dupe_window_update_count(dw, TRUE);
4441         dupe_window_update_progress(dw, NULL, 0.0, FALSE);
4442
4443         dupe_window_list = g_list_append(dupe_window_list, dw);
4444
4445         file_data_register_notify_func(dupe_notify_cb, dw, NOTIFY_PRIORITY_MEDIUM);
4446
4447         return dw;
4448 }
4449
4450 /*
4451  *-------------------------------------------------------------------
4452  * dnd confirm dir
4453  *-------------------------------------------------------------------
4454  */
4455
4456 typedef struct {
4457         DupeWindow *dw;
4458         GList *list;
4459 } CDupeConfirmD;
4460
4461 static void confirm_dir_list_cancel(GtkWidget *widget, gpointer data)
4462 {
4463         /* do nothing */
4464 }
4465
4466 static void confirm_dir_list_add(GtkWidget *widget, gpointer data)
4467 {
4468         CDupeConfirmD *d = data;
4469         GList *work;
4470
4471         dupe_window_add_files(d->dw, d->list, FALSE);
4472
4473         work = d->list;
4474         while (work)
4475                 {
4476                 FileData *fd = work->data;
4477                 work = work->next;
4478                 if (isdir(fd->path))
4479                         {
4480                         GList *list;
4481
4482                         filelist_read(fd, &list, NULL);
4483                         list = filelist_filter(list, FALSE);
4484                         if (list)
4485                                 {
4486                                 dupe_window_add_files(d->dw, list, FALSE);
4487                                 filelist_free(list);
4488                                 }
4489                         }
4490                 }
4491 }
4492
4493 static void confirm_dir_list_recurse(GtkWidget *widget, gpointer data)
4494 {
4495         CDupeConfirmD *d = data;
4496         dupe_window_add_files(d->dw, d->list, TRUE);
4497 }
4498
4499 static void confirm_dir_list_skip(GtkWidget *widget, gpointer data)
4500 {
4501         CDupeConfirmD *d = data;
4502         dupe_window_add_files(d->dw, d->list, FALSE);
4503 }
4504
4505 static void confirm_dir_list_destroy(GtkWidget *widget, gpointer data)
4506 {
4507         CDupeConfirmD *d = data;
4508         filelist_free(d->list);
4509         g_free(d);
4510 }
4511
4512 static GtkWidget *dupe_confirm_dir_list(DupeWindow *dw, GList *list)
4513 {
4514         GtkWidget *menu;
4515         CDupeConfirmD *d;
4516
4517         d = g_new0(CDupeConfirmD, 1);
4518         d->dw = dw;
4519         d->list = list;
4520
4521         menu = popup_menu_short_lived();
4522         g_signal_connect(G_OBJECT(menu), "destroy",
4523                          G_CALLBACK(confirm_dir_list_destroy), d);
4524
4525         menu_item_add_stock(menu, _("Dropped list includes folders."), GTK_STOCK_DND_MULTIPLE, NULL, NULL);
4526         menu_item_add_divider(menu);
4527         menu_item_add_stock(menu, _("_Add contents"), GTK_STOCK_OK, G_CALLBACK(confirm_dir_list_add), d);
4528         menu_item_add_stock(menu, _("Add contents _recursive"), GTK_STOCK_ADD, G_CALLBACK(confirm_dir_list_recurse), d);
4529         menu_item_add_stock(menu, _("_Skip folders"), GTK_STOCK_REMOVE, G_CALLBACK(confirm_dir_list_skip), d);
4530         menu_item_add_divider(menu);
4531         menu_item_add_stock(menu, _("Cancel"), GTK_STOCK_CANCEL, G_CALLBACK(confirm_dir_list_cancel), d);
4532
4533         return menu;
4534 }
4535
4536 /*
4537  *-------------------------------------------------------------------
4538  * dnd
4539  *-------------------------------------------------------------------
4540  */
4541
4542 static GtkTargetEntry dupe_drag_types[] = {
4543         { "text/uri-list", 0, TARGET_URI_LIST },
4544         { "text/plain", 0, TARGET_TEXT_PLAIN }
4545 };
4546 static gint n_dupe_drag_types = 2;
4547
4548 static GtkTargetEntry dupe_drop_types[] = {
4549         { TARGET_APP_COLLECTION_MEMBER_STRING, 0, TARGET_APP_COLLECTION_MEMBER },
4550         { "text/uri-list", 0, TARGET_URI_LIST }
4551 };
4552 static gint n_dupe_drop_types = 2;
4553
4554 static void dupe_dnd_data_set(GtkWidget *widget, GdkDragContext *context,
4555                               GtkSelectionData *selection_data, guint info,
4556                               guint time, gpointer data)
4557 {
4558         DupeWindow *dw = data;
4559         GList *list;
4560
4561         switch (info)
4562                 {
4563                 case TARGET_URI_LIST:
4564                 case TARGET_TEXT_PLAIN:
4565                         list = dupe_listview_get_selection(dw, widget);
4566                         if (!list) return;
4567                         uri_selection_data_set_uris_from_filelist(selection_data, list);
4568                         filelist_free(list);
4569                         break;
4570                 default:
4571                         break;
4572                 }
4573 }
4574
4575 static void dupe_dnd_data_get(GtkWidget *widget, GdkDragContext *context,
4576                               gint x, gint y,
4577                               GtkSelectionData *selection_data, guint info,
4578                               guint time, gpointer data)
4579 {
4580         DupeWindow *dw = data;
4581         GtkWidget *source;
4582         GList *list = NULL;
4583         GList *work;
4584
4585         if (dw->add_files_queue_id > 0)
4586                 {
4587                 warning_dialog(_("Find duplicates"), _("Please wait for the current file selection to be loaded."), GTK_STOCK_DIALOG_INFO, dw->window);
4588
4589                 return;
4590                 }
4591
4592         source = gtk_drag_get_source_widget(context);
4593         if (source == dw->listview || source == dw->second_listview) return;
4594
4595         dw->second_drop = (dw->second_set && widget == dw->second_listview);
4596
4597         switch (info)
4598                 {
4599                 case TARGET_APP_COLLECTION_MEMBER:
4600                         collection_from_dnd_data((gchar *)gtk_selection_data_get_data(selection_data), &list, NULL);
4601                         break;
4602                 case TARGET_URI_LIST:
4603                         list = uri_filelist_from_gtk_selection_data(selection_data);
4604                         work = list;
4605                         while (work)
4606                                 {
4607                                 FileData *fd = work->data;
4608                                 if (isdir(fd->path))
4609                                         {
4610                                         GtkWidget *menu;
4611                                         menu = dupe_confirm_dir_list(dw, list);
4612                                         gtk_menu_popup(GTK_MENU(menu), NULL, NULL, NULL, NULL, 0, time);
4613                                         return;
4614                                         }
4615                                 work = work->next;
4616                                 }
4617                         break;
4618                 default:
4619                         list = NULL;
4620                         break;
4621                 }
4622
4623         if (list)
4624                 {
4625                 dupe_window_add_files(dw, list, FALSE);
4626                 filelist_free(list);
4627                 }
4628 }
4629
4630 static void dupe_dest_set(GtkWidget *widget, gboolean enable)
4631 {
4632         if (enable)
4633                 {
4634                 gtk_drag_dest_set(widget,
4635                         GTK_DEST_DEFAULT_MOTION | GTK_DEST_DEFAULT_HIGHLIGHT | GTK_DEST_DEFAULT_DROP,
4636                         dupe_drop_types, n_dupe_drop_types,
4637                         GDK_ACTION_COPY | GDK_ACTION_MOVE | GDK_ACTION_ASK);
4638
4639                 }
4640         else
4641                 {
4642                 gtk_drag_dest_unset(widget);
4643                 }
4644 }
4645
4646 static void dupe_dnd_begin(GtkWidget *widget, GdkDragContext *context, gpointer data)
4647 {
4648         DupeWindow *dw = data;
4649         dupe_dest_set(dw->listview, FALSE);
4650         dupe_dest_set(dw->second_listview, FALSE);
4651
4652         if (dw->click_item && !dupe_listview_item_is_selected(dw, dw->click_item, widget))
4653                 {
4654                 GtkListStore *store;
4655                 GtkTreeIter iter;
4656
4657                 store = GTK_LIST_STORE(gtk_tree_view_get_model(GTK_TREE_VIEW(widget)));
4658                 if (dupe_listview_find_item(store, dw->click_item, &iter) >= 0)
4659                         {
4660                         GtkTreeSelection *selection;
4661                         GtkTreePath *tpath;
4662
4663                         selection = gtk_tree_view_get_selection(GTK_TREE_VIEW(widget));
4664                         gtk_tree_selection_unselect_all(selection);
4665                         gtk_tree_selection_select_iter(selection, &iter);
4666
4667                         tpath = gtk_tree_model_get_path(GTK_TREE_MODEL(store), &iter);
4668                         gtk_tree_view_set_cursor(GTK_TREE_VIEW(widget), tpath, NULL, FALSE);
4669                         gtk_tree_path_free(tpath);
4670                         }
4671                 }
4672
4673         if (dw->show_thumbs &&
4674             widget == dw->listview &&
4675             dw->click_item && dw->click_item->pixbuf)
4676                 {
4677                 GtkTreeSelection *selection;
4678                 gint items;
4679
4680                 selection = gtk_tree_view_get_selection(GTK_TREE_VIEW(widget));
4681                 items = gtk_tree_selection_count_selected_rows(selection);
4682                 dnd_set_drag_icon(widget, context, dw->click_item->pixbuf, items);
4683                 }
4684 }
4685
4686 static void dupe_dnd_end(GtkWidget *widget, GdkDragContext *context, gpointer data)
4687 {
4688         DupeWindow *dw = data;
4689         dupe_dest_set(dw->listview, TRUE);
4690         dupe_dest_set(dw->second_listview, TRUE);
4691 }
4692
4693 static void dupe_dnd_init(DupeWindow *dw)
4694 {
4695         gtk_drag_source_set(dw->listview, GDK_BUTTON1_MASK | GDK_BUTTON2_MASK,
4696                             dupe_drag_types, n_dupe_drag_types,
4697                             GDK_ACTION_COPY | GDK_ACTION_MOVE | GDK_ACTION_LINK);
4698         g_signal_connect(G_OBJECT(dw->listview), "drag_data_get",
4699                          G_CALLBACK(dupe_dnd_data_set), dw);
4700         g_signal_connect(G_OBJECT(dw->listview), "drag_begin",
4701                          G_CALLBACK(dupe_dnd_begin), dw);
4702         g_signal_connect(G_OBJECT(dw->listview), "drag_end",
4703                          G_CALLBACK(dupe_dnd_end), dw);
4704
4705         dupe_dest_set(dw->listview, TRUE);
4706         g_signal_connect(G_OBJECT(dw->listview), "drag_data_received",
4707                          G_CALLBACK(dupe_dnd_data_get), dw);
4708
4709         gtk_drag_source_set(dw->second_listview, GDK_BUTTON1_MASK | GDK_BUTTON2_MASK,
4710                             dupe_drag_types, n_dupe_drag_types,
4711                             GDK_ACTION_COPY | GDK_ACTION_MOVE | GDK_ACTION_LINK);
4712         g_signal_connect(G_OBJECT(dw->second_listview), "drag_data_get",
4713                          G_CALLBACK(dupe_dnd_data_set), dw);
4714         g_signal_connect(G_OBJECT(dw->second_listview), "drag_begin",
4715                          G_CALLBACK(dupe_dnd_begin), dw);
4716         g_signal_connect(G_OBJECT(dw->second_listview), "drag_end",
4717                          G_CALLBACK(dupe_dnd_end), dw);
4718
4719         dupe_dest_set(dw->second_listview, TRUE);
4720         g_signal_connect(G_OBJECT(dw->second_listview), "drag_data_received",
4721                          G_CALLBACK(dupe_dnd_data_get), dw);
4722 }
4723
4724 /*
4725  *-------------------------------------------------------------------
4726  * maintenance (move, delete, etc.)
4727  *-------------------------------------------------------------------
4728  */
4729
4730 static void dupe_notify_cb(FileData *fd, NotifyType type, gpointer data)
4731 {
4732         DupeWindow *dw = data;
4733
4734         if (!(type & NOTIFY_CHANGE) || !fd->change) return;
4735
4736         DEBUG_1("Notify dupe: %s %04x", fd->path, type);
4737
4738         switch (fd->change->type)
4739                 {
4740                 case FILEDATA_CHANGE_MOVE:
4741                 case FILEDATA_CHANGE_RENAME:
4742                         dupe_item_update_fd(dw, fd);
4743                         break;
4744                 case FILEDATA_CHANGE_COPY:
4745                         break;
4746                 case FILEDATA_CHANGE_DELETE:
4747                         while (dupe_item_remove_by_path(dw, fd->path));
4748                         break;
4749                 case FILEDATA_CHANGE_UNSPECIFIED:
4750                 case FILEDATA_CHANGE_WRITE_METADATA:
4751                         break;
4752                 }
4753
4754 }
4755
4756 /*
4757  *-------------------------------------------------------------------
4758  * Export duplicates data
4759  *-------------------------------------------------------------------
4760  */
4761
4762  typedef enum {
4763         EXPORT_CSV = 0,
4764         EXPORT_TSV
4765 } SeparatorType;
4766
4767 typedef struct _ExportDupesData ExportDupesData;
4768 struct _ExportDupesData
4769 {
4770         FileDialog *dialog;
4771         SeparatorType separator;
4772         DupeWindow *dupewindow;
4773 };
4774
4775 static void export_duplicates_close(ExportDupesData *edd)
4776 {
4777         if (edd->dialog) file_dialog_close(edd->dialog);
4778         edd->dialog = NULL;
4779 }
4780
4781 static void export_duplicates_data_cancel_cb(FileDialog *fdlg, gpointer data)
4782 {
4783         ExportDupesData *edd = data;
4784
4785         export_duplicates_close(edd);
4786 }
4787
4788 static void export_duplicates_data_save_cb(FileDialog *fdlg, gpointer data)
4789 {
4790         ExportDupesData *edd = data;
4791         GError *error = NULL;
4792         GtkTreeModel *store;
4793         GtkTreeIter iter;
4794         DupeItem *di;
4795         GFileOutputStream *gfstream;
4796         GFile *out_file;
4797         GString *output_string;
4798         gchar *sep;
4799         gchar* rank;
4800         GList *work;
4801         GtkTreeSelection *selection;
4802         GList *slist;
4803         gchar *thumb_cache;
4804         gchar **rank_split;
4805         GtkTreePath *tpath;
4806         gboolean color_old = FALSE;
4807         gboolean color_new = FALSE;
4808         gint match_count;
4809         gchar *name;
4810
4811         history_list_add_to_key("export_duplicates", fdlg->dest_path, -1);
4812
4813         out_file = g_file_new_for_path(fdlg->dest_path);
4814
4815         gfstream = g_file_replace(out_file, NULL, TRUE, G_FILE_CREATE_NONE, NULL, &error);
4816         if (error)
4817                 {
4818                 log_printf(_("Error creating Export duplicates data file: Error: %s\n"), error->message);
4819                 g_error_free(error);
4820                 return;
4821                 }
4822
4823         sep = g_strdup((edd->separator == EXPORT_CSV) ?  "," : "\t");
4824         output_string = g_string_new(g_strjoin(sep, _("Match"), _("Group"), _("Similarity"), _("Set"), _("Thumbnail"), _("Name"), _("Size"), _("Date"), _("Width"), _("Height"), _("Path\n"), NULL));
4825
4826         selection = gtk_tree_view_get_selection(GTK_TREE_VIEW(edd->dupewindow->listview));
4827         slist = gtk_tree_selection_get_selected_rows(selection, &store);
4828         work = slist;
4829
4830         tpath = work->data;
4831         gtk_tree_model_get_iter(store, &iter, tpath);
4832         gtk_tree_model_get(GTK_TREE_MODEL(store), &iter, DUPE_COLUMN_COLOR, &color_new, -1);
4833         color_old = !color_new;
4834         match_count = 0;
4835
4836         while (work)
4837                 {
4838                 tpath = work->data;
4839                 gtk_tree_model_get_iter(store, &iter, tpath);
4840
4841                 gtk_tree_model_get(GTK_TREE_MODEL(store), &iter, DUPE_COLUMN_POINTER, &di, -1);
4842
4843                 gtk_tree_model_get(GTK_TREE_MODEL(store), &iter, DUPE_COLUMN_COLOR, &color_new, -1);
4844                 if (color_new != color_old)
4845                         {
4846                         match_count++;
4847                         }
4848                 color_old = color_new;
4849                 output_string = g_string_append(output_string, g_strdup_printf("%d", match_count));
4850                 output_string = g_string_append(output_string, sep);
4851
4852                 if ((dupe_match_find_parent(edd->dupewindow, di) == di))
4853                         {
4854                         output_string = g_string_append(output_string, "1");
4855                         }
4856                 else
4857                         {
4858                         output_string = g_string_append(output_string, "2");
4859                         }
4860                 output_string = g_string_append(output_string, sep);
4861
4862                 gtk_tree_model_get(GTK_TREE_MODEL(store), &iter, DUPE_COLUMN_RANK, &rank, -1);
4863                 rank_split = g_strsplit_set(rank, " [(", -1);
4864                 if (rank_split[0] == NULL)
4865                         {
4866                         output_string = g_string_append(output_string, "");
4867                         }
4868                 else
4869                         {
4870                         output_string = g_string_append(output_string, g_strdup_printf("%s", rank_split[0]));
4871                         }
4872                 output_string = g_string_append(output_string, sep);
4873                 g_free(rank);
4874                 g_strfreev(rank_split);
4875
4876                 output_string = g_string_append(output_string, g_strdup_printf("%d", (di->second + 1)));
4877                 output_string = g_string_append(output_string, sep);
4878
4879                 thumb_cache = cache_find_location(CACHE_TYPE_THUMB, di->fd->path);
4880                 if (thumb_cache)
4881                         {
4882                         output_string = g_string_append(output_string, thumb_cache);
4883                         g_free(thumb_cache);
4884                         }
4885                 else
4886                         {
4887                         output_string = g_string_append(output_string, "");
4888                         }
4889                 output_string = g_string_append(output_string, sep);
4890
4891                 gtk_tree_model_get(GTK_TREE_MODEL(store), &iter, DUPE_COLUMN_NAME, &name, -1);
4892                 output_string = g_string_append(output_string, name);
4893                 output_string = g_string_append(output_string, sep);
4894                 g_free(name);
4895
4896                 output_string = g_string_append(output_string, g_strdup_printf("%"PRIu64, di->fd->size));
4897                 output_string = g_string_append(output_string, sep);
4898                 output_string = g_string_append(output_string, text_from_time(di->fd->date));
4899                 output_string = g_string_append(output_string, sep);
4900                 output_string = g_string_append(output_string, g_strdup_printf("%d", (di->width ? di->width : 0)));
4901                 output_string = g_string_append(output_string, sep);
4902                 output_string = g_string_append(output_string, g_strdup_printf("%d", (di->height ? di->height : 0)));
4903                 output_string = g_string_append(output_string, sep);
4904                 output_string = g_string_append(output_string, di->fd->path);
4905                 output_string = g_string_append_c(output_string, '\n');
4906
4907                 work = work->next;
4908                 }
4909
4910         g_output_stream_write(G_OUTPUT_STREAM(gfstream), output_string->str, strlen(output_string->str), NULL, &error);
4911
4912         g_free(sep);
4913         g_string_free(output_string, TRUE);
4914         g_object_unref(gfstream);
4915         g_object_unref(out_file);
4916
4917         export_duplicates_close(edd);
4918 }
4919
4920 static void pop_menu_export(GList *selection_list, gpointer dupe_window, gpointer data)
4921 {
4922         const gint index = GPOINTER_TO_INT(data);
4923         DupeWindow *dw = dupe_window;
4924         gchar *title = "Export duplicates data";
4925         gchar *default_path = "/tmp/";
4926         gchar *file_extension;
4927         const gchar *stock_id;
4928         ExportDupesData *edd;
4929         const gchar *previous_path;
4930
4931         edd = g_new0(ExportDupesData, 1);
4932         edd->dialog = file_util_file_dlg(title, "export_duplicates", NULL, export_duplicates_data_cancel_cb, edd);
4933
4934         switch (index)
4935                 {
4936                 case EXPORT_CSV:
4937                         edd->separator = EXPORT_CSV;
4938                         file_extension = g_strdup(".csv");
4939                         break;
4940                 case EXPORT_TSV:
4941                         edd->separator = EXPORT_TSV;
4942                         file_extension = g_strdup(".tsv");
4943                         break;
4944                 default:
4945                         return;
4946                 }
4947
4948         stock_id = GTK_STOCK_SAVE;
4949
4950         generic_dialog_add_message(GENERIC_DIALOG(edd->dialog), NULL, title, NULL, FALSE);
4951         file_dialog_add_button(edd->dialog, stock_id, NULL, export_duplicates_data_save_cb, TRUE);
4952
4953         previous_path = history_list_find_last_path_by_key("export_duplicates");
4954
4955         file_dialog_add_path_widgets(edd->dialog, default_path, previous_path, "export_duplicates", file_extension, _("Export Files"));
4956
4957         edd->dupewindow = dw;
4958
4959         gtk_widget_show(GENERIC_DIALOG(edd->dialog)->dialog);
4960
4961         g_free(file_extension);
4962 }
4963
4964 static void dupe_pop_menu_export_cb(GtkWidget *widget, gpointer data)
4965 {
4966         DupeWindow *dw;
4967         GList *selection_list;
4968
4969         dw = submenu_item_get_data(widget);
4970         selection_list = dupe_listview_get_selection(dw, dw->listview);
4971         pop_menu_export(selection_list, dw, data);
4972
4973         filelist_free(selection_list);
4974 }
4975
4976 static GtkWidget *submenu_add_export(GtkWidget *menu, GtkWidget **menu_item, GCallback func, gpointer data)
4977 {
4978         GtkWidget *item;
4979         GtkWidget *submenu;
4980
4981         item = menu_item_add(menu, _("Export"), NULL, NULL);
4982
4983         submenu = gtk_menu_new();
4984         g_object_set_data(G_OBJECT(submenu), "submenu_data", data);
4985
4986         menu_item_add_stock_sensitive(submenu, _("Export to csv"),
4987                                         GTK_STOCK_INDEX, TRUE, G_CALLBACK(func), GINT_TO_POINTER(0));
4988         menu_item_add_stock_sensitive(submenu, _("Export to tab-delimited"),
4989                                         GTK_STOCK_INDEX, TRUE, G_CALLBACK(func), GINT_TO_POINTER(1));
4990
4991         gtk_menu_item_set_submenu(GTK_MENU_ITEM(item), submenu);
4992         if (menu_item) *menu_item = item;
4993
4994         return submenu;
4995 }
4996
4997 /* vim: set shiftwidth=8 softtabstop=0 cindent cinoptions={1s: */