src/dupe.c

   1 /*
   2  * Copyright (C) 2005 John Ellis
   3  * Copyright (C) 2008 - 2016 The Geeqie Team
   4  *
   5  * Author: John Ellis
   6  *
   7  * This program is free software; you can redistribute it and/or modify
   8  * it under the terms of the GNU General Public License as published by
   9  * the Free Software Foundation; either version 2 of the License, or
  10  * (at your option) any later version.
  11  *
  12  * This program is distributed in the hope that it will be useful,
  13  * but WITHOUT ANY WARRANTY; without even the implied warranty of
  14  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
  15  * GNU General Public License for more details.
  16  *
  17  * You should have received a copy of the GNU General Public License along
  18  * with this program; if not, write to the Free Software Foundation, Inc.,
  19  * 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA.
  20  */
  21
  22 #include <inttypes.h>
  23
  24 #include "main.h"
  25 #include "dupe.h"
  26
  27 #include "cache.h"
  28 #include "collect.h"
  29 #include "collect-table.h"
  30 #include "dnd.h"
  31 #include "editors.h"
  32 #include "filedata.h"
  33 #include "history_list.h"
  34 #include "image-load.h"
  35 #include "img-view.h"
  36 #include "layout.h"
  37 #include "layout_image.h"
  38 #include "layout_util.h"
  39 #include "md5-util.h"
  40 #include "menu.h"
  41 #include "misc.h"
  42 #include "pixbuf_util.h"
  43 #include "print.h"
  44 #include "thumb.h"
  45 #include "ui_fileops.h"
  46 #include "ui_menu.h"
  47 #include "ui_misc.h"
  48 #include "ui_tree_edit.h"
  49 #include "uri_utils.h"
  50 #include "utilops.h"
  51 #include "window.h"
  52
  53 #include <gdk/gdkkeysyms.h> /* for keyboard values */
  54
  55
  56 #include <math.h>
  57
  58
  59 #define DUPE_DEF_WIDTH 800
  60 #define DUPE_DEF_HEIGHT 400
  61
  62 /* column assignment order (simply change them here) */
  63 enum {
  64         DUPE_COLUMN_POINTER = 0,
  65         DUPE_COLUMN_RANK,
  66         DUPE_COLUMN_THUMB,
  67         DUPE_COLUMN_NAME,
  68         DUPE_COLUMN_SIZE,
  69         DUPE_COLUMN_DATE,
  70         DUPE_COLUMN_DIMENSIONS,
  71         DUPE_COLUMN_PATH,
  72         DUPE_COLUMN_COLOR,
  73         DUPE_COLUMN_SET,
  74         DUPE_COLUMN_COUNT       /* total columns */
  75 };
  76
  77
  78 static GList *dupe_window_list = NULL;  /* list of open DupeWindow *s */
  79
  80 /*
  81  * Well, after adding the 'compare two sets' option things got a little sloppy in here
  82  * because we have to account for two 'modes' everywhere. (be careful).
  83  */
  84
  85 static void dupe_match_unlink(DupeItem *a, DupeItem *b);
  86 static DupeItem *dupe_match_find_parent(DupeWindow *dw, DupeItem *child);
  87
  88 static gint dupe_match(DupeItem *a, DupeItem *b, DupeMatchType mask, gdouble *rank, gint fast);
  89
  90 static void dupe_thumb_step(DupeWindow *dw);
  91 static gint dupe_check_cb(gpointer data);
  92
  93 static void dupe_second_add(DupeWindow *dw, DupeItem *di);
  94 static void dupe_second_remove(DupeWindow *dw, DupeItem *di);
  95 static GtkWidget *dupe_menu_popup_second(DupeWindow *dw, DupeItem *di);
  96
  97 static void dupe_dnd_init(DupeWindow *dw);
  98
  99 static void dupe_notify_cb(FileData *fd, NotifyType type, gpointer data);
 100
 101 static GtkWidget *submenu_add_export(GtkWidget *menu, GtkWidget **menu_item, GCallback func, gpointer data);
 102 static void dupe_pop_menu_export_cb(GtkWidget *widget, gpointer data);
 103 /*
 104  * ------------------------------------------------------------------
 105  * Window updates
 106  * ------------------------------------------------------------------
 107  */
 108
 109
 110 static void dupe_window_update_count(DupeWindow *dw, gboolean count_only)
 111 {
 112         gchar *text;
 113
 114         if (!dw->list)
 115                 {
 116                 text = g_strdup(_("Drop files to compare them."));
 117                 }
 118         else if (count_only)
 119                 {
 120                 text = g_strdup_printf(_("%d files"), g_list_length(dw->list));
 121                 }
 122         else
 123                 {
 124                 text = g_strdup_printf(_("%d matches found in %d files"), g_list_length(dw->dupes), g_list_length(dw->list));
 125                 }
 126
 127         if (dw->second_set)
 128                 {
 129                 gchar *buf = g_strconcat(text, " ", _("[set 1]"), NULL);
 130                 g_free(text);
 131                 text = buf;
 132                 }
 133         gtk_label_set_text(GTK_LABEL(dw->status_label), text);
 134
 135         g_free(text);
 136 }
 137
 138 static guint64 msec_time(void)
 139 {
 140         struct timeval tv;
 141
 142         if (gettimeofday(&tv, NULL) == -1) return 0;
 143
 144         return (guint64)tv.tv_sec * 1000000 + (guint64)tv.tv_usec;
 145 }
 146
 147 static gint dupe_iterations(gint n)
 148 {
 149         return (n * ((n + 1) / 2));
 150 }
 151
 152 static void dupe_window_update_progress(DupeWindow *dw, const gchar *status, gdouble value, gboolean force)
 153 {
 154         const gchar *status_text;
 155
 156         if (status)
 157                 {
 158                 guint64 new_time = 0;
 159
 160                 if (dw->setup_n % 10 == 0)
 161                         {
 162                         new_time = msec_time() - dw->setup_time;
 163                         }
 164
 165                 if (!force &&
 166                     value != 0.0 &&
 167                     dw->setup_count > 0 &&
 168                     new_time > 2000000)
 169                         {
 170                         gchar *buf;
 171                         gint t;
 172                         gint d;
 173                         guint32 rem;
 174
 175                         if (new_time - dw->setup_time_count < 250000) return;
 176                         dw->setup_time_count = new_time;
 177
 178                         if (dw->setup_done)
 179                                 {
 180                                 if (dw->second_set)
 181                                         {
 182                                         t = dw->setup_count;
 183                                         d = dw->setup_count - dw->setup_n;
 184                                         }
 185                                 else
 186                                         {
 187                                         t = dupe_iterations(dw->setup_count);
 188                                         d = dupe_iterations(dw->setup_count - dw->setup_n);
 189                                         }
 190                                 }
 191                         else
 192                                 {
 193                                 t = dw->setup_count;
 194                                 d = dw->setup_count - dw->setup_n;
 195                                 }
 196
 197                         rem = (t - d) ? ((gdouble)(dw->setup_time_count / 1000000) / (t - d)) * d : 0;
 198
 199                         gtk_progress_bar_set_fraction(GTK_PROGRESS_BAR(dw->extra_label), value);
 200
 201                         buf = g_strdup_printf("%s %d:%02d ", status, rem / 60, rem % 60);
 202                         gtk_progress_bar_set_text(GTK_PROGRESS_BAR(dw->extra_label), buf);
 203                         g_free(buf);
 204
 205                         return;
 206                         }
 207                 else if (force ||
 208                          value == 0.0 ||
 209                          dw->setup_count == 0 ||
 210                          dw->setup_time_count == 0 ||
 211                          (new_time > 0 && new_time - dw->setup_time_count >= 250000))
 212                         {
 213                         if (dw->setup_time_count == 0) dw->setup_time_count = 1;
 214                         if (new_time > 0) dw->setup_time_count = new_time;
 215                         gtk_progress_bar_set_fraction(GTK_PROGRESS_BAR(dw->extra_label), value);
 216                         status_text = status;
 217                         }
 218                 else
 219                         {
 220                         status_text = NULL;
 221                         }
 222                 }
 223         else
 224                 {
 225                 gtk_progress_bar_set_fraction(GTK_PROGRESS_BAR(dw->extra_label), 0.0);
 226                 status_text = " ";
 227                 }
 228
 229         if (status_text) gtk_progress_bar_set_text(GTK_PROGRESS_BAR(dw->extra_label), status_text);
 230 }
 231
 232 static void widget_set_cursor(GtkWidget *widget, gint icon)
 233 {
 234         GdkCursor *cursor;
 235
 236         if (!gtk_widget_get_window(widget)) return;
 237
 238         if (icon == -1)
 239                 {
 240                 cursor = NULL;
 241                 }
 242         else
 243                 {
 244                 cursor = gdk_cursor_new(icon);
 245                 }
 246
 247         gdk_window_set_cursor(gtk_widget_get_window(widget), cursor);
 248
 249         if (cursor) gdk_cursor_unref(cursor);
 250 }
 251
 252 /*
 253  * ------------------------------------------------------------------
 254  * row color utils
 255  * ------------------------------------------------------------------
 256  */
 257
 258 static void dupe_listview_realign_colors(DupeWindow *dw)
 259 {
 260         GtkTreeModel *store;
 261         GtkTreeIter iter;
 262         gboolean color_set = TRUE;
 263         DupeItem *parent = NULL;
 264         gboolean valid;
 265
 266         store = gtk_tree_view_get_model(GTK_TREE_VIEW(dw->listview));
 267         valid = gtk_tree_model_get_iter_first(store, &iter);
 268         while (valid)
 269                 {
 270                 DupeItem *child;
 271                 DupeItem *child_parent;
 272
 273                 gtk_tree_model_get(store, &iter, DUPE_COLUMN_POINTER, &child, -1);
 274                 child_parent = dupe_match_find_parent(dw, child);
 275                 if (!parent || parent != child_parent)
 276                         {
 277                         if (!parent)
 278                                 {
 279                                 /* keep the first row as it is */
 280                                 gtk_tree_model_get(store, &iter, DUPE_COLUMN_COLOR, &color_set, -1);
 281                                 }
 282                         else
 283                                 {
 284                                 color_set = !color_set;
 285                                 }
 286                         parent = dupe_match_find_parent(dw, child);
 287                         }
 288                 gtk_list_store_set(GTK_LIST_STORE(store), &iter, DUPE_COLUMN_COLOR, color_set, -1);
 289
 290                 valid = gtk_tree_model_iter_next(GTK_TREE_MODEL(store), &iter);
 291                 }
 292 }
 293
 294 /*
 295  * ------------------------------------------------------------------
 296  * Dupe item utils
 297  * ------------------------------------------------------------------
 298  */
 299
 300 static DupeItem *dupe_item_new(FileData *fd)
 301 {
 302         DupeItem *di;
 303
 304         di = g_new0(DupeItem, 1);
 305
 306         di->fd = file_data_ref(fd);
 307         di->group_rank = 0.0;
 308
 309         return di;
 310 }
 311
 312 static void dupe_item_free(DupeItem *di)
 313 {
 314         file_data_unref(di->fd);
 315         image_sim_free(di->simd);
 316         g_free(di->md5sum);
 317         if (di->pixbuf) g_object_unref(di->pixbuf);
 318
 319         g_free(di);
 320 }
 321
 322 static void dupe_list_free(GList *list)
 323 {
 324         GList *work = list;
 325         while (work)
 326                 {
 327                 DupeItem *di = work->data;
 328                 work = work->next;
 329                 dupe_item_free(di);
 330                 }
 331         g_list_free(list);
 332 }
 333
 334 /*
 335 static DupeItem *dupe_item_find_fd_by_list(FileData *fd, GList *work)
 336 {
 337         while (work)
 338                 {
 339                 DupeItem *di = work->data;
 340
 341                 if (di->fd == fd) return di;
 342
 343                 work = work->next;
 344                 }
 345
 346         return NULL;
 347 }
 348 */
 349
 350 /*
 351 static DupeItem *dupe_item_find_fd(DupeWindow *dw, FileData *fd)
 352 {
 353         DupeItem *di;
 354
 355         di = dupe_item_find_fd_by_list(fd, dw->list);
 356         if (!di && dw->second_set) di = dupe_item_find_fd_by_list(fd, dw->second_list);
 357
 358         return di;
 359 }
 360 */
 361
 362 static DupeItem *dupe_item_find_path_by_list(const gchar *path, GList *work)
 363 {
 364         while (work)
 365                 {
 366                 DupeItem *di = work->data;
 367
 368                 if (strcmp(di->fd->path, path) == 0) return di;
 369
 370                 work = work->next;
 371                 }
 372
 373         return NULL;
 374 }
 375
 376 static DupeItem *dupe_item_find_path(DupeWindow *dw, const gchar *path)
 377 {
 378         DupeItem *di;
 379
 380         di = dupe_item_find_path_by_list(path, dw->list);
 381         if (!di && dw->second_set) di = dupe_item_find_path_by_list(path, dw->second_list);
 382
 383         return di;
 384 }
 385
 386 /*
 387  * ------------------------------------------------------------------
 388  * Image property cache
 389  * ------------------------------------------------------------------
 390  */
 391
 392 static void dupe_item_read_cache(DupeItem *di)
 393 {
 394         gchar *path;
 395         CacheData *cd;
 396
 397         if (!di) return;
 398
 399         path = cache_find_location(CACHE_TYPE_SIM, di->fd->path);
 400         if (!path) return;
 401
 402         if (filetime(di->fd->path) != filetime(path))
 403                 {
 404                 g_free(path);
 405                 return;
 406                 }
 407
 408         cd = cache_sim_data_load(path);
 409         g_free(path);
 410
 411         if (cd)
 412                 {
 413                 if (!di->simd && cd->sim)
 414                         {
 415                         di->simd = cd->sim;
 416                         cd->sim = NULL;
 417                         }
 418                 if (di->width == 0 && di->height == 0 && cd->dimensions)
 419                         {
 420                         di->width = cd->width;
 421                         di->height = cd->height;
 422                         }
 423                 if (!di->md5sum && cd->have_md5sum)
 424                         {
 425                         di->md5sum = md5_digest_to_text(cd->md5sum);
 426                         }
 427                 cache_sim_data_free(cd);
 428                 }
 429 }
 430
 431 static void dupe_item_write_cache(DupeItem *di)
 432 {
 433         gchar *base;
 434         mode_t mode = 0755;
 435
 436         if (!di) return;
 437
 438         base = cache_get_location(CACHE_TYPE_SIM, di->fd->path, FALSE, &mode);
 439         if (recursive_mkdir_if_not_exists(base, mode))
 440                 {
 441                 CacheData *cd;
 442
 443                 cd = cache_sim_data_new();
 444                 cd->path = cache_get_location(CACHE_TYPE_SIM, di->fd->path, TRUE, NULL);
 445
 446                 if (di->width != 0) cache_sim_data_set_dimensions(cd, di->width, di->height);
 447                 if (di->md5sum)
 448                         {
 449                         guchar digest[16];
 450                         if (md5_digest_from_text(di->md5sum, digest)) cache_sim_data_set_md5sum(cd, digest);
 451                         }
 452                 if (di->simd) cache_sim_data_set_similarity(cd, di->simd);
 453
 454                 if (cache_sim_data_save(cd))
 455                         {
 456                         filetime_set(cd->path, filetime(di->fd->path));
 457                         }
 458                 cache_sim_data_free(cd);
 459                 }
 460         g_free(base);
 461 }
 462
 463 /*
 464  * ------------------------------------------------------------------
 465  * Window list utils
 466  * ------------------------------------------------------------------
 467  */
 468
 469 static gint dupe_listview_find_item(GtkListStore *store, DupeItem *item, GtkTreeIter *iter)
 470 {
 471         gboolean valid;
 472         gint row = 0;
 473
 474         valid = gtk_tree_model_get_iter_first(GTK_TREE_MODEL(store), iter);
 475         while (valid)
 476                 {
 477                 DupeItem *item_n;
 478                 gtk_tree_model_get(GTK_TREE_MODEL(store), iter, DUPE_COLUMN_POINTER, &item_n, -1);
 479                 if (item_n == item) return row;
 480
 481                 valid = gtk_tree_model_iter_next(GTK_TREE_MODEL(store), iter);
 482                 row++;
 483                 }
 484
 485         return -1;
 486 }
 487
 488 static void dupe_listview_add(DupeWindow *dw, DupeItem *parent, DupeItem *child)
 489 {
 490         DupeItem *di;
 491         gint row;
 492         gchar *text[DUPE_COLUMN_COUNT];
 493         GtkListStore *store;
 494         GtkTreeIter iter;
 495         gboolean color_set = FALSE;
 496         gint rank;
 497
 498         if (!parent) return;
 499
 500         store = GTK_LIST_STORE(gtk_tree_view_get_model(GTK_TREE_VIEW(dw->listview)));
 501
 502         if (child)
 503                 {
 504                 DupeMatch *dm;
 505
 506                 row = dupe_listview_find_item(store, parent, &iter);
 507                 gtk_tree_model_get(GTK_TREE_MODEL(store), &iter, DUPE_COLUMN_COLOR, &color_set, -1);
 508
 509                 row++;
 510
 511                 if (child->group)
 512                         {
 513                         dm = child->group->data;
 514                         rank = (gint)floor(dm->rank);
 515                         }
 516                 else
 517                         {
 518                         rank = 1;
 519                         log_printf("NULL group in item!\n");
 520                         }
 521                 }
 522         else
 523                 {
 524                 if (gtk_tree_model_get_iter_first(GTK_TREE_MODEL(store), &iter))
 525                         {
 526                         gtk_tree_model_get(GTK_TREE_MODEL(store), &iter, DUPE_COLUMN_COLOR, &color_set, -1);
 527                         color_set = !color_set;
 528                         dw->set_count++;
 529                         }
 530                 else
 531                         {
 532                         color_set = FALSE;
 533                         }
 534                 row = 0;
 535                 rank = 0;
 536                 }
 537
 538         di = (child) ? child : parent;
 539
 540         if (!child && dw->second_set)
 541                 {
 542                 text[DUPE_COLUMN_RANK] = g_strdup("[1]");
 543                 }
 544         else if (rank == 0)
 545                 {
 546                 text[DUPE_COLUMN_RANK] = g_strdup((di->second) ? "(2)" : "");
 547                 }
 548         else
 549                 {
 550                 text[DUPE_COLUMN_RANK] = g_strdup_printf("%d%s", rank, (di->second) ? " (2)" : "");
 551                 }
 552
 553         text[DUPE_COLUMN_THUMB] = "";
 554         text[DUPE_COLUMN_NAME] = (gchar *)di->fd->name;
 555         text[DUPE_COLUMN_SIZE] = text_from_size(di->fd->size);
 556         text[DUPE_COLUMN_DATE] = (gchar *)text_from_time(di->fd->date);
 557         if (di->width > 0 && di->height > 0)
 558                 {
 559                 text[DUPE_COLUMN_DIMENSIONS] = g_strdup_printf("%d x %d", di->width, di->height);
 560                 }
 561         else
 562                 {
 563                 text[DUPE_COLUMN_DIMENSIONS] = g_strdup("");
 564                 }
 565         text[DUPE_COLUMN_PATH] = di->fd->path;
 566         text[DUPE_COLUMN_COLOR] = NULL;
 567
 568         gtk_list_store_insert(store, &iter, row);
 569         gtk_list_store_set(store, &iter,
 570                                 DUPE_COLUMN_POINTER, di,
 571                                 DUPE_COLUMN_RANK, text[DUPE_COLUMN_RANK],
 572                                 DUPE_COLUMN_THUMB, NULL,
 573                                 DUPE_COLUMN_NAME, text[DUPE_COLUMN_NAME],
 574                                 DUPE_COLUMN_SIZE, text[DUPE_COLUMN_SIZE],
 575                                 DUPE_COLUMN_DATE, text[DUPE_COLUMN_DATE],
 576                                 DUPE_COLUMN_DIMENSIONS, text[DUPE_COLUMN_DIMENSIONS],
 577                                 DUPE_COLUMN_PATH, text[DUPE_COLUMN_PATH],
 578                                 DUPE_COLUMN_COLOR, color_set,
 579                                 DUPE_COLUMN_SET, dw->set_count,
 580                                 -1);
 581
 582         g_free(text[DUPE_COLUMN_RANK]);
 583         g_free(text[DUPE_COLUMN_SIZE]);
 584         g_free(text[DUPE_COLUMN_DIMENSIONS]);
 585 }
 586
 587 static void dupe_listview_select_dupes(DupeWindow *dw, DupeSelectType parents);
 588
 589 static void dupe_listview_populate(DupeWindow *dw)
 590 {
 591         GtkListStore *store;
 592         GList *work;
 593
 594         store = GTK_LIST_STORE(gtk_tree_view_get_model(GTK_TREE_VIEW(dw->listview)));
 595         gtk_list_store_clear(store);
 596
 597         work = g_list_last(dw->dupes);
 598         while (work)
 599                 {
 600                 DupeItem *parent = work->data;
 601                 GList *temp;
 602
 603                 dupe_listview_add(dw, parent, NULL);
 604
 605                 temp = g_list_last(parent->group);
 606                 while (temp)
 607                         {
 608                         DupeMatch *dm = temp->data;
 609                         DupeItem *child;
 610
 611                         child = dm->di;
 612
 613                         dupe_listview_add(dw, parent, child);
 614
 615                         temp = temp->prev;
 616                         }
 617
 618                 work = work->prev;
 619                 }
 620
 621         gtk_tree_view_columns_autosize(GTK_TREE_VIEW(dw->listview));
 622
 623         if (options->duplicates_select_type == DUPE_SELECT_GROUP1)
 624                 {
 625                 dupe_listview_select_dupes(dw, DUPE_SELECT_GROUP1);
 626                 }
 627         else if (options->duplicates_select_type == DUPE_SELECT_GROUP2)
 628                 {
 629                 dupe_listview_select_dupes(dw, DUPE_SELECT_GROUP2);
 630                 }
 631
 632 }
 633
 634 static void dupe_listview_remove(DupeWindow *dw, DupeItem *di)
 635 {
 636         GtkListStore *store;
 637         GtkTreeIter iter;
 638         gint row;
 639
 640         if (!di) return;
 641
 642         store = GTK_LIST_STORE(gtk_tree_view_get_model(GTK_TREE_VIEW(dw->listview)));
 643         row = dupe_listview_find_item(store, di, &iter);
 644         if (row < 0) return;
 645
 646         tree_view_move_cursor_away(GTK_TREE_VIEW(dw->listview), &iter, TRUE);
 647         gtk_list_store_remove(store, &iter);
 648
 649         if (g_list_find(dw->dupes, di) != NULL)
 650                 {
 651                 if (!dw->color_frozen) dupe_listview_realign_colors(dw);
 652                 }
 653 }
 654
 655
 656 static GList *dupe_listview_get_filelist(DupeWindow *dw, GtkWidget *listview)
 657 {
 658         GtkTreeModel *store;
 659         GtkTreeIter iter;
 660         gboolean valid;
 661         GList *list = NULL;
 662
 663         store = gtk_tree_view_get_model(GTK_TREE_VIEW(listview));
 664         valid = gtk_tree_model_get_iter_first(store, &iter);
 665         while (valid)
 666                 {
 667                 DupeItem *di;
 668                 gtk_tree_model_get(store, &iter, DUPE_COLUMN_POINTER, &di, -1);
 669                 list = g_list_prepend(list, file_data_ref(di->fd));
 670
 671                 valid = gtk_tree_model_iter_next(store, &iter);
 672                 }
 673
 674         return g_list_reverse(list);
 675 }
 676
 677
 678 static GList *dupe_listview_get_selection(DupeWindow *dw, GtkWidget *listview)
 679 {
 680         GtkTreeModel *store;
 681         GtkTreeSelection *selection;
 682         GList *slist;
 683         GList *list = NULL;
 684         GList *work;
 685
 686         selection = gtk_tree_view_get_selection(GTK_TREE_VIEW(listview));
 687         slist = gtk_tree_selection_get_selected_rows(selection, &store);
 688         work = slist;
 689         while (work)
 690                 {
 691                 GtkTreePath *tpath = work->data;
 692                 DupeItem *di = NULL;
 693                 GtkTreeIter iter;
 694
 695                 gtk_tree_model_get_iter(store, &iter, tpath);
 696                 gtk_tree_model_get(store, &iter, DUPE_COLUMN_POINTER, &di, -1);
 697                 if (di)
 698                         {
 699                         list = g_list_prepend(list, file_data_ref(di->fd));
 700                         }
 701                 work = work->next;
 702                 }
 703         g_list_foreach(slist, (GFunc)gtk_tree_path_free, NULL);
 704         g_list_free(slist);
 705
 706         return g_list_reverse(list);
 707 }
 708
 709 static gboolean dupe_listview_item_is_selected(DupeWindow *dw, DupeItem *di, GtkWidget *listview)
 710 {
 711         GtkTreeModel *store;
 712         GtkTreeSelection *selection;
 713         GList *slist;
 714         GList *work;
 715         gboolean found = FALSE;
 716
 717         selection = gtk_tree_view_get_selection(GTK_TREE_VIEW(listview));
 718         slist = gtk_tree_selection_get_selected_rows(selection, &store);
 719         work = slist;
 720         while (!found && work)
 721                 {
 722                 GtkTreePath *tpath = work->data;
 723                 DupeItem *di_n;
 724                 GtkTreeIter iter;
 725
 726                 gtk_tree_model_get_iter(store, &iter, tpath);
 727                 gtk_tree_model_get(store, &iter, DUPE_COLUMN_POINTER, &di_n, -1);
 728                 if (di_n == di) found = TRUE;
 729                 work = work->next;
 730                 }
 731         g_list_foreach(slist, (GFunc)gtk_tree_path_free, NULL);
 732         g_list_free(slist);
 733
 734         return found;
 735 }
 736
 737 static void dupe_listview_select_dupes(DupeWindow *dw, DupeSelectType parents)
 738 {
 739         GtkTreeModel *store;
 740         GtkTreeSelection *selection;
 741         GtkTreeIter iter;
 742         gboolean valid;
 743         gint set_count = 0;
 744         gint set_count_last = -1;
 745
 746         selection = gtk_tree_view_get_selection(GTK_TREE_VIEW(dw->listview));
 747         gtk_tree_selection_unselect_all(selection);
 748
 749         store = gtk_tree_view_get_model(GTK_TREE_VIEW(dw->listview));
 750         valid = gtk_tree_model_get_iter_first(store, &iter);
 751         while (valid)
 752                 {
 753                 DupeItem *di;
 754
 755                 gtk_tree_model_get(store, &iter, DUPE_COLUMN_POINTER, &di, DUPE_COLUMN_SET, &set_count, -1);
 756                 if (set_count != set_count_last)
 757                         {
 758                         set_count_last = set_count;
 759                         if (parents == DUPE_SELECT_GROUP1)
 760                                 {
 761                                 gtk_tree_selection_select_iter(selection, &iter);
 762                                 }
 763                         }
 764                 else
 765                         {
 766                         if (parents == DUPE_SELECT_GROUP2)
 767                                 {
 768                                 gtk_tree_selection_select_iter(selection, &iter);
 769                                 }
 770                         }
 771                 valid = gtk_tree_model_iter_next(store, &iter);
 772                 }
 773 }
 774
 775 /*
 776  * ------------------------------------------------------------------
 777  * Match group manipulation
 778  * ------------------------------------------------------------------
 779  */
 780
 781 static DupeMatch *dupe_match_find_match(DupeItem *child, DupeItem *parent)
 782 {
 783         GList *work;
 784
 785         work = parent->group;
 786         while (work)
 787                 {
 788                 DupeMatch *dm = work->data;
 789                 if (dm->di == child) return dm;
 790                 work = work->next;
 791                 }
 792         return NULL;
 793 }
 794
 795 static void dupe_match_link_child(DupeItem *child, DupeItem *parent, gdouble rank)
 796 {
 797         DupeMatch *dm;
 798
 799         dm = g_new0(DupeMatch, 1);
 800         dm->di = child;
 801         dm->rank = rank;
 802         parent->group = g_list_append(parent->group, dm);
 803 }
 804
 805 static void dupe_match_link(DupeItem *a, DupeItem *b, gdouble rank)
 806 {
 807         dupe_match_link_child(a, b, rank);
 808         dupe_match_link_child(b, a, rank);
 809 }
 810
 811 static void dupe_match_unlink_child(DupeItem *child, DupeItem *parent)
 812 {
 813         DupeMatch *dm;
 814
 815         dm = dupe_match_find_match(child, parent);
 816         if (dm)
 817                 {
 818                 parent->group = g_list_remove(parent->group, dm);
 819                 g_free(dm);
 820                 }
 821 }
 822
 823 static void dupe_match_unlink(DupeItem *a, DupeItem *b)
 824 {
 825         dupe_match_unlink_child(a, b);
 826         dupe_match_unlink_child(b, a);
 827 }
 828
 829 static void dupe_match_link_clear(DupeItem *parent, gboolean unlink_children)
 830 {
 831         GList *work;
 832
 833         work = parent->group;
 834         while (work)
 835                 {
 836                 DupeMatch *dm = work->data;
 837                 work = work->next;
 838
 839                 if (unlink_children) dupe_match_unlink_child(parent, dm->di);
 840
 841                 g_free(dm);
 842                 }
 843
 844         g_list_free(parent->group);
 845         parent->group = NULL;
 846         parent->group_rank = 0.0;
 847 }
 848
 849 static gint dupe_match_link_exists(DupeItem *child, DupeItem *parent)
 850 {
 851         return (dupe_match_find_match(child, parent) != NULL);
 852 }
 853
 854 static gdouble dupe_match_link_rank(DupeItem *child, DupeItem *parent)
 855 {
 856         DupeMatch *dm;
 857
 858         dm = dupe_match_find_match(child, parent);
 859         if (dm) return dm->rank;
 860
 861         return 0.0;
 862 }
 863
 864 static DupeItem *dupe_match_highest_rank(DupeItem *child)
 865 {
 866         DupeMatch *dr;
 867         GList *work;
 868
 869         dr = NULL;
 870         work = child->group;
 871         while (work)
 872                 {
 873                 DupeMatch *dm = work->data;
 874                 if (!dr || dm->rank > dr->rank) dr = dm;
 875                 work = work->next;
 876                 }
 877
 878         return (dr) ? dr->di : NULL;
 879 }
 880
 881 static void dupe_match_rank_update(DupeItem *parent)
 882 {
 883         GList *work;
 884         gdouble rank = 0.0;
 885         gint c = 0;
 886
 887         work = parent->group;
 888         while (work)
 889                 {
 890                 DupeMatch *dm = work->data;
 891                 work = work->next;
 892                 rank += dm->rank;
 893                 c++;
 894                 }
 895
 896         if (c > 0)
 897                 {
 898                 parent->group_rank = rank / c;
 899                 }
 900         else
 901                 {
 902                 parent->group_rank = 0.0;
 903                 }
 904 }
 905
 906 static DupeItem *dupe_match_find_parent(DupeWindow *dw, DupeItem *child)
 907 {
 908         GList *work;
 909
 910         if (g_list_find(dw->dupes, child)) return child;
 911
 912         work = child->group;
 913         while (work)
 914                 {
 915                 DupeMatch *dm = work->data;
 916                 if (g_list_find(dw->dupes, dm->di)) return dm->di;
 917                 work = work->next;
 918                 }
 919
 920         return NULL;
 921 }
 922
 923 static void dupe_match_reset_list(GList *work)
 924 {
 925         while (work)
 926                 {
 927                 DupeItem *di = work->data;
 928                 work = work->next;
 929
 930                 dupe_match_link_clear(di, FALSE);
 931                 }
 932 }
 933
 934 static void dupe_match_reparent(DupeWindow *dw, DupeItem *old, DupeItem *new)
 935 {
 936         GList *work;
 937
 938         if (!old || !new || !dupe_match_link_exists(old, new)) return;
 939
 940         dupe_match_link_clear(new, TRUE);
 941         work = old->group;
 942         while (work)
 943                 {
 944                 DupeMatch *dm = work->data;
 945                 dupe_match_unlink_child(old, dm->di);
 946                 dupe_match_link_child(new, dm->di, dm->rank);
 947                 work = work->next;
 948                 }
 949
 950         new->group = old->group;
 951         old->group = NULL;
 952
 953         work = g_list_find(dw->dupes, old);
 954         if (work) work->data = new;
 955 }
 956
 957 static void dupe_match_print_group(DupeItem *di)
 958 {
 959         GList *work;
 960
 961         log_printf("+ %f %s\n", di->group_rank, di->fd->name);
 962
 963         work = di->group;
 964         while (work)
 965                 {
 966                 DupeMatch *dm = work->data;
 967                 work = work->next;
 968
 969                 log_printf("  %f %s\n", dm->rank, dm->di->fd->name);
 970                 }
 971
 972         log_printf("\n");
 973 }
 974
 975 static void dupe_match_print_list(GList *list)
 976 {
 977         GList *work;
 978
 979         work = list;
 980         while (work)
 981                 {
 982                 DupeItem *di = work->data;
 983                 dupe_match_print_group(di);
 984                 work = work->next;
 985                 }
 986 }
 987
 988 /* level 3, unlinking and orphan handling */
 989 static GList *dupe_match_unlink_by_rank(DupeItem *child, DupeItem *parent, GList *list, DupeWindow *dw)
 990 {
 991         DupeItem *best;
 992
 993         best = dupe_match_highest_rank(parent);
 994         if (best == child || dupe_match_highest_rank(child) == parent)
 995                 {
 996                 GList *work;
 997                 gdouble rank;
 998
 999                 DEBUG_2("link found %s to %s [%d]", child->fd->name, parent->fd->name, g_list_length(parent->group));
1000
1001                 work = parent->group;
1002                 while (work)
1003                         {
1004                         DupeMatch *dm = work->data;
1005                         DupeItem *orphan;
1006
1007                         work = work->next;
1008                         orphan = dm->di;
1009                         if (orphan != child && g_list_length(orphan->group) < 2)
1010                                 {
1011                                 dupe_match_link_clear(orphan, TRUE);
1012                                 if (!dw->second_set || orphan->second)
1013                                         {
1014                                         dupe_match(orphan, child, dw->match_mask, &rank, FALSE);
1015                                         dupe_match_link(orphan, child, rank);
1016                                         }
1017                                 list = g_list_remove(list, orphan);
1018                                 }
1019                         }
1020
1021                 rank = dupe_match_link_rank(child, parent);
1022                 dupe_match_link_clear(parent, TRUE);
1023                 dupe_match_link(child, parent, rank);
1024                 list = g_list_remove(list, parent);
1025                 }
1026         else
1027                 {
1028                 DEBUG_2("unlinking %s and %s", child->fd->name, parent->fd->name);
1029
1030                 dupe_match_unlink(child, parent);
1031                 }
1032
1033         return list;
1034 }
1035
1036 /* level 2 */
1037 static GList *dupe_match_group_filter(GList *list, DupeItem *di, DupeWindow *dw)
1038 {
1039         GList *work;
1040
1041         work = g_list_last(di->group);
1042         while (work)
1043                 {
1044                 DupeMatch *dm = work->data;
1045                 work = work->prev;
1046                 list = dupe_match_unlink_by_rank(di, dm->di, list, dw);
1047                 }
1048
1049         return list;
1050 }
1051
1052 /* level 1 (top) */
1053 static GList *dupe_match_group_trim(GList *list, DupeWindow *dw)
1054 {
1055         GList *work;
1056
1057         work = list;
1058         while (work)
1059                 {
1060                 DupeItem *di = work->data;
1061                 if (!di->second) list = dupe_match_group_filter(list, di, dw);
1062                 work = work->next;
1063                 if (di->second) list = g_list_remove(list, di);
1064                 }
1065
1066         return list;
1067 }
1068
1069 static gint dupe_match_sort_groups_cb(gconstpointer a, gconstpointer b)
1070 {
1071         DupeMatch *da = (DupeMatch *)a;
1072         DupeMatch *db = (DupeMatch *)b;
1073
1074         if (da->rank > db->rank) return -1;
1075         if (da->rank < db->rank) return 1;
1076         return 0;
1077 }
1078
1079 static void dupe_match_sort_groups(GList *list)
1080 {
1081         GList *work;
1082
1083         work = list;
1084         while (work)
1085                 {
1086                 DupeItem *di = work->data;
1087                 di->group = g_list_sort(di->group, dupe_match_sort_groups_cb);
1088                 work = work->next;
1089                 }
1090 }
1091
1092 static gint dupe_match_totals_sort_cb(gconstpointer a, gconstpointer b)
1093 {
1094         DupeItem *da = (DupeItem *)a;
1095         DupeItem *db = (DupeItem *)b;
1096
1097         if (g_list_length(da->group) > g_list_length(db->group)) return -1;
1098         if (g_list_length(da->group) < g_list_length(db->group)) return 1;
1099
1100         if (da->group_rank < db->group_rank) return -1;
1101         if (da->group_rank > db->group_rank) return 1;
1102
1103         return 0;
1104 }
1105
1106 static gint dupe_match_rank_sort_cb(gconstpointer a, gconstpointer b)
1107 {
1108         DupeItem *da = (DupeItem *)a;
1109         DupeItem *db = (DupeItem *)b;
1110
1111         if (da->group_rank > db->group_rank) return -1;
1112         if (da->group_rank < db->group_rank) return 1;
1113         return 0;
1114 }
1115
1116 /* returns allocated GList of dupes sorted by rank */
1117 static GList *dupe_match_rank_sort(GList *source_list)
1118 {
1119         GList *list = NULL;
1120         GList *work;
1121
1122         work = source_list;
1123         while (work)
1124                 {
1125                 DupeItem *di = work->data;
1126
1127                 if (di->group)
1128                         {
1129                         dupe_match_rank_update(di);
1130                         list = g_list_prepend(list, di);
1131                         }
1132
1133                 work = work->next;
1134                 }
1135
1136         return g_list_sort(list, dupe_match_rank_sort_cb);
1137 }
1138
1139 /* returns allocated GList of dupes sorted by totals */
1140 static GList *dupe_match_totals_sort(GList *source_list)
1141 {
1142         source_list = g_list_sort(source_list, dupe_match_totals_sort_cb);
1143
1144         source_list = g_list_first(source_list);
1145         return g_list_reverse(source_list);
1146 }
1147
1148 static void dupe_match_rank(DupeWindow *dw)
1149 {
1150         GList *list;
1151
1152         list = dupe_match_rank_sort(dw->list);
1153
1154         if (required_debug_level(2)) dupe_match_print_list(list);
1155
1156         DEBUG_1("Similar items: %d", g_list_length(list));
1157         list = dupe_match_group_trim(list, dw);
1158         DEBUG_1("Unique groups: %d", g_list_length(list));
1159
1160         dupe_match_sort_groups(list);
1161
1162         if (required_debug_level(2)) dupe_match_print_list(list);
1163
1164         list = dupe_match_rank_sort(list);
1165         if (options->sort_totals)
1166                 {
1167                 list = dupe_match_totals_sort(list);
1168                 }
1169         if (required_debug_level(2)) dupe_match_print_list(list);
1170
1171         g_list_free(dw->dupes);
1172         dw->dupes = list;
1173 }
1174
1175 /*
1176  * ------------------------------------------------------------------
1177  * Match group tests
1178  * ------------------------------------------------------------------
1179  */
1180
1181 static gboolean dupe_match(DupeItem *a, DupeItem *b, DupeMatchType mask, gdouble *rank, gint fast)
1182 {
1183         *rank = 0.0;
1184
1185         if (a->fd->path == b->fd->path) return FALSE;
1186
1187         if (mask & DUPE_MATCH_ALL)
1188                 {
1189                 return TRUE;
1190                 }
1191         if (mask & DUPE_MATCH_PATH)
1192                 {
1193                 if (utf8_compare(a->fd->path, b->fd->path, TRUE) != 0) return FALSE;
1194                 }
1195         if (mask & DUPE_MATCH_NAME)
1196                 {
1197                 if (strcmp(a->fd->collate_key_name, b->fd->collate_key_name) != 0) return FALSE;
1198                 }
1199         if (mask & DUPE_MATCH_NAME_CI)
1200                 {
1201                 if (strcmp(a->fd->collate_key_name_nocase, b->fd->collate_key_name_nocase) != 0) return FALSE;
1202                 }
1203         if (mask & DUPE_MATCH_NAME_CONTENT)
1204                 {
1205                 if (strcmp(a->fd->collate_key_name, b->fd->collate_key_name) == 0)
1206                         {
1207                         if (!a->md5sum) a->md5sum = md5_text_from_file_utf8(a->fd->path, "");
1208                         if (!b->md5sum) b->md5sum = md5_text_from_file_utf8(b->fd->path, "");
1209                         if (a->md5sum[0] == '\0' ||
1210                             b->md5sum[0] == '\0' ||
1211                             strcmp(a->md5sum, b->md5sum) != 0)
1212                                 {
1213                                 return TRUE;
1214                                 }
1215                         else
1216                                 {
1217                                 return FALSE;
1218                                 }
1219                         }
1220                 else
1221                         {
1222                         return FALSE;
1223                         }
1224                 }
1225         if (mask & DUPE_MATCH_NAME_CI_CONTENT)
1226                 {
1227                 if (strcmp(a->fd->collate_key_name_nocase, b->fd->collate_key_name_nocase) == 0)
1228                         {
1229                         if (!a->md5sum) a->md5sum = md5_text_from_file_utf8(a->fd->path, "");
1230                         if (!b->md5sum) b->md5sum = md5_text_from_file_utf8(b->fd->path, "");
1231                         if (a->md5sum[0] == '\0' ||
1232                             b->md5sum[0] == '\0' ||
1233                             strcmp(a->md5sum, b->md5sum) != 0)
1234                                 {
1235                                 return TRUE;
1236                                 }
1237                         else
1238                                 {
1239                                 return FALSE;
1240                                 }
1241                         }
1242                 else
1243                         {
1244                         return FALSE;
1245                         }
1246                 }
1247         if (mask & DUPE_MATCH_SIZE)
1248                 {
1249                 if (a->fd->size != b->fd->size) return FALSE;
1250                 }
1251         if (mask & DUPE_MATCH_DATE)
1252                 {
1253                 if (a->fd->date != b->fd->date) return FALSE;
1254                 }
1255         if (mask & DUPE_MATCH_SUM)
1256                 {
1257                 if (!a->md5sum) a->md5sum = md5_text_from_file_utf8(a->fd->path, "");
1258                 if (!b->md5sum) b->md5sum = md5_text_from_file_utf8(b->fd->path, "");
1259                 if (a->md5sum[0] == '\0' ||
1260                     b->md5sum[0] == '\0' ||
1261                     strcmp(a->md5sum, b->md5sum) != 0) return FALSE;
1262                 }
1263         if (mask & DUPE_MATCH_DIM)
1264                 {
1265                 if (a->width == 0) image_load_dimensions(a->fd, &a->width, &a->height);
1266                 if (b->width == 0) image_load_dimensions(b->fd, &b->width, &b->height);
1267                 if (a->width != b->width || a->height != b->height) return FALSE;
1268                 }
1269         if (mask & DUPE_MATCH_SIM_HIGH ||
1270             mask & DUPE_MATCH_SIM_MED ||
1271             mask & DUPE_MATCH_SIM_LOW ||
1272             mask & DUPE_MATCH_SIM_CUSTOM)
1273                 {
1274                 gdouble f;
1275                 gdouble m;
1276
1277                 if (mask & DUPE_MATCH_SIM_HIGH) m = 0.95;
1278                 else if (mask & DUPE_MATCH_SIM_MED) m = 0.90;
1279                 else if (mask & DUPE_MATCH_SIM_CUSTOM) m = (gdouble)options->duplicates_similarity_threshold / 100.0;
1280                 else m = 0.85;
1281
1282                 if (fast)
1283                         {
1284                         f = image_sim_compare_fast(a->simd, b->simd, m);
1285                         }
1286                 else
1287                         {
1288                         f = image_sim_compare(a->simd, b->simd);
1289                         }
1290
1291                 *rank = f * 100.0;
1292
1293                 if (f < m) return FALSE;
1294
1295                 DEBUG_3("similar: %32s %32s = %f", a->fd->name, b->fd->name, f);
1296                 }
1297
1298         return TRUE;
1299 }
1300
1301 static void dupe_list_check_match(DupeWindow *dw, DupeItem *needle, GList *start)
1302 {
1303         GList *work;
1304
1305         if (dw->second_set)
1306                 {
1307                 work = dw->second_list;
1308                 }
1309         else if (start)
1310                 {
1311                 work = start;
1312                 }
1313         else
1314                 {
1315                 work = g_list_last(dw->list);
1316                 }
1317
1318         while (work)
1319                 {
1320                 DupeItem *di = work->data;
1321
1322                 /* speed opt: forward for second set, back for simple compare */
1323                 if (dw->second_set)
1324                         work = work->next;
1325                 else
1326                         work = work->prev;
1327
1328                 if (!dupe_match_link_exists(needle, di))
1329                         {
1330                         gdouble rank;
1331
1332                         if (dupe_match(di, needle, dw->match_mask, &rank, TRUE))
1333                                 {
1334                                 dupe_match_link(di, needle, rank);
1335                                 }
1336                         }
1337                 }
1338 }
1339
1340 /*
1341  * ------------------------------------------------------------------
1342  * Thumbnail handling
1343  * ------------------------------------------------------------------
1344  */
1345
1346 static void dupe_listview_set_thumb(DupeWindow *dw, DupeItem *di, GtkTreeIter *iter)
1347 {
1348         GtkListStore *store;
1349         GtkTreeIter iter_n;
1350
1351         store = GTK_LIST_STORE(gtk_tree_view_get_model(GTK_TREE_VIEW(dw->listview)));
1352         if (!iter)
1353                 {
1354                 if (dupe_listview_find_item(store, di, &iter_n) >= 0)
1355                         {
1356                         iter = &iter_n;
1357                         }
1358                 }
1359
1360         if (iter) gtk_list_store_set(store, iter, DUPE_COLUMN_THUMB, di->pixbuf, -1);
1361 }
1362
1363 static void dupe_thumb_do(DupeWindow *dw)
1364 {
1365         DupeItem *di;
1366
1367         if (!dw->thumb_loader || !dw->thumb_item) return;
1368         di = dw->thumb_item;
1369
1370         if (di->pixbuf) g_object_unref(di->pixbuf);
1371         di->pixbuf = thumb_loader_get_pixbuf(dw->thumb_loader);
1372
1373         dupe_listview_set_thumb(dw, di, NULL);
1374 }
1375
1376 static void dupe_thumb_error_cb(ThumbLoader *tl, gpointer data)
1377 {
1378         DupeWindow *dw = data;
1379
1380         dupe_thumb_do(dw);
1381         dupe_thumb_step(dw);
1382 }
1383
1384 static void dupe_thumb_done_cb(ThumbLoader *tl, gpointer data)
1385 {
1386         DupeWindow *dw = data;
1387
1388         dupe_thumb_do(dw);
1389         dupe_thumb_step(dw);
1390 }
1391
1392 static void dupe_thumb_step(DupeWindow *dw)
1393 {
1394         GtkTreeModel *store;
1395         GtkTreeIter iter;
1396         DupeItem *di = NULL;
1397         gboolean valid;
1398         gint row = 0;
1399         gint length = 0;
1400
1401         store = gtk_tree_view_get_model(GTK_TREE_VIEW(dw->listview));
1402         valid = gtk_tree_model_get_iter_first(store, &iter);
1403
1404         while (!di && valid)
1405                 {
1406                 GdkPixbuf *pixbuf;
1407
1408                 length++;
1409                 gtk_tree_model_get(store, &iter, DUPE_COLUMN_POINTER, &di, DUPE_COLUMN_THUMB, &pixbuf, -1);
1410                 if (pixbuf || di->pixbuf)
1411                         {
1412                         if (!pixbuf) gtk_list_store_set(GTK_LIST_STORE(store), &iter, DUPE_COLUMN_THUMB, di->pixbuf, -1);
1413                         row++;
1414                         di = NULL;
1415                         }
1416                 valid = gtk_tree_model_iter_next(store, &iter);
1417                 }
1418         if (valid)
1419                 {
1420                 while (gtk_tree_model_iter_next(store, &iter)) length++;
1421                 }
1422
1423         if (!di)
1424                 {
1425                 dw->thumb_item = NULL;
1426                 thumb_loader_free(dw->thumb_loader);
1427                 dw->thumb_loader = NULL;
1428
1429                 dupe_window_update_progress(dw, NULL, 0.0, FALSE);
1430                 return;
1431                 }
1432
1433         dupe_window_update_progress(dw, _("Loading thumbs..."),
1434                                     length == 0 ? 0.0 : (gdouble)(row) / length, FALSE);
1435
1436         dw->thumb_item = di;
1437         thumb_loader_free(dw->thumb_loader);
1438         dw->thumb_loader = thumb_loader_new(options->thumbnails.max_width, options->thumbnails.max_height);
1439
1440         thumb_loader_set_callbacks(dw->thumb_loader,
1441                                    dupe_thumb_done_cb,
1442                                    dupe_thumb_error_cb,
1443                                    NULL,
1444                                    dw);
1445
1446         /* start it */
1447         if (!thumb_loader_start(dw->thumb_loader, di->fd))
1448                 {
1449                 /* error, handle it, do next */
1450                 DEBUG_1("error loading thumb for %s", di->fd->path);
1451                 dupe_thumb_do(dw);
1452                 dupe_thumb_step(dw);
1453                 }
1454 }
1455
1456 /*
1457  * ------------------------------------------------------------------
1458  * Dupe checking loop
1459  * ------------------------------------------------------------------
1460  */
1461
1462 static void dupe_check_stop(DupeWindow *dw)
1463 {
1464         if (dw->idle_id || dw->img_loader || dw->thumb_loader)
1465                 {
1466                 g_source_remove(dw->idle_id);
1467                 dw->idle_id = 0;
1468                 dupe_window_update_progress(dw, NULL, 0.0, FALSE);
1469                 widget_set_cursor(dw->listview, -1);
1470                 }
1471
1472         thumb_loader_free(dw->thumb_loader);
1473         dw->thumb_loader = NULL;
1474
1475         image_loader_free(dw->img_loader);
1476         dw->img_loader = NULL;
1477 }
1478
1479 static void dupe_check_stop_cb(GtkWidget *widget, gpointer data)
1480 {
1481         DupeWindow *dw = data;
1482
1483         dupe_check_stop(dw);
1484 }
1485
1486 static void dupe_loader_done_cb(ImageLoader *il, gpointer data)
1487 {
1488         DupeWindow *dw = data;
1489         GdkPixbuf *pixbuf;
1490
1491         pixbuf = image_loader_get_pixbuf(il);
1492
1493         if (dw->setup_point)
1494                 {
1495                 DupeItem *di = dw->setup_point->data;
1496
1497                 if (!di->simd)
1498                         {
1499                         di->simd = image_sim_new_from_pixbuf(pixbuf);
1500                         }
1501                 else
1502                         {
1503                         image_sim_fill_data(di->simd, pixbuf);
1504                         }
1505
1506                 if (di->width == 0 && di->height == 0)
1507                         {
1508                         di->width = gdk_pixbuf_get_width(pixbuf);
1509                         di->height = gdk_pixbuf_get_height(pixbuf);
1510                         }
1511                 if (options->thumbnails.enable_caching)
1512                         {
1513                         dupe_item_write_cache(di);
1514                         }
1515
1516                 image_sim_alternate_processing(di->simd);
1517                 }
1518
1519         image_loader_free(dw->img_loader);
1520         dw->img_loader = NULL;
1521
1522         dw->idle_id = g_idle_add(dupe_check_cb, dw);
1523 }
1524
1525 static void dupe_setup_reset(DupeWindow *dw)
1526 {
1527         dw->setup_point = NULL;
1528         dw->setup_n = 0;
1529         dw->setup_time = msec_time();
1530         dw->setup_time_count = 0;
1531 }
1532
1533 static GList *dupe_setup_point_step(DupeWindow *dw, GList *p)
1534 {
1535         if (!p) return NULL;
1536
1537         if (p->next) return p->next;
1538
1539         if (dw->second_set && g_list_first(p) == dw->list) return dw->second_list;
1540
1541         return NULL;
1542 }
1543
1544 static gboolean dupe_check_cb(gpointer data)
1545 {
1546         DupeWindow *dw = data;
1547
1548         if (!dw->idle_id) return FALSE;
1549
1550         if (!dw->setup_done)
1551                 {
1552                 if ((dw->match_mask & DUPE_MATCH_SUM) &&
1553                     !(dw->setup_mask & DUPE_MATCH_SUM) )
1554                         {
1555                         if (!dw->setup_point) dw->setup_point = dw->list;
1556
1557                         while (dw->setup_point)
1558                                 {
1559                                 DupeItem *di = dw->setup_point->data;
1560
1561                                 dw->setup_point = dupe_setup_point_step(dw, dw->setup_point);
1562                                 dw->setup_n++;
1563
1564                                 if (!di->md5sum)
1565                                         {
1566                                         dupe_window_update_progress(dw, _("Reading checksums..."),
1567                                                 dw->setup_count == 0 ? 0.0 : (gdouble)(dw->setup_n - 1) / dw->setup_count, FALSE);
1568
1569                                         if (options->thumbnails.enable_caching)
1570                                                 {
1571                                                 dupe_item_read_cache(di);
1572                                                 if (di->md5sum) return TRUE;
1573                                                 }
1574
1575                                         di->md5sum = md5_text_from_file_utf8(di->fd->path, "");
1576                                         if (options->thumbnails.enable_caching)
1577                                                 {
1578                                                 dupe_item_write_cache(di);
1579                                                 }
1580                                         return TRUE;
1581                                         }
1582                                 }
1583                         dw->setup_mask |= DUPE_MATCH_SUM;
1584                         dupe_setup_reset(dw);
1585                         }
1586                 if ((dw->match_mask & DUPE_MATCH_DIM) &&
1587                     !(dw->setup_mask & DUPE_MATCH_DIM) )
1588                         {
1589                         if (!dw->setup_point) dw->setup_point = dw->list;
1590
1591                         while (dw->setup_point)
1592                                 {
1593                                 DupeItem *di = dw->setup_point->data;
1594
1595                                 dw->setup_point = dupe_setup_point_step(dw, dw->setup_point);
1596                                 dw->setup_n++;
1597                                 if (di->width == 0 && di->height == 0)
1598                                         {
1599                                         dupe_window_update_progress(dw, _("Reading dimensions..."),
1600                                                 dw->setup_count == 0 ? 0.0 : (gdouble)(dw->setup_n - 1) / dw->setup_count, FALSE);
1601
1602                                         if (options->thumbnails.enable_caching)
1603                                                 {
1604                                                 dupe_item_read_cache(di);
1605                                                 if (di->width != 0 || di->height != 0) return TRUE;
1606                                                 }
1607
1608                                         image_load_dimensions(di->fd, &di->width, &di->height);
1609                                         if (options->thumbnails.enable_caching)
1610                                                 {
1611                                                 dupe_item_write_cache(di);
1612                                                 }
1613                                         return TRUE;
1614                                         }
1615                                 }
1616                         dw->setup_mask |= DUPE_MATCH_DIM;
1617                         dupe_setup_reset(dw);
1618                         }
1619                 if ((dw->match_mask & DUPE_MATCH_SIM_HIGH ||
1620                      dw->match_mask & DUPE_MATCH_SIM_MED ||
1621                      dw->match_mask & DUPE_MATCH_SIM_LOW ||
1622                      dw->match_mask & DUPE_MATCH_SIM_CUSTOM) &&
1623                     !(dw->setup_mask & DUPE_MATCH_SIM_MED) )
1624                         {
1625                         if (!dw->setup_point) dw->setup_point = dw->list;
1626
1627                         while (dw->setup_point)
1628                                 {
1629                                 DupeItem *di = dw->setup_point->data;
1630
1631                                 if (!di->simd)
1632                                         {
1633                                         dupe_window_update_progress(dw, _("Reading similarity data..."),
1634                                                 dw->setup_count == 0 ? 0.0 : (gdouble)dw->setup_n / dw->setup_count, FALSE);
1635
1636                                         if (options->thumbnails.enable_caching)
1637                                                 {
1638                                                 dupe_item_read_cache(di);
1639                                                 if (cache_sim_data_filled(di->simd))
1640                                                         {
1641                                                         image_sim_alternate_processing(di->simd);
1642                                                         return TRUE;
1643                                                         }
1644                                                 }
1645
1646                                         dw->img_loader = image_loader_new(di->fd);
1647                                         image_loader_set_buffer_size(dw->img_loader, 8);
1648                                         g_signal_connect(G_OBJECT(dw->img_loader), "error", (GCallback)dupe_loader_done_cb, dw);
1649                                         g_signal_connect(G_OBJECT(dw->img_loader), "done", (GCallback)dupe_loader_done_cb, dw);
1650
1651                                         if (!image_loader_start(dw->img_loader))
1652                                                 {
1653                                                 image_sim_free(di->simd);
1654                                                 di->simd = image_sim_new();
1655                                                 image_loader_free(dw->img_loader);
1656                                                 dw->img_loader = NULL;
1657                                                 return TRUE;
1658                                                 }
1659                                         dw->idle_id = 0;
1660                                         return FALSE;
1661                                         }
1662
1663                                 dw->setup_point = dupe_setup_point_step(dw, dw->setup_point);
1664                                 dw->setup_n++;
1665                                 }
1666                         dw->setup_mask |= DUPE_MATCH_SIM_MED;
1667                         dupe_setup_reset(dw);
1668                         }
1669                 dupe_window_update_progress(dw, _("Comparing..."), 0.0, FALSE);
1670                 dw->setup_done = TRUE;
1671                 dupe_setup_reset(dw);
1672                 dw->setup_count = g_list_length(dw->list);
1673                 }
1674
1675         if (!dw->working)
1676                 {
1677                 if (dw->setup_count > 0)
1678                         {
1679                         dw->setup_count = 0;
1680                         dupe_window_update_progress(dw, _("Sorting..."), 1.0, TRUE);
1681                         return TRUE;
1682                         }
1683                 dw->idle_id = 0;
1684                 dupe_window_update_progress(dw, NULL, 0.0, FALSE);
1685
1686                 dupe_match_rank(dw);
1687                 dupe_window_update_count(dw, FALSE);
1688
1689                 dupe_listview_populate(dw);
1690
1691                 /* check thumbs */
1692                 if (dw->show_thumbs) dupe_thumb_step(dw);
1693
1694                 widget_set_cursor(dw->listview, -1);
1695
1696                 return FALSE;
1697                 }
1698
1699         dupe_list_check_match(dw, (DupeItem *)dw->working->data, dw->working);
1700         dupe_window_update_progress(dw, _("Comparing..."), dw->setup_count == 0 ? 0.0 : (gdouble) dw->setup_n / dw->setup_count, FALSE);
1701         dw->setup_n++;
1702
1703         dw->working = dw->working->prev;
1704
1705         return TRUE;
1706 }
1707
1708 static void dupe_check_start(DupeWindow *dw)
1709 {
1710         dw->setup_done = FALSE;
1711
1712         dw->setup_count = g_list_length(dw->list);
1713         if (dw->second_set) dw->setup_count += g_list_length(dw->second_list);
1714
1715         dw->setup_mask = 0;
1716         dupe_setup_reset(dw);
1717
1718         dw->working = g_list_last(dw->list);
1719
1720         dupe_window_update_count(dw, TRUE);
1721         widget_set_cursor(dw->listview, GDK_WATCH);
1722
1723         if (dw->idle_id) return;
1724
1725         dw->idle_id = g_idle_add(dupe_check_cb, dw);
1726 }
1727
1728 /*
1729  * ------------------------------------------------------------------
1730  * Item addition, removal
1731  * ------------------------------------------------------------------
1732  */
1733
1734 static void dupe_item_remove(DupeWindow *dw, DupeItem *di)
1735 {
1736         if (!di) return;
1737
1738         /* handle things that may be in progress... */
1739         if (dw->working && dw->working->data == di)
1740                 {
1741                 dw->working = dw->working->prev;
1742                 }
1743         if (dw->thumb_loader && dw->thumb_item == di)
1744                 {
1745                 dupe_thumb_step(dw);
1746                 }
1747         if (dw->setup_point && dw->setup_point->data == di)
1748                 {
1749                 dw->setup_point = dupe_setup_point_step(dw, dw->setup_point);
1750                 if (dw->img_loader)
1751                         {
1752                         image_loader_free(dw->img_loader);
1753                         dw->img_loader = NULL;
1754                         dw->idle_id = g_idle_add(dupe_check_cb, dw);
1755                         }
1756                 }
1757
1758         if (di->group && dw->dupes)
1759                 {
1760                 /* is a dupe, must remove from group/reset children if a parent */
1761                 DupeItem *parent;
1762
1763                 parent = dupe_match_find_parent(dw, di);
1764                 if (di == parent)
1765                         {
1766                         if (g_list_length(parent->group) < 2)
1767                                 {
1768                                 DupeItem *child;
1769
1770                                 child = dupe_match_highest_rank(parent);
1771                                 dupe_match_link_clear(child, TRUE);
1772                                 dupe_listview_remove(dw, child);
1773
1774                                 dupe_match_link_clear(parent, TRUE);
1775                                 dupe_listview_remove(dw, parent);
1776                                 dw->dupes = g_list_remove(dw->dupes, parent);
1777                                 }
1778                         else
1779                                 {
1780                                 DupeItem *new_parent;
1781                                 DupeMatch *dm;
1782
1783                                 dm = parent->group->data;
1784                                 new_parent = dm->di;
1785                                 dupe_match_reparent(dw, parent, new_parent);
1786                                 dupe_listview_remove(dw, parent);
1787                                 }
1788                         }
1789                 else
1790                         {
1791                         if (g_list_length(parent->group) < 2)
1792                                 {
1793                                 dupe_match_link_clear(parent, TRUE);
1794                                 dupe_listview_remove(dw, parent);
1795                                 dw->dupes = g_list_remove(dw->dupes, parent);
1796                                 }
1797                         dupe_match_link_clear(di, TRUE);
1798                         dupe_listview_remove(dw, di);
1799                         }
1800                 }
1801         else
1802                 {
1803                 /* not a dupe, or not sorted yet, simply reset */
1804                 dupe_match_link_clear(di, TRUE);
1805                 }
1806
1807         if (dw->second_list && g_list_find(dw->second_list, di))
1808                 {
1809                 dupe_second_remove(dw, di);
1810                 }
1811         else
1812                 {
1813                 dw->list = g_list_remove(dw->list, di);
1814                 }
1815         dupe_item_free(di);
1816
1817         dupe_window_update_count(dw, FALSE);
1818 }
1819
1820 static gboolean dupe_item_remove_by_path(DupeWindow *dw, const gchar *path)
1821 {
1822         DupeItem *di;
1823
1824         di = dupe_item_find_path(dw, path);
1825         if (!di) return FALSE;
1826
1827         dupe_item_remove(dw, di);
1828
1829         return TRUE;
1830 }
1831
1832 static void dupe_files_add(DupeWindow *dw, CollectionData *collection, CollectInfo *info,
1833                            FileData *fd, gboolean recurse)
1834 {
1835         DupeItem *di = NULL;
1836
1837         if (info)
1838                 {
1839                 di = dupe_item_new(info->fd);
1840                 }
1841         else if (fd)
1842                 {
1843                 if (isfile(fd->path))
1844                         {
1845                         di = dupe_item_new(fd);
1846                         }
1847                 else if (isdir(fd->path) && recurse)
1848                         {
1849                         GList *f, *d;
1850                         if (filelist_read(fd, &f, &d))
1851                                 {
1852                                 GList *work;
1853
1854                                 f = filelist_filter(f, FALSE);
1855                                 d = filelist_filter(d, TRUE);
1856
1857                                 work = f;
1858                                 while (work)
1859                                         {
1860                                         dupe_files_add(dw, NULL, NULL, (FileData *)work->data, TRUE);
1861                                         work = work->next;
1862                                         }
1863                                 filelist_free(f);
1864                                 work = d;
1865                                 while (work)
1866                                         {
1867                                         dupe_files_add(dw, NULL, NULL, (FileData *)work->data, TRUE);
1868                                         work = work->next;
1869                                         }
1870                                 filelist_free(d);
1871                                 }
1872                         }
1873                 }
1874
1875         if (!di) return;
1876
1877         dupe_item_read_cache(di);
1878
1879         /* Ensure images in the lists have unique FileDatas */
1880         GList *work;
1881         DupeItem *di_list;
1882         work = g_list_first(dw->list);
1883         while (work)
1884                 {
1885                 di_list = work->data;
1886                 if (di_list->fd == di->fd)
1887                         {
1888                         return;
1889                         }
1890                 else
1891                         {
1892                         work = work->next;
1893                         }
1894                 }
1895
1896         if (dw->second_list)
1897                 {
1898                 work = g_list_first(dw->second_list);
1899                 while (work)
1900                         {
1901                         di_list = work->data;
1902                         if (di_list->fd == di->fd)
1903                                 {
1904                                 return;
1905                                 }
1906                         else
1907                                 {
1908                                 work = work->next;
1909                                 }
1910                         }
1911                 }
1912
1913         if (dw->second_drop)
1914                 {
1915                 dupe_second_add(dw, di);
1916                 }
1917         else
1918                 {
1919                 dw->list = g_list_prepend(dw->list, di);
1920                 }
1921 }
1922
1923 void dupe_window_add_collection(DupeWindow *dw, CollectionData *collection)
1924 {
1925         CollectInfo *info;
1926
1927         info = collection_get_first(collection);
1928         while (info)
1929                 {
1930                 dupe_files_add(dw, collection, info, NULL, FALSE);
1931                 info = collection_next_by_info(collection, info);
1932                 }
1933
1934         dupe_check_start(dw);
1935 }
1936
1937 void dupe_window_add_files(DupeWindow *dw, GList *list, gboolean recurse)
1938 {
1939         GList *work;
1940
1941         work = list;
1942         while (work)
1943                 {
1944                 FileData *fd = work->data;
1945                 work = work->next;
1946
1947                 dupe_files_add(dw, NULL, NULL, fd, recurse);
1948                 }
1949
1950         dupe_check_start(dw);
1951 }
1952
1953 static void dupe_item_update(DupeWindow *dw, DupeItem *di)
1954 {
1955         if ( (dw->match_mask & DUPE_MATCH_NAME) || (dw->match_mask & DUPE_MATCH_PATH || (dw->match_mask & DUPE_MATCH_NAME_CI)) )
1956                 {
1957                 /* only effects matches on name or path */
1958 /*
1959                 FileData *fd = file_data_ref(di->fd);
1960                 gint second;
1961
1962                 second = di->second;
1963                 dupe_item_remove(dw, di);
1964
1965                 dw->second_drop = second;
1966                 dupe_files_add(dw, NULL, NULL, fd, FALSE);
1967                 dw->second_drop = FALSE;
1968
1969                 file_data_unref(fd);
1970 */
1971                 dupe_check_start(dw);
1972                 }
1973         else
1974                 {
1975                 GtkListStore *store;
1976                 GtkTreeIter iter;
1977                 gint row;
1978                 /* update the listview(s) */
1979
1980                 store = GTK_LIST_STORE(gtk_tree_view_get_model(GTK_TREE_VIEW(dw->listview)));
1981                 row = dupe_listview_find_item(store, di, &iter);
1982                 if (row >= 0)
1983                         {
1984                         gtk_list_store_set(store, &iter,
1985                                            DUPE_COLUMN_NAME, di->fd->name,
1986                                            DUPE_COLUMN_PATH, di->fd->path, -1);
1987                         }
1988
1989                 if (dw->second_listview)
1990                         {
1991                         store = GTK_LIST_STORE(gtk_tree_view_get_model(GTK_TREE_VIEW(dw->second_listview)));
1992                         row = dupe_listview_find_item(store, di, &iter);
1993                         if (row >= 0)
1994                                 {
1995                                 gtk_list_store_set(store, &iter, 1, di->fd->path, -1);
1996                                 }
1997                         }
1998                 }
1999
2000 }
2001
2002 static void dupe_item_update_fd_in_list(DupeWindow *dw, FileData *fd, GList *work)
2003 {
2004         while (work)
2005                 {
2006                 DupeItem *di = work->data;
2007
2008                 if (di->fd == fd)
2009                         dupe_item_update(dw, di);
2010
2011                 work = work->next;
2012                 }
2013 }
2014
2015 static void dupe_item_update_fd(DupeWindow *dw, FileData *fd)
2016 {
2017         dupe_item_update_fd_in_list(dw, fd, dw->list);
2018         if (dw->second_set) dupe_item_update_fd_in_list(dw, fd, dw->second_list);
2019 }
2020
2021
2022 /*
2023  * ------------------------------------------------------------------
2024  * Misc.
2025  * ------------------------------------------------------------------
2026  */
2027
2028 static GtkWidget *dupe_display_label(GtkWidget *vbox, const gchar *description, const gchar *text)
2029 {
2030         GtkWidget *hbox;
2031         GtkWidget *label;
2032
2033         hbox = gtk_hbox_new(FALSE, 10);
2034
2035         label = gtk_label_new(description);
2036         gtk_box_pack_start(GTK_BOX(hbox), label, FALSE, FALSE, 0);
2037         gtk_widget_show(label);
2038
2039         label = gtk_label_new(text);
2040         gtk_box_pack_start(GTK_BOX(hbox), label, FALSE, FALSE, 0);
2041         gtk_widget_show(label);
2042
2043         gtk_box_pack_start(GTK_BOX(vbox), hbox, FALSE, FALSE, 0);
2044         gtk_widget_show(hbox);
2045
2046         return label;
2047 }
2048
2049 static void dupe_display_stats(DupeWindow *dw, DupeItem *di)
2050 {
2051         GenericDialog *gd;
2052         gchar *buf;
2053
2054         if (!di) return;
2055
2056         gd = file_util_gen_dlg("Image thumbprint debug info", "thumbprint",
2057                                dw->window, TRUE,
2058                                NULL, NULL);
2059         generic_dialog_add_button(gd, GTK_STOCK_CLOSE, NULL, NULL, TRUE);
2060
2061         dupe_display_label(gd->vbox, "name:", di->fd->name);
2062         buf = text_from_size(di->fd->size);
2063         dupe_display_label(gd->vbox, "size:", buf);
2064         g_free(buf);
2065         dupe_display_label(gd->vbox, "date:", text_from_time(di->fd->date));
2066         buf = g_strdup_printf("%d x %d", di->width, di->height);
2067         dupe_display_label(gd->vbox, "dimensions:", buf);
2068         g_free(buf);
2069         dupe_display_label(gd->vbox, "md5sum:", (di->md5sum) ? di->md5sum : "not generated");
2070
2071         dupe_display_label(gd->vbox, "thumbprint:", (di->simd) ? "" : "not generated");
2072         if (di->simd)
2073                 {
2074                 GtkWidget *image;
2075                 GdkPixbuf *pixbuf;
2076                 gint x, y;
2077                 guchar *d_pix;
2078                 guchar *dp;
2079                 gint rs;
2080                 gint sp;
2081
2082                 pixbuf = gdk_pixbuf_new(GDK_COLORSPACE_RGB, FALSE, 8, 32, 32);
2083                 rs = gdk_pixbuf_get_rowstride(pixbuf);
2084                 d_pix = gdk_pixbuf_get_pixels(pixbuf);
2085
2086                 for (y = 0; y < 32; y++)
2087                         {
2088                         dp = d_pix + (y * rs);
2089                         sp = y * 32;
2090                         for (x = 0; x < 32; x++)
2091                                 {
2092                                 *(dp++) = di->simd->avg_r[sp + x];
2093                                 *(dp++) = di->simd->avg_g[sp + x];
2094                                 *(dp++) = di->simd->avg_b[sp + x];
2095                                 }
2096                         }
2097
2098                 image = gtk_image_new_from_pixbuf(pixbuf);
2099                 gtk_box_pack_start(GTK_BOX(gd->vbox), image, FALSE, FALSE, 0);
2100                 gtk_widget_show(image);
2101
2102                 g_object_unref(pixbuf);
2103                 }
2104
2105         gtk_widget_show(gd->dialog);
2106 }
2107
2108 static void dupe_window_recompare(DupeWindow *dw)
2109 {
2110         GtkListStore *store;
2111
2112         dupe_check_stop(dw);
2113
2114         store = GTK_LIST_STORE(gtk_tree_view_get_model(GTK_TREE_VIEW(dw->listview)));
2115         gtk_list_store_clear(store);
2116
2117         g_list_free(dw->dupes);
2118         dw->dupes = NULL;
2119
2120         dupe_match_reset_list(dw->list);
2121         dupe_match_reset_list(dw->second_list);
2122         dw->set_count = 0;
2123
2124         dupe_check_start(dw);
2125 }
2126
2127 static void dupe_menu_view(DupeWindow *dw, DupeItem *di, GtkWidget *listview, gint new_window)
2128 {
2129         if (!di) return;
2130
2131         if (di->collection && collection_info_valid(di->collection, di->info))
2132                 {
2133                 if (new_window)
2134                         {
2135                         view_window_new_from_collection(di->collection, di->info);
2136                         }
2137                 else
2138                         {
2139                         layout_image_set_collection(NULL, di->collection, di->info);
2140                         }
2141                 }
2142         else
2143                 {
2144                 if (new_window)
2145                         {
2146                         GList *list;
2147
2148                         list = dupe_listview_get_selection(dw, listview);
2149                         view_window_new_from_list(list);
2150                         filelist_free(list);
2151                         }
2152                 else
2153                         {
2154                         layout_set_fd(NULL, di->fd);
2155                         }
2156                 }
2157 }
2158
2159 static void dupe_window_remove_selection(DupeWindow *dw, GtkWidget *listview)
2160 {
2161         GtkTreeSelection *selection;
2162         GtkTreeModel *store;
2163         GtkTreeIter iter;
2164         GList *slist;
2165         GList *list = NULL;
2166         GList *work;
2167
2168         selection = gtk_tree_view_get_selection(GTK_TREE_VIEW(listview));
2169         slist = gtk_tree_selection_get_selected_rows(selection, &store);
2170         work = slist;
2171         while (work)
2172                 {
2173                 GtkTreePath *tpath = work->data;
2174                 DupeItem *di = NULL;
2175
2176                 gtk_tree_model_get_iter(store, &iter, tpath);
2177                 gtk_tree_model_get(store, &iter, DUPE_COLUMN_POINTER, &di, -1);
2178                 if (di) list = g_list_prepend(list, di);
2179                 work = work->next;
2180                 }
2181         g_list_foreach(slist, (GFunc)gtk_tree_path_free, NULL);
2182         g_list_free(slist);
2183
2184         dw->color_frozen = TRUE;
2185         work = list;
2186         while (work)
2187                 {
2188                 DupeItem *di;
2189
2190                 di = work->data;
2191                 work = work->next;
2192                 dupe_item_remove(dw, di);
2193                 }
2194         dw->color_frozen = FALSE;
2195
2196         g_list_free(list);
2197
2198         dupe_listview_realign_colors(dw);
2199 }
2200
2201 static void dupe_window_edit_selected(DupeWindow *dw, const gchar *key)
2202 {
2203         file_util_start_editor_from_filelist(key, dupe_listview_get_selection(dw, dw->listview), NULL, dw->window);
2204 }
2205
2206 static void dupe_window_collection_from_selection(DupeWindow *dw)
2207 {
2208         CollectWindow *w;
2209         GList *list;
2210
2211         list = dupe_listview_get_selection(dw, dw->listview);
2212         w = collection_window_new(NULL);
2213         collection_table_add_filelist(w->table, list);
2214         filelist_free(list);
2215 }
2216
2217 static void dupe_window_append_file_list(DupeWindow *dw, gint on_second)
2218 {
2219         GList *list;
2220
2221         dw->second_drop = (dw->second_set && on_second);
2222
2223         list = layout_list(NULL);
2224         dupe_window_add_files(dw, list, FALSE);
2225         filelist_free(list);
2226 }
2227
2228 /*
2229  *-------------------------------------------------------------------
2230  * main pop-up menu callbacks
2231  *-------------------------------------------------------------------
2232  */
2233
2234 static void dupe_menu_view_cb(GtkWidget *widget, gpointer data)
2235 {
2236         DupeWindow *dw = data;
2237
2238         if (dw->click_item) dupe_menu_view(dw, dw->click_item, dw->listview, FALSE);
2239 }
2240
2241 static void dupe_menu_viewnew_cb(GtkWidget *widget, gpointer data)
2242 {
2243         DupeWindow *dw = data;
2244
2245         if (dw->click_item) dupe_menu_view(dw, dw->click_item, dw->listview, TRUE);
2246 }
2247
2248 static void dupe_menu_select_all_cb(GtkWidget *widget, gpointer data)
2249 {
2250         DupeWindow *dw = data;
2251         GtkTreeSelection *selection;
2252
2253         options->duplicates_select_type = DUPE_SELECT_NONE;
2254         selection = gtk_tree_view_get_selection(GTK_TREE_VIEW(dw->listview));
2255         gtk_tree_selection_select_all(selection);
2256 }
2257
2258 static void dupe_menu_select_none_cb(GtkWidget *widget, gpointer data)
2259 {
2260         DupeWindow *dw = data;
2261         GtkTreeSelection *selection;
2262
2263         options->duplicates_select_type = DUPE_SELECT_NONE;
2264         selection = gtk_tree_view_get_selection(GTK_TREE_VIEW(dw->listview));
2265         gtk_tree_selection_unselect_all(selection);
2266 }
2267
2268 static void dupe_menu_select_dupes_set1_cb(GtkWidget *widget, gpointer data)
2269 {
2270         DupeWindow *dw = data;
2271
2272         options->duplicates_select_type = DUPE_SELECT_GROUP1;
2273         dupe_listview_select_dupes(dw, DUPE_SELECT_GROUP1);
2274 }
2275
2276 static void dupe_menu_select_dupes_set2_cb(GtkWidget *widget, gpointer data)
2277 {
2278         DupeWindow *dw = data;
2279
2280         options->duplicates_select_type = DUPE_SELECT_GROUP2;
2281         dupe_listview_select_dupes(dw, DUPE_SELECT_GROUP2);
2282 }
2283
2284 static void dupe_menu_edit_cb(GtkWidget *widget, gpointer data)
2285 {
2286         DupeWindow *dw;
2287         const gchar *key = data;
2288
2289         dw = submenu_item_get_data(widget);
2290         if (!dw) return;
2291
2292         dupe_window_edit_selected(dw, key);
2293 }
2294
2295 static void dupe_menu_print_cb(GtkWidget *widget, gpointer data)
2296 {
2297         DupeWindow *dw = data;
2298         FileData *fd;
2299
2300         fd = (dw->click_item) ? dw->click_item->fd : NULL;
2301
2302         print_window_new(fd,
2303                          dupe_listview_get_selection(dw, dw->listview),
2304                          dupe_listview_get_filelist(dw, dw->listview), dw->window);
2305 }
2306
2307 static void dupe_menu_copy_cb(GtkWidget *widget, gpointer data)
2308 {
2309         DupeWindow *dw = data;
2310
2311         file_util_copy(NULL, dupe_listview_get_selection(dw, dw->listview), NULL, dw->window);
2312 }
2313
2314 static void dupe_menu_move_cb(GtkWidget *widget, gpointer data)
2315 {
2316         DupeWindow *dw = data;
2317
2318         file_util_move(NULL, dupe_listview_get_selection(dw, dw->listview), NULL, dw->window);
2319 }
2320
2321 static void dupe_menu_rename_cb(GtkWidget *widget, gpointer data)
2322 {
2323         DupeWindow *dw = data;
2324
2325         file_util_rename(NULL, dupe_listview_get_selection(dw, dw->listview), dw->window);
2326 }
2327
2328 static void dupe_menu_delete_cb(GtkWidget *widget, gpointer data)
2329 {
2330         DupeWindow *dw = data;
2331
2332         options->file_ops.safe_delete_enable = FALSE;
2333         file_util_delete(NULL, dupe_listview_get_selection(dw, dw->listview), dw->window);
2334 }
2335
2336 static void dupe_menu_move_to_trash_cb(GtkWidget *widget, gpointer data)
2337 {
2338         DupeWindow *dw = data;
2339
2340         options->file_ops.safe_delete_enable = TRUE;
2341         file_util_delete(NULL, dupe_listview_get_selection(dw, dw->listview), dw->window);
2342 }
2343
2344 static void dupe_menu_copy_path_cb(GtkWidget *widget, gpointer data)
2345 {
2346         DupeWindow *dw = data;
2347
2348         file_util_copy_path_list_to_clipboard(dupe_listview_get_selection(dw, dw->listview), TRUE);
2349 }
2350
2351 static void dupe_menu_copy_path_unquoted_cb(GtkWidget *widget, gpointer data)
2352 {
2353         DupeWindow *dw = data;
2354
2355         file_util_copy_path_list_to_clipboard(dupe_listview_get_selection(dw, dw->listview), FALSE);
2356 }
2357
2358 static void dupe_menu_remove_cb(GtkWidget *widget, gpointer data)
2359 {
2360         DupeWindow *dw = data;
2361
2362         dupe_window_remove_selection(dw, dw->listview);
2363 }
2364
2365 static void dupe_menu_clear_cb(GtkWidget *widget, gpointer data)
2366 {
2367         DupeWindow *dw = data;
2368
2369         dupe_window_clear(dw);
2370 }
2371
2372 static void dupe_menu_close_cb(GtkWidget *widget, gpointer data)
2373 {
2374         DupeWindow *dw = data;
2375
2376         dupe_window_close(dw);
2377 }
2378
2379 static void dupe_menu_popup_destroy_cb(GtkWidget *widget, gpointer data)
2380 {
2381         GList *editmenu_fd_list = data;
2382
2383         filelist_free(editmenu_fd_list);
2384 }
2385
2386 static GList *dupe_window_get_fd_list(DupeWindow *dw)
2387 {
2388         GList *list;
2389
2390         if (gtk_widget_has_focus(dw->second_listview))
2391                 {
2392                 list = dupe_listview_get_selection(dw, dw->second_listview);
2393                 }
2394         else
2395                 {
2396                 list = dupe_listview_get_selection(dw, dw->listview);
2397                 }
2398
2399         return list;
2400 }
2401
2402 /**
2403  * @brief Add file selection list to a collection
2404  * @param[in] widget
2405  * @param[in] data Index to the collection list menu item selected, or -1 for new collection
2406  *
2407  *
2408  */
2409 static void dupe_pop_menu_collections_cb(GtkWidget *widget, gpointer data)
2410 {
2411         DupeWindow *dw;
2412         GList *selection_list;
2413
2414         dw = submenu_item_get_data(widget);
2415         selection_list = dupe_listview_get_selection(dw, dw->listview);
2416         pop_menu_collections(selection_list, data);
2417
2418         filelist_free(selection_list);
2419 }
2420
2421 static GtkWidget *dupe_menu_popup_main(DupeWindow *dw, DupeItem *di)
2422 {
2423         GtkWidget *menu;
2424         GtkWidget *item;
2425         gint on_row;
2426         GList *editmenu_fd_list;
2427
2428         on_row = (di != NULL);
2429
2430         menu = popup_menu_short_lived();
2431
2432         menu_item_add_sensitive(menu, _("_View"), on_row,
2433                                 G_CALLBACK(dupe_menu_view_cb), dw);
2434         menu_item_add_stock_sensitive(menu, _("View in _new window"), GTK_STOCK_NEW, on_row,
2435                                 G_CALLBACK(dupe_menu_viewnew_cb), dw);
2436         menu_item_add_divider(menu);
2437         menu_item_add_sensitive(menu, _("Select all"), (dw->dupes != NULL),
2438                                 G_CALLBACK(dupe_menu_select_all_cb), dw);
2439         menu_item_add_sensitive(menu, _("Select none"), (dw->dupes != NULL),
2440                                 G_CALLBACK(dupe_menu_select_none_cb), dw);
2441         menu_item_add_sensitive(menu, _("Select group _1 duplicates"), (dw->dupes != NULL),
2442                                 G_CALLBACK(dupe_menu_select_dupes_set1_cb), dw);
2443         menu_item_add_sensitive(menu, _("Select group _2 duplicates"), (dw->dupes != NULL),
2444                                 G_CALLBACK(dupe_menu_select_dupes_set2_cb), dw);
2445         menu_item_add_divider(menu);
2446
2447         submenu_add_export(menu, &item, G_CALLBACK(dupe_pop_menu_export_cb), dw);
2448         gtk_widget_set_sensitive(item, on_row);
2449         menu_item_add_divider(menu);
2450
2451         editmenu_fd_list = dupe_window_get_fd_list(dw);
2452         g_signal_connect(G_OBJECT(menu), "destroy",
2453                          G_CALLBACK(dupe_menu_popup_destroy_cb), editmenu_fd_list);
2454         submenu_add_edit(menu, &item, G_CALLBACK(dupe_menu_edit_cb), dw, editmenu_fd_list);
2455         if (!on_row) gtk_widget_set_sensitive(item, FALSE);
2456
2457         submenu_add_collections(menu, &item,
2458                                                                 G_CALLBACK(dupe_pop_menu_collections_cb), dw);
2459         gtk_widget_set_sensitive(item, on_row);
2460
2461         menu_item_add_stock_sensitive(menu, _("Print..."), GTK_STOCK_PRINT, on_row,
2462                                 G_CALLBACK(dupe_menu_print_cb), dw);
2463         menu_item_add_divider(menu);
2464         menu_item_add_stock_sensitive(menu, _("_Copy..."), GTK_STOCK_COPY, on_row,
2465                                 G_CALLBACK(dupe_menu_copy_cb), dw);
2466         menu_item_add_sensitive(menu, _("_Move..."), on_row,
2467                                 G_CALLBACK(dupe_menu_move_cb), dw);
2468         menu_item_add_sensitive(menu, _("_Rename..."), on_row,
2469                                 G_CALLBACK(dupe_menu_rename_cb), dw);
2470         menu_item_add_sensitive(menu, _("_Copy path"), on_row,
2471                                 G_CALLBACK(dupe_menu_copy_path_cb), dw);
2472         menu_item_add_sensitive(menu, _("_Copy path unquoted"), on_row,
2473                                 G_CALLBACK(dupe_menu_copy_path_unquoted_cb), dw);
2474
2475         menu_item_add_divider(menu);
2476         menu_item_add_stock_sensitive(menu,
2477                                 options->file_ops.confirm_move_to_trash ? _("Move to Trash...") :
2478                                         _("Move to Trash"), PIXBUF_INLINE_ICON_TRASH, on_row,
2479                                 G_CALLBACK(dupe_menu_move_to_trash_cb), dw);
2480         menu_item_add_stock_sensitive(menu,
2481                                 options->file_ops.confirm_delete ? _("_Delete...") :
2482                                         _("_Delete"), GTK_STOCK_DELETE, on_row,
2483                                 G_CALLBACK(dupe_menu_delete_cb), dw);
2484
2485         menu_item_add_divider(menu);
2486         menu_item_add_stock_sensitive(menu, _("Rem_ove"), GTK_STOCK_REMOVE, on_row,
2487                                 G_CALLBACK(dupe_menu_remove_cb), dw);
2488         menu_item_add_stock_sensitive(menu, _("C_lear"), GTK_STOCK_CLEAR, (dw->list != NULL),
2489                                 G_CALLBACK(dupe_menu_clear_cb), dw);
2490         menu_item_add_divider(menu);
2491         menu_item_add_stock(menu, _("Close _window"), GTK_STOCK_CLOSE,
2492                             G_CALLBACK(dupe_menu_close_cb), dw);
2493
2494         return menu;
2495 }
2496
2497 static gboolean dupe_listview_press_cb(GtkWidget *widget, GdkEventButton *bevent, gpointer data)
2498 {
2499         DupeWindow *dw = data;
2500         GtkTreeModel *store;
2501         GtkTreePath *tpath;
2502         GtkTreeIter iter;
2503         DupeItem *di = NULL;
2504
2505         store = gtk_tree_view_get_model(GTK_TREE_VIEW(widget));
2506
2507         if (gtk_tree_view_get_path_at_pos(GTK_TREE_VIEW(widget), bevent->x, bevent->y,
2508                                           &tpath, NULL, NULL, NULL))
2509                 {
2510                 gtk_tree_model_get_iter(store, &iter, tpath);
2511                 gtk_tree_model_get(store, &iter, DUPE_COLUMN_POINTER, &di, -1);
2512                 gtk_tree_path_free(tpath);
2513                 }
2514
2515         dw->click_item = di;
2516
2517         if (bevent->button == MOUSE_BUTTON_RIGHT)
2518                 {
2519                 /* right click menu */
2520                 GtkWidget *menu;
2521
2522                 if (bevent->state & GDK_CONTROL_MASK && bevent->state & GDK_SHIFT_MASK)
2523                         {
2524                         dupe_display_stats(dw, di);
2525                         return TRUE;
2526                         }
2527                 if (widget == dw->listview)
2528                         {
2529                         menu = dupe_menu_popup_main(dw, di);
2530                         }
2531                 else
2532                         {
2533                         menu = dupe_menu_popup_second(dw, di);
2534                         }
2535                 gtk_menu_popup(GTK_MENU(menu), NULL, NULL, NULL, NULL, bevent->button, bevent->time);
2536                 }
2537
2538         if (!di) return FALSE;
2539
2540         if (bevent->button == MOUSE_BUTTON_LEFT &&
2541             bevent->type == GDK_2BUTTON_PRESS)
2542                 {
2543                 dupe_menu_view(dw, di, widget, FALSE);
2544                 }
2545
2546         if (bevent->button == MOUSE_BUTTON_MIDDLE) return TRUE;
2547
2548         if (bevent->button == MOUSE_BUTTON_RIGHT)
2549                 {
2550                 if (!dupe_listview_item_is_selected(dw, di, widget))
2551                         {
2552                         GtkTreeSelection *selection;
2553
2554                         selection = gtk_tree_view_get_selection(GTK_TREE_VIEW(widget));
2555                         gtk_tree_selection_unselect_all(selection);
2556                         gtk_tree_selection_select_iter(selection, &iter);
2557
2558                         tpath = gtk_tree_model_get_path(GTK_TREE_MODEL(store), &iter);
2559                         gtk_tree_view_set_cursor(GTK_TREE_VIEW(widget), tpath, NULL, FALSE);
2560                         gtk_tree_path_free(tpath);
2561                         }
2562
2563                 return TRUE;
2564                 }
2565
2566         if (bevent->button == MOUSE_BUTTON_LEFT &&
2567             bevent->type == GDK_BUTTON_PRESS &&
2568             !(bevent->state & GDK_SHIFT_MASK ) &&
2569             !(bevent->state & GDK_CONTROL_MASK ) &&
2570             dupe_listview_item_is_selected(dw, di, widget))
2571                 {
2572                 /* this selection handled on release_cb */
2573                 gtk_widget_grab_focus(widget);
2574                 return TRUE;
2575                 }
2576
2577         return FALSE;
2578 }
2579
2580 static gboolean dupe_listview_release_cb(GtkWidget *widget, GdkEventButton *bevent, gpointer data)
2581 {
2582         DupeWindow *dw = data;
2583         GtkTreeModel *store;
2584         GtkTreePath *tpath;
2585         GtkTreeIter iter;
2586         DupeItem *di = NULL;
2587
2588         if (bevent->button != MOUSE_BUTTON_LEFT && bevent->button != MOUSE_BUTTON_MIDDLE) return TRUE;
2589
2590         store = gtk_tree_view_get_model(GTK_TREE_VIEW(widget));
2591
2592         if ((bevent->x != 0 || bevent->y != 0) &&
2593             gtk_tree_view_get_path_at_pos(GTK_TREE_VIEW(widget), bevent->x, bevent->y,
2594                                           &tpath, NULL, NULL, NULL))
2595                 {
2596                 gtk_tree_model_get_iter(store, &iter, tpath);
2597                 gtk_tree_model_get(store, &iter, DUPE_COLUMN_POINTER, &di, -1);
2598                 gtk_tree_path_free(tpath);
2599                 }
2600
2601         if (bevent->button == MOUSE_BUTTON_MIDDLE)
2602                 {
2603                 if (di && dw->click_item == di)
2604                         {
2605                         GtkTreeSelection *selection;
2606
2607                         selection = gtk_tree_view_get_selection(GTK_TREE_VIEW(widget));
2608                         if (dupe_listview_item_is_selected(dw, di, widget))
2609                                 {
2610                                 gtk_tree_selection_unselect_iter(selection, &iter);
2611                                 }
2612                         else
2613                                 {
2614                                 gtk_tree_selection_select_iter(selection, &iter);
2615                                 }
2616                         }
2617                 return TRUE;
2618                 }
2619
2620         if (di && dw->click_item == di &&
2621             !(bevent->state & GDK_SHIFT_MASK ) &&
2622             !(bevent->state & GDK_CONTROL_MASK ) &&
2623             dupe_listview_item_is_selected(dw, di, widget))
2624                 {
2625                 GtkTreeSelection *selection;
2626
2627                 selection = gtk_tree_view_get_selection(GTK_TREE_VIEW(widget));
2628                 gtk_tree_selection_unselect_all(selection);
2629                 gtk_tree_selection_select_iter(selection, &iter);
2630
2631                 tpath = gtk_tree_model_get_path(store, &iter);
2632                 gtk_tree_view_set_cursor(GTK_TREE_VIEW(widget), tpath, NULL, FALSE);
2633                 gtk_tree_path_free(tpath);
2634
2635                 return TRUE;
2636                 }
2637
2638         return FALSE;
2639 }
2640
2641 /*
2642  *-------------------------------------------------------------------
2643  * second set stuff
2644  *-------------------------------------------------------------------
2645  */
2646
2647 static void dupe_second_update_status(DupeWindow *dw)
2648 {
2649         gchar *buf;
2650
2651         buf = g_strdup_printf(_("%d files (set 2)"), g_list_length(dw->second_list));
2652         gtk_label_set_text(GTK_LABEL(dw->second_status_label), buf);
2653         g_free(buf);
2654 }
2655
2656 static void dupe_second_add(DupeWindow *dw, DupeItem *di)
2657 {
2658         GtkListStore *store;
2659         GtkTreeIter iter;
2660
2661         if (!di) return;
2662
2663         di->second = TRUE;
2664         dw->second_list = g_list_prepend(dw->second_list, di);
2665
2666         store = GTK_LIST_STORE(gtk_tree_view_get_model(GTK_TREE_VIEW(dw->second_listview)));
2667         gtk_list_store_append(store, &iter);
2668         gtk_list_store_set(store, &iter, DUPE_COLUMN_POINTER, di, 1, di->fd->path, -1);
2669
2670         dupe_second_update_status(dw);
2671 }
2672
2673 static void dupe_second_remove(DupeWindow *dw, DupeItem *di)
2674 {
2675         GtkListStore *store;
2676         GtkTreeIter iter;
2677
2678         store = GTK_LIST_STORE(gtk_tree_view_get_model(GTK_TREE_VIEW(dw->second_listview)));
2679         if (dupe_listview_find_item(store, di, &iter) >= 0)
2680                 {
2681                 tree_view_move_cursor_away(GTK_TREE_VIEW(dw->second_listview), &iter, TRUE);
2682                 gtk_list_store_remove(store, &iter);
2683                 }
2684
2685         dw->second_list = g_list_remove(dw->second_list, di);
2686
2687         dupe_second_update_status(dw);
2688 }
2689
2690 static void dupe_second_clear(DupeWindow *dw)
2691 {
2692         GtkListStore *store;
2693
2694         store = GTK_LIST_STORE(gtk_tree_view_get_model(GTK_TREE_VIEW(dw->second_listview)));
2695         gtk_list_store_clear(store);
2696         gtk_tree_view_columns_autosize(GTK_TREE_VIEW(dw->second_listview));
2697
2698         g_list_free(dw->dupes);
2699         dw->dupes = NULL;
2700
2701         dupe_list_free(dw->second_list);
2702         dw->second_list = NULL;
2703
2704         dupe_match_reset_list(dw->list);
2705
2706         dupe_second_update_status(dw);
2707 }
2708
2709 static void dupe_second_menu_view_cb(GtkWidget *widget, gpointer data)
2710 {
2711         DupeWindow *dw = data;
2712
2713         if (dw->click_item) dupe_menu_view(dw, dw->click_item, dw->second_listview, FALSE);
2714 }
2715
2716 static void dupe_second_menu_viewnew_cb(GtkWidget *widget, gpointer data)
2717 {
2718         DupeWindow *dw = data;
2719
2720         if (dw->click_item) dupe_menu_view(dw, dw->click_item, dw->second_listview, TRUE);
2721 }
2722
2723 static void dupe_second_menu_select_all_cb(GtkWidget *widget, gpointer data)
2724 {
2725         GtkTreeSelection *selection;
2726         DupeWindow *dw = data;
2727
2728         selection = gtk_tree_view_get_selection(GTK_TREE_VIEW(dw->second_listview));
2729         gtk_tree_selection_select_all(selection);
2730 }
2731
2732 static void dupe_second_menu_select_none_cb(GtkWidget *widget, gpointer data)
2733 {
2734         GtkTreeSelection *selection;
2735         DupeWindow *dw = data;
2736
2737         selection = gtk_tree_view_get_selection(GTK_TREE_VIEW(dw->second_listview));
2738         gtk_tree_selection_unselect_all(selection);
2739 }
2740
2741 static void dupe_second_menu_remove_cb(GtkWidget *widget, gpointer data)
2742 {
2743         DupeWindow *dw = data;
2744
2745         dupe_window_remove_selection(dw, dw->second_listview);
2746 }
2747
2748 static void dupe_second_menu_clear_cb(GtkWidget *widget, gpointer data)
2749 {
2750         DupeWindow *dw = data;
2751
2752         dupe_second_clear(dw);
2753         dupe_window_recompare(dw);
2754 }
2755
2756 static GtkWidget *dupe_menu_popup_second(DupeWindow *dw, DupeItem *di)
2757 {
2758         GtkWidget *menu;
2759         gboolean notempty = (dw->second_list != NULL);
2760         gboolean on_row = (di != NULL);
2761
2762         menu = popup_menu_short_lived();
2763         menu_item_add_sensitive(menu, _("_View"), on_row,
2764                                 G_CALLBACK(dupe_second_menu_view_cb), dw);
2765         menu_item_add_stock_sensitive(menu, _("View in _new window"), GTK_STOCK_NEW, on_row,
2766                                 G_CALLBACK(dupe_second_menu_viewnew_cb), dw);
2767         menu_item_add_divider(menu);
2768         menu_item_add_sensitive(menu, _("Select all"), notempty,
2769                                 G_CALLBACK(dupe_second_menu_select_all_cb), dw);
2770         menu_item_add_sensitive(menu, _("Select none"), notempty,
2771                                 G_CALLBACK(dupe_second_menu_select_none_cb), dw);
2772         menu_item_add_divider(menu);
2773         menu_item_add_stock_sensitive(menu, _("Rem_ove"), GTK_STOCK_REMOVE, on_row,
2774                                       G_CALLBACK(dupe_second_menu_remove_cb), dw);
2775         menu_item_add_stock_sensitive(menu, _("C_lear"), GTK_STOCK_CLEAR, notempty,
2776                                    G_CALLBACK(dupe_second_menu_clear_cb), dw);
2777         menu_item_add_divider(menu);
2778         menu_item_add_stock(menu, _("Close _window"), GTK_STOCK_CLOSE,
2779                             G_CALLBACK(dupe_menu_close_cb), dw);
2780
2781         return menu;
2782 }
2783
2784 static void dupe_second_set_toggle_cb(GtkWidget *widget, gpointer data)
2785 {
2786         DupeWindow *dw = data;
2787
2788         dw->second_set = gtk_toggle_button_get_active(GTK_TOGGLE_BUTTON(widget));
2789
2790         if (dw->second_set)
2791                 {
2792                 dupe_second_update_status(dw);
2793                 gtk_table_set_col_spacings(GTK_TABLE(dw->table), PREF_PAD_GAP);
2794                 gtk_widget_show(dw->second_vbox);
2795                 }
2796         else
2797                 {
2798                 gtk_table_set_col_spacings(GTK_TABLE(dw->table), 0);
2799                 gtk_widget_hide(dw->second_vbox);
2800                 dupe_second_clear(dw);
2801                 }
2802
2803         dupe_window_recompare(dw);
2804 }
2805
2806 static void dupe_sort_totals_toggle_cb(GtkWidget *widget, gpointer data)
2807 {
2808         DupeWindow *dw = data;
2809
2810         options->sort_totals = gtk_toggle_button_get_active(GTK_TOGGLE_BUTTON(widget));
2811         dupe_window_recompare(dw);
2812
2813 }
2814
2815 /*
2816  *-------------------------------------------------------------------
2817  * match type menu
2818  *-------------------------------------------------------------------
2819  */
2820
2821 enum {
2822         DUPE_MENU_COLUMN_NAME = 0,
2823         DUPE_MENU_COLUMN_MASK
2824 };
2825
2826 static void dupe_listview_show_rank(GtkWidget *listview, gboolean rank);
2827
2828 static void dupe_menu_type_cb(GtkWidget *combo, gpointer data)
2829 {
2830         DupeWindow *dw = data;
2831         GtkTreeModel *store;
2832         GtkTreeIter iter;
2833
2834         store = gtk_combo_box_get_model(GTK_COMBO_BOX(combo));
2835         if (!gtk_combo_box_get_active_iter(GTK_COMBO_BOX(combo), &iter)) return;
2836         gtk_tree_model_get(store, &iter, DUPE_MENU_COLUMN_MASK, &dw->match_mask, -1);
2837
2838         options->duplicates_match = dw->match_mask;
2839
2840         if (dw->match_mask & (DUPE_MATCH_SIM_HIGH | DUPE_MATCH_SIM_MED | DUPE_MATCH_SIM_LOW | DUPE_MATCH_SIM_CUSTOM))
2841                 {
2842                 dupe_listview_show_rank(dw->listview, TRUE);
2843                 }
2844         else
2845                 {
2846                 dupe_listview_show_rank(dw->listview, FALSE);
2847                 }
2848         dupe_window_recompare(dw);
2849 }
2850
2851 static void dupe_menu_add_item(GtkListStore *store, const gchar *text, DupeMatchType type, DupeWindow *dw)
2852 {
2853         GtkTreeIter iter;
2854
2855         gtk_list_store_append(store, &iter);
2856         gtk_list_store_set(store, &iter, DUPE_MENU_COLUMN_NAME, text,
2857                                          DUPE_MENU_COLUMN_MASK, type, -1);
2858
2859         if (dw->match_mask == type) gtk_combo_box_set_active_iter(GTK_COMBO_BOX(dw->combo), &iter);
2860 }
2861
2862 static void dupe_menu_setup(DupeWindow *dw)
2863 {
2864         GtkListStore *store;
2865         GtkCellRenderer *renderer;
2866
2867         store = gtk_list_store_new(2, G_TYPE_STRING, G_TYPE_INT);
2868         dw->combo = gtk_combo_box_new_with_model(GTK_TREE_MODEL(store));
2869         g_object_unref(store);
2870
2871         renderer = gtk_cell_renderer_text_new();
2872         gtk_cell_layout_pack_start(GTK_CELL_LAYOUT(dw->combo), renderer, TRUE);
2873         gtk_cell_layout_set_attributes(GTK_CELL_LAYOUT(dw->combo), renderer,
2874                                        "text", DUPE_MENU_COLUMN_NAME, NULL);
2875
2876         dupe_menu_add_item(store, _("Name"), DUPE_MATCH_NAME, dw);
2877         dupe_menu_add_item(store, _("Name case-insensitive"), DUPE_MATCH_NAME_CI, dw);
2878         dupe_menu_add_item(store, _("Size"), DUPE_MATCH_SIZE, dw);
2879         dupe_menu_add_item(store, _("Date"), DUPE_MATCH_DATE, dw);
2880         dupe_menu_add_item(store, _("Dimensions"), DUPE_MATCH_DIM, dw);
2881         dupe_menu_add_item(store, _("Checksum"), DUPE_MATCH_SUM, dw);
2882         dupe_menu_add_item(store, _("Path"), DUPE_MATCH_PATH, dw);
2883         dupe_menu_add_item(store, _("Similarity (high)"), DUPE_MATCH_SIM_HIGH, dw);
2884         dupe_menu_add_item(store, _("Similarity"), DUPE_MATCH_SIM_MED, dw);
2885         dupe_menu_add_item(store, _("Similarity (low)"), DUPE_MATCH_SIM_LOW, dw);
2886         dupe_menu_add_item(store, _("Similarity (custom)"), DUPE_MATCH_SIM_CUSTOM, dw);
2887         dupe_menu_add_item(store, _("Name ≠ content"), DUPE_MATCH_NAME_CONTENT, dw);
2888         dupe_menu_add_item(store, _("Name case-insensitive ≠ content"), DUPE_MATCH_NAME_CI_CONTENT, dw);
2889         dupe_menu_add_item(store, _("Show all"), DUPE_MATCH_ALL, dw);
2890
2891         g_signal_connect(G_OBJECT(dw->combo), "changed",
2892                          G_CALLBACK(dupe_menu_type_cb), dw);
2893 }
2894
2895 /*
2896  *-------------------------------------------------------------------
2897  * list view columns
2898  *-------------------------------------------------------------------
2899  */
2900
2901 /* this overrides the low default of a GtkCellRenderer from 100 to CELL_HEIGHT_OVERRIDE, something sane for our purposes */
2902
2903 #define CELL_HEIGHT_OVERRIDE 512
2904
2905 void cell_renderer_height_override(GtkCellRenderer *renderer)
2906 {
2907         GParamSpec *spec;
2908
2909         spec = g_object_class_find_property(G_OBJECT_GET_CLASS(G_OBJECT(renderer)), "height");
2910         if (spec && G_IS_PARAM_SPEC_INT(spec))
2911                 {
2912                 GParamSpecInt *spec_int;
2913
2914                 spec_int = G_PARAM_SPEC_INT(spec);
2915                 if (spec_int->maximum < CELL_HEIGHT_OVERRIDE) spec_int->maximum = CELL_HEIGHT_OVERRIDE;
2916                 }
2917 }
2918
2919 static GdkColor *dupe_listview_color_shifted(GtkWidget *widget)
2920 {
2921         static GdkColor color;
2922         static GtkWidget *done = NULL;
2923
2924         if (done != widget)
2925                 {
2926                 GtkStyle *style;
2927
2928                 style = gtk_widget_get_style(widget);
2929                 memcpy(&color, &style->base[GTK_STATE_NORMAL], sizeof(color));
2930                 shift_color(&color, -1, 0);
2931                 done = widget;
2932                 }
2933
2934         return &color;
2935 }
2936
2937 static void dupe_listview_color_cb(GtkTreeViewColumn *tree_column, GtkCellRenderer *cell,
2938                                    GtkTreeModel *tree_model, GtkTreeIter *iter, gpointer data)
2939 {
2940         DupeWindow *dw = data;
2941         gboolean set;
2942
2943         gtk_tree_model_get(tree_model, iter, DUPE_COLUMN_COLOR, &set, -1);
2944         g_object_set(G_OBJECT(cell),
2945                      "cell-background-gdk", dupe_listview_color_shifted(dw->listview),
2946                      "cell-background-set", set, NULL);
2947 }
2948
2949 static void dupe_listview_add_column(DupeWindow *dw, GtkWidget *listview, gint n, const gchar *title, gboolean image, gboolean right_justify)
2950 {
2951         GtkTreeViewColumn *column;
2952         GtkCellRenderer *renderer;
2953
2954         column = gtk_tree_view_column_new();
2955         gtk_tree_view_column_set_title(column, title);
2956         gtk_tree_view_column_set_min_width(column, 4);
2957         gtk_tree_view_column_set_sort_column_id(column, n);
2958
2959         if (n != DUPE_COLUMN_RANK &&
2960             n != DUPE_COLUMN_THUMB)
2961                 {
2962                 gtk_tree_view_column_set_resizable(column, TRUE);
2963                 }
2964
2965         if (!image)
2966                 {
2967                 gtk_tree_view_column_set_sizing(column, GTK_TREE_VIEW_COLUMN_GROW_ONLY);
2968                 renderer = gtk_cell_renderer_text_new();
2969                 if (right_justify)
2970                         {
2971                         g_object_set(G_OBJECT(renderer), "xalign", 1.0, NULL);
2972                         }
2973                 gtk_tree_view_column_pack_start(column, renderer, TRUE);
2974                 gtk_tree_view_column_add_attribute(column, renderer, "text", n);
2975                 }
2976         else
2977                 {
2978                 gtk_tree_view_column_set_sizing(column, GTK_TREE_VIEW_COLUMN_FIXED);
2979                 renderer = gtk_cell_renderer_pixbuf_new();
2980                 cell_renderer_height_override(renderer);
2981                 gtk_tree_view_column_pack_start(column, renderer, TRUE);
2982                 gtk_tree_view_column_add_attribute(column, renderer, "pixbuf", n);
2983                 }
2984
2985         if (listview == dw->listview)
2986                 {
2987                 /* sets background before rendering */
2988                 gtk_tree_view_column_set_cell_data_func(column, renderer, dupe_listview_color_cb, dw, NULL);
2989                 }
2990
2991         gtk_tree_view_append_column(GTK_TREE_VIEW(listview), column);
2992 }
2993
2994 static void dupe_listview_set_height(GtkWidget *listview, gboolean thumb)
2995 {
2996         GtkTreeViewColumn *column;
2997         GtkCellRenderer *cell;
2998         GList *list;
2999
3000         column = gtk_tree_view_get_column(GTK_TREE_VIEW(listview), DUPE_COLUMN_THUMB - 1);
3001         if (!column) return;
3002
3003         gtk_tree_view_column_set_fixed_width(column, (thumb) ? options->thumbnails.max_width : 4);
3004         gtk_tree_view_column_set_visible(column, thumb);
3005
3006         list = gtk_cell_layout_get_cells(GTK_CELL_LAYOUT(column));
3007         if (!list) return;
3008         cell = list->data;
3009         g_list_free(list);
3010
3011         g_object_set(G_OBJECT(cell), "height", (thumb) ? options->thumbnails.max_height : -1, NULL);
3012         gtk_tree_view_columns_autosize(GTK_TREE_VIEW(listview));
3013 }
3014
3015 static void dupe_listview_show_rank(GtkWidget *listview, gboolean rank)
3016 {
3017         GtkTreeViewColumn *column;
3018
3019         column = gtk_tree_view_get_column(GTK_TREE_VIEW(listview), DUPE_COLUMN_RANK - 1);
3020         if (!column) return;
3021
3022         gtk_tree_view_column_set_visible(column, rank);
3023 }
3024
3025 /*
3026  *-------------------------------------------------------------------
3027  * misc cb
3028  *-------------------------------------------------------------------
3029  */
3030
3031 static void dupe_window_show_thumb_cb(GtkWidget *widget, gpointer data)
3032 {
3033         DupeWindow *dw = data;
3034
3035         dw->show_thumbs = gtk_toggle_button_get_active(GTK_TOGGLE_BUTTON(widget));
3036         options->duplicates_thumbnails = dw->show_thumbs;
3037
3038         if (dw->show_thumbs)
3039                 {
3040                 if (!dw->working) dupe_thumb_step(dw);
3041                 }
3042         else
3043                 {
3044                 GtkTreeModel *store;
3045                 GtkTreeIter iter;
3046                 gboolean valid;
3047
3048                 thumb_loader_free(dw->thumb_loader);
3049                 dw->thumb_loader = NULL;
3050
3051                 store = gtk_tree_view_get_model(GTK_TREE_VIEW(dw->listview));
3052                 valid = gtk_tree_model_get_iter_first(store, &iter);
3053
3054                 while (valid)
3055                         {
3056                         gtk_list_store_set(GTK_LIST_STORE(store), &iter, DUPE_COLUMN_THUMB, NULL, -1);
3057                         valid = gtk_tree_model_iter_next(store, &iter);
3058                         }
3059                 dupe_window_update_progress(dw, NULL, 0.0, FALSE);
3060                 }
3061
3062         dupe_listview_set_height(dw->listview, dw->show_thumbs);
3063 }
3064
3065 static void dupe_window_rotation_invariant_cb(GtkWidget *widget, gpointer data)
3066 {
3067         DupeWindow *dw = data;
3068
3069         options->rot_invariant_sim = gtk_toggle_button_get_active(GTK_TOGGLE_BUTTON(widget));
3070         dupe_window_recompare(dw);
3071 }
3072
3073 static void dupe_window_custom_threshold_cb(GtkWidget *widget, gpointer data)
3074 {
3075         DupeWindow *dw = data;
3076         DupeMatchType match_type;
3077         GtkTreeModel *store;
3078         gboolean valid;
3079         GtkTreeIter iter;
3080
3081         options->duplicates_similarity_threshold = gtk_spin_button_get_value_as_int(GTK_SPIN_BUTTON(widget));
3082         dw->match_mask = DUPE_MATCH_SIM_CUSTOM;
3083
3084         store = gtk_combo_box_get_model(GTK_COMBO_BOX(dw->combo));
3085         valid = gtk_tree_model_get_iter_first(store, &iter);
3086         while (valid)
3087                 {
3088                 gtk_tree_model_get(store, &iter, DUPE_MENU_COLUMN_MASK, &match_type, -1);
3089                 if (match_type == DUPE_MATCH_SIM_CUSTOM)
3090                         {
3091                         break;
3092                         }
3093                 valid = gtk_tree_model_iter_next(store, &iter);
3094                 }
3095
3096         gtk_combo_box_set_active_iter(GTK_COMBO_BOX(dw->combo), &iter);
3097         dupe_window_recompare(dw);
3098 }
3099
3100 static void dupe_popup_menu_pos_cb(GtkMenu *menu, gint *x, gint *y, gboolean *push_in, gpointer data)
3101 {
3102         GtkWidget *view = data;
3103         GtkTreePath *tpath;
3104         gint cx, cy, cw, ch;
3105         gint column;
3106
3107         gtk_tree_view_get_cursor(GTK_TREE_VIEW(view), &tpath, NULL);
3108         if (!tpath) return;
3109
3110         if (gtk_tree_view_get_column(GTK_TREE_VIEW(view), DUPE_COLUMN_NAME - 1) != NULL)
3111                 {
3112                 column = DUPE_COLUMN_NAME - 1;
3113                 }
3114         else
3115                 {
3116                 /* dw->second_listview */
3117                 column = 0;
3118                 }
3119         tree_view_get_cell_clamped(GTK_TREE_VIEW(view), tpath, column, TRUE, &cx, &cy, &cw, &ch);
3120         gtk_tree_path_free(tpath);
3121         cy += ch;
3122         popup_menu_position_clamp(menu, &cx, &cy, 0);
3123         *x = cx;
3124         *y = cy;
3125 }
3126
3127 static gboolean dupe_window_keypress_cb(GtkWidget *widget, GdkEventKey *event, gpointer data)
3128 {
3129         DupeWindow *dw = data;
3130         gboolean stop_signal = FALSE;
3131         gboolean on_second;
3132         GtkWidget *listview;
3133         GtkTreeModel *store;
3134         GtkTreeSelection *selection;
3135         GList *slist;
3136         DupeItem *di = NULL;
3137
3138         on_second = gtk_widget_has_focus(dw->second_listview);
3139
3140         if (on_second)
3141                 {
3142                 listview = dw->second_listview;
3143                 }
3144         else
3145                 {
3146                 listview = dw->listview;
3147                 }
3148
3149         selection = gtk_tree_view_get_selection(GTK_TREE_VIEW(listview));
3150         slist = gtk_tree_selection_get_selected_rows(selection, &store);
3151         if (slist)
3152                 {
3153                 GtkTreePath *tpath;
3154                 GtkTreeIter iter;
3155                 GList *last;
3156
3157                 last = g_list_last(slist);
3158                 tpath = last->data;
3159
3160                 /* last is newest selected file */
3161                 gtk_tree_model_get_iter(store, &iter, tpath);
3162                 gtk_tree_model_get(store, &iter, DUPE_COLUMN_POINTER, &di, -1);
3163                 }
3164         g_list_foreach(slist, (GFunc)gtk_tree_path_free, NULL);
3165         g_list_free(slist);
3166
3167         if (event->state & GDK_CONTROL_MASK)
3168                 {
3169                 if (!on_second)
3170                         {
3171                         stop_signal = TRUE;
3172                         switch (event->keyval)
3173                                 {
3174                                 case '1':
3175                                 case '2':
3176                                 case '3':
3177                                 case '4':
3178                                 case '5':
3179                                 case '6':
3180                                 case '7':
3181                                 case '8':
3182                                 case '9':
3183                                 case '0':
3184                                         break;
3185                                 case 'C': case 'c':
3186                                         file_util_copy(NULL, dupe_listview_get_selection(dw, listview),
3187                                                        NULL, dw->window);
3188                                         break;
3189                                 case 'M': case 'm':
3190                                         file_util_move(NULL, dupe_listview_get_selection(dw, listview),
3191                                                        NULL, dw->window);
3192                                         break;
3193                                 case 'R': case 'r':
3194                                         file_util_rename(NULL, dupe_listview_get_selection(dw, listview), dw->window);
3195                                         break;
3196                                 case 'D': case 'd':
3197                                         options->file_ops.safe_delete_enable = TRUE;
3198                                         file_util_delete(NULL, dupe_listview_get_selection(dw, listview), dw->window);
3199                                         break;
3200                                 default:
3201                                         stop_signal = FALSE;
3202                                         break;
3203                                 }
3204                         }
3205
3206                 if (!stop_signal)
3207                         {
3208                         stop_signal = TRUE;
3209                         switch (event->keyval)
3210                                 {
3211                                 case 'A': case 'a':
3212                                         if (event->state & GDK_SHIFT_MASK)
3213                                                 {
3214                                                 gtk_tree_selection_unselect_all(selection);
3215                                                 }
3216                                         else
3217                                                 {
3218                                                 gtk_tree_selection_select_all(selection);
3219                                                 }
3220                                         break;
3221                                 case GDK_KEY_Delete: case GDK_KEY_KP_Delete:
3222                                         if (on_second)
3223                                                 {
3224                                                 dupe_second_clear(dw);
3225                                                 dupe_window_recompare(dw);
3226                                                 }
3227                                         else
3228                                                 {
3229                                                 dupe_window_clear(dw);
3230                                                 }
3231                                         break;
3232                                 case 'L': case 'l':
3233                                         dupe_window_append_file_list(dw, FALSE);
3234                                         break;
3235                                 case 'T': case 't':
3236                                         gtk_toggle_button_set_active(GTK_TOGGLE_BUTTON(dw->button_thumbs),
3237                                                 !gtk_toggle_button_get_active(GTK_TOGGLE_BUTTON(dw->button_thumbs)));
3238                                         break;
3239                                 case 'W': case 'w':
3240                                         dupe_window_close(dw);
3241                                         break;
3242                                 default:
3243                                         stop_signal = FALSE;
3244                                         break;
3245                                 }
3246                         }
3247                 }
3248         else
3249                 {
3250                 stop_signal = TRUE;
3251                 switch (event->keyval)
3252                         {
3253                         case GDK_KEY_Return: case GDK_KEY_KP_Enter:
3254                                 dupe_menu_view(dw, di, listview, FALSE);
3255                                 break;
3256                         case 'V': case 'v':
3257                                 dupe_menu_view(dw, di, listview, TRUE);
3258                                 break;
3259                         case GDK_KEY_Delete: case GDK_KEY_KP_Delete:
3260                                 dupe_window_remove_selection(dw, listview);
3261                                 break;
3262                         case 'C': case 'c':
3263                                 if (!on_second)
3264                                         {
3265                                         dupe_window_collection_from_selection(dw);
3266                                         }
3267                                 break;
3268                         case '0':
3269                                 options->duplicates_select_type = DUPE_SELECT_NONE;
3270                                 dupe_listview_select_dupes(dw, DUPE_SELECT_NONE);
3271                                 break;
3272                         case '1':
3273                                 options->duplicates_select_type = DUPE_SELECT_GROUP1;
3274                                 dupe_listview_select_dupes(dw, DUPE_SELECT_GROUP1);
3275                                 break;
3276                         case '2':
3277                                 options->duplicates_select_type = DUPE_SELECT_GROUP2;
3278                                 dupe_listview_select_dupes(dw, DUPE_SELECT_GROUP2);
3279                                 break;
3280                         case GDK_KEY_Menu:
3281                         case GDK_KEY_F10:
3282                                 if (!on_second)
3283                                         {
3284                                         GtkWidget *menu;
3285
3286                                         menu = dupe_menu_popup_main(dw, di);
3287                                         gtk_menu_popup(GTK_MENU(menu), NULL, NULL,
3288                                                        dupe_popup_menu_pos_cb, listview, 0, GDK_CURRENT_TIME);
3289                                         }
3290                                 else
3291                                         {
3292                                         GtkWidget *menu;
3293
3294                                         menu = dupe_menu_popup_second(dw, di);
3295                                         gtk_menu_popup(GTK_MENU(menu), NULL, NULL,
3296                                                        dupe_popup_menu_pos_cb, listview, 0, GDK_CURRENT_TIME);
3297                                         }
3298                                 break;
3299                         default:
3300                                 stop_signal = FALSE;
3301                                 break;
3302                         }
3303                 }
3304         if (!stop_signal && is_help_key(event))
3305                 {
3306                 help_window_show("GuideImageSearchFindingDuplicates.html");
3307                 stop_signal = TRUE;
3308                 }
3309
3310         return stop_signal;
3311 }
3312
3313
3314 void dupe_window_clear(DupeWindow *dw)
3315 {
3316         GtkListStore *store;
3317
3318         dupe_check_stop(dw);
3319
3320         store = GTK_LIST_STORE(gtk_tree_view_get_model(GTK_TREE_VIEW(dw->listview)));
3321         gtk_list_store_clear(store);
3322         gtk_tree_view_columns_autosize(GTK_TREE_VIEW(dw->listview));
3323
3324         g_list_free(dw->dupes);
3325         dw->dupes = NULL;
3326
3327         dupe_list_free(dw->list);
3328         dw->list = NULL;
3329         dw->set_count = 0;
3330
3331         dupe_match_reset_list(dw->second_list);
3332
3333         dupe_window_update_count(dw, FALSE);
3334         dupe_window_update_progress(dw, NULL, 0.0, FALSE);
3335 }
3336
3337 static void dupe_window_get_geometry(DupeWindow *dw)
3338 {
3339         GdkWindow *window;
3340         LayoutWindow *lw = NULL;
3341
3342         layout_valid(&lw);
3343
3344         if (!dw || !lw) return;
3345
3346         window = gtk_widget_get_window(dw->window);
3347         gdk_window_get_position(window, &lw->options.dupe_window.x, &lw->options.dupe_window.y);
3348         lw->options.dupe_window.w = gdk_window_get_width(window);
3349         lw->options.dupe_window.h = gdk_window_get_height(window);
3350 }
3351
3352 void dupe_window_close(DupeWindow *dw)
3353 {
3354         dupe_check_stop(dw);
3355
3356         dupe_window_get_geometry(dw);
3357
3358         dupe_window_list = g_list_remove(dupe_window_list, dw);
3359         gtk_widget_destroy(dw->window);
3360
3361         g_list_free(dw->dupes);
3362         dupe_list_free(dw->list);
3363
3364         dupe_list_free(dw->second_list);
3365
3366         file_data_unregister_notify_func(dupe_notify_cb, dw);
3367
3368         g_free(dw);
3369 }
3370
3371 static gint dupe_window_close_cb(GtkWidget *widget, gpointer data)
3372 {
3373         DupeWindow *dw = data;
3374
3375         dupe_window_close(dw);
3376
3377         return TRUE;
3378 }
3379
3380 static gint dupe_window_delete(GtkWidget *widget, GdkEvent *event, gpointer data)
3381 {
3382         DupeWindow *dw = data;
3383         dupe_window_close(dw);
3384
3385         return TRUE;
3386 }
3387
3388 static void dupe_help_cb(GtkAction *action, gpointer data)
3389 {
3390         help_window_show("GuideImageSearchFindingDuplicates.html");
3391 }
3392
3393 static gint default_sort_cb(GtkTreeModel *model, GtkTreeIter *a, GtkTreeIter *b, gpointer data)
3394 {
3395         return 0;
3396 }
3397
3398 static gint column_sort_cb(GtkTreeModel *model, GtkTreeIter *a, GtkTreeIter *b, gpointer data)
3399 {
3400         GtkTreeSortable *sortable = data;
3401         gint ret = 0;
3402         gchar *rank_str_a, *rank_str_b;
3403         gint rank_int_a;
3404         gint rank_int_b;
3405         gint group_a;
3406         gint group_b;
3407         gint sort_column_id;
3408         GtkSortType sort_order;
3409         DupeItem *di_a;
3410         DupeItem *di_b;
3411
3412         gtk_tree_sortable_get_sort_column_id(sortable, &sort_column_id, &sort_order);
3413
3414         gtk_tree_model_get(model, a, DUPE_COLUMN_RANK, &rank_str_a, DUPE_COLUMN_SET, &group_a, DUPE_COLUMN_POINTER, &di_a, -1);
3415
3416         gtk_tree_model_get(model, b, DUPE_COLUMN_RANK, &rank_str_b, DUPE_COLUMN_SET, &group_b, DUPE_COLUMN_POINTER, &di_b, -1);
3417
3418         if (group_a == group_b)
3419                 {
3420                 switch (sort_column_id)
3421                         {
3422                         case DUPE_COLUMN_NAME:
3423                                 ret = utf8_compare(di_a->fd->name, di_b->fd->name, TRUE);
3424                                 break;
3425                         case DUPE_COLUMN_SIZE:
3426                                 if (di_a->fd->size == di_b->fd->size)
3427                                         {
3428                                         ret = 0;
3429                                         }
3430                                 else
3431                                         {
3432                                         ret = (di_a->fd->size > di_b->fd->size) ? 1 : -1;
3433                                         }
3434                                 break;
3435                         case DUPE_COLUMN_DATE:
3436                                 if (di_a->fd->date == di_b->fd->date)
3437                                         {
3438                                         ret = 0;
3439                                         }
3440                                 else
3441                                         {
3442                                         ret = (di_a->fd->date > di_b->fd->date) ? 1 : -1;
3443                                         }
3444                                 break;
3445                         case DUPE_COLUMN_DIMENSIONS:
3446                                 if ((di_a->width == di_b->width) && (di_a->height == di_b->height))
3447                                         {
3448                                         ret = 0;
3449                                         }
3450                                 else
3451                                         {
3452                                         ret = ((di_a->width * di_a->height) > (di_b->width * di_b->height)) ? 1 : -1;
3453                                         }
3454                                 break;
3455                         case DUPE_COLUMN_RANK:
3456                                 rank_int_a = atoi(rank_str_a);
3457                                 rank_int_b = atoi(rank_str_b);
3458                                 if (rank_int_a == 0) rank_int_a = 101;
3459                                 if (rank_int_b == 0) rank_int_b = 101;
3460
3461                                 if (rank_int_a == rank_int_b)
3462                                         {
3463                                         ret = 0;
3464                                         }
3465                                 else
3466                                         {
3467                                         ret = (rank_int_a > rank_int_b) ? 1 : -1;
3468                                         }
3469                                 break;
3470                         case DUPE_COLUMN_PATH:
3471                                 ret = utf8_compare(di_a->fd->path, di_b->fd->path, TRUE);
3472                                 break;
3473                         }
3474                 }
3475         else if (group_a < group_b)
3476                 {
3477                 ret = (sort_order == GTK_SORT_ASCENDING) ? 1 : -1;
3478                 }
3479         else
3480                 {
3481                 ret = (sort_order == GTK_SORT_ASCENDING) ? -1 : 1;
3482                 }
3483
3484         return ret;
3485 }
3486
3487 static void column_clicked_cb(GtkWidget *widget,  gpointer data)
3488 {
3489         DupeWindow *dw = data;
3490
3491         options->duplicates_match = DUPE_SELECT_NONE;
3492         dupe_listview_select_dupes(dw, DUPE_SELECT_NONE);
3493 }
3494
3495 /* collection and files can be NULL */
3496 DupeWindow *dupe_window_new()
3497 {
3498         DupeWindow *dw;
3499         GtkWidget *vbox;
3500         GtkWidget *hbox;
3501         GtkWidget *scrolled;
3502         GtkWidget *frame;
3503         GtkWidget *status_box;
3504         GtkWidget *button_box;
3505         GtkWidget *label;
3506         GtkWidget *button;
3507         GtkListStore *store;
3508         GtkTreeSelection *selection;
3509         GdkGeometry geometry;
3510         LayoutWindow *lw = NULL;
3511
3512         layout_valid(&lw);
3513
3514         dw = g_new0(DupeWindow, 1);
3515
3516         dw->match_mask = DUPE_MATCH_NAME;
3517         if (options->duplicates_match == DUPE_MATCH_NAME) dw->match_mask = DUPE_MATCH_NAME;
3518         if (options->duplicates_match == DUPE_MATCH_SIZE) dw->match_mask = DUPE_MATCH_SIZE;
3519         if (options->duplicates_match == DUPE_MATCH_DATE) dw->match_mask = DUPE_MATCH_DATE;
3520         if (options->duplicates_match == DUPE_MATCH_DIM) dw->match_mask = DUPE_MATCH_DIM;
3521         if (options->duplicates_match == DUPE_MATCH_SUM) dw->match_mask = DUPE_MATCH_SUM;
3522         if (options->duplicates_match == DUPE_MATCH_PATH) dw->match_mask = DUPE_MATCH_PATH;
3523         if (options->duplicates_match == DUPE_MATCH_SIM_HIGH) dw->match_mask = DUPE_MATCH_SIM_HIGH;
3524         if (options->duplicates_match == DUPE_MATCH_SIM_MED) dw->match_mask = DUPE_MATCH_SIM_MED;
3525         if (options->duplicates_match == DUPE_MATCH_SIM_LOW) dw->match_mask = DUPE_MATCH_SIM_LOW;
3526         if (options->duplicates_match == DUPE_MATCH_SIM_CUSTOM) dw->match_mask = DUPE_MATCH_SIM_CUSTOM;
3527         if (options->duplicates_match == DUPE_MATCH_NAME_CI) dw->match_mask = DUPE_MATCH_NAME_CI;
3528         if (options->duplicates_match == DUPE_MATCH_NAME_CONTENT) dw->match_mask = DUPE_MATCH_NAME_CONTENT;
3529         if (options->duplicates_match == DUPE_MATCH_NAME_CI_CONTENT) dw->match_mask = DUPE_MATCH_NAME_CI_CONTENT;
3530         if (options->duplicates_match == DUPE_MATCH_ALL) dw->match_mask = DUPE_MATCH_ALL;
3531
3532         dw->window = window_new(GTK_WINDOW_TOPLEVEL, "dupe", NULL, NULL, _("Find duplicates"));
3533         DEBUG_NAME(dw->window);
3534
3535         geometry.min_width = DEFAULT_MINIMAL_WINDOW_SIZE;
3536         geometry.min_height = DEFAULT_MINIMAL_WINDOW_SIZE;
3537         geometry.base_width = DUPE_DEF_WIDTH;
3538         geometry.base_height = DUPE_DEF_HEIGHT;
3539         gtk_window_set_geometry_hints(GTK_WINDOW(dw->window), NULL, &geometry,
3540                                       GDK_HINT_MIN_SIZE | GDK_HINT_BASE_SIZE);
3541
3542         if (lw && options->save_window_positions)
3543                 {
3544                 gtk_window_set_default_size(GTK_WINDOW(dw->window), lw->options.dupe_window.w, lw->options.dupe_window.h);
3545                 gtk_window_move(GTK_WINDOW(dw->window), lw->options.dupe_window.x, lw->options.dupe_window.y);
3546                 }
3547         else
3548                 {
3549                 gtk_window_set_default_size(GTK_WINDOW(dw->window), DUPE_DEF_WIDTH, DUPE_DEF_HEIGHT);
3550                 }
3551
3552         gtk_window_set_resizable(GTK_WINDOW(dw->window), TRUE);
3553         gtk_container_set_border_width(GTK_CONTAINER(dw->window), 0);
3554
3555         g_signal_connect(G_OBJECT(dw->window), "delete_event",
3556                          G_CALLBACK(dupe_window_delete), dw);
3557         g_signal_connect(G_OBJECT(dw->window), "key_press_event",
3558                          G_CALLBACK(dupe_window_keypress_cb), dw);
3559
3560         vbox = gtk_vbox_new(FALSE, 0);
3561         gtk_container_add(GTK_CONTAINER(dw->window), vbox);
3562         gtk_widget_show(vbox);
3563
3564         dw->table = gtk_table_new(1, 3, FALSE);
3565         gtk_box_pack_start(GTK_BOX(vbox), dw->table, TRUE, TRUE, 0);
3566         gtk_widget_show(dw->table);
3567
3568         scrolled = gtk_scrolled_window_new(NULL, NULL);
3569         gtk_scrolled_window_set_shadow_type(GTK_SCROLLED_WINDOW(scrolled), GTK_SHADOW_IN);
3570         gtk_scrolled_window_set_policy(GTK_SCROLLED_WINDOW(scrolled), GTK_POLICY_AUTOMATIC, GTK_POLICY_AUTOMATIC);
3571         gtk_table_attach_defaults(GTK_TABLE(dw->table), scrolled, 0, 2, 0, 1);
3572         gtk_widget_show(scrolled);
3573
3574         store = gtk_list_store_new(DUPE_COLUMN_COUNT, G_TYPE_POINTER, G_TYPE_STRING, GDK_TYPE_PIXBUF, G_TYPE_STRING, G_TYPE_STRING, G_TYPE_STRING, G_TYPE_STRING, G_TYPE_STRING, G_TYPE_BOOLEAN, G_TYPE_INT, G_TYPE_INT);
3575         dw->listview = gtk_tree_view_new_with_model(GTK_TREE_MODEL(store));
3576         g_object_unref(store);
3577
3578         dw->sortable = GTK_TREE_SORTABLE(store);
3579
3580         gtk_tree_sortable_set_sort_func(dw->sortable, DUPE_COLUMN_RANK, column_sort_cb, dw->sortable, NULL);
3581         gtk_tree_sortable_set_sort_func(dw->sortable, DUPE_COLUMN_SET, default_sort_cb, dw->sortable, NULL);
3582         gtk_tree_sortable_set_sort_func(dw->sortable, DUPE_COLUMN_THUMB, default_sort_cb, dw->sortable, NULL);
3583         gtk_tree_sortable_set_sort_func(dw->sortable, DUPE_COLUMN_NAME, column_sort_cb, dw->sortable, NULL);
3584         gtk_tree_sortable_set_sort_func(dw->sortable, DUPE_COLUMN_SIZE, column_sort_cb, dw->sortable, NULL);
3585         gtk_tree_sortable_set_sort_func(dw->sortable, DUPE_COLUMN_DATE, column_sort_cb, dw->sortable, NULL);
3586         gtk_tree_sortable_set_sort_func(dw->sortable, DUPE_COLUMN_DIMENSIONS, column_sort_cb, dw->sortable, NULL);
3587         gtk_tree_sortable_set_sort_func(dw->sortable, DUPE_COLUMN_PATH, column_sort_cb, dw->sortable, NULL);
3588
3589         selection = gtk_tree_view_get_selection(GTK_TREE_VIEW(dw->listview));
3590         gtk_tree_selection_set_mode(GTK_TREE_SELECTION(selection), GTK_SELECTION_MULTIPLE);
3591         gtk_tree_view_set_headers_visible(GTK_TREE_VIEW(dw->listview), TRUE);
3592         gtk_tree_view_set_enable_search(GTK_TREE_VIEW(dw->listview), FALSE);
3593
3594         dupe_listview_add_column(dw, dw->listview, DUPE_COLUMN_RANK, _("Rank"), FALSE, TRUE);
3595         dupe_listview_add_column(dw, dw->listview, DUPE_COLUMN_THUMB, _("Thumb"), TRUE, FALSE);
3596         dupe_listview_add_column(dw, dw->listview, DUPE_COLUMN_NAME, _("Name"), FALSE, FALSE);
3597         dupe_listview_add_column(dw, dw->listview, DUPE_COLUMN_SIZE, _("Size"), FALSE, TRUE);
3598         dupe_listview_add_column(dw, dw->listview, DUPE_COLUMN_DATE, _("Date"), FALSE, TRUE);
3599         dupe_listview_add_column(dw, dw->listview, DUPE_COLUMN_DIMENSIONS, _("Dimensions"), FALSE, FALSE);
3600         dupe_listview_add_column(dw, dw->listview, DUPE_COLUMN_PATH, _("Path"), FALSE, FALSE);
3601         dupe_listview_add_column(dw, dw->listview, DUPE_COLUMN_SET, _("Set"), FALSE, FALSE);
3602
3603         g_signal_connect(gtk_tree_view_get_column(GTK_TREE_VIEW(dw->listview), DUPE_COLUMN_RANK - 1), "clicked", (GCallback)column_clicked_cb, dw);
3604         g_signal_connect(gtk_tree_view_get_column(GTK_TREE_VIEW(dw->listview), DUPE_COLUMN_NAME - 1), "clicked", (GCallback)column_clicked_cb, dw);
3605         g_signal_connect(gtk_tree_view_get_column(GTK_TREE_VIEW(dw->listview), DUPE_COLUMN_SIZE - 1), "clicked", (GCallback)column_clicked_cb, dw);
3606         g_signal_connect(gtk_tree_view_get_column(GTK_TREE_VIEW(dw->listview), DUPE_COLUMN_DATE - 1), "clicked", (GCallback)column_clicked_cb, dw);
3607         g_signal_connect(gtk_tree_view_get_column(GTK_TREE_VIEW(dw->listview), DUPE_COLUMN_DIMENSIONS - 1), "clicked", (GCallback)column_clicked_cb, dw);
3608         g_signal_connect(gtk_tree_view_get_column(GTK_TREE_VIEW(dw->listview), DUPE_COLUMN_PATH - 1), "clicked", (GCallback)column_clicked_cb, dw);
3609
3610         gtk_container_add(GTK_CONTAINER(scrolled), dw->listview);
3611         gtk_widget_show(dw->listview);
3612
3613         dw->second_vbox = gtk_vbox_new(FALSE, 0);
3614         gtk_table_attach_defaults(GTK_TABLE(dw->table), dw->second_vbox, 2, 3, 0, 1);
3615         if (dw->second_set)
3616                 {
3617                 gtk_table_set_col_spacings(GTK_TABLE(dw->table), PREF_PAD_GAP);
3618                 gtk_widget_show(dw->second_vbox);
3619                 }
3620         else
3621                 {
3622                 gtk_table_set_col_spacings(GTK_TABLE(dw->table), 0);
3623                 }
3624
3625         scrolled = gtk_scrolled_window_new(NULL, NULL);
3626         gtk_scrolled_window_set_shadow_type(GTK_SCROLLED_WINDOW(scrolled), GTK_SHADOW_IN);
3627         gtk_scrolled_window_set_policy(GTK_SCROLLED_WINDOW(scrolled), GTK_POLICY_AUTOMATIC, GTK_POLICY_AUTOMATIC);
3628         gtk_box_pack_start(GTK_BOX(dw->second_vbox), scrolled, TRUE, TRUE, 0);
3629         gtk_widget_show(scrolled);
3630
3631         store = gtk_list_store_new(2, G_TYPE_POINTER, G_TYPE_STRING);
3632         dw->second_listview = gtk_tree_view_new_with_model(GTK_TREE_MODEL(store));
3633
3634         selection = gtk_tree_view_get_selection(GTK_TREE_VIEW(dw->second_listview));
3635         gtk_tree_selection_set_mode(GTK_TREE_SELECTION(selection), GTK_SELECTION_MULTIPLE);
3636
3637         gtk_tree_view_set_headers_visible(GTK_TREE_VIEW(dw->second_listview), TRUE);
3638         gtk_tree_view_set_enable_search(GTK_TREE_VIEW(dw->second_listview), FALSE);
3639
3640         dupe_listview_add_column(dw, dw->second_listview, 1, _("Compare to:"), FALSE, FALSE);
3641
3642         gtk_container_add(GTK_CONTAINER(scrolled), dw->second_listview);
3643         gtk_widget_show(dw->second_listview);
3644
3645         dw->second_status_label = gtk_label_new("");
3646         gtk_box_pack_start(GTK_BOX(dw->second_vbox), dw->second_status_label, FALSE, FALSE, 0);
3647         gtk_widget_show(dw->second_status_label);
3648
3649         pref_line(dw->second_vbox, GTK_ORIENTATION_HORIZONTAL);
3650
3651         status_box = gtk_hbox_new(FALSE, 0);
3652         gtk_box_pack_start(GTK_BOX(vbox), status_box, FALSE, FALSE, 0);
3653         gtk_widget_show(status_box);
3654
3655         frame = gtk_frame_new(NULL);
3656         DEBUG_NAME(frame);
3657         gtk_frame_set_shadow_type(GTK_FRAME(frame), GTK_SHADOW_IN);
3658         gtk_box_pack_start(GTK_BOX(status_box), frame, TRUE, TRUE, 0);
3659         gtk_widget_show(frame);
3660
3661         dw->status_label = gtk_label_new("");
3662         gtk_container_add(GTK_CONTAINER(frame), dw->status_label);
3663         gtk_widget_show(dw->status_label);
3664
3665         dw->extra_label = gtk_progress_bar_new();
3666         gtk_progress_bar_set_fraction(GTK_PROGRESS_BAR(dw->extra_label), 0.0);
3667 #if GTK_CHECK_VERSION(3,0,0)
3668         gtk_progress_bar_set_text(GTK_PROGRESS_BAR(dw->extra_label), "");
3669         gtk_progress_bar_set_show_text(GTK_PROGRESS_BAR(dw->extra_label), TRUE);
3670 #endif
3671         gtk_box_pack_start(GTK_BOX(status_box), dw->extra_label, FALSE, FALSE, PREF_PAD_SPACE);
3672         gtk_widget_show(dw->extra_label);
3673
3674         status_box = pref_box_new(vbox, FALSE, GTK_ORIENTATION_HORIZONTAL, 0);
3675
3676         dw->button_thumbs = gtk_check_button_new_with_label(_("Thumbnails"));
3677         dw->show_thumbs = options->duplicates_thumbnails;
3678         gtk_toggle_button_set_active(GTK_TOGGLE_BUTTON(dw->button_thumbs), dw->show_thumbs);
3679         g_signal_connect(G_OBJECT(dw->button_thumbs), "toggled",
3680                          G_CALLBACK(dupe_window_show_thumb_cb), dw);
3681         gtk_box_pack_start(GTK_BOX(status_box), dw->button_thumbs, FALSE, FALSE, PREF_PAD_SPACE);
3682         gtk_widget_show(dw->button_thumbs);
3683
3684         label = gtk_label_new(_("Compare by:"));
3685         gtk_box_pack_start(GTK_BOX(status_box), label, FALSE, FALSE, PREF_PAD_SPACE);
3686         gtk_widget_show(label);
3687
3688         dupe_menu_setup(dw);
3689         gtk_box_pack_start(GTK_BOX(status_box), dw->combo, FALSE, FALSE, 0);
3690         gtk_widget_show(dw->combo);
3691
3692         label = gtk_label_new(_("Custom Threshold"));
3693         gtk_box_pack_start(GTK_BOX(status_box), label, FALSE, FALSE, PREF_PAD_SPACE);
3694         gtk_widget_show(label);
3695         dw->custom_threshold = gtk_spin_button_new_with_range(1, 100, 1);
3696         gtk_widget_set_tooltip_text(GTK_WIDGET(dw->custom_threshold), "Custom similarity threshold");
3697         gtk_spin_button_set_value(GTK_SPIN_BUTTON(dw->custom_threshold), options->duplicates_similarity_threshold);
3698         g_signal_connect(G_OBJECT(dw->custom_threshold), "value_changed", G_CALLBACK(dupe_window_custom_threshold_cb), dw);
3699         gtk_box_pack_start(GTK_BOX(status_box), dw->custom_threshold, FALSE, FALSE, PREF_PAD_SPACE);
3700         gtk_widget_show(dw->custom_threshold);
3701
3702         button = gtk_check_button_new_with_label(_("Sort"));
3703         gtk_widget_set_tooltip_text(GTK_WIDGET(button), "Sort by group totals");
3704         gtk_toggle_button_set_active(GTK_TOGGLE_BUTTON(button), options->sort_totals);
3705         g_signal_connect(G_OBJECT(button), "toggled", G_CALLBACK(dupe_sort_totals_toggle_cb), dw);
3706         gtk_box_pack_start(GTK_BOX(status_box), button, FALSE, FALSE, PREF_PAD_SPACE);
3707         gtk_widget_show(button);
3708
3709         dw->button_rotation_invariant = gtk_check_button_new_with_label(_("Ignore Rotation"));
3710         gtk_widget_set_tooltip_text(GTK_WIDGET(dw->button_rotation_invariant), "Ignore image orientation");
3711         gtk_toggle_button_set_active(GTK_TOGGLE_BUTTON(dw->button_rotation_invariant), options->rot_invariant_sim);
3712         g_signal_connect(G_OBJECT(dw->button_rotation_invariant), "toggled",
3713                          G_CALLBACK(dupe_window_rotation_invariant_cb), dw);
3714         gtk_box_pack_start(GTK_BOX(status_box), dw->button_rotation_invariant, FALSE, FALSE, PREF_PAD_SPACE);
3715         gtk_widget_show(dw->button_rotation_invariant);
3716
3717         button = gtk_check_button_new_with_label(_("Compare two file sets"));
3718         gtk_toggle_button_set_active(GTK_TOGGLE_BUTTON(button), dw->second_set);
3719         g_signal_connect(G_OBJECT(button), "toggled",
3720                          G_CALLBACK(dupe_second_set_toggle_cb), dw);
3721         gtk_box_pack_start(GTK_BOX(status_box), button, FALSE, FALSE, PREF_PAD_SPACE);
3722         gtk_widget_show(button);
3723
3724         button_box = gtk_hbox_new(FALSE, 0);
3725         gtk_box_pack_start(GTK_BOX(vbox), button_box, FALSE, FALSE, 0);
3726         gtk_widget_show(button_box);
3727
3728         hbox = gtk_hbutton_box_new();
3729         gtk_button_box_set_layout(GTK_BUTTON_BOX(hbox), GTK_BUTTONBOX_END);
3730         gtk_box_set_spacing(GTK_BOX(hbox), PREF_PAD_SPACE);
3731         gtk_box_pack_end(GTK_BOX(button_box), hbox, FALSE, FALSE, 0);
3732         gtk_widget_show(hbox);
3733
3734         button = pref_button_new(NULL, GTK_STOCK_HELP, NULL, FALSE, G_CALLBACK(dupe_help_cb), NULL);
3735         gtk_container_add(GTK_CONTAINER(hbox), button);
3736         gtk_widget_set_can_default(button, TRUE);
3737         gtk_widget_show(button);
3738
3739         button = pref_button_new(NULL, GTK_STOCK_STOP, NULL, FALSE, G_CALLBACK(dupe_check_stop_cb), dw);
3740         gtk_container_add(GTK_CONTAINER(hbox), button);
3741         gtk_widget_set_can_default(button, TRUE);
3742         gtk_widget_show(button);
3743
3744         button = pref_button_new(NULL, GTK_STOCK_CLOSE, NULL, FALSE, G_CALLBACK(dupe_window_close_cb), dw);
3745         gtk_container_add(GTK_CONTAINER(hbox), button);
3746         gtk_widget_set_can_default(button, TRUE);
3747         gtk_widget_grab_default(button);
3748         gtk_widget_show(button);
3749         dupe_dnd_init(dw);
3750
3751         /* order is important here, dnd_init should be seeing mouse
3752          * presses before we possibly handle (and stop) the signal
3753          */
3754         g_signal_connect(G_OBJECT(dw->listview), "button_press_event",
3755                          G_CALLBACK(dupe_listview_press_cb), dw);
3756         g_signal_connect(G_OBJECT(dw->listview), "button_release_event",
3757                          G_CALLBACK(dupe_listview_release_cb), dw);
3758         g_signal_connect(G_OBJECT(dw->second_listview), "button_press_event",
3759                          G_CALLBACK(dupe_listview_press_cb), dw);
3760         g_signal_connect(G_OBJECT(dw->second_listview), "button_release_event",
3761                          G_CALLBACK(dupe_listview_release_cb), dw);
3762
3763         gtk_widget_show(dw->window);
3764
3765         dupe_listview_set_height(dw->listview, dw->show_thumbs);
3766         g_signal_emit_by_name(G_OBJECT(dw->combo), "changed");
3767
3768         dupe_window_update_count(dw, TRUE);
3769         dupe_window_update_progress(dw, NULL, 0.0, FALSE);
3770
3771         dupe_window_list = g_list_append(dupe_window_list, dw);
3772
3773         file_data_register_notify_func(dupe_notify_cb, dw, NOTIFY_PRIORITY_MEDIUM);
3774
3775         return dw;
3776 }
3777
3778 /*
3779  *-------------------------------------------------------------------
3780  * dnd confirm dir
3781  *-------------------------------------------------------------------
3782  */
3783
3784 typedef struct {
3785         DupeWindow *dw;
3786         GList *list;
3787 } CDupeConfirmD;
3788
3789 static void confirm_dir_list_cancel(GtkWidget *widget, gpointer data)
3790 {
3791         /* do nothing */
3792 }
3793
3794 static void confirm_dir_list_add(GtkWidget *widget, gpointer data)
3795 {
3796         CDupeConfirmD *d = data;
3797         GList *work;
3798
3799         dupe_window_add_files(d->dw, d->list, FALSE);
3800
3801         work = d->list;
3802         while (work)
3803                 {
3804                 FileData *fd = work->data;
3805                 work = work->next;
3806                 if (isdir(fd->path))
3807                         {
3808                         GList *list;
3809
3810                         filelist_read(fd, &list, NULL);
3811                         list = filelist_filter(list, FALSE);
3812                         if (list)
3813                                 {
3814                                 dupe_window_add_files(d->dw, list, FALSE);
3815                                 filelist_free(list);
3816                                 }
3817                         }
3818                 }
3819 }
3820
3821 static void confirm_dir_list_recurse(GtkWidget *widget, gpointer data)
3822 {
3823         CDupeConfirmD *d = data;
3824         dupe_window_add_files(d->dw, d->list, TRUE);
3825 }
3826
3827 static void confirm_dir_list_skip(GtkWidget *widget, gpointer data)
3828 {
3829         CDupeConfirmD *d = data;
3830         dupe_window_add_files(d->dw, d->list, FALSE);
3831 }
3832
3833 static void confirm_dir_list_destroy(GtkWidget *widget, gpointer data)
3834 {
3835         CDupeConfirmD *d = data;
3836         filelist_free(d->list);
3837         g_free(d);
3838 }
3839
3840 static GtkWidget *dupe_confirm_dir_list(DupeWindow *dw, GList *list)
3841 {
3842         GtkWidget *menu;
3843         CDupeConfirmD *d;
3844
3845         d = g_new0(CDupeConfirmD, 1);
3846         d->dw = dw;
3847         d->list = list;
3848
3849         menu = popup_menu_short_lived();
3850         g_signal_connect(G_OBJECT(menu), "destroy",
3851                          G_CALLBACK(confirm_dir_list_destroy), d);
3852
3853         menu_item_add_stock(menu, _("Dropped list includes folders."), GTK_STOCK_DND_MULTIPLE, NULL, NULL);
3854         menu_item_add_divider(menu);
3855         menu_item_add_stock(menu, _("_Add contents"), GTK_STOCK_OK, G_CALLBACK(confirm_dir_list_add), d);
3856         menu_item_add_stock(menu, _("Add contents _recursive"), GTK_STOCK_ADD, G_CALLBACK(confirm_dir_list_recurse), d);
3857         menu_item_add_stock(menu, _("_Skip folders"), GTK_STOCK_REMOVE, G_CALLBACK(confirm_dir_list_skip), d);
3858         menu_item_add_divider(menu);
3859         menu_item_add_stock(menu, _("Cancel"), GTK_STOCK_CANCEL, G_CALLBACK(confirm_dir_list_cancel), d);
3860
3861         return menu;
3862 }
3863
3864 /*
3865  *-------------------------------------------------------------------
3866  * dnd
3867  *-------------------------------------------------------------------
3868  */
3869
3870 static GtkTargetEntry dupe_drag_types[] = {
3871         { "text/uri-list", 0, TARGET_URI_LIST },
3872         { "text/plain", 0, TARGET_TEXT_PLAIN }
3873 };
3874 static gint n_dupe_drag_types = 2;
3875
3876 static GtkTargetEntry dupe_drop_types[] = {
3877         { TARGET_APP_COLLECTION_MEMBER_STRING, 0, TARGET_APP_COLLECTION_MEMBER },
3878         { "text/uri-list", 0, TARGET_URI_LIST }
3879 };
3880 static gint n_dupe_drop_types = 2;
3881
3882 static void dupe_dnd_data_set(GtkWidget *widget, GdkDragContext *context,
3883                               GtkSelectionData *selection_data, guint info,
3884                               guint time, gpointer data)
3885 {
3886         DupeWindow *dw = data;
3887         GList *list;
3888
3889         switch (info)
3890                 {
3891                 case TARGET_URI_LIST:
3892                 case TARGET_TEXT_PLAIN:
3893                         list = dupe_listview_get_selection(dw, widget);
3894                         if (!list) return;
3895                         uri_selection_data_set_uris_from_filelist(selection_data, list);
3896                         filelist_free(list);
3897                         break;
3898                 default:
3899                         break;
3900                 }
3901 }
3902
3903 static void dupe_dnd_data_get(GtkWidget *widget, GdkDragContext *context,
3904                               gint x, gint y,
3905                               GtkSelectionData *selection_data, guint info,
3906                               guint time, gpointer data)
3907 {
3908         DupeWindow *dw = data;
3909         GtkWidget *source;
3910         GList *list = NULL;
3911         GList *work;
3912
3913         source = gtk_drag_get_source_widget(context);
3914         if (source == dw->listview || source == dw->second_listview) return;
3915
3916         dw->second_drop = (dw->second_set && widget == dw->second_listview);
3917
3918         switch (info)
3919                 {
3920                 case TARGET_APP_COLLECTION_MEMBER:
3921                         collection_from_dnd_data((gchar *)gtk_selection_data_get_data(selection_data), &list, NULL);
3922                         break;
3923                 case TARGET_URI_LIST:
3924                         list = uri_filelist_from_gtk_selection_data(selection_data);
3925                         work = list;
3926                         while (work)
3927                                 {
3928                                 FileData *fd = work->data;
3929                                 if (isdir(fd->path))
3930                                         {
3931                                         GtkWidget *menu;
3932                                         menu = dupe_confirm_dir_list(dw, list);
3933                                         gtk_menu_popup(GTK_MENU(menu), NULL, NULL, NULL, NULL, 0, time);
3934                                         return;
3935                                         }
3936                                 work = work->next;
3937                                 }
3938                         break;
3939                 default:
3940                         list = NULL;
3941                         break;
3942                 }
3943
3944         if (list)
3945                 {
3946                 dupe_window_add_files(dw, list, FALSE);
3947                 filelist_free(list);
3948                 }
3949 }
3950
3951 static void dupe_dest_set(GtkWidget *widget, gboolean enable)
3952 {
3953         if (enable)
3954                 {
3955                 gtk_drag_dest_set(widget,
3956                         GTK_DEST_DEFAULT_MOTION | GTK_DEST_DEFAULT_HIGHLIGHT | GTK_DEST_DEFAULT_DROP,
3957                         dupe_drop_types, n_dupe_drop_types,
3958                         GDK_ACTION_COPY | GDK_ACTION_MOVE | GDK_ACTION_ASK);
3959
3960                 }
3961         else
3962                 {
3963                 gtk_drag_dest_unset(widget);
3964                 }
3965 }
3966
3967 static void dupe_dnd_begin(GtkWidget *widget, GdkDragContext *context, gpointer data)
3968 {
3969         DupeWindow *dw = data;
3970         dupe_dest_set(dw->listview, FALSE);
3971         dupe_dest_set(dw->second_listview, FALSE);
3972
3973         if (dw->click_item && !dupe_listview_item_is_selected(dw, dw->click_item, widget))
3974                 {
3975                 GtkListStore *store;
3976                 GtkTreeIter iter;
3977
3978                 store = GTK_LIST_STORE(gtk_tree_view_get_model(GTK_TREE_VIEW(widget)));
3979                 if (dupe_listview_find_item(store, dw->click_item, &iter) >= 0)
3980                         {
3981                         GtkTreeSelection *selection;
3982                         GtkTreePath *tpath;
3983
3984                         selection = gtk_tree_view_get_selection(GTK_TREE_VIEW(widget));
3985                         gtk_tree_selection_unselect_all(selection);
3986                         gtk_tree_selection_select_iter(selection, &iter);
3987
3988                         tpath = gtk_tree_model_get_path(GTK_TREE_MODEL(store), &iter);
3989                         gtk_tree_view_set_cursor(GTK_TREE_VIEW(widget), tpath, NULL, FALSE);
3990                         gtk_tree_path_free(tpath);
3991                         }
3992                 }
3993
3994         if (dw->show_thumbs &&
3995             widget == dw->listview &&
3996             dw->click_item && dw->click_item->pixbuf)
3997                 {
3998                 GtkTreeSelection *selection;
3999                 gint items;
4000
4001                 selection = gtk_tree_view_get_selection(GTK_TREE_VIEW(widget));
4002                 items = gtk_tree_selection_count_selected_rows(selection);
4003                 dnd_set_drag_icon(widget, context, dw->click_item->pixbuf, items);
4004                 }
4005 }
4006
4007 static void dupe_dnd_end(GtkWidget *widget, GdkDragContext *context, gpointer data)
4008 {
4009         DupeWindow *dw = data;
4010         dupe_dest_set(dw->listview, TRUE);
4011         dupe_dest_set(dw->second_listview, TRUE);
4012 }
4013
4014 static void dupe_dnd_init(DupeWindow *dw)
4015 {
4016         gtk_drag_source_set(dw->listview, GDK_BUTTON1_MASK | GDK_BUTTON2_MASK,
4017                             dupe_drag_types, n_dupe_drag_types,
4018                             GDK_ACTION_COPY | GDK_ACTION_MOVE | GDK_ACTION_LINK);
4019         g_signal_connect(G_OBJECT(dw->listview), "drag_data_get",
4020                          G_CALLBACK(dupe_dnd_data_set), dw);
4021         g_signal_connect(G_OBJECT(dw->listview), "drag_begin",
4022                          G_CALLBACK(dupe_dnd_begin), dw);
4023         g_signal_connect(G_OBJECT(dw->listview), "drag_end",
4024                          G_CALLBACK(dupe_dnd_end), dw);
4025
4026         dupe_dest_set(dw->listview, TRUE);
4027         g_signal_connect(G_OBJECT(dw->listview), "drag_data_received",
4028                          G_CALLBACK(dupe_dnd_data_get), dw);
4029
4030         gtk_drag_source_set(dw->second_listview, GDK_BUTTON1_MASK | GDK_BUTTON2_MASK,
4031                             dupe_drag_types, n_dupe_drag_types,
4032                             GDK_ACTION_COPY | GDK_ACTION_MOVE | GDK_ACTION_LINK);
4033         g_signal_connect(G_OBJECT(dw->second_listview), "drag_data_get",
4034                          G_CALLBACK(dupe_dnd_data_set), dw);
4035         g_signal_connect(G_OBJECT(dw->second_listview), "drag_begin",
4036                          G_CALLBACK(dupe_dnd_begin), dw);
4037         g_signal_connect(G_OBJECT(dw->second_listview), "drag_end",
4038                          G_CALLBACK(dupe_dnd_end), dw);
4039
4040         dupe_dest_set(dw->second_listview, TRUE);
4041         g_signal_connect(G_OBJECT(dw->second_listview), "drag_data_received",
4042                          G_CALLBACK(dupe_dnd_data_get), dw);
4043 }
4044
4045 /*
4046  *-------------------------------------------------------------------
4047  * maintenance (move, delete, etc.)
4048  *-------------------------------------------------------------------
4049  */
4050
4051 static void dupe_notify_cb(FileData *fd, NotifyType type, gpointer data)
4052 {
4053         DupeWindow *dw = data;
4054
4055         if (!(type & NOTIFY_CHANGE) || !fd->change) return;
4056
4057         DEBUG_1("Notify dupe: %s %04x", fd->path, type);
4058
4059         switch (fd->change->type)
4060                 {
4061                 case FILEDATA_CHANGE_MOVE:
4062                 case FILEDATA_CHANGE_RENAME:
4063                         dupe_item_update_fd(dw, fd);
4064                         break;
4065                 case FILEDATA_CHANGE_COPY:
4066                         break;
4067                 case FILEDATA_CHANGE_DELETE:
4068                         while (dupe_item_remove_by_path(dw, fd->path));
4069                         break;
4070                 case FILEDATA_CHANGE_UNSPECIFIED:
4071                 case FILEDATA_CHANGE_WRITE_METADATA:
4072                         break;
4073                 }
4074
4075 }
4076
4077 /*
4078  *-------------------------------------------------------------------
4079  * Export duplicates data
4080  *-------------------------------------------------------------------
4081  */
4082
4083  typedef enum {
4084         EXPORT_CSV = 0,
4085         EXPORT_TSV
4086 } SeparatorType;
4087
4088 typedef struct _ExportDupesData ExportDupesData;
4089 struct _ExportDupesData
4090 {
4091         FileDialog *dialog;
4092         SeparatorType separator;
4093         DupeWindow *dupewindow;
4094 };
4095
4096 static void export_duplicates_close(ExportDupesData *edd)
4097 {
4098         if (edd->dialog) file_dialog_close(edd->dialog);
4099         edd->dialog = NULL;
4100 }
4101
4102 static void export_duplicates_data_cancel_cb(FileDialog *fdlg, gpointer data)
4103 {
4104         ExportDupesData *edd = data;
4105
4106         export_duplicates_close(edd);
4107 }
4108
4109 static void export_duplicates_data_save_cb(FileDialog *fdlg, gpointer data)
4110 {
4111         ExportDupesData *edd = data;
4112         GError *error = NULL;
4113         GtkTreeModel *store;
4114         GtkTreeIter iter;
4115         DupeItem *di;
4116         GFileOutputStream *gfstream;
4117         GFile *out_file;
4118         GString *output_string;
4119         gchar *sep;
4120         gchar* rank;
4121         GList *work;
4122         GtkTreeSelection *selection;
4123         GList *slist;
4124         gchar *thumb_cache;
4125         gchar **rank_split;
4126         GtkTreePath *tpath;
4127         gboolean color_old = FALSE;
4128         gboolean color_new = FALSE;
4129         gint match_count;
4130         gchar *name;
4131
4132         history_list_add_to_key("export_duplicates", fdlg->dest_path, -1);
4133
4134         out_file = g_file_new_for_path(fdlg->dest_path);
4135
4136         gfstream = g_file_replace(out_file, NULL, TRUE, G_FILE_CREATE_NONE, NULL, &error);
4137         if (error)
4138                 {
4139                 log_printf(_("Error creating Export duplicates data file: Error: %s\n"), error->message);
4140                 g_error_free(error);
4141                 return;
4142                 }
4143
4144         sep = g_strdup((edd->separator == EXPORT_CSV) ?  "," : "\t");
4145         output_string = g_string_new(g_strjoin(sep, _("Match"), _("Group"), _("Similarity"), _("Set"), _("Thumbnail"), _("Name"), _("Size"), _("Date"), _("Width"), _("Height"), _("Path\n"), NULL));
4146
4147         selection = gtk_tree_view_get_selection(GTK_TREE_VIEW(edd->dupewindow->listview));
4148         slist = gtk_tree_selection_get_selected_rows(selection, &store);
4149         work = slist;
4150
4151         tpath = work->data;
4152         gtk_tree_model_get_iter(store, &iter, tpath);
4153         gtk_tree_model_get(GTK_TREE_MODEL(store), &iter, DUPE_COLUMN_COLOR, &color_new, -1);
4154         color_old = !color_new;
4155         match_count = 0;
4156
4157         while (work)
4158                 {
4159                 tpath = work->data;
4160                 gtk_tree_model_get_iter(store, &iter, tpath);
4161
4162                 gtk_tree_model_get(GTK_TREE_MODEL(store), &iter, DUPE_COLUMN_POINTER, &di, -1);
4163
4164                 gtk_tree_model_get(GTK_TREE_MODEL(store), &iter, DUPE_COLUMN_COLOR, &color_new, -1);
4165                 if (color_new != color_old)
4166                         {
4167                         match_count++;
4168                         }
4169                 color_old = color_new;
4170                 output_string = g_string_append(output_string, g_strdup_printf("%d", match_count));
4171                 output_string = g_string_append(output_string, sep);
4172
4173                 if ((dupe_match_find_parent(edd->dupewindow, di) == di))
4174                         {
4175                         output_string = g_string_append(output_string, "1");
4176                         }
4177                 else
4178                         {
4179                         output_string = g_string_append(output_string, "2");
4180                         }
4181                 output_string = g_string_append(output_string, sep);
4182
4183                 gtk_tree_model_get(GTK_TREE_MODEL(store), &iter, DUPE_COLUMN_RANK, &rank, -1);
4184                 rank_split = g_strsplit_set(rank, " [(", -1);
4185                 if (rank_split[0] == NULL)
4186                         {
4187                         output_string = g_string_append(output_string, "");
4188                         }
4189                 else
4190                         {
4191                         output_string = g_string_append(output_string, g_strdup_printf("%s", rank_split[0]));
4192                         }
4193                 output_string = g_string_append(output_string, sep);
4194                 g_free(rank);
4195                 g_strfreev(rank_split);
4196
4197                 output_string = g_string_append(output_string, g_strdup_printf("%d", (di->second + 1)));
4198                 output_string = g_string_append(output_string, sep);
4199
4200                 thumb_cache = cache_find_location(CACHE_TYPE_THUMB, di->fd->path);
4201                 if (thumb_cache)
4202                         {
4203                         output_string = g_string_append(output_string, thumb_cache);
4204                         g_free(thumb_cache);
4205                         }
4206                 else
4207                         {
4208                         output_string = g_string_append(output_string, "");
4209                         }
4210                 output_string = g_string_append(output_string, sep);
4211
4212                 gtk_tree_model_get(GTK_TREE_MODEL(store), &iter, DUPE_COLUMN_NAME, &name, -1);
4213                 output_string = g_string_append(output_string, name);
4214                 output_string = g_string_append(output_string, sep);
4215                 g_free(name);
4216
4217                 output_string = g_string_append(output_string, g_strdup_printf("%"PRIu64, di->fd->size));
4218                 output_string = g_string_append(output_string, sep);
4219                 output_string = g_string_append(output_string, text_from_time(di->fd->date));
4220                 output_string = g_string_append(output_string, sep);
4221                 output_string = g_string_append(output_string, g_strdup_printf("%d", (di->width ? di->width : 0)));
4222                 output_string = g_string_append(output_string, sep);
4223                 output_string = g_string_append(output_string, g_strdup_printf("%d", (di->height ? di->height : 0)));
4224                 output_string = g_string_append(output_string, sep);
4225                 output_string = g_string_append(output_string, di->fd->path);
4226                 output_string = g_string_append_c(output_string, '\n');
4227
4228                 work = work->next;
4229                 }
4230
4231         g_output_stream_write(G_OUTPUT_STREAM(gfstream), output_string->str, strlen(output_string->str), NULL, &error);
4232
4233         g_free(sep);
4234         g_string_free(output_string, TRUE);
4235         g_object_unref(gfstream);
4236         g_object_unref(out_file);
4237
4238         export_duplicates_close(edd);
4239 }
4240
4241 static void pop_menu_export(GList *selection_list, gpointer dupe_window, gpointer data)
4242 {
4243         const gint index = GPOINTER_TO_INT(data);
4244         DupeWindow *dw = dupe_window;
4245         gchar *title = "Export duplicates data";
4246         gchar *default_path = "/tmp/";
4247         gchar *file_extension;
4248         const gchar *stock_id;
4249         ExportDupesData *edd;
4250         const gchar *previous_path;
4251
4252         edd = g_new0(ExportDupesData, 1);
4253         edd->dialog = file_util_file_dlg(title, "export_duplicates", NULL, export_duplicates_data_cancel_cb, edd);
4254
4255         switch (index)
4256                 {
4257                 case EXPORT_CSV:
4258                         edd->separator = EXPORT_CSV;
4259                         file_extension = g_strdup(".csv");
4260                         break;
4261                 case EXPORT_TSV:
4262                         edd->separator = EXPORT_TSV;
4263                         file_extension = g_strdup(".tsv");
4264                         break;
4265                 default:
4266                         return;
4267                 }
4268
4269         stock_id = GTK_STOCK_SAVE;
4270
4271         generic_dialog_add_message(GENERIC_DIALOG(edd->dialog), NULL, title, NULL, FALSE);
4272         file_dialog_add_button(edd->dialog, stock_id, NULL, export_duplicates_data_save_cb, TRUE);
4273
4274         previous_path = history_list_find_last_path_by_key("export_duplicates");
4275
4276         file_dialog_add_path_widgets(edd->dialog, default_path, previous_path, "export_duplicates", file_extension, _("Export Files"));
4277
4278         edd->dupewindow = dw;
4279
4280         gtk_widget_show(GENERIC_DIALOG(edd->dialog)->dialog);
4281
4282         g_free(file_extension);
4283 }
4284
4285 static void dupe_pop_menu_export_cb(GtkWidget *widget, gpointer data)
4286 {
4287         DupeWindow *dw;
4288         GList *selection_list;
4289
4290         dw = submenu_item_get_data(widget);
4291         selection_list = dupe_listview_get_selection(dw, dw->listview);
4292         pop_menu_export(selection_list, dw, data);
4293
4294         filelist_free(selection_list);
4295 }
4296
4297 static GtkWidget *submenu_add_export(GtkWidget *menu, GtkWidget **menu_item, GCallback func, gpointer data)
4298 {
4299         GtkWidget *item;
4300         GtkWidget *submenu;
4301
4302         item = menu_item_add(menu, _("Export"), NULL, NULL);
4303
4304         submenu = gtk_menu_new();
4305         g_object_set_data(G_OBJECT(submenu), "submenu_data", data);
4306
4307         menu_item_add_stock_sensitive(submenu, _("Export to csv"),
4308                                         GTK_STOCK_INDEX, TRUE, G_CALLBACK(func), GINT_TO_POINTER(0));
4309         menu_item_add_stock_sensitive(submenu, _("Export to tab-delimited"),
4310                                         GTK_STOCK_INDEX, TRUE, G_CALLBACK(func), GINT_TO_POINTER(1));
4311
4312         gtk_menu_item_set_submenu(GTK_MENU_ITEM(item), submenu);
4313         if (menu_item) *menu_item = item;
4314
4315         return submenu;
4316 }
4317
4318 /* vim: set shiftwidth=8 softtabstop=0 cindent cinoptions={1s: */