Fix #477: similarity duplicate search
[geeqie.git] / src / dupe.c
1 /*
2  * Copyright (C) 2005 John Ellis
3  * Copyright (C) 2008 - 2016 The Geeqie Team
4  *
5  * Author: John Ellis
6  *
7  * This program is free software; you can redistribute it and/or modify
8  * it under the terms of the GNU General Public License as published by
9  * the Free Software Foundation; either version 2 of the License, or
10  * (at your option) any later version.
11  *
12  * This program is distributed in the hope that it will be useful,
13  * but WITHOUT ANY WARRANTY; without even the implied warranty of
14  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
15  * GNU General Public License for more details.
16  *
17  * You should have received a copy of the GNU General Public License along
18  * with this program; if not, write to the Free Software Foundation, Inc.,
19  * 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA.
20  */
21
22 #include "main.h"
23 #include "dupe.h"
24
25 #include "cache.h"
26 #include "collect.h"
27 #include "collect-table.h"
28 #include "dnd.h"
29 #include "editors.h"
30 #include "filedata.h"
31 #include "image-load.h"
32 #include "img-view.h"
33 #include "layout.h"
34 #include "layout_image.h"
35 #include "md5-util.h"
36 #include "menu.h"
37 #include "misc.h"
38 #include "print.h"
39 #include "thumb.h"
40 #include "ui_fileops.h"
41 #include "ui_menu.h"
42 #include "ui_misc.h"
43 #include "ui_tree_edit.h"
44 #include "uri_utils.h"
45 #include "utilops.h"
46 #include "window.h"
47
48 #include <gdk/gdkkeysyms.h> /* for keyboard values */
49
50
51 #include <math.h>
52
53
54 #define DUPE_DEF_WIDTH 800
55 #define DUPE_DEF_HEIGHT 400
56
57 /* column assignment order (simply change them here) */
58 enum {
59         DUPE_COLUMN_POINTER = 0,
60         DUPE_COLUMN_RANK,
61         DUPE_COLUMN_THUMB,
62         DUPE_COLUMN_NAME,
63         DUPE_COLUMN_SIZE,
64         DUPE_COLUMN_DATE,
65         DUPE_COLUMN_DIMENSIONS,
66         DUPE_COLUMN_PATH,
67         DUPE_COLUMN_COLOR,
68         DUPE_COLUMN_COUNT       /* total columns */
69 };
70
71
72 static GList *dupe_window_list = NULL;  /* list of open DupeWindow *s */
73
74 /*
75  * Well, after adding the 'compare two sets' option things got a little sloppy in here
76  * because we have to account for two 'modes' everywhere. (be careful).
77  */
78
79 static void dupe_match_unlink(DupeItem *a, DupeItem *b);
80 static DupeItem *dupe_match_find_parent(DupeWindow *dw, DupeItem *child);
81
82 static gint dupe_match(DupeItem *a, DupeItem *b, DupeMatchType mask, gdouble *rank, gint fast);
83
84 static void dupe_thumb_step(DupeWindow *dw);
85 static gint dupe_check_cb(gpointer data);
86
87 static void dupe_second_add(DupeWindow *dw, DupeItem *di);
88 static void dupe_second_remove(DupeWindow *dw, DupeItem *di);
89 static GtkWidget *dupe_menu_popup_second(DupeWindow *dw, DupeItem *di);
90
91 static void dupe_dnd_init(DupeWindow *dw);
92
93 static void dupe_notify_cb(FileData *fd, NotifyType type, gpointer data);
94
95 /*
96  * ------------------------------------------------------------------
97  * Window updates
98  * ------------------------------------------------------------------
99  */
100
101
102 static void dupe_window_update_count(DupeWindow *dw, gboolean count_only)
103 {
104         gchar *text;
105
106         if (!dw->list)
107                 {
108                 text = g_strdup(_("Drop files to compare them."));
109                 }
110         else if (count_only)
111                 {
112                 text = g_strdup_printf(_("%d files"), g_list_length(dw->list));
113                 }
114         else
115                 {
116                 text = g_strdup_printf(_("%d matches found in %d files"), g_list_length(dw->dupes), g_list_length(dw->list));
117                 }
118
119         if (dw->second_set)
120                 {
121                 gchar *buf = g_strconcat(text, " ", _("[set 1]"), NULL);
122                 g_free(text);
123                 text = buf;
124                 }
125         gtk_label_set_text(GTK_LABEL(dw->status_label), text);
126
127         g_free(text);
128 }
129
130 static guint64 msec_time(void)
131 {
132         struct timeval tv;
133
134         if (gettimeofday(&tv, NULL) == -1) return 0;
135
136         return (guint64)tv.tv_sec * 1000000 + (guint64)tv.tv_usec;
137 }
138
139 static gint dupe_iterations(gint n)
140 {
141         return (n * ((n + 1) / 2));
142 }
143
144 static void dupe_window_update_progress(DupeWindow *dw, const gchar *status, gdouble value, gboolean force)
145 {
146         const gchar *status_text;
147
148         if (status)
149                 {
150                 guint64 new_time = 0;
151
152                 if (dw->setup_n % 10 == 0)
153                         {
154                         new_time = msec_time() - dw->setup_time;
155                         }
156
157                 if (!force &&
158                     value != 0.0 &&
159                     dw->setup_count > 0 &&
160                     new_time > 2000000)
161                         {
162                         gchar *buf;
163                         gint t;
164                         gint d;
165                         guint32 rem;
166
167                         if (new_time - dw->setup_time_count < 250000) return;
168                         dw->setup_time_count = new_time;
169
170                         if (dw->setup_done)
171                                 {
172                                 if (dw->second_set)
173                                         {
174                                         t = dw->setup_count;
175                                         d = dw->setup_count - dw->setup_n;
176                                         }
177                                 else
178                                         {
179                                         t = dupe_iterations(dw->setup_count);
180                                         d = dupe_iterations(dw->setup_count - dw->setup_n);
181                                         }
182                                 }
183                         else
184                                 {
185                                 t = dw->setup_count;
186                                 d = dw->setup_count - dw->setup_n;
187                                 }
188
189                         rem = (t - d) ? ((gdouble)(dw->setup_time_count / 1000000) / (t - d)) * d : 0;
190
191                         gtk_progress_bar_set_fraction(GTK_PROGRESS_BAR(dw->extra_label), value);
192
193                         buf = g_strdup_printf("%s %d:%02d ", status, rem / 60, rem % 60);
194                         gtk_progress_bar_set_text(GTK_PROGRESS_BAR(dw->extra_label), buf);
195                         g_free(buf);
196
197                         return;
198                         }
199                 else if (force ||
200                          value == 0.0 ||
201                          dw->setup_count == 0 ||
202                          dw->setup_time_count == 0 ||
203                          (new_time > 0 && new_time - dw->setup_time_count >= 250000))
204                         {
205                         if (dw->setup_time_count == 0) dw->setup_time_count = 1;
206                         if (new_time > 0) dw->setup_time_count = new_time;
207                         gtk_progress_bar_set_fraction(GTK_PROGRESS_BAR(dw->extra_label), value);
208                         status_text = status;
209                         }
210                 else
211                         {
212                         status_text = NULL;
213                         }
214                 }
215         else
216                 {
217                 gtk_progress_bar_set_fraction(GTK_PROGRESS_BAR(dw->extra_label), 0.0);
218                 status_text = " ";
219                 }
220
221         if (status_text) gtk_progress_bar_set_text(GTK_PROGRESS_BAR(dw->extra_label), status_text);
222 }
223
224 static void widget_set_cursor(GtkWidget *widget, gint icon)
225 {
226         GdkCursor *cursor;
227
228         if (!gtk_widget_get_window(widget)) return;
229
230         if (icon == -1)
231                 {
232                 cursor = NULL;
233                 }
234         else
235                 {
236                 cursor = gdk_cursor_new(icon);
237                 }
238
239         gdk_window_set_cursor(gtk_widget_get_window(widget), cursor);
240
241         if (cursor) gdk_cursor_unref(cursor);
242 }
243
244 /*
245  * ------------------------------------------------------------------
246  * row color utils
247  * ------------------------------------------------------------------
248  */
249
250 static void dupe_listview_realign_colors(DupeWindow *dw)
251 {
252         GtkTreeModel *store;
253         GtkTreeIter iter;
254         gboolean color_set = TRUE;
255         DupeItem *parent = NULL;
256         gboolean valid;
257
258         store = gtk_tree_view_get_model(GTK_TREE_VIEW(dw->listview));
259         valid = gtk_tree_model_get_iter_first(store, &iter);
260         while (valid)
261                 {
262                 DupeItem *child;
263                 DupeItem *child_parent;
264
265                 gtk_tree_model_get(store, &iter, DUPE_COLUMN_POINTER, &child, -1);
266                 child_parent = dupe_match_find_parent(dw, child);
267                 if (!parent || parent != child_parent)
268                         {
269                         if (!parent)
270                                 {
271                                 /* keep the first row as it is */
272                                 gtk_tree_model_get(store, &iter, DUPE_COLUMN_COLOR, &color_set, -1);
273                                 }
274                         else
275                                 {
276                                 color_set = !color_set;
277                                 }
278                         parent = dupe_match_find_parent(dw, child);
279                         }
280                 gtk_list_store_set(GTK_LIST_STORE(store), &iter, DUPE_COLUMN_COLOR, color_set, -1);
281
282                 valid = gtk_tree_model_iter_next(GTK_TREE_MODEL(store), &iter);
283                 }
284 }
285
286 /*
287  * ------------------------------------------------------------------
288  * Dupe item utils
289  * ------------------------------------------------------------------
290  */
291
292 static DupeItem *dupe_item_new(FileData *fd)
293 {
294         DupeItem *di;
295
296         di = g_new0(DupeItem, 1);
297
298         di->fd = file_data_ref(fd);
299         di->group_rank = 0.0;
300
301         return di;
302 }
303
304 static void dupe_item_free(DupeItem *di)
305 {
306         file_data_unref(di->fd);
307         image_sim_free(di->simd);
308         g_free(di->md5sum);
309         if (di->pixbuf) g_object_unref(di->pixbuf);
310
311         g_free(di);
312 }
313
314 static void dupe_list_free(GList *list)
315 {
316         GList *work = list;
317         while (work)
318                 {
319                 DupeItem *di = work->data;
320                 work = work->next;
321                 dupe_item_free(di);
322                 }
323         g_list_free(list);
324 }
325
326 /*
327 static DupeItem *dupe_item_find_fd_by_list(FileData *fd, GList *work)
328 {
329         while (work)
330                 {
331                 DupeItem *di = work->data;
332
333                 if (di->fd == fd) return di;
334
335                 work = work->next;
336                 }
337
338         return NULL;
339 }
340 */
341
342 /*
343 static DupeItem *dupe_item_find_fd(DupeWindow *dw, FileData *fd)
344 {
345         DupeItem *di;
346
347         di = dupe_item_find_fd_by_list(fd, dw->list);
348         if (!di && dw->second_set) di = dupe_item_find_fd_by_list(fd, dw->second_list);
349
350         return di;
351 }
352 */
353
354 static DupeItem *dupe_item_find_path_by_list(const gchar *path, GList *work)
355 {
356         while (work)
357                 {
358                 DupeItem *di = work->data;
359
360                 if (strcmp(di->fd->path, path) == 0) return di;
361
362                 work = work->next;
363                 }
364
365         return NULL;
366 }
367
368 static DupeItem *dupe_item_find_path(DupeWindow *dw, const gchar *path)
369 {
370         DupeItem *di;
371
372         di = dupe_item_find_path_by_list(path, dw->list);
373         if (!di && dw->second_set) di = dupe_item_find_path_by_list(path, dw->second_list);
374
375         return di;
376 }
377
378 /*
379  * ------------------------------------------------------------------
380  * Image property cache
381  * ------------------------------------------------------------------
382  */
383
384 static void dupe_item_read_cache(DupeItem *di)
385 {
386         gchar *path;
387         CacheData *cd;
388
389         if (!di) return;
390
391         path = cache_find_location(CACHE_TYPE_SIM, di->fd->path);
392         if (!path) return;
393
394         if (filetime(di->fd->path) != filetime(path))
395                 {
396                 g_free(path);
397                 return;
398                 }
399
400         cd = cache_sim_data_load(path);
401         g_free(path);
402
403         if (cd)
404                 {
405                 if (!di->simd && cd->sim)
406                         {
407                         di->simd = cd->sim;
408                         cd->sim = NULL;
409                         }
410                 if (di->width == 0 && di->height == 0 && cd->dimensions)
411                         {
412                         di->width = cd->width;
413                         di->height = cd->height;
414                         }
415                 if (!di->md5sum && cd->have_md5sum)
416                         {
417                         di->md5sum = md5_digest_to_text(cd->md5sum);
418                         }
419                 cache_sim_data_free(cd);
420                 }
421 }
422
423 static void dupe_item_write_cache(DupeItem *di)
424 {
425         gchar *base;
426         mode_t mode = 0755;
427
428         if (!di) return;
429
430         base = cache_get_location(CACHE_TYPE_SIM, di->fd->path, FALSE, &mode);
431         if (recursive_mkdir_if_not_exists(base, mode))
432                 {
433                 CacheData *cd;
434
435                 cd = cache_sim_data_new();
436                 cd->path = cache_get_location(CACHE_TYPE_SIM, di->fd->path, TRUE, NULL);
437
438                 if (di->width != 0) cache_sim_data_set_dimensions(cd, di->width, di->height);
439                 if (di->md5sum)
440                         {
441                         guchar digest[16];
442                         if (md5_digest_from_text(di->md5sum, digest)) cache_sim_data_set_md5sum(cd, digest);
443                         }
444                 if (di->simd) cache_sim_data_set_similarity(cd, di->simd);
445
446                 if (cache_sim_data_save(cd))
447                         {
448                         filetime_set(cd->path, filetime(di->fd->path));
449                         }
450                 cache_sim_data_free(cd);
451                 }
452         g_free(base);
453 }
454
455 /*
456  * ------------------------------------------------------------------
457  * Window list utils
458  * ------------------------------------------------------------------
459  */
460
461 static gint dupe_listview_find_item(GtkListStore *store, DupeItem *item, GtkTreeIter *iter)
462 {
463         gboolean valid;
464         gint row = 0;
465
466         valid = gtk_tree_model_get_iter_first(GTK_TREE_MODEL(store), iter);
467         while (valid)
468                 {
469                 DupeItem *item_n;
470                 gtk_tree_model_get(GTK_TREE_MODEL(store), iter, DUPE_COLUMN_POINTER, &item_n, -1);
471                 if (item_n == item) return row;
472
473                 valid = gtk_tree_model_iter_next(GTK_TREE_MODEL(store), iter);
474                 row++;
475                 }
476
477         return -1;
478 }
479
480 static void dupe_listview_add(DupeWindow *dw, DupeItem *parent, DupeItem *child)
481 {
482         DupeItem *di;
483         gint row;
484         gchar *text[DUPE_COLUMN_COUNT];
485         GtkListStore *store;
486         GtkTreeIter iter;
487         gboolean color_set = FALSE;
488         gint rank;
489
490         if (!parent) return;
491
492         store = GTK_LIST_STORE(gtk_tree_view_get_model(GTK_TREE_VIEW(dw->listview)));
493
494         if (child)
495                 {
496                 DupeMatch *dm;
497
498                 row = dupe_listview_find_item(store, parent, &iter);
499                 gtk_tree_model_get(GTK_TREE_MODEL(store), &iter, DUPE_COLUMN_COLOR, &color_set, -1);
500
501                 row++;
502
503                 if (child->group)
504                         {
505                         dm = child->group->data;
506                         rank = (gint)floor(dm->rank);
507                         }
508                 else
509                         {
510                         rank = 1;
511                         log_printf("NULL group in item!\n");
512                         }
513                 }
514         else
515                 {
516                 if (gtk_tree_model_get_iter_first(GTK_TREE_MODEL(store), &iter))
517                         {
518                         gtk_tree_model_get(GTK_TREE_MODEL(store), &iter, DUPE_COLUMN_COLOR, &color_set, -1);
519                         color_set = !color_set;
520                         }
521                 else
522                         {
523                         color_set = FALSE;
524                         }
525                 row = 0;
526                 rank = 0;
527                 }
528
529         di = (child) ? child : parent;
530
531         if (!child && dw->second_set)
532                 {
533                 text[DUPE_COLUMN_RANK] = g_strdup("[1]");
534                 }
535         else if (rank == 0)
536                 {
537                 text[DUPE_COLUMN_RANK] = g_strdup((di->second) ? "(2)" : "");
538                 }
539         else
540                 {
541                 text[DUPE_COLUMN_RANK] = g_strdup_printf("%d%s", rank, (di->second) ? " (2)" : "");
542                 }
543
544         text[DUPE_COLUMN_THUMB] = "";
545         text[DUPE_COLUMN_NAME] = (gchar *)di->fd->name;
546         text[DUPE_COLUMN_SIZE] = text_from_size(di->fd->size);
547         text[DUPE_COLUMN_DATE] = (gchar *)text_from_time(di->fd->date);
548         if (di->width > 0 && di->height > 0)
549                 {
550                 text[DUPE_COLUMN_DIMENSIONS] = g_strdup_printf("%d x %d", di->width, di->height);
551                 }
552         else
553                 {
554                 text[DUPE_COLUMN_DIMENSIONS] = g_strdup("");
555                 }
556         text[DUPE_COLUMN_PATH] = di->fd->path;
557         text[DUPE_COLUMN_COLOR] = NULL;
558
559         gtk_list_store_insert(store, &iter, row);
560         gtk_list_store_set(store, &iter,
561                                 DUPE_COLUMN_POINTER, di,
562                                 DUPE_COLUMN_RANK, text[DUPE_COLUMN_RANK],
563                                 DUPE_COLUMN_THUMB, NULL,
564                                 DUPE_COLUMN_NAME, text[DUPE_COLUMN_NAME],
565                                 DUPE_COLUMN_SIZE, text[DUPE_COLUMN_SIZE],
566                                 DUPE_COLUMN_DATE, text[DUPE_COLUMN_DATE],
567                                 DUPE_COLUMN_DIMENSIONS, text[DUPE_COLUMN_DIMENSIONS],
568                                 DUPE_COLUMN_PATH, text[DUPE_COLUMN_PATH],
569                                 DUPE_COLUMN_COLOR, color_set,
570                                 -1);
571
572         g_free(text[DUPE_COLUMN_RANK]);
573         g_free(text[DUPE_COLUMN_SIZE]);
574         g_free(text[DUPE_COLUMN_DIMENSIONS]);
575 }
576
577 static void dupe_listview_select_dupes(DupeWindow *dw, DupeSelectType parents);
578
579 static void dupe_listview_populate(DupeWindow *dw)
580 {
581         GtkListStore *store;
582         GList *work;
583
584         store = GTK_LIST_STORE(gtk_tree_view_get_model(GTK_TREE_VIEW(dw->listview)));
585         gtk_list_store_clear(store);
586
587         work = g_list_last(dw->dupes);
588         while (work)
589                 {
590                 DupeItem *parent = work->data;
591                 GList *temp;
592
593                 dupe_listview_add(dw, parent, NULL);
594
595                 temp = g_list_last(parent->group);
596                 while (temp)
597                         {
598                         DupeMatch *dm = temp->data;
599                         DupeItem *child;
600
601                         child = dm->di;
602
603                         dupe_listview_add(dw, parent, child);
604
605                         temp = temp->prev;
606                         }
607
608                 work = work->prev;
609                 }
610
611         gtk_tree_view_columns_autosize(GTK_TREE_VIEW(dw->listview));
612
613         if (options->duplicates_select_type == DUPE_SELECT_GROUP1)
614                 {
615                 dupe_listview_select_dupes(dw, DUPE_SELECT_GROUP1);
616                 }
617         else if (options->duplicates_select_type == DUPE_SELECT_GROUP2)
618                 {
619                 dupe_listview_select_dupes(dw, DUPE_SELECT_GROUP2);
620                 }
621
622 }
623
624 static void dupe_listview_remove(DupeWindow *dw, DupeItem *di)
625 {
626         GtkListStore *store;
627         GtkTreeIter iter;
628         gint row;
629
630         if (!di) return;
631
632         store = GTK_LIST_STORE(gtk_tree_view_get_model(GTK_TREE_VIEW(dw->listview)));
633         row = dupe_listview_find_item(store, di, &iter);
634         if (row < 0) return;
635
636         tree_view_move_cursor_away(GTK_TREE_VIEW(dw->listview), &iter, TRUE);
637         gtk_list_store_remove(store, &iter);
638
639         if (g_list_find(dw->dupes, di) != NULL)
640                 {
641                 if (!dw->color_frozen) dupe_listview_realign_colors(dw);
642                 }
643 }
644
645
646 static GList *dupe_listview_get_filelist(DupeWindow *dw, GtkWidget *listview)
647 {
648         GtkTreeModel *store;
649         GtkTreeIter iter;
650         gboolean valid;
651         GList *list = NULL;
652
653         store = gtk_tree_view_get_model(GTK_TREE_VIEW(listview));
654         valid = gtk_tree_model_get_iter_first(store, &iter);
655         while (valid)
656                 {
657                 DupeItem *di;
658                 gtk_tree_model_get(store, &iter, DUPE_COLUMN_POINTER, &di, -1);
659                 list = g_list_prepend(list, file_data_ref(di->fd));
660
661                 valid = gtk_tree_model_iter_next(store, &iter);
662                 }
663
664         return g_list_reverse(list);
665 }
666
667
668 static GList *dupe_listview_get_selection(DupeWindow *dw, GtkWidget *listview)
669 {
670         GtkTreeModel *store;
671         GtkTreeSelection *selection;
672         GList *slist;
673         GList *list = NULL;
674         GList *work;
675
676         selection = gtk_tree_view_get_selection(GTK_TREE_VIEW(listview));
677         slist = gtk_tree_selection_get_selected_rows(selection, &store);
678         work = slist;
679         while (work)
680                 {
681                 GtkTreePath *tpath = work->data;
682                 DupeItem *di = NULL;
683                 GtkTreeIter iter;
684
685                 gtk_tree_model_get_iter(store, &iter, tpath);
686                 gtk_tree_model_get(store, &iter, DUPE_COLUMN_POINTER, &di, -1);
687                 if (di)
688                         {
689                         list = g_list_prepend(list, file_data_ref(di->fd));
690                         }
691                 work = work->next;
692                 }
693         g_list_foreach(slist, (GFunc)gtk_tree_path_free, NULL);
694         g_list_free(slist);
695
696         return g_list_reverse(list);
697 }
698
699 static gboolean dupe_listview_item_is_selected(DupeWindow *dw, DupeItem *di, GtkWidget *listview)
700 {
701         GtkTreeModel *store;
702         GtkTreeSelection *selection;
703         GList *slist;
704         GList *work;
705         gboolean found = FALSE;
706
707         selection = gtk_tree_view_get_selection(GTK_TREE_VIEW(listview));
708         slist = gtk_tree_selection_get_selected_rows(selection, &store);
709         work = slist;
710         while (!found && work)
711                 {
712                 GtkTreePath *tpath = work->data;
713                 DupeItem *di_n;
714                 GtkTreeIter iter;
715
716                 gtk_tree_model_get_iter(store, &iter, tpath);
717                 gtk_tree_model_get(store, &iter, DUPE_COLUMN_POINTER, &di_n, -1);
718                 if (di_n == di) found = TRUE;
719                 work = work->next;
720                 }
721         g_list_foreach(slist, (GFunc)gtk_tree_path_free, NULL);
722         g_list_free(slist);
723
724         return found;
725 }
726
727 static void dupe_listview_select_dupes(DupeWindow *dw, DupeSelectType parents)
728 {
729         GtkTreeModel *store;
730         GtkTreeSelection *selection;
731         GtkTreeIter iter;
732         gboolean valid;
733
734         selection = gtk_tree_view_get_selection(GTK_TREE_VIEW(dw->listview));
735         gtk_tree_selection_unselect_all(selection);
736
737         store = gtk_tree_view_get_model(GTK_TREE_VIEW(dw->listview));
738         valid = gtk_tree_model_get_iter_first(store, &iter);
739         while (valid)
740                 {
741                 DupeItem *di;
742
743                 gtk_tree_model_get(store, &iter, DUPE_COLUMN_POINTER, &di, -1);
744                 if ((dupe_match_find_parent(dw, di) == di) == (parents == DUPE_SELECT_GROUP1))
745                         {
746                         gtk_tree_selection_select_iter(selection, &iter);
747                         }
748                 valid = gtk_tree_model_iter_next(store, &iter);
749                 }
750 }
751
752 /*
753  * ------------------------------------------------------------------
754  * Match group manipulation
755  * ------------------------------------------------------------------
756  */
757
758 static DupeMatch *dupe_match_find_match(DupeItem *child, DupeItem *parent)
759 {
760         GList *work;
761
762         work = parent->group;
763         while (work)
764                 {
765                 DupeMatch *dm = work->data;
766                 if (dm->di == child) return dm;
767                 work = work->next;
768                 }
769         return NULL;
770 }
771
772 static void dupe_match_link_child(DupeItem *child, DupeItem *parent, gdouble rank)
773 {
774         DupeMatch *dm;
775
776         dm = g_new0(DupeMatch, 1);
777         dm->di = child;
778         dm->rank = rank;
779         parent->group = g_list_append(parent->group, dm);
780 }
781
782 static void dupe_match_link(DupeItem *a, DupeItem *b, gdouble rank)
783 {
784         dupe_match_link_child(a, b, rank);
785         dupe_match_link_child(b, a, rank);
786 }
787
788 static void dupe_match_unlink_child(DupeItem *child, DupeItem *parent)
789 {
790         DupeMatch *dm;
791
792         dm = dupe_match_find_match(child, parent);
793         if (dm)
794                 {
795                 parent->group = g_list_remove(parent->group, dm);
796                 g_free(dm);
797                 }
798 }
799
800 static void dupe_match_unlink(DupeItem *a, DupeItem *b)
801 {
802         dupe_match_unlink_child(a, b);
803         dupe_match_unlink_child(b, a);
804 }
805
806 static void dupe_match_link_clear(DupeItem *parent, gboolean unlink_children)
807 {
808         GList *work;
809
810         work = parent->group;
811         while (work)
812                 {
813                 DupeMatch *dm = work->data;
814                 work = work->next;
815
816                 if (unlink_children) dupe_match_unlink_child(parent, dm->di);
817
818                 g_free(dm);
819                 }
820
821         g_list_free(parent->group);
822         parent->group = NULL;
823         parent->group_rank = 0.0;
824 }
825
826 static gint dupe_match_link_exists(DupeItem *child, DupeItem *parent)
827 {
828         return (dupe_match_find_match(child, parent) != NULL);
829 }
830
831 static gdouble dupe_match_link_rank(DupeItem *child, DupeItem *parent)
832 {
833         DupeMatch *dm;
834
835         dm = dupe_match_find_match(child, parent);
836         if (dm) return dm->rank;
837
838         return 0.0;
839 }
840
841 static DupeItem *dupe_match_highest_rank(DupeItem *child)
842 {
843         DupeMatch *dr;
844         GList *work;
845
846         dr = NULL;
847         work = child->group;
848         while (work)
849                 {
850                 DupeMatch *dm = work->data;
851                 if (!dr || dm->rank > dr->rank) dr = dm;
852                 work = work->next;
853                 }
854
855         return (dr) ? dr->di : NULL;
856 }
857
858 static void dupe_match_rank_update(DupeItem *parent)
859 {
860         GList *work;
861         gdouble rank = 0.0;
862         gint c = 0;
863
864         work = parent->group;
865         while (work)
866                 {
867                 DupeMatch *dm = work->data;
868                 work = work->next;
869                 rank += dm->rank;
870                 c++;
871                 }
872
873         if (c > 0)
874                 {
875                 parent->group_rank = rank / c;
876                 }
877         else
878                 {
879                 parent->group_rank = 0.0;
880                 }
881 }
882
883 static DupeItem *dupe_match_find_parent(DupeWindow *dw, DupeItem *child)
884 {
885         GList *work;
886
887         if (g_list_find(dw->dupes, child)) return child;
888
889         work = child->group;
890         while (work)
891                 {
892                 DupeMatch *dm = work->data;
893                 if (g_list_find(dw->dupes, dm->di)) return dm->di;
894                 work = work->next;
895                 }
896
897         return NULL;
898 }
899
900 static void dupe_match_reset_list(GList *work)
901 {
902         while (work)
903                 {
904                 DupeItem *di = work->data;
905                 work = work->next;
906
907                 dupe_match_link_clear(di, FALSE);
908                 }
909 }
910
911 static void dupe_match_reparent(DupeWindow *dw, DupeItem *old, DupeItem *new)
912 {
913         GList *work;
914
915         if (!old || !new || !dupe_match_link_exists(old, new)) return;
916
917         dupe_match_link_clear(new, TRUE);
918         work = old->group;
919         while (work)
920                 {
921                 DupeMatch *dm = work->data;
922                 dupe_match_unlink_child(old, dm->di);
923                 dupe_match_link_child(new, dm->di, dm->rank);
924                 work = work->next;
925                 }
926
927         new->group = old->group;
928         old->group = NULL;
929
930         work = g_list_find(dw->dupes, old);
931         if (work) work->data = new;
932 }
933
934 static void dupe_match_print_group(DupeItem *di)
935 {
936         GList *work;
937
938         log_printf("+ %f %s\n", di->group_rank, di->fd->name);
939
940         work = di->group;
941         while (work)
942                 {
943                 DupeMatch *dm = work->data;
944                 work = work->next;
945
946                 log_printf("  %f %s\n", dm->rank, dm->di->fd->name);
947                 }
948
949         log_printf("\n");
950 }
951
952 static void dupe_match_print_list(GList *list)
953 {
954         GList *work;
955
956         work = list;
957         while (work)
958                 {
959                 DupeItem *di = work->data;
960                 dupe_match_print_group(di);
961                 work = work->next;
962                 }
963 }
964
965 /* level 3, unlinking and orphan handling */
966 static GList *dupe_match_unlink_by_rank(DupeItem *child, DupeItem *parent, GList *list, DupeWindow *dw)
967 {
968         DupeItem *best;
969
970         best = dupe_match_highest_rank(parent);
971         if (best == child || dupe_match_highest_rank(child) == parent)
972                 {
973                 GList *work;
974                 gdouble rank;
975
976                 DEBUG_2("link found %s to %s [%d]", child->fd->name, parent->fd->name, g_list_length(parent->group));
977
978                 work = parent->group;
979                 while (work)
980                         {
981                         DupeMatch *dm = work->data;
982                         DupeItem *orphan;
983
984                         work = work->next;
985                         orphan = dm->di;
986                         if (orphan != child && g_list_length(orphan->group) < 2)
987                                 {
988                                 dupe_match_link_clear(orphan, TRUE);
989                                 if (!dw->second_set || orphan->second)
990                                         {
991                                         dupe_match(orphan, child, dw->match_mask, &rank, FALSE);
992                                         dupe_match_link(orphan, child, rank);
993                                         }
994                                 list = g_list_remove(list, orphan);
995                                 }
996                         }
997
998                 rank = dupe_match_link_rank(child, parent);
999                 dupe_match_link_clear(parent, TRUE);
1000                 dupe_match_link(child, parent, rank);
1001                 list = g_list_remove(list, parent);
1002                 }
1003         else
1004                 {
1005                 DEBUG_2("unlinking %s and %s", child->fd->name, parent->fd->name);
1006
1007                 dupe_match_unlink(child, parent);
1008                 }
1009
1010         return list;
1011 }
1012
1013 /* level 2 */
1014 static GList *dupe_match_group_filter(GList *list, DupeItem *di, DupeWindow *dw)
1015 {
1016         GList *work;
1017
1018         work = g_list_last(di->group);
1019         while (work)
1020                 {
1021                 DupeMatch *dm = work->data;
1022                 work = work->prev;
1023                 list = dupe_match_unlink_by_rank(di, dm->di, list, dw);
1024                 }
1025
1026         return list;
1027 }
1028
1029 /* level 1 (top) */
1030 static GList *dupe_match_group_trim(GList *list, DupeWindow *dw)
1031 {
1032         GList *work;
1033
1034         work = list;
1035         while (work)
1036                 {
1037                 DupeItem *di = work->data;
1038                 if (!di->second) list = dupe_match_group_filter(list, di, dw);
1039                 work = work->next;
1040                 if (di->second) list = g_list_remove(list, di);
1041                 }
1042
1043         return list;
1044 }
1045
1046 static gint dupe_match_sort_groups_cb(gconstpointer a, gconstpointer b)
1047 {
1048         DupeMatch *da = (DupeMatch *)a;
1049         DupeMatch *db = (DupeMatch *)b;
1050
1051         if (da->rank > db->rank) return -1;
1052         if (da->rank < db->rank) return 1;
1053         return 0;
1054 }
1055
1056 static void dupe_match_sort_groups(GList *list)
1057 {
1058         GList *work;
1059
1060         work = list;
1061         while (work)
1062                 {
1063                 DupeItem *di = work->data;
1064                 di->group = g_list_sort(di->group, dupe_match_sort_groups_cb);
1065                 work = work->next;
1066                 }
1067 }
1068
1069 static gint dupe_match_totals_sort_cb(gconstpointer a, gconstpointer b)
1070 {
1071         DupeItem *da = (DupeItem *)a;
1072         DupeItem *db = (DupeItem *)b;
1073
1074         if (g_list_length(da->group) > g_list_length(db->group)) return -1;
1075         if (g_list_length(da->group) < g_list_length(db->group)) return 1;
1076
1077         if (da->group_rank < db->group_rank) return -1;
1078         if (da->group_rank > db->group_rank) return 1;
1079
1080         return 0;
1081 }
1082
1083 static gint dupe_match_rank_sort_cb(gconstpointer a, gconstpointer b)
1084 {
1085         DupeItem *da = (DupeItem *)a;
1086         DupeItem *db = (DupeItem *)b;
1087
1088         if (da->group_rank > db->group_rank) return -1;
1089         if (da->group_rank < db->group_rank) return 1;
1090         return 0;
1091 }
1092
1093 /* returns allocated GList of dupes sorted by rank */
1094 static GList *dupe_match_rank_sort(GList *source_list)
1095 {
1096         GList *list = NULL;
1097         GList *work;
1098
1099         work = source_list;
1100         while (work)
1101                 {
1102                 DupeItem *di = work->data;
1103
1104                 if (di->group)
1105                         {
1106                         dupe_match_rank_update(di);
1107                         list = g_list_prepend(list, di);
1108                         }
1109
1110                 work = work->next;
1111                 }
1112
1113         return g_list_sort(list, dupe_match_rank_sort_cb);
1114 }
1115
1116 /* returns allocated GList of dupes sorted by totals */
1117 static GList *dupe_match_totals_sort(GList *source_list)
1118 {
1119         source_list = g_list_sort(source_list, dupe_match_totals_sort_cb);
1120
1121         source_list = g_list_first(source_list);
1122         return g_list_reverse(source_list);
1123 }
1124
1125 static void dupe_match_rank(DupeWindow *dw)
1126 {
1127         GList *list;
1128
1129         list = dupe_match_rank_sort(dw->list);
1130
1131         if (required_debug_level(2)) dupe_match_print_list(list);
1132
1133         DEBUG_1("Similar items: %d", g_list_length(list));
1134         list = dupe_match_group_trim(list, dw);
1135         DEBUG_1("Unique groups: %d", g_list_length(list));
1136
1137         dupe_match_sort_groups(list);
1138
1139         if (required_debug_level(2)) dupe_match_print_list(list);
1140
1141         list = dupe_match_rank_sort(list);
1142         if (options->sort_totals)
1143                 {
1144                 list = dupe_match_totals_sort(list);
1145                 }
1146         if (required_debug_level(2)) dupe_match_print_list(list);
1147
1148         g_list_free(dw->dupes);
1149         dw->dupes = list;
1150 }
1151
1152 /*
1153  * ------------------------------------------------------------------
1154  * Match group tests
1155  * ------------------------------------------------------------------
1156  */
1157
1158 static gboolean dupe_match(DupeItem *a, DupeItem *b, DupeMatchType mask, gdouble *rank, gint fast)
1159 {
1160         *rank = 0.0;
1161
1162         if (a->fd->path == b->fd->path) return FALSE;
1163
1164         if (mask & DUPE_MATCH_PATH)
1165                 {
1166                 if (utf8_compare(a->fd->path, b->fd->path, TRUE) != 0) return FALSE;
1167                 }
1168         if (mask & DUPE_MATCH_NAME)
1169                 {
1170                 if (strcmp(a->fd->collate_key_name, b->fd->collate_key_name) != 0) return FALSE;
1171                 }
1172         if (mask & DUPE_MATCH_NAME_CI)
1173                 {
1174                 if (strcmp(a->fd->collate_key_name_nocase, b->fd->collate_key_name_nocase) != 0) return FALSE;
1175                 }
1176         if (mask & DUPE_MATCH_SIZE)
1177                 {
1178                 if (a->fd->size != b->fd->size) return FALSE;
1179                 }
1180         if (mask & DUPE_MATCH_DATE)
1181                 {
1182                 if (a->fd->date != b->fd->date) return FALSE;
1183                 }
1184         if (mask & DUPE_MATCH_SUM)
1185                 {
1186                 if (!a->md5sum) a->md5sum = md5_text_from_file_utf8(a->fd->path, "");
1187                 if (!b->md5sum) b->md5sum = md5_text_from_file_utf8(b->fd->path, "");
1188                 if (a->md5sum[0] == '\0' ||
1189                     b->md5sum[0] == '\0' ||
1190                     strcmp(a->md5sum, b->md5sum) != 0) return FALSE;
1191                 }
1192         if (mask & DUPE_MATCH_DIM)
1193                 {
1194                 if (a->width == 0) image_load_dimensions(a->fd, &a->width, &a->height);
1195                 if (b->width == 0) image_load_dimensions(b->fd, &b->width, &b->height);
1196                 if (a->width != b->width || a->height != b->height) return FALSE;
1197                 }
1198         if (mask & DUPE_MATCH_SIM_HIGH ||
1199             mask & DUPE_MATCH_SIM_MED ||
1200             mask & DUPE_MATCH_SIM_LOW ||
1201             mask & DUPE_MATCH_SIM_CUSTOM)
1202                 {
1203                 gdouble f;
1204                 gdouble m;
1205
1206                 if (mask & DUPE_MATCH_SIM_HIGH) m = 0.95;
1207                 else if (mask & DUPE_MATCH_SIM_MED) m = 0.90;
1208                 else if (mask & DUPE_MATCH_SIM_CUSTOM) m = (gdouble)options->duplicates_similarity_threshold / 100.0;
1209                 else m = 0.85;
1210
1211                 if (fast)
1212                         {
1213                         f = image_sim_compare_fast(a->simd, b->simd, m);
1214                         }
1215                 else
1216                         {
1217                         f = image_sim_compare(a->simd, b->simd);
1218                         }
1219
1220                 *rank = f * 100.0;
1221
1222                 if (f < m) return FALSE;
1223
1224                 DEBUG_3("similar: %32s %32s = %f", a->fd->name, b->fd->name, f);
1225                 }
1226
1227         return TRUE;
1228 }
1229
1230 static void dupe_list_check_match(DupeWindow *dw, DupeItem *needle, GList *start)
1231 {
1232         GList *work;
1233
1234         if (dw->second_set)
1235                 {
1236                 work = dw->second_list;
1237                 }
1238         else if (start)
1239                 {
1240                 work = start;
1241                 }
1242         else
1243                 {
1244                 work = g_list_last(dw->list);
1245                 }
1246
1247         while (work)
1248                 {
1249                 DupeItem *di = work->data;
1250
1251                 /* speed opt: forward for second set, back for simple compare */
1252                 if (dw->second_set)
1253                         work = work->next;
1254                 else
1255                         work = work->prev;
1256
1257                 if (!dupe_match_link_exists(needle, di))
1258                         {
1259                         gdouble rank;
1260
1261                         if (dupe_match(di, needle, dw->match_mask, &rank, TRUE))
1262                                 {
1263                                 dupe_match_link(di, needle, rank);
1264                                 }
1265                         }
1266                 }
1267 }
1268
1269 /*
1270  * ------------------------------------------------------------------
1271  * Thumbnail handling
1272  * ------------------------------------------------------------------
1273  */
1274
1275 static void dupe_listview_set_thumb(DupeWindow *dw, DupeItem *di, GtkTreeIter *iter)
1276 {
1277         GtkListStore *store;
1278         GtkTreeIter iter_n;
1279
1280         store = GTK_LIST_STORE(gtk_tree_view_get_model(GTK_TREE_VIEW(dw->listview)));
1281         if (!iter)
1282                 {
1283                 if (dupe_listview_find_item(store, di, &iter_n) >= 0)
1284                         {
1285                         iter = &iter_n;
1286                         }
1287                 }
1288
1289         if (iter) gtk_list_store_set(store, iter, DUPE_COLUMN_THUMB, di->pixbuf, -1);
1290 }
1291
1292 static void dupe_thumb_do(DupeWindow *dw)
1293 {
1294         DupeItem *di;
1295
1296         if (!dw->thumb_loader || !dw->thumb_item) return;
1297         di = dw->thumb_item;
1298
1299         if (di->pixbuf) g_object_unref(di->pixbuf);
1300         di->pixbuf = thumb_loader_get_pixbuf(dw->thumb_loader);
1301
1302         dupe_listview_set_thumb(dw, di, NULL);
1303 }
1304
1305 static void dupe_thumb_error_cb(ThumbLoader *tl, gpointer data)
1306 {
1307         DupeWindow *dw = data;
1308
1309         dupe_thumb_do(dw);
1310         dupe_thumb_step(dw);
1311 }
1312
1313 static void dupe_thumb_done_cb(ThumbLoader *tl, gpointer data)
1314 {
1315         DupeWindow *dw = data;
1316
1317         dupe_thumb_do(dw);
1318         dupe_thumb_step(dw);
1319 }
1320
1321 static void dupe_thumb_step(DupeWindow *dw)
1322 {
1323         GtkTreeModel *store;
1324         GtkTreeIter iter;
1325         DupeItem *di = NULL;
1326         gboolean valid;
1327         gint row = 0;
1328         gint length = 0;
1329
1330         store = gtk_tree_view_get_model(GTK_TREE_VIEW(dw->listview));
1331         valid = gtk_tree_model_get_iter_first(store, &iter);
1332
1333         while (!di && valid)
1334                 {
1335                 GdkPixbuf *pixbuf;
1336
1337                 length++;
1338                 gtk_tree_model_get(store, &iter, DUPE_COLUMN_POINTER, &di, DUPE_COLUMN_THUMB, &pixbuf, -1);
1339                 if (pixbuf || di->pixbuf)
1340                         {
1341                         if (!pixbuf) gtk_list_store_set(GTK_LIST_STORE(store), &iter, DUPE_COLUMN_THUMB, di->pixbuf, -1);
1342                         row++;
1343                         di = NULL;
1344                         }
1345                 valid = gtk_tree_model_iter_next(store, &iter);
1346                 }
1347         if (valid)
1348                 {
1349                 while (gtk_tree_model_iter_next(store, &iter)) length++;
1350                 }
1351
1352         if (!di)
1353                 {
1354                 dw->thumb_item = NULL;
1355                 thumb_loader_free(dw->thumb_loader);
1356                 dw->thumb_loader = NULL;
1357
1358                 dupe_window_update_progress(dw, NULL, 0.0, FALSE);
1359                 return;
1360                 }
1361
1362         dupe_window_update_progress(dw, _("Loading thumbs..."),
1363                                     length == 0 ? 0.0 : (gdouble)(row) / length, FALSE);
1364
1365         dw->thumb_item = di;
1366         thumb_loader_free(dw->thumb_loader);
1367         dw->thumb_loader = thumb_loader_new(options->thumbnails.max_width, options->thumbnails.max_height);
1368
1369         thumb_loader_set_callbacks(dw->thumb_loader,
1370                                    dupe_thumb_done_cb,
1371                                    dupe_thumb_error_cb,
1372                                    NULL,
1373                                    dw);
1374
1375         /* start it */
1376         if (!thumb_loader_start(dw->thumb_loader, di->fd))
1377                 {
1378                 /* error, handle it, do next */
1379                 DEBUG_1("error loading thumb for %s", di->fd->path);
1380                 dupe_thumb_do(dw);
1381                 dupe_thumb_step(dw);
1382                 }
1383 }
1384
1385 /*
1386  * ------------------------------------------------------------------
1387  * Dupe checking loop
1388  * ------------------------------------------------------------------
1389  */
1390
1391 static void dupe_check_stop(DupeWindow *dw)
1392 {
1393         if (dw->idle_id || dw->img_loader || dw->thumb_loader)
1394                 {
1395                 g_source_remove(dw->idle_id);
1396                 dw->idle_id = 0;
1397                 dupe_window_update_progress(dw, NULL, 0.0, FALSE);
1398                 widget_set_cursor(dw->listview, -1);
1399                 }
1400
1401         thumb_loader_free(dw->thumb_loader);
1402         dw->thumb_loader = NULL;
1403
1404         image_loader_free(dw->img_loader);
1405         dw->img_loader = NULL;
1406 }
1407
1408 static void dupe_loader_done_cb(ImageLoader *il, gpointer data)
1409 {
1410         DupeWindow *dw = data;
1411         GdkPixbuf *pixbuf;
1412
1413         pixbuf = image_loader_get_pixbuf(il);
1414
1415         if (dw->setup_point)
1416                 {
1417                 DupeItem *di = dw->setup_point->data;
1418
1419                 if (!di->simd)
1420                         {
1421                         di->simd = image_sim_new_from_pixbuf(pixbuf);
1422                         }
1423                 else
1424                         {
1425                         image_sim_fill_data(di->simd, pixbuf);
1426                         }
1427
1428                 if (di->width == 0 && di->height == 0)
1429                         {
1430                         di->width = gdk_pixbuf_get_width(pixbuf);
1431                         di->height = gdk_pixbuf_get_height(pixbuf);
1432                         }
1433                 if (options->thumbnails.enable_caching)
1434                         {
1435                         dupe_item_write_cache(di);
1436                         }
1437
1438                 image_sim_alternate_processing(di->simd);
1439                 }
1440
1441         image_loader_free(dw->img_loader);
1442         dw->img_loader = NULL;
1443
1444         dw->idle_id = g_idle_add(dupe_check_cb, dw);
1445 }
1446
1447 static void dupe_setup_reset(DupeWindow *dw)
1448 {
1449         dw->setup_point = NULL;
1450         dw->setup_n = 0;
1451         dw->setup_time = msec_time();
1452         dw->setup_time_count = 0;
1453 }
1454
1455 static GList *dupe_setup_point_step(DupeWindow *dw, GList *p)
1456 {
1457         if (!p) return NULL;
1458
1459         if (p->next) return p->next;
1460
1461         if (dw->second_set && g_list_first(p) == dw->list) return dw->second_list;
1462
1463         return NULL;
1464 }
1465
1466 static gboolean dupe_check_cb(gpointer data)
1467 {
1468         DupeWindow *dw = data;
1469
1470         if (!dw->idle_id) return FALSE;
1471
1472         if (!dw->setup_done)
1473                 {
1474                 if ((dw->match_mask & DUPE_MATCH_SUM) &&
1475                     !(dw->setup_mask & DUPE_MATCH_SUM) )
1476                         {
1477                         if (!dw->setup_point) dw->setup_point = dw->list;
1478
1479                         while (dw->setup_point)
1480                                 {
1481                                 DupeItem *di = dw->setup_point->data;
1482
1483                                 dw->setup_point = dupe_setup_point_step(dw, dw->setup_point);
1484                                 dw->setup_n++;
1485
1486                                 if (!di->md5sum)
1487                                         {
1488                                         dupe_window_update_progress(dw, _("Reading checksums..."),
1489                                                 dw->setup_count == 0 ? 0.0 : (gdouble)(dw->setup_n - 1) / dw->setup_count, FALSE);
1490
1491                                         if (options->thumbnails.enable_caching)
1492                                                 {
1493                                                 dupe_item_read_cache(di);
1494                                                 if (di->md5sum) return TRUE;
1495                                                 }
1496
1497                                         di->md5sum = md5_text_from_file_utf8(di->fd->path, "");
1498                                         if (options->thumbnails.enable_caching)
1499                                                 {
1500                                                 dupe_item_write_cache(di);
1501                                                 }
1502                                         return TRUE;
1503                                         }
1504                                 }
1505                         dw->setup_mask |= DUPE_MATCH_SUM;
1506                         dupe_setup_reset(dw);
1507                         }
1508                 if ((dw->match_mask & DUPE_MATCH_DIM) &&
1509                     !(dw->setup_mask & DUPE_MATCH_DIM) )
1510                         {
1511                         if (!dw->setup_point) dw->setup_point = dw->list;
1512
1513                         while (dw->setup_point)
1514                                 {
1515                                 DupeItem *di = dw->setup_point->data;
1516
1517                                 dw->setup_point = dupe_setup_point_step(dw, dw->setup_point);
1518                                 dw->setup_n++;
1519                                 if (di->width == 0 && di->height == 0)
1520                                         {
1521                                         dupe_window_update_progress(dw, _("Reading dimensions..."),
1522                                                 dw->setup_count == 0 ? 0.0 : (gdouble)(dw->setup_n - 1) / dw->setup_count, FALSE);
1523
1524                                         if (options->thumbnails.enable_caching)
1525                                                 {
1526                                                 dupe_item_read_cache(di);
1527                                                 if (di->width != 0 || di->height != 0) return TRUE;
1528                                                 }
1529
1530                                         image_load_dimensions(di->fd, &di->width, &di->height);
1531                                         if (options->thumbnails.enable_caching)
1532                                                 {
1533                                                 dupe_item_write_cache(di);
1534                                                 }
1535                                         return TRUE;
1536                                         }
1537                                 }
1538                         dw->setup_mask |= DUPE_MATCH_DIM;
1539                         dupe_setup_reset(dw);
1540                         }
1541                 if ((dw->match_mask & DUPE_MATCH_SIM_HIGH ||
1542                      dw->match_mask & DUPE_MATCH_SIM_MED ||
1543                      dw->match_mask & DUPE_MATCH_SIM_LOW ||
1544                      dw->match_mask & DUPE_MATCH_SIM_CUSTOM) &&
1545                     !(dw->setup_mask & DUPE_MATCH_SIM_MED) )
1546                         {
1547                         if (!dw->setup_point) dw->setup_point = dw->list;
1548
1549                         while (dw->setup_point)
1550                                 {
1551                                 DupeItem *di = dw->setup_point->data;
1552
1553                                 if (!di->simd)
1554                                         {
1555                                         dupe_window_update_progress(dw, _("Reading similarity data..."),
1556                                                 dw->setup_count == 0 ? 0.0 : (gdouble)dw->setup_n / dw->setup_count, FALSE);
1557
1558                                         if (options->thumbnails.enable_caching)
1559                                                 {
1560                                                 dupe_item_read_cache(di);
1561                                                 if (cache_sim_data_filled(di->simd))
1562                                                         {
1563                                                         image_sim_alternate_processing(di->simd);
1564                                                         return TRUE;
1565                                                         }
1566                                                 }
1567
1568                                         dw->img_loader = image_loader_new(di->fd);
1569                                         image_loader_set_buffer_size(dw->img_loader, 8);
1570                                         g_signal_connect(G_OBJECT(dw->img_loader), "error", (GCallback)dupe_loader_done_cb, dw);
1571                                         g_signal_connect(G_OBJECT(dw->img_loader), "done", (GCallback)dupe_loader_done_cb, dw);
1572
1573                                         if (!image_loader_start(dw->img_loader))
1574                                                 {
1575                                                 image_sim_free(di->simd);
1576                                                 di->simd = image_sim_new();
1577                                                 image_loader_free(dw->img_loader);
1578                                                 dw->img_loader = NULL;
1579                                                 return TRUE;
1580                                                 }
1581                                         dw->idle_id = 0;
1582                                         return FALSE;
1583                                         }
1584
1585                                 dw->setup_point = dupe_setup_point_step(dw, dw->setup_point);
1586                                 dw->setup_n++;
1587                                 }
1588                         dw->setup_mask |= DUPE_MATCH_SIM_MED;
1589                         dupe_setup_reset(dw);
1590                         }
1591                 dupe_window_update_progress(dw, _("Comparing..."), 0.0, FALSE);
1592                 dw->setup_done = TRUE;
1593                 dupe_setup_reset(dw);
1594                 dw->setup_count = g_list_length(dw->list);
1595                 }
1596
1597         if (!dw->working)
1598                 {
1599                 if (dw->setup_count > 0)
1600                         {
1601                         dw->setup_count = 0;
1602                         dupe_window_update_progress(dw, _("Sorting..."), 1.0, TRUE);
1603                         return TRUE;
1604                         }
1605                 dw->idle_id = 0;
1606                 dupe_window_update_progress(dw, NULL, 0.0, FALSE);
1607
1608                 dupe_match_rank(dw);
1609                 dupe_window_update_count(dw, FALSE);
1610
1611                 dupe_listview_populate(dw);
1612
1613                 /* check thumbs */
1614                 if (dw->show_thumbs) dupe_thumb_step(dw);
1615
1616                 widget_set_cursor(dw->listview, -1);
1617
1618                 return FALSE;
1619                 }
1620
1621         dupe_list_check_match(dw, (DupeItem *)dw->working->data, dw->working);
1622         dupe_window_update_progress(dw, _("Comparing..."), dw->setup_count == 0 ? 0.0 : (gdouble) dw->setup_n / dw->setup_count, FALSE);
1623         dw->setup_n++;
1624
1625         dw->working = dw->working->prev;
1626
1627         return TRUE;
1628 }
1629
1630 static void dupe_check_start(DupeWindow *dw)
1631 {
1632         dw->setup_done = FALSE;
1633
1634         dw->setup_count = g_list_length(dw->list);
1635         if (dw->second_set) dw->setup_count += g_list_length(dw->second_list);
1636
1637         dw->setup_mask = 0;
1638         dupe_setup_reset(dw);
1639
1640         dw->working = g_list_last(dw->list);
1641
1642         dupe_window_update_count(dw, TRUE);
1643         widget_set_cursor(dw->listview, GDK_WATCH);
1644
1645         if (dw->idle_id) return;
1646
1647         dw->idle_id = g_idle_add(dupe_check_cb, dw);
1648 }
1649
1650 /*
1651  * ------------------------------------------------------------------
1652  * Item addition, removal
1653  * ------------------------------------------------------------------
1654  */
1655
1656 static void dupe_item_remove(DupeWindow *dw, DupeItem *di)
1657 {
1658         if (!di) return;
1659
1660         /* handle things that may be in progress... */
1661         if (dw->working && dw->working->data == di)
1662                 {
1663                 dw->working = dw->working->prev;
1664                 }
1665         if (dw->thumb_loader && dw->thumb_item == di)
1666                 {
1667                 dupe_thumb_step(dw);
1668                 }
1669         if (dw->setup_point && dw->setup_point->data == di)
1670                 {
1671                 dw->setup_point = dupe_setup_point_step(dw, dw->setup_point);
1672                 if (dw->img_loader)
1673                         {
1674                         image_loader_free(dw->img_loader);
1675                         dw->img_loader = NULL;
1676                         dw->idle_id = g_idle_add(dupe_check_cb, dw);
1677                         }
1678                 }
1679
1680         if (di->group && dw->dupes)
1681                 {
1682                 /* is a dupe, must remove from group/reset children if a parent */
1683                 DupeItem *parent;
1684
1685                 parent = dupe_match_find_parent(dw, di);
1686                 if (di == parent)
1687                         {
1688                         if (g_list_length(parent->group) < 2)
1689                                 {
1690                                 DupeItem *child;
1691
1692                                 child = dupe_match_highest_rank(parent);
1693                                 dupe_match_link_clear(child, TRUE);
1694                                 dupe_listview_remove(dw, child);
1695
1696                                 dupe_match_link_clear(parent, TRUE);
1697                                 dupe_listview_remove(dw, parent);
1698                                 dw->dupes = g_list_remove(dw->dupes, parent);
1699                                 }
1700                         else
1701                                 {
1702                                 DupeItem *new_parent;
1703                                 DupeMatch *dm;
1704
1705                                 dm = parent->group->data;
1706                                 new_parent = dm->di;
1707                                 dupe_match_reparent(dw, parent, new_parent);
1708                                 dupe_listview_remove(dw, parent);
1709                                 }
1710                         }
1711                 else
1712                         {
1713                         if (g_list_length(parent->group) < 2)
1714                                 {
1715                                 dupe_match_link_clear(parent, TRUE);
1716                                 dupe_listview_remove(dw, parent);
1717                                 dw->dupes = g_list_remove(dw->dupes, parent);
1718                                 }
1719                         dupe_match_link_clear(di, TRUE);
1720                         dupe_listview_remove(dw, di);
1721                         }
1722                 }
1723         else
1724                 {
1725                 /* not a dupe, or not sorted yet, simply reset */
1726                 dupe_match_link_clear(di, TRUE);
1727                 }
1728
1729         if (dw->second_list && g_list_find(dw->second_list, di))
1730                 {
1731                 dupe_second_remove(dw, di);
1732                 }
1733         else
1734                 {
1735                 dw->list = g_list_remove(dw->list, di);
1736                 }
1737         dupe_item_free(di);
1738
1739         dupe_window_update_count(dw, FALSE);
1740 }
1741
1742 static gboolean dupe_item_remove_by_path(DupeWindow *dw, const gchar *path)
1743 {
1744         DupeItem *di;
1745
1746         di = dupe_item_find_path(dw, path);
1747         if (!di) return FALSE;
1748
1749         dupe_item_remove(dw, di);
1750
1751         return TRUE;
1752 }
1753
1754 static void dupe_files_add(DupeWindow *dw, CollectionData *collection, CollectInfo *info,
1755                            FileData *fd, gboolean recurse)
1756 {
1757         DupeItem *di = NULL;
1758
1759         if (info)
1760                 {
1761                 di = dupe_item_new(info->fd);
1762                 }
1763         else if (fd)
1764                 {
1765                 if (isfile(fd->path))
1766                         {
1767                         di = dupe_item_new(fd);
1768                         }
1769                 else if (isdir(fd->path) && recurse)
1770                         {
1771                         GList *f, *d;
1772                         if (filelist_read(fd, &f, &d))
1773                                 {
1774                                 GList *work;
1775
1776                                 f = filelist_filter(f, FALSE);
1777                                 d = filelist_filter(d, TRUE);
1778
1779                                 work = f;
1780                                 while (work)
1781                                         {
1782                                         dupe_files_add(dw, NULL, NULL, (FileData *)work->data, TRUE);
1783                                         work = work->next;
1784                                         }
1785                                 filelist_free(f);
1786                                 work = d;
1787                                 while (work)
1788                                         {
1789                                         dupe_files_add(dw, NULL, NULL, (FileData *)work->data, TRUE);
1790                                         work = work->next;
1791                                         }
1792                                 filelist_free(d);
1793                                 }
1794                         }
1795                 }
1796
1797         if (!di) return;
1798
1799         /* Ensure images in the lists have unique FileDatas */
1800         GList *work;
1801         DupeItem *di_list;
1802         work = g_list_first(dw->list);
1803         while (work)
1804                 {
1805                 di_list = work->data;
1806                 if (di_list->fd == di->fd)
1807                         {
1808                         return;
1809                         }
1810                 else
1811                         {
1812                         work = work->next;
1813                         }
1814                 }
1815
1816         if (dw->second_list)
1817                 {
1818                 work = g_list_first(dw->second_list);
1819                 while (work)
1820                         {
1821                         di_list = work->data;
1822                         if (di_list->fd == di->fd)
1823                                 {
1824                                 return;
1825                                 }
1826                         else
1827                                 {
1828                                 work = work->next;
1829                                 }
1830                         }
1831                 }
1832
1833         if (dw->second_drop)
1834                 {
1835                 dupe_second_add(dw, di);
1836                 }
1837         else
1838                 {
1839                 dw->list = g_list_prepend(dw->list, di);
1840                 }
1841 }
1842
1843 void dupe_window_add_collection(DupeWindow *dw, CollectionData *collection)
1844 {
1845         CollectInfo *info;
1846
1847         info = collection_get_first(collection);
1848         while (info)
1849                 {
1850                 dupe_files_add(dw, collection, info, NULL, FALSE);
1851                 info = collection_next_by_info(collection, info);
1852                 }
1853
1854         dupe_check_start(dw);
1855 }
1856
1857 void dupe_window_add_files(DupeWindow *dw, GList *list, gboolean recurse)
1858 {
1859         GList *work;
1860
1861         work = list;
1862         while (work)
1863                 {
1864                 FileData *fd = work->data;
1865                 work = work->next;
1866
1867                 dupe_files_add(dw, NULL, NULL, fd, recurse);
1868                 }
1869
1870         dupe_check_start(dw);
1871 }
1872
1873 static void dupe_item_update(DupeWindow *dw, DupeItem *di)
1874 {
1875         if ( (dw->match_mask & DUPE_MATCH_NAME) || (dw->match_mask & DUPE_MATCH_PATH || (dw->match_mask & DUPE_MATCH_NAME_CI)) )
1876                 {
1877                 /* only effects matches on name or path */
1878 /*
1879                 FileData *fd = file_data_ref(di->fd);
1880                 gint second;
1881
1882                 second = di->second;
1883                 dupe_item_remove(dw, di);
1884
1885                 dw->second_drop = second;
1886                 dupe_files_add(dw, NULL, NULL, fd, FALSE);
1887                 dw->second_drop = FALSE;
1888
1889                 file_data_unref(fd);
1890 */
1891                 dupe_check_start(dw);
1892                 }
1893         else
1894                 {
1895                 GtkListStore *store;
1896                 GtkTreeIter iter;
1897                 gint row;
1898                 /* update the listview(s) */
1899
1900                 store = GTK_LIST_STORE(gtk_tree_view_get_model(GTK_TREE_VIEW(dw->listview)));
1901                 row = dupe_listview_find_item(store, di, &iter);
1902                 if (row >= 0)
1903                         {
1904                         gtk_list_store_set(store, &iter,
1905                                            DUPE_COLUMN_NAME, di->fd->name,
1906                                            DUPE_COLUMN_PATH, di->fd->path, -1);
1907                         }
1908
1909                 if (dw->second_listview)
1910                         {
1911                         store = GTK_LIST_STORE(gtk_tree_view_get_model(GTK_TREE_VIEW(dw->second_listview)));
1912                         row = dupe_listview_find_item(store, di, &iter);
1913                         if (row >= 0)
1914                                 {
1915                                 gtk_list_store_set(store, &iter, 1, di->fd->path, -1);
1916                                 }
1917                         }
1918                 }
1919
1920 }
1921
1922 static void dupe_item_update_fd_in_list(DupeWindow *dw, FileData *fd, GList *work)
1923 {
1924         while (work)
1925                 {
1926                 DupeItem *di = work->data;
1927
1928                 if (di->fd == fd)
1929                         dupe_item_update(dw, di);
1930
1931                 work = work->next;
1932                 }
1933 }
1934
1935 static void dupe_item_update_fd(DupeWindow *dw, FileData *fd)
1936 {
1937         dupe_item_update_fd_in_list(dw, fd, dw->list);
1938         if (dw->second_set) dupe_item_update_fd_in_list(dw, fd, dw->second_list);
1939 }
1940
1941
1942 /*
1943  * ------------------------------------------------------------------
1944  * Misc.
1945  * ------------------------------------------------------------------
1946  */
1947
1948 static GtkWidget *dupe_display_label(GtkWidget *vbox, const gchar *description, const gchar *text)
1949 {
1950         GtkWidget *hbox;
1951         GtkWidget *label;
1952
1953         hbox = gtk_hbox_new(FALSE, 10);
1954
1955         label = gtk_label_new(description);
1956         gtk_box_pack_start(GTK_BOX(hbox), label, FALSE, FALSE, 0);
1957         gtk_widget_show(label);
1958
1959         label = gtk_label_new(text);
1960         gtk_box_pack_start(GTK_BOX(hbox), label, FALSE, FALSE, 0);
1961         gtk_widget_show(label);
1962
1963         gtk_box_pack_start(GTK_BOX(vbox), hbox, FALSE, FALSE, 0);
1964         gtk_widget_show(hbox);
1965
1966         return label;
1967 }
1968
1969 static void dupe_display_stats(DupeWindow *dw, DupeItem *di)
1970 {
1971         GenericDialog *gd;
1972         gchar *buf;
1973
1974         if (!di) return;
1975
1976         gd = file_util_gen_dlg("Image thumbprint debug info", "thumbprint",
1977                                dw->window, TRUE,
1978                                NULL, NULL);
1979         generic_dialog_add_button(gd, GTK_STOCK_CLOSE, NULL, NULL, TRUE);
1980
1981         dupe_display_label(gd->vbox, "name:", di->fd->name);
1982         buf = text_from_size(di->fd->size);
1983         dupe_display_label(gd->vbox, "size:", buf);
1984         g_free(buf);
1985         dupe_display_label(gd->vbox, "date:", text_from_time(di->fd->date));
1986         buf = g_strdup_printf("%d x %d", di->width, di->height);
1987         dupe_display_label(gd->vbox, "dimensions:", buf);
1988         g_free(buf);
1989         dupe_display_label(gd->vbox, "md5sum:", (di->md5sum) ? di->md5sum : "not generated");
1990
1991         dupe_display_label(gd->vbox, "thumbprint:", (di->simd) ? "" : "not generated");
1992         if (di->simd)
1993                 {
1994                 GtkWidget *image;
1995                 GdkPixbuf *pixbuf;
1996                 gint x, y;
1997                 guchar *d_pix;
1998                 guchar *dp;
1999                 gint rs;
2000                 gint sp;
2001
2002                 pixbuf = gdk_pixbuf_new(GDK_COLORSPACE_RGB, FALSE, 8, 32, 32);
2003                 rs = gdk_pixbuf_get_rowstride(pixbuf);
2004                 d_pix = gdk_pixbuf_get_pixels(pixbuf);
2005
2006                 for (y = 0; y < 32; y++)
2007                         {
2008                         dp = d_pix + (y * rs);
2009                         sp = y * 32;
2010                         for (x = 0; x < 32; x++)
2011                                 {
2012                                 *(dp++) = di->simd->avg_r[sp + x];
2013                                 *(dp++) = di->simd->avg_g[sp + x];
2014                                 *(dp++) = di->simd->avg_b[sp + x];
2015                                 }
2016                         }
2017
2018                 image = gtk_image_new_from_pixbuf(pixbuf);
2019                 gtk_box_pack_start(GTK_BOX(gd->vbox), image, FALSE, FALSE, 0);
2020                 gtk_widget_show(image);
2021
2022                 g_object_unref(pixbuf);
2023                 }
2024
2025         gtk_widget_show(gd->dialog);
2026 }
2027
2028 static void dupe_window_recompare(DupeWindow *dw)
2029 {
2030         GtkListStore *store;
2031
2032         dupe_check_stop(dw);
2033
2034         store = GTK_LIST_STORE(gtk_tree_view_get_model(GTK_TREE_VIEW(dw->listview)));
2035         gtk_list_store_clear(store);
2036
2037         g_list_free(dw->dupes);
2038         dw->dupes = NULL;
2039
2040         dupe_match_reset_list(dw->list);
2041         dupe_match_reset_list(dw->second_list);
2042
2043         dupe_check_start(dw);
2044 }
2045
2046 static void dupe_menu_view(DupeWindow *dw, DupeItem *di, GtkWidget *listview, gint new_window)
2047 {
2048         if (!di) return;
2049
2050         if (di->collection && collection_info_valid(di->collection, di->info))
2051                 {
2052                 if (new_window)
2053                         {
2054                         view_window_new_from_collection(di->collection, di->info);
2055                         }
2056                 else
2057                         {
2058                         layout_image_set_collection(NULL, di->collection, di->info);
2059                         }
2060                 }
2061         else
2062                 {
2063                 if (new_window)
2064                         {
2065                         GList *list;
2066
2067                         list = dupe_listview_get_selection(dw, listview);
2068                         view_window_new_from_list(list);
2069                         filelist_free(list);
2070                         }
2071                 else
2072                         {
2073                         layout_set_fd(NULL, di->fd);
2074                         }
2075                 }
2076 }
2077
2078 static void dupe_window_remove_selection(DupeWindow *dw, GtkWidget *listview)
2079 {
2080         GtkTreeSelection *selection;
2081         GtkTreeModel *store;
2082         GtkTreeIter iter;
2083         GList *slist;
2084         GList *list = NULL;
2085         GList *work;
2086
2087         selection = gtk_tree_view_get_selection(GTK_TREE_VIEW(listview));
2088         slist = gtk_tree_selection_get_selected_rows(selection, &store);
2089         work = slist;
2090         while (work)
2091                 {
2092                 GtkTreePath *tpath = work->data;
2093                 DupeItem *di = NULL;
2094
2095                 gtk_tree_model_get_iter(store, &iter, tpath);
2096                 gtk_tree_model_get(store, &iter, DUPE_COLUMN_POINTER, &di, -1);
2097                 if (di) list = g_list_prepend(list, di);
2098                 work = work->next;
2099                 }
2100         g_list_foreach(slist, (GFunc)gtk_tree_path_free, NULL);
2101         g_list_free(slist);
2102
2103         dw->color_frozen = TRUE;
2104         work = list;
2105         while (work)
2106                 {
2107                 DupeItem *di;
2108
2109                 di = work->data;
2110                 work = work->next;
2111                 dupe_item_remove(dw, di);
2112                 }
2113         dw->color_frozen = FALSE;
2114
2115         g_list_free(list);
2116
2117         dupe_listview_realign_colors(dw);
2118 }
2119
2120 static void dupe_window_edit_selected(DupeWindow *dw, const gchar *key)
2121 {
2122         file_util_start_editor_from_filelist(key, dupe_listview_get_selection(dw, dw->listview), NULL, dw->window);
2123 }
2124
2125 static void dupe_window_collection_from_selection(DupeWindow *dw)
2126 {
2127         CollectWindow *w;
2128         GList *list;
2129
2130         list = dupe_listview_get_selection(dw, dw->listview);
2131         w = collection_window_new(NULL);
2132         collection_table_add_filelist(w->table, list);
2133         filelist_free(list);
2134 }
2135
2136 static void dupe_window_append_file_list(DupeWindow *dw, gint on_second)
2137 {
2138         GList *list;
2139
2140         dw->second_drop = (dw->second_set && on_second);
2141
2142         list = layout_list(NULL);
2143         dupe_window_add_files(dw, list, FALSE);
2144         filelist_free(list);
2145 }
2146
2147 /*
2148  *-------------------------------------------------------------------
2149  * main pop-up menu callbacks
2150  *-------------------------------------------------------------------
2151  */
2152
2153 static void dupe_menu_view_cb(GtkWidget *widget, gpointer data)
2154 {
2155         DupeWindow *dw = data;
2156
2157         if (dw->click_item) dupe_menu_view(dw, dw->click_item, dw->listview, FALSE);
2158 }
2159
2160 static void dupe_menu_viewnew_cb(GtkWidget *widget, gpointer data)
2161 {
2162         DupeWindow *dw = data;
2163
2164         if (dw->click_item) dupe_menu_view(dw, dw->click_item, dw->listview, TRUE);
2165 }
2166
2167 static void dupe_menu_select_all_cb(GtkWidget *widget, gpointer data)
2168 {
2169         DupeWindow *dw = data;
2170         GtkTreeSelection *selection;
2171
2172         options->duplicates_select_type = DUPE_SELECT_NONE;
2173         selection = gtk_tree_view_get_selection(GTK_TREE_VIEW(dw->listview));
2174         gtk_tree_selection_select_all(selection);
2175 }
2176
2177 static void dupe_menu_select_none_cb(GtkWidget *widget, gpointer data)
2178 {
2179         DupeWindow *dw = data;
2180         GtkTreeSelection *selection;
2181
2182         options->duplicates_select_type = DUPE_SELECT_NONE;
2183         selection = gtk_tree_view_get_selection(GTK_TREE_VIEW(dw->listview));
2184         gtk_tree_selection_unselect_all(selection);
2185 }
2186
2187 static void dupe_menu_select_dupes_set1_cb(GtkWidget *widget, gpointer data)
2188 {
2189         DupeWindow *dw = data;
2190
2191         options->duplicates_select_type = DUPE_SELECT_GROUP1;
2192         dupe_listview_select_dupes(dw, DUPE_SELECT_GROUP1);
2193 }
2194
2195 static void dupe_menu_select_dupes_set2_cb(GtkWidget *widget, gpointer data)
2196 {
2197         DupeWindow *dw = data;
2198
2199         options->duplicates_select_type = DUPE_SELECT_GROUP2;
2200         dupe_listview_select_dupes(dw, DUPE_SELECT_GROUP2);
2201 }
2202
2203 static void dupe_menu_edit_cb(GtkWidget *widget, gpointer data)
2204 {
2205         DupeWindow *dw;
2206         const gchar *key = data;
2207
2208         dw = submenu_item_get_data(widget);
2209         if (!dw) return;
2210
2211         dupe_window_edit_selected(dw, key);
2212 }
2213
2214 static void dupe_menu_collection_cb(GtkWidget *widget, gpointer data)
2215 {
2216         DupeWindow *dw = data;
2217
2218         dupe_window_collection_from_selection(dw);
2219 }
2220
2221 static void dupe_menu_print_cb(GtkWidget *widget, gpointer data)
2222 {
2223         DupeWindow *dw = data;
2224         FileData *fd;
2225
2226         fd = (dw->click_item) ? dw->click_item->fd : NULL;
2227
2228         print_window_new(fd,
2229                          dupe_listview_get_selection(dw, dw->listview),
2230                          dupe_listview_get_filelist(dw, dw->listview), dw->window);
2231 }
2232
2233 static void dupe_menu_copy_cb(GtkWidget *widget, gpointer data)
2234 {
2235         DupeWindow *dw = data;
2236
2237         file_util_copy(NULL, dupe_listview_get_selection(dw, dw->listview), NULL, dw->window);
2238 }
2239
2240 static void dupe_menu_move_cb(GtkWidget *widget, gpointer data)
2241 {
2242         DupeWindow *dw = data;
2243
2244         file_util_move(NULL, dupe_listview_get_selection(dw, dw->listview), NULL, dw->window);
2245 }
2246
2247 static void dupe_menu_rename_cb(GtkWidget *widget, gpointer data)
2248 {
2249         DupeWindow *dw = data;
2250
2251         file_util_rename(NULL, dupe_listview_get_selection(dw, dw->listview), dw->window);
2252 }
2253
2254 static void dupe_menu_delete_cb(GtkWidget *widget, gpointer data)
2255 {
2256         DupeWindow *dw = data;
2257
2258         file_util_delete(NULL, dupe_listview_get_selection(dw, dw->listview), dw->window);
2259 }
2260
2261 static void dupe_menu_copy_path_cb(GtkWidget *widget, gpointer data)
2262 {
2263         DupeWindow *dw = data;
2264
2265         file_util_copy_path_list_to_clipboard(dupe_listview_get_selection(dw, dw->listview));
2266 }
2267
2268 static void dupe_menu_remove_cb(GtkWidget *widget, gpointer data)
2269 {
2270         DupeWindow *dw = data;
2271
2272         dupe_window_remove_selection(dw, dw->listview);
2273 }
2274
2275 static void dupe_menu_clear_cb(GtkWidget *widget, gpointer data)
2276 {
2277         DupeWindow *dw = data;
2278
2279         dupe_window_clear(dw);
2280 }
2281
2282 static void dupe_menu_close_cb(GtkWidget *widget, gpointer data)
2283 {
2284         DupeWindow *dw = data;
2285
2286         dupe_window_close(dw);
2287 }
2288
2289 static void dupe_menu_popup_destroy_cb(GtkWidget *widget, gpointer data)
2290 {
2291         GList *editmenu_fd_list = data;
2292
2293         filelist_free(editmenu_fd_list);
2294 }
2295
2296 static GList *dupe_window_get_fd_list(DupeWindow *dw)
2297 {
2298         GList *list;
2299
2300         if (gtk_widget_has_focus(dw->second_listview))
2301                 {
2302                 list = dupe_listview_get_selection(dw, dw->second_listview);
2303                 }
2304         else
2305                 {
2306                 list = dupe_listview_get_selection(dw, dw->listview);
2307                 }
2308
2309         return list;
2310 }
2311
2312 static GtkWidget *dupe_menu_popup_main(DupeWindow *dw, DupeItem *di)
2313 {
2314         GtkWidget *menu;
2315         GtkWidget *item;
2316         gint on_row;
2317         GList *editmenu_fd_list;
2318
2319         on_row = (di != NULL);
2320
2321         menu = popup_menu_short_lived();
2322
2323         menu_item_add_sensitive(menu, _("_View"), on_row,
2324                                 G_CALLBACK(dupe_menu_view_cb), dw);
2325         menu_item_add_stock_sensitive(menu, _("View in _new window"), GTK_STOCK_NEW, on_row,
2326                                 G_CALLBACK(dupe_menu_viewnew_cb), dw);
2327         menu_item_add_divider(menu);
2328         menu_item_add_sensitive(menu, _("Select all"), (dw->dupes != NULL),
2329                                 G_CALLBACK(dupe_menu_select_all_cb), dw);
2330         menu_item_add_sensitive(menu, _("Select none"), (dw->dupes != NULL),
2331                                 G_CALLBACK(dupe_menu_select_none_cb), dw);
2332         menu_item_add_sensitive(menu, _("Select group _1 duplicates"), (dw->dupes != NULL),
2333                                 G_CALLBACK(dupe_menu_select_dupes_set1_cb), dw);
2334         menu_item_add_sensitive(menu, _("Select group _2 duplicates"), (dw->dupes != NULL),
2335                                 G_CALLBACK(dupe_menu_select_dupes_set2_cb), dw);
2336         menu_item_add_divider(menu);
2337
2338         editmenu_fd_list = dupe_window_get_fd_list(dw);
2339         g_signal_connect(G_OBJECT(menu), "destroy",
2340                          G_CALLBACK(dupe_menu_popup_destroy_cb), editmenu_fd_list);
2341         submenu_add_edit(menu, &item, G_CALLBACK(dupe_menu_edit_cb), dw, editmenu_fd_list);
2342         if (!on_row) gtk_widget_set_sensitive(item, FALSE);
2343         menu_item_add_stock_sensitive(menu, _("Add to new collection"), GTK_STOCK_INDEX, on_row,
2344                                 G_CALLBACK(dupe_menu_collection_cb), dw);
2345         menu_item_add_stock_sensitive(menu, _("Print..."), GTK_STOCK_PRINT, on_row,
2346                                 G_CALLBACK(dupe_menu_print_cb), dw);
2347         menu_item_add_divider(menu);
2348         menu_item_add_stock_sensitive(menu, _("_Copy..."), GTK_STOCK_COPY, on_row,
2349                                 G_CALLBACK(dupe_menu_copy_cb), dw);
2350         menu_item_add_sensitive(menu, _("_Move..."), on_row,
2351                                 G_CALLBACK(dupe_menu_move_cb), dw);
2352         menu_item_add_sensitive(menu, _("_Rename..."), on_row,
2353                                 G_CALLBACK(dupe_menu_rename_cb), dw);
2354         menu_item_add_stock_sensitive(menu, _("_Delete..."), GTK_STOCK_DELETE, on_row,
2355                                 G_CALLBACK(dupe_menu_delete_cb), dw);
2356         menu_item_add_sensitive(menu, _("_Copy path"), on_row,
2357                                 G_CALLBACK(dupe_menu_copy_path_cb), dw);
2358         menu_item_add_divider(menu);
2359         menu_item_add_stock_sensitive(menu, _("Rem_ove"), GTK_STOCK_REMOVE, on_row,
2360                                 G_CALLBACK(dupe_menu_remove_cb), dw);
2361         menu_item_add_stock_sensitive(menu, _("C_lear"), GTK_STOCK_CLEAR, (dw->list != NULL),
2362                                 G_CALLBACK(dupe_menu_clear_cb), dw);
2363         menu_item_add_divider(menu);
2364         menu_item_add_stock(menu, _("Close _window"), GTK_STOCK_CLOSE,
2365                             G_CALLBACK(dupe_menu_close_cb), dw);
2366
2367         return menu;
2368 }
2369
2370 static gboolean dupe_listview_press_cb(GtkWidget *widget, GdkEventButton *bevent, gpointer data)
2371 {
2372         DupeWindow *dw = data;
2373         GtkTreeModel *store;
2374         GtkTreePath *tpath;
2375         GtkTreeIter iter;
2376         DupeItem *di = NULL;
2377
2378         store = gtk_tree_view_get_model(GTK_TREE_VIEW(widget));
2379
2380         if (gtk_tree_view_get_path_at_pos(GTK_TREE_VIEW(widget), bevent->x, bevent->y,
2381                                           &tpath, NULL, NULL, NULL))
2382                 {
2383                 gtk_tree_model_get_iter(store, &iter, tpath);
2384                 gtk_tree_model_get(store, &iter, DUPE_COLUMN_POINTER, &di, -1);
2385                 gtk_tree_path_free(tpath);
2386                 }
2387
2388         dw->click_item = di;
2389
2390         if (bevent->button == MOUSE_BUTTON_RIGHT)
2391                 {
2392                 /* right click menu */
2393                 GtkWidget *menu;
2394
2395                 if (bevent->state & GDK_CONTROL_MASK && bevent->state & GDK_SHIFT_MASK)
2396                         {
2397                         dupe_display_stats(dw, di);
2398                         return TRUE;
2399                         }
2400                 if (widget == dw->listview)
2401                         {
2402                         menu = dupe_menu_popup_main(dw, di);
2403                         }
2404                 else
2405                         {
2406                         menu = dupe_menu_popup_second(dw, di);
2407                         }
2408                 gtk_menu_popup(GTK_MENU(menu), NULL, NULL, NULL, NULL, bevent->button, bevent->time);
2409                 }
2410
2411         if (!di) return FALSE;
2412
2413         if (bevent->button == MOUSE_BUTTON_LEFT &&
2414             bevent->type == GDK_2BUTTON_PRESS)
2415                 {
2416                 dupe_menu_view(dw, di, widget, FALSE);
2417                 }
2418
2419         if (bevent->button == MOUSE_BUTTON_MIDDLE) return TRUE;
2420
2421         if (bevent->button == MOUSE_BUTTON_RIGHT)
2422                 {
2423                 if (!dupe_listview_item_is_selected(dw, di, widget))
2424                         {
2425                         GtkTreeSelection *selection;
2426
2427                         selection = gtk_tree_view_get_selection(GTK_TREE_VIEW(widget));
2428                         gtk_tree_selection_unselect_all(selection);
2429                         gtk_tree_selection_select_iter(selection, &iter);
2430
2431                         tpath = gtk_tree_model_get_path(GTK_TREE_MODEL(store), &iter);
2432                         gtk_tree_view_set_cursor(GTK_TREE_VIEW(widget), tpath, NULL, FALSE);
2433                         gtk_tree_path_free(tpath);
2434                         }
2435
2436                 return TRUE;
2437                 }
2438
2439         if (bevent->button == MOUSE_BUTTON_LEFT &&
2440             bevent->type == GDK_BUTTON_PRESS &&
2441             !(bevent->state & GDK_SHIFT_MASK ) &&
2442             !(bevent->state & GDK_CONTROL_MASK ) &&
2443             dupe_listview_item_is_selected(dw, di, widget))
2444                 {
2445                 /* this selection handled on release_cb */
2446                 gtk_widget_grab_focus(widget);
2447                 return TRUE;
2448                 }
2449
2450         return FALSE;
2451 }
2452
2453 static gboolean dupe_listview_release_cb(GtkWidget *widget, GdkEventButton *bevent, gpointer data)
2454 {
2455         DupeWindow *dw = data;
2456         GtkTreeModel *store;
2457         GtkTreePath *tpath;
2458         GtkTreeIter iter;
2459         DupeItem *di = NULL;
2460
2461         if (bevent->button != MOUSE_BUTTON_LEFT && bevent->button != MOUSE_BUTTON_MIDDLE) return TRUE;
2462
2463         store = gtk_tree_view_get_model(GTK_TREE_VIEW(widget));
2464
2465         if ((bevent->x != 0 || bevent->y != 0) &&
2466             gtk_tree_view_get_path_at_pos(GTK_TREE_VIEW(widget), bevent->x, bevent->y,
2467                                           &tpath, NULL, NULL, NULL))
2468                 {
2469                 gtk_tree_model_get_iter(store, &iter, tpath);
2470                 gtk_tree_model_get(store, &iter, DUPE_COLUMN_POINTER, &di, -1);
2471                 gtk_tree_path_free(tpath);
2472                 }
2473
2474         if (bevent->button == MOUSE_BUTTON_MIDDLE)
2475                 {
2476                 if (di && dw->click_item == di)
2477                         {
2478                         GtkTreeSelection *selection;
2479
2480                         selection = gtk_tree_view_get_selection(GTK_TREE_VIEW(widget));
2481                         if (dupe_listview_item_is_selected(dw, di, widget))
2482                                 {
2483                                 gtk_tree_selection_unselect_iter(selection, &iter);
2484                                 }
2485                         else
2486                                 {
2487                                 gtk_tree_selection_select_iter(selection, &iter);
2488                                 }
2489                         }
2490                 return TRUE;
2491                 }
2492
2493         if (di && dw->click_item == di &&
2494             !(bevent->state & GDK_SHIFT_MASK ) &&
2495             !(bevent->state & GDK_CONTROL_MASK ) &&
2496             dupe_listview_item_is_selected(dw, di, widget))
2497                 {
2498                 GtkTreeSelection *selection;
2499
2500                 selection = gtk_tree_view_get_selection(GTK_TREE_VIEW(widget));
2501                 gtk_tree_selection_unselect_all(selection);
2502                 gtk_tree_selection_select_iter(selection, &iter);
2503
2504                 tpath = gtk_tree_model_get_path(store, &iter);
2505                 gtk_tree_view_set_cursor(GTK_TREE_VIEW(widget), tpath, NULL, FALSE);
2506                 gtk_tree_path_free(tpath);
2507
2508                 return TRUE;
2509                 }
2510
2511         return FALSE;
2512 }
2513
2514 /*
2515  *-------------------------------------------------------------------
2516  * second set stuff
2517  *-------------------------------------------------------------------
2518  */
2519
2520 static void dupe_second_update_status(DupeWindow *dw)
2521 {
2522         gchar *buf;
2523
2524         buf = g_strdup_printf(_("%d files (set 2)"), g_list_length(dw->second_list));
2525         gtk_label_set_text(GTK_LABEL(dw->second_status_label), buf);
2526         g_free(buf);
2527 }
2528
2529 static void dupe_second_add(DupeWindow *dw, DupeItem *di)
2530 {
2531         GtkListStore *store;
2532         GtkTreeIter iter;
2533
2534         if (!di) return;
2535
2536         di->second = TRUE;
2537         dw->second_list = g_list_prepend(dw->second_list, di);
2538
2539         store = GTK_LIST_STORE(gtk_tree_view_get_model(GTK_TREE_VIEW(dw->second_listview)));
2540         gtk_list_store_append(store, &iter);
2541         gtk_list_store_set(store, &iter, DUPE_COLUMN_POINTER, di, 1, di->fd->path, -1);
2542
2543         dupe_second_update_status(dw);
2544 }
2545
2546 static void dupe_second_remove(DupeWindow *dw, DupeItem *di)
2547 {
2548         GtkListStore *store;
2549         GtkTreeIter iter;
2550
2551         store = GTK_LIST_STORE(gtk_tree_view_get_model(GTK_TREE_VIEW(dw->second_listview)));
2552         if (dupe_listview_find_item(store, di, &iter) >= 0)
2553                 {
2554                 tree_view_move_cursor_away(GTK_TREE_VIEW(dw->second_listview), &iter, TRUE);
2555                 gtk_list_store_remove(store, &iter);
2556                 }
2557
2558         dw->second_list = g_list_remove(dw->second_list, di);
2559
2560         dupe_second_update_status(dw);
2561 }
2562
2563 static void dupe_second_clear(DupeWindow *dw)
2564 {
2565         GtkListStore *store;
2566
2567         store = GTK_LIST_STORE(gtk_tree_view_get_model(GTK_TREE_VIEW(dw->second_listview)));
2568         gtk_list_store_clear(store);
2569         gtk_tree_view_columns_autosize(GTK_TREE_VIEW(dw->second_listview));
2570
2571         g_list_free(dw->dupes);
2572         dw->dupes = NULL;
2573
2574         dupe_list_free(dw->second_list);
2575         dw->second_list = NULL;
2576
2577         dupe_match_reset_list(dw->list);
2578
2579         dupe_second_update_status(dw);
2580 }
2581
2582 static void dupe_second_menu_view_cb(GtkWidget *widget, gpointer data)
2583 {
2584         DupeWindow *dw = data;
2585
2586         if (dw->click_item) dupe_menu_view(dw, dw->click_item, dw->second_listview, FALSE);
2587 }
2588
2589 static void dupe_second_menu_viewnew_cb(GtkWidget *widget, gpointer data)
2590 {
2591         DupeWindow *dw = data;
2592
2593         if (dw->click_item) dupe_menu_view(dw, dw->click_item, dw->second_listview, TRUE);
2594 }
2595
2596 static void dupe_second_menu_select_all_cb(GtkWidget *widget, gpointer data)
2597 {
2598         GtkTreeSelection *selection;
2599         DupeWindow *dw = data;
2600
2601         selection = gtk_tree_view_get_selection(GTK_TREE_VIEW(dw->second_listview));
2602         gtk_tree_selection_select_all(selection);
2603 }
2604
2605 static void dupe_second_menu_select_none_cb(GtkWidget *widget, gpointer data)
2606 {
2607         GtkTreeSelection *selection;
2608         DupeWindow *dw = data;
2609
2610         selection = gtk_tree_view_get_selection(GTK_TREE_VIEW(dw->second_listview));
2611         gtk_tree_selection_unselect_all(selection);
2612 }
2613
2614 static void dupe_second_menu_remove_cb(GtkWidget *widget, gpointer data)
2615 {
2616         DupeWindow *dw = data;
2617
2618         dupe_window_remove_selection(dw, dw->second_listview);
2619 }
2620
2621 static void dupe_second_menu_clear_cb(GtkWidget *widget, gpointer data)
2622 {
2623         DupeWindow *dw = data;
2624
2625         dupe_second_clear(dw);
2626         dupe_window_recompare(dw);
2627 }
2628
2629 static GtkWidget *dupe_menu_popup_second(DupeWindow *dw, DupeItem *di)
2630 {
2631         GtkWidget *menu;
2632         gboolean notempty = (dw->second_list != NULL);
2633         gboolean on_row = (di != NULL);
2634
2635         menu = popup_menu_short_lived();
2636         menu_item_add_sensitive(menu, _("_View"), on_row,
2637                                 G_CALLBACK(dupe_second_menu_view_cb), dw);
2638         menu_item_add_stock_sensitive(menu, _("View in _new window"), GTK_STOCK_NEW, on_row,
2639                                 G_CALLBACK(dupe_second_menu_viewnew_cb), dw);
2640         menu_item_add_divider(menu);
2641         menu_item_add_sensitive(menu, _("Select all"), notempty,
2642                                 G_CALLBACK(dupe_second_menu_select_all_cb), dw);
2643         menu_item_add_sensitive(menu, _("Select none"), notempty,
2644                                 G_CALLBACK(dupe_second_menu_select_none_cb), dw);
2645         menu_item_add_divider(menu);
2646         menu_item_add_stock_sensitive(menu, _("Rem_ove"), GTK_STOCK_REMOVE, on_row,
2647                                       G_CALLBACK(dupe_second_menu_remove_cb), dw);
2648         menu_item_add_stock_sensitive(menu, _("C_lear"), GTK_STOCK_CLEAR, notempty,
2649                                    G_CALLBACK(dupe_second_menu_clear_cb), dw);
2650         menu_item_add_divider(menu);
2651         menu_item_add_stock(menu, _("Close _window"), GTK_STOCK_CLOSE,
2652                             G_CALLBACK(dupe_menu_close_cb), dw);
2653
2654         return menu;
2655 }
2656
2657 static void dupe_second_set_toggle_cb(GtkWidget *widget, gpointer data)
2658 {
2659         DupeWindow *dw = data;
2660
2661         dw->second_set = gtk_toggle_button_get_active(GTK_TOGGLE_BUTTON(widget));
2662
2663         if (dw->second_set)
2664                 {
2665                 dupe_second_update_status(dw);
2666                 gtk_table_set_col_spacings(GTK_TABLE(dw->table), PREF_PAD_GAP);
2667                 gtk_widget_show(dw->second_vbox);
2668                 }
2669         else
2670                 {
2671                 gtk_table_set_col_spacings(GTK_TABLE(dw->table), 0);
2672                 gtk_widget_hide(dw->second_vbox);
2673                 dupe_second_clear(dw);
2674                 }
2675
2676         dupe_window_recompare(dw);
2677 }
2678
2679 static void dupe_sort_totals_toggle_cb(GtkWidget *widget, gpointer data)
2680 {
2681         DupeWindow *dw = data;
2682
2683         options->sort_totals = gtk_toggle_button_get_active(GTK_TOGGLE_BUTTON(widget));
2684         dupe_window_recompare(dw);
2685
2686 }
2687
2688 /*
2689  *-------------------------------------------------------------------
2690  * match type menu
2691  *-------------------------------------------------------------------
2692  */
2693
2694 enum {
2695         DUPE_MENU_COLUMN_NAME = 0,
2696         DUPE_MENU_COLUMN_MASK
2697 };
2698
2699 static void dupe_menu_type_cb(GtkWidget *combo, gpointer data)
2700 {
2701         DupeWindow *dw = data;
2702         GtkTreeModel *store;
2703         GtkTreeIter iter;
2704
2705         store = gtk_combo_box_get_model(GTK_COMBO_BOX(combo));
2706         if (!gtk_combo_box_get_active_iter(GTK_COMBO_BOX(combo), &iter)) return;
2707         gtk_tree_model_get(store, &iter, DUPE_MENU_COLUMN_MASK, &dw->match_mask, -1);
2708
2709         options->duplicates_match = dw->match_mask;
2710
2711         dupe_window_recompare(dw);
2712 }
2713
2714 static void dupe_menu_add_item(GtkListStore *store, const gchar *text, DupeMatchType type, DupeWindow *dw)
2715 {
2716         GtkTreeIter iter;
2717
2718         gtk_list_store_append(store, &iter);
2719         gtk_list_store_set(store, &iter, DUPE_MENU_COLUMN_NAME, text,
2720                                          DUPE_MENU_COLUMN_MASK, type, -1);
2721
2722         if (dw->match_mask == type) gtk_combo_box_set_active_iter(GTK_COMBO_BOX(dw->combo), &iter);
2723 }
2724
2725 static void dupe_menu_setup(DupeWindow *dw)
2726 {
2727         GtkListStore *store;
2728         GtkCellRenderer *renderer;
2729
2730         store = gtk_list_store_new(2, G_TYPE_STRING, G_TYPE_INT);
2731         dw->combo = gtk_combo_box_new_with_model(GTK_TREE_MODEL(store));
2732         g_object_unref(store);
2733
2734         renderer = gtk_cell_renderer_text_new();
2735         gtk_cell_layout_pack_start(GTK_CELL_LAYOUT(dw->combo), renderer, TRUE);
2736         gtk_cell_layout_set_attributes(GTK_CELL_LAYOUT(dw->combo), renderer,
2737                                        "text", DUPE_MENU_COLUMN_NAME, NULL);
2738
2739         dupe_menu_add_item(store, _("Name"), DUPE_MATCH_NAME, dw);
2740         dupe_menu_add_item(store, _("Name case-insensitive"), DUPE_MATCH_NAME_CI, dw);
2741         dupe_menu_add_item(store, _("Size"), DUPE_MATCH_SIZE, dw);
2742         dupe_menu_add_item(store, _("Date"), DUPE_MATCH_DATE, dw);
2743         dupe_menu_add_item(store, _("Dimensions"), DUPE_MATCH_DIM, dw);
2744         dupe_menu_add_item(store, _("Checksum"), DUPE_MATCH_SUM, dw);
2745         dupe_menu_add_item(store, _("Path"), DUPE_MATCH_PATH, dw);
2746         dupe_menu_add_item(store, _("Similarity (high)"), DUPE_MATCH_SIM_HIGH, dw);
2747         dupe_menu_add_item(store, _("Similarity"), DUPE_MATCH_SIM_MED, dw);
2748         dupe_menu_add_item(store, _("Similarity (low)"), DUPE_MATCH_SIM_LOW, dw);
2749         dupe_menu_add_item(store, _("Similarity (custom)"), DUPE_MATCH_SIM_CUSTOM, dw);
2750
2751         g_signal_connect(G_OBJECT(dw->combo), "changed",
2752                          G_CALLBACK(dupe_menu_type_cb), dw);
2753 }
2754
2755 /*
2756  *-------------------------------------------------------------------
2757  * list view columns
2758  *-------------------------------------------------------------------
2759  */
2760
2761 /* this overrides the low default of a GtkCellRenderer from 100 to CELL_HEIGHT_OVERRIDE, something sane for our purposes */
2762
2763 #define CELL_HEIGHT_OVERRIDE 512
2764
2765 void cell_renderer_height_override(GtkCellRenderer *renderer)
2766 {
2767         GParamSpec *spec;
2768
2769         spec = g_object_class_find_property(G_OBJECT_GET_CLASS(G_OBJECT(renderer)), "height");
2770         if (spec && G_IS_PARAM_SPEC_INT(spec))
2771                 {
2772                 GParamSpecInt *spec_int;
2773
2774                 spec_int = G_PARAM_SPEC_INT(spec);
2775                 if (spec_int->maximum < CELL_HEIGHT_OVERRIDE) spec_int->maximum = CELL_HEIGHT_OVERRIDE;
2776                 }
2777 }
2778
2779 static GdkColor *dupe_listview_color_shifted(GtkWidget *widget)
2780 {
2781         static GdkColor color;
2782         static GtkWidget *done = NULL;
2783
2784         if (done != widget)
2785                 {
2786                 GtkStyle *style;
2787
2788                 style = gtk_widget_get_style(widget);
2789                 memcpy(&color, &style->base[GTK_STATE_NORMAL], sizeof(color));
2790                 shift_color(&color, -1, 0);
2791                 done = widget;
2792                 }
2793
2794         return &color;
2795 }
2796
2797 static void dupe_listview_color_cb(GtkTreeViewColumn *tree_column, GtkCellRenderer *cell,
2798                                    GtkTreeModel *tree_model, GtkTreeIter *iter, gpointer data)
2799 {
2800         DupeWindow *dw = data;
2801         gboolean set;
2802
2803         gtk_tree_model_get(tree_model, iter, DUPE_COLUMN_COLOR, &set, -1);
2804         g_object_set(G_OBJECT(cell),
2805                      "cell-background-gdk", dupe_listview_color_shifted(dw->listview),
2806                      "cell-background-set", set, NULL);
2807 }
2808
2809 static void dupe_listview_add_column(DupeWindow *dw, GtkWidget *listview, gint n, const gchar *title, gboolean image, gboolean right_justify)
2810 {
2811         GtkTreeViewColumn *column;
2812         GtkCellRenderer *renderer;
2813
2814         column = gtk_tree_view_column_new();
2815         gtk_tree_view_column_set_title(column, title);
2816         gtk_tree_view_column_set_min_width(column, 4);
2817
2818         if (n != DUPE_COLUMN_RANK &&
2819             n != DUPE_COLUMN_THUMB)
2820                 {
2821                 gtk_tree_view_column_set_resizable(column, TRUE);
2822                 }
2823
2824         if (!image)
2825                 {
2826                 gtk_tree_view_column_set_sizing(column, GTK_TREE_VIEW_COLUMN_GROW_ONLY);
2827                 renderer = gtk_cell_renderer_text_new();
2828                 if (right_justify)
2829                         {
2830                         g_object_set(G_OBJECT(renderer), "xalign", 1.0, NULL);
2831                         }
2832                 gtk_tree_view_column_pack_start(column, renderer, TRUE);
2833                 gtk_tree_view_column_add_attribute(column, renderer, "text", n);
2834                 }
2835         else
2836                 {
2837                 gtk_tree_view_column_set_sizing(column, GTK_TREE_VIEW_COLUMN_FIXED);
2838                 renderer = gtk_cell_renderer_pixbuf_new();
2839                 cell_renderer_height_override(renderer);
2840                 gtk_tree_view_column_pack_start(column, renderer, TRUE);
2841                 gtk_tree_view_column_add_attribute(column, renderer, "pixbuf", n);
2842                 }
2843
2844         if (listview == dw->listview)
2845                 {
2846                 /* sets background before rendering */
2847                 gtk_tree_view_column_set_cell_data_func(column, renderer, dupe_listview_color_cb, dw, NULL);
2848                 }
2849
2850         gtk_tree_view_append_column(GTK_TREE_VIEW(listview), column);
2851 }
2852
2853 static void dupe_listview_set_height(GtkWidget *listview, gboolean thumb)
2854 {
2855         GtkTreeViewColumn *column;
2856         GtkCellRenderer *cell;
2857         GList *list;
2858
2859         column = gtk_tree_view_get_column(GTK_TREE_VIEW(listview), DUPE_COLUMN_THUMB - 1);
2860         if (!column) return;
2861
2862         gtk_tree_view_column_set_fixed_width(column, (thumb) ? options->thumbnails.max_width : 4);
2863
2864         list = gtk_cell_layout_get_cells(GTK_CELL_LAYOUT(column));
2865         if (!list) return;
2866         cell = list->data;
2867         g_list_free(list);
2868
2869         g_object_set(G_OBJECT(cell), "height", (thumb) ? options->thumbnails.max_height : -1, NULL);
2870         gtk_tree_view_columns_autosize(GTK_TREE_VIEW(listview));
2871 }
2872
2873
2874 /*
2875  *-------------------------------------------------------------------
2876  * misc cb
2877  *-------------------------------------------------------------------
2878  */
2879
2880 static void dupe_window_show_thumb_cb(GtkWidget *widget, gpointer data)
2881 {
2882         DupeWindow *dw = data;
2883
2884         dw->show_thumbs = gtk_toggle_button_get_active(GTK_TOGGLE_BUTTON(widget));
2885         options->duplicates_thumbnails = dw->show_thumbs;
2886
2887         if (dw->show_thumbs)
2888                 {
2889                 if (!dw->working) dupe_thumb_step(dw);
2890                 }
2891         else
2892                 {
2893                 GtkTreeModel *store;
2894                 GtkTreeIter iter;
2895                 gboolean valid;
2896
2897                 thumb_loader_free(dw->thumb_loader);
2898                 dw->thumb_loader = NULL;
2899
2900                 store = gtk_tree_view_get_model(GTK_TREE_VIEW(dw->listview));
2901                 valid = gtk_tree_model_get_iter_first(store, &iter);
2902
2903                 while (valid)
2904                         {
2905                         gtk_list_store_set(GTK_LIST_STORE(store), &iter, DUPE_COLUMN_THUMB, NULL, -1);
2906                         valid = gtk_tree_model_iter_next(store, &iter);
2907                         }
2908                 dupe_window_update_progress(dw, NULL, 0.0, FALSE);
2909                 }
2910
2911         dupe_listview_set_height(dw->listview, dw->show_thumbs);
2912 }
2913
2914 static void dupe_window_rotation_invariant_cb(GtkWidget *widget, gpointer data)
2915 {
2916         DupeWindow *dw = data;
2917
2918         options->rot_invariant_sim = gtk_toggle_button_get_active(GTK_TOGGLE_BUTTON(widget));
2919         dupe_window_recompare(dw);
2920 }
2921
2922 static void dupe_window_custom_threshold_cb(GtkWidget *widget, gpointer data)
2923 {
2924         DupeWindow *dw = data;
2925         DupeMatchType match_type;
2926         GtkTreeModel *store;
2927         gboolean valid;
2928         GtkTreeIter iter;
2929
2930         options->duplicates_similarity_threshold = gtk_spin_button_get_value_as_int(GTK_SPIN_BUTTON(widget));
2931         dw->match_mask = DUPE_MATCH_SIM_CUSTOM;
2932
2933         store = gtk_combo_box_get_model(GTK_COMBO_BOX(dw->combo));
2934         valid = gtk_tree_model_get_iter_first(store, &iter);
2935         while (valid)
2936                 {
2937                 gtk_tree_model_get(store, &iter, DUPE_MENU_COLUMN_MASK, &match_type, -1);
2938                 if (match_type == DUPE_MATCH_SIM_CUSTOM)
2939                         {
2940                         break;
2941                         }
2942                 valid = gtk_tree_model_iter_next(store, &iter);
2943                 }
2944
2945         gtk_combo_box_set_active_iter(GTK_COMBO_BOX(dw->combo), &iter);
2946         dupe_window_recompare(dw);
2947 }
2948
2949 static void dupe_popup_menu_pos_cb(GtkMenu *menu, gint *x, gint *y, gboolean *push_in, gpointer data)
2950 {
2951         GtkWidget *view = data;
2952         GtkTreePath *tpath;
2953         gint cx, cy, cw, ch;
2954         gint column;
2955
2956         gtk_tree_view_get_cursor(GTK_TREE_VIEW(view), &tpath, NULL);
2957         if (!tpath) return;
2958
2959         if (gtk_tree_view_get_column(GTK_TREE_VIEW(view), DUPE_COLUMN_NAME - 1) != NULL)
2960                 {
2961                 column = DUPE_COLUMN_NAME - 1;
2962                 }
2963         else
2964                 {
2965                 /* dw->second_listview */
2966                 column = 0;
2967                 }
2968         tree_view_get_cell_clamped(GTK_TREE_VIEW(view), tpath, column, TRUE, &cx, &cy, &cw, &ch);
2969         gtk_tree_path_free(tpath);
2970         cy += ch;
2971         popup_menu_position_clamp(menu, &cx, &cy, 0);
2972         *x = cx;
2973         *y = cy;
2974 }
2975
2976 static gboolean dupe_window_keypress_cb(GtkWidget *widget, GdkEventKey *event, gpointer data)
2977 {
2978         DupeWindow *dw = data;
2979         gboolean stop_signal = FALSE;
2980         gboolean on_second;
2981         GtkWidget *listview;
2982         GtkTreeModel *store;
2983         GtkTreeSelection *selection;
2984         GList *slist;
2985         DupeItem *di = NULL;
2986
2987         on_second = gtk_widget_has_focus(dw->second_listview);
2988
2989         if (on_second)
2990                 {
2991                 listview = dw->second_listview;
2992                 }
2993         else
2994                 {
2995                 listview = dw->listview;
2996                 }
2997
2998         selection = gtk_tree_view_get_selection(GTK_TREE_VIEW(listview));
2999         slist = gtk_tree_selection_get_selected_rows(selection, &store);
3000         if (slist)
3001                 {
3002                 GtkTreePath *tpath;
3003                 GtkTreeIter iter;
3004                 GList *last;
3005
3006                 last = g_list_last(slist);
3007                 tpath = last->data;
3008
3009                 /* last is newest selected file */
3010                 gtk_tree_model_get_iter(store, &iter, tpath);
3011                 gtk_tree_model_get(store, &iter, DUPE_COLUMN_POINTER, &di, -1);
3012                 }
3013         g_list_foreach(slist, (GFunc)gtk_tree_path_free, NULL);
3014         g_list_free(slist);
3015
3016         if (event->state & GDK_CONTROL_MASK)
3017                 {
3018                 if (!on_second)
3019                         {
3020                         stop_signal = TRUE;
3021                         switch (event->keyval)
3022                                 {
3023                                 case '1':
3024                                 case '2':
3025                                 case '3':
3026                                 case '4':
3027                                 case '5':
3028                                 case '6':
3029                                 case '7':
3030                                 case '8':
3031                                 case '9':
3032                                 case '0':
3033                                         break;
3034                                 case 'C': case 'c':
3035                                         file_util_copy(NULL, dupe_listview_get_selection(dw, listview),
3036                                                        NULL, dw->window);
3037                                         break;
3038                                 case 'M': case 'm':
3039                                         file_util_move(NULL, dupe_listview_get_selection(dw, listview),
3040                                                        NULL, dw->window);
3041                                         break;
3042                                 case 'R': case 'r':
3043                                         file_util_rename(NULL, dupe_listview_get_selection(dw, listview), dw->window);
3044                                         break;
3045                                 case 'D': case 'd':
3046                                         file_util_delete(NULL, dupe_listview_get_selection(dw, listview), dw->window);
3047                                         break;
3048                                 default:
3049                                         stop_signal = FALSE;
3050                                         break;
3051                                 }
3052                         }
3053
3054                 if (!stop_signal)
3055                         {
3056                         stop_signal = TRUE;
3057                         switch (event->keyval)
3058                                 {
3059                                 case 'A': case 'a':
3060                                         if (event->state & GDK_SHIFT_MASK)
3061                                                 {
3062                                                 gtk_tree_selection_unselect_all(selection);
3063                                                 }
3064                                         else
3065                                                 {
3066                                                 gtk_tree_selection_select_all(selection);
3067                                                 }
3068                                         break;
3069                                 case GDK_KEY_Delete: case GDK_KEY_KP_Delete:
3070                                         if (on_second)
3071                                                 {
3072                                                 dupe_second_clear(dw);
3073                                                 dupe_window_recompare(dw);
3074                                                 }
3075                                         else
3076                                                 {
3077                                                 dupe_window_clear(dw);
3078                                                 }
3079                                         break;
3080                                 case 'L': case 'l':
3081                                         dupe_window_append_file_list(dw, FALSE);
3082                                         break;
3083                                 case 'T': case 't':
3084                                         gtk_toggle_button_set_active(GTK_TOGGLE_BUTTON(dw->button_thumbs),
3085                                                 !gtk_toggle_button_get_active(GTK_TOGGLE_BUTTON(dw->button_thumbs)));
3086                                         break;
3087                                 case 'W': case 'w':
3088                                         dupe_window_close(dw);
3089                                         break;
3090                                 default:
3091                                         stop_signal = FALSE;
3092                                         break;
3093                                 }
3094                         }
3095                 }
3096         else
3097                 {
3098                 stop_signal = TRUE;
3099                 switch (event->keyval)
3100                         {
3101                         case GDK_KEY_Return: case GDK_KEY_KP_Enter:
3102                                 dupe_menu_view(dw, di, listview, FALSE);
3103                                 break;
3104                         case 'V': case 'v':
3105                                 dupe_menu_view(dw, di, listview, TRUE);
3106                                 break;
3107                         case GDK_KEY_Delete: case GDK_KEY_KP_Delete:
3108                                 dupe_window_remove_selection(dw, listview);
3109                                 break;
3110                         case 'C': case 'c':
3111                                 if (!on_second)
3112                                         {
3113                                         dupe_window_collection_from_selection(dw);
3114                                         }
3115                                 break;
3116                         case '1':
3117                                 options->duplicates_select_type = DUPE_SELECT_GROUP1;
3118                                 dupe_listview_select_dupes(dw, DUPE_SELECT_GROUP1);
3119                                 break;
3120                         case '2':
3121                                 options->duplicates_select_type = DUPE_SELECT_GROUP2;
3122                                 dupe_listview_select_dupes(dw, DUPE_SELECT_GROUP2);
3123                                 break;
3124                         case GDK_KEY_Menu:
3125                         case GDK_KEY_F10:
3126                                 if (!on_second)
3127                                         {
3128                                         GtkWidget *menu;
3129
3130                                         menu = dupe_menu_popup_main(dw, di);
3131                                         gtk_menu_popup(GTK_MENU(menu), NULL, NULL,
3132                                                        dupe_popup_menu_pos_cb, listview, 0, GDK_CURRENT_TIME);
3133                                         }
3134                                 else
3135                                         {
3136                                         GtkWidget *menu;
3137
3138                                         menu = dupe_menu_popup_second(dw, di);
3139                                         gtk_menu_popup(GTK_MENU(menu), NULL, NULL,
3140                                                        dupe_popup_menu_pos_cb, listview, 0, GDK_CURRENT_TIME);
3141                                         }
3142                                 break;
3143                         case GDK_KEY_F1:
3144                                 help_window_show("GuideReferenceKeyboardShortcuts.html#DuplicatesKeyboardShortcuts");
3145                                 break;
3146                         default:
3147                                 stop_signal = FALSE;
3148                                 break;
3149                         }
3150                 }
3151
3152         return stop_signal;
3153 }
3154
3155
3156 void dupe_window_clear(DupeWindow *dw)
3157 {
3158         GtkListStore *store;
3159
3160         dupe_check_stop(dw);
3161
3162         store = GTK_LIST_STORE(gtk_tree_view_get_model(GTK_TREE_VIEW(dw->listview)));
3163         gtk_list_store_clear(store);
3164         gtk_tree_view_columns_autosize(GTK_TREE_VIEW(dw->listview));
3165
3166         g_list_free(dw->dupes);
3167         dw->dupes = NULL;
3168
3169         dupe_list_free(dw->list);
3170         dw->list = NULL;
3171
3172         dupe_match_reset_list(dw->second_list);
3173
3174         dupe_window_update_count(dw, FALSE);
3175         dupe_window_update_progress(dw, NULL, 0.0, FALSE);
3176 }
3177
3178 void dupe_window_close(DupeWindow *dw)
3179 {
3180         dupe_check_stop(dw);
3181
3182         dupe_window_list = g_list_remove(dupe_window_list, dw);
3183         gtk_widget_destroy(dw->window);
3184
3185         g_list_free(dw->dupes);
3186         dupe_list_free(dw->list);
3187
3188         dupe_list_free(dw->second_list);
3189
3190         file_data_unregister_notify_func(dupe_notify_cb, dw);
3191
3192         g_free(dw);
3193 }
3194
3195 static gint dupe_window_delete(GtkWidget *widget, GdkEvent *event, gpointer data)
3196 {
3197         DupeWindow *dw = data;
3198         dupe_window_close(dw);
3199
3200         return TRUE;
3201 }
3202
3203 /* collection and files can be NULL */
3204 DupeWindow *dupe_window_new()
3205 {
3206         DupeWindow *dw;
3207         GtkWidget *vbox;
3208         GtkWidget *scrolled;
3209         GtkWidget *frame;
3210         GtkWidget *status_box;
3211         GtkWidget *label;
3212         GtkWidget *button;
3213         GtkListStore *store;
3214         GtkTreeSelection *selection;
3215         GdkGeometry geometry;
3216
3217         dw = g_new0(DupeWindow, 1);
3218
3219         dw->match_mask = DUPE_MATCH_NAME;
3220         if (options->duplicates_match == DUPE_MATCH_NAME) dw->match_mask = DUPE_MATCH_NAME;
3221         if (options->duplicates_match == DUPE_MATCH_SIZE) dw->match_mask = DUPE_MATCH_SIZE;
3222         if (options->duplicates_match == DUPE_MATCH_DATE) dw->match_mask = DUPE_MATCH_DATE;
3223         if (options->duplicates_match == DUPE_MATCH_DIM) dw->match_mask = DUPE_MATCH_DIM;
3224         if (options->duplicates_match == DUPE_MATCH_SUM) dw->match_mask = DUPE_MATCH_SUM;
3225         if (options->duplicates_match == DUPE_MATCH_PATH) dw->match_mask = DUPE_MATCH_PATH;
3226         if (options->duplicates_match == DUPE_MATCH_SIM_HIGH) dw->match_mask = DUPE_MATCH_SIM_HIGH;
3227         if (options->duplicates_match == DUPE_MATCH_SIM_MED) dw->match_mask = DUPE_MATCH_SIM_MED;
3228         if (options->duplicates_match == DUPE_MATCH_SIM_LOW) dw->match_mask = DUPE_MATCH_SIM_LOW;
3229         if (options->duplicates_match == DUPE_MATCH_SIM_CUSTOM) dw->match_mask = DUPE_MATCH_SIM_CUSTOM;
3230         if (options->duplicates_match == DUPE_MATCH_NAME_CI) dw->match_mask = DUPE_MATCH_NAME_CI;
3231
3232         dw->window = window_new(GTK_WINDOW_TOPLEVEL, "dupe", NULL, NULL, _("Find duplicates"));
3233
3234         geometry.min_width = DEFAULT_MINIMAL_WINDOW_SIZE;
3235         geometry.min_height = DEFAULT_MINIMAL_WINDOW_SIZE;
3236         geometry.base_width = DUPE_DEF_WIDTH;
3237         geometry.base_height = DUPE_DEF_HEIGHT;
3238         gtk_window_set_geometry_hints(GTK_WINDOW(dw->window), NULL, &geometry,
3239                                       GDK_HINT_MIN_SIZE | GDK_HINT_BASE_SIZE);
3240
3241         gtk_window_set_default_size(GTK_WINDOW(dw->window), DUPE_DEF_WIDTH, DUPE_DEF_HEIGHT);
3242
3243         gtk_window_set_resizable(GTK_WINDOW(dw->window), TRUE);
3244         gtk_container_set_border_width(GTK_CONTAINER(dw->window), 0);
3245
3246         g_signal_connect(G_OBJECT(dw->window), "delete_event",
3247                          G_CALLBACK(dupe_window_delete), dw);
3248         g_signal_connect(G_OBJECT(dw->window), "key_press_event",
3249                          G_CALLBACK(dupe_window_keypress_cb), dw);
3250
3251         vbox = gtk_vbox_new(FALSE, 0);
3252         gtk_container_add(GTK_CONTAINER(dw->window), vbox);
3253         gtk_widget_show(vbox);
3254
3255         dw->table = gtk_table_new(1, 3, FALSE);
3256         gtk_box_pack_start(GTK_BOX(vbox), dw->table, TRUE, TRUE, 0);
3257         gtk_widget_show(dw->table);
3258
3259         scrolled = gtk_scrolled_window_new(NULL, NULL);
3260         gtk_scrolled_window_set_shadow_type(GTK_SCROLLED_WINDOW(scrolled), GTK_SHADOW_IN);
3261         gtk_scrolled_window_set_policy(GTK_SCROLLED_WINDOW(scrolled), GTK_POLICY_AUTOMATIC, GTK_POLICY_AUTOMATIC);
3262         gtk_table_attach_defaults(GTK_TABLE(dw->table), scrolled, 0, 2, 0, 1);
3263         gtk_widget_show(scrolled);
3264
3265         store = gtk_list_store_new(9, G_TYPE_POINTER, G_TYPE_STRING, GDK_TYPE_PIXBUF,
3266                                    G_TYPE_STRING, G_TYPE_STRING, G_TYPE_STRING,
3267                                    G_TYPE_STRING, G_TYPE_STRING, G_TYPE_BOOLEAN);
3268         dw->listview = gtk_tree_view_new_with_model(GTK_TREE_MODEL(store));
3269         g_object_unref(store);
3270
3271         selection = gtk_tree_view_get_selection(GTK_TREE_VIEW(dw->listview));
3272         gtk_tree_selection_set_mode(GTK_TREE_SELECTION(selection), GTK_SELECTION_MULTIPLE);
3273         gtk_tree_view_set_headers_visible(GTK_TREE_VIEW(dw->listview), TRUE);
3274         gtk_tree_view_set_enable_search(GTK_TREE_VIEW(dw->listview), FALSE);
3275
3276         dupe_listview_add_column(dw, dw->listview, DUPE_COLUMN_RANK, "", FALSE, TRUE);
3277         dupe_listview_add_column(dw, dw->listview, DUPE_COLUMN_THUMB, "", TRUE, FALSE);
3278         dupe_listview_add_column(dw, dw->listview, DUPE_COLUMN_NAME, _("Name"), FALSE, FALSE);
3279         dupe_listview_add_column(dw, dw->listview, DUPE_COLUMN_SIZE, _("Size"), FALSE, TRUE);
3280         dupe_listview_add_column(dw, dw->listview, DUPE_COLUMN_DATE, _("Date"), FALSE, TRUE);
3281         dupe_listview_add_column(dw, dw->listview, DUPE_COLUMN_DIMENSIONS, _("Dimensions"), FALSE, FALSE);
3282         dupe_listview_add_column(dw, dw->listview, DUPE_COLUMN_PATH, _("Path"), FALSE, FALSE);
3283
3284         gtk_container_add(GTK_CONTAINER(scrolled), dw->listview);
3285         gtk_widget_show(dw->listview);
3286
3287         dw->second_vbox = gtk_vbox_new(FALSE, 0);
3288         gtk_table_attach_defaults(GTK_TABLE(dw->table), dw->second_vbox, 2, 3, 0, 1);
3289         if (dw->second_set)
3290                 {
3291                 gtk_table_set_col_spacings(GTK_TABLE(dw->table), PREF_PAD_GAP);
3292                 gtk_widget_show(dw->second_vbox);
3293                 }
3294         else
3295                 {
3296                 gtk_table_set_col_spacings(GTK_TABLE(dw->table), 0);
3297                 }
3298
3299         scrolled = gtk_scrolled_window_new(NULL, NULL);
3300         gtk_scrolled_window_set_shadow_type(GTK_SCROLLED_WINDOW(scrolled), GTK_SHADOW_IN);
3301         gtk_scrolled_window_set_policy(GTK_SCROLLED_WINDOW(scrolled), GTK_POLICY_AUTOMATIC, GTK_POLICY_AUTOMATIC);
3302         gtk_box_pack_start(GTK_BOX(dw->second_vbox), scrolled, TRUE, TRUE, 0);
3303         gtk_widget_show(scrolled);
3304
3305         store = gtk_list_store_new(2, G_TYPE_POINTER, G_TYPE_STRING);
3306         dw->second_listview = gtk_tree_view_new_with_model(GTK_TREE_MODEL(store));
3307
3308         selection = gtk_tree_view_get_selection(GTK_TREE_VIEW(dw->second_listview));
3309         gtk_tree_selection_set_mode(GTK_TREE_SELECTION(selection), GTK_SELECTION_MULTIPLE);
3310
3311         gtk_tree_view_set_headers_visible(GTK_TREE_VIEW(dw->second_listview), TRUE);
3312         gtk_tree_view_set_enable_search(GTK_TREE_VIEW(dw->second_listview), FALSE);
3313
3314         dupe_listview_add_column(dw, dw->second_listview, 1, _("Compare to:"), FALSE, FALSE);
3315
3316         gtk_container_add(GTK_CONTAINER(scrolled), dw->second_listview);
3317         gtk_widget_show(dw->second_listview);
3318
3319         dw->second_status_label = gtk_label_new("");
3320         gtk_box_pack_start(GTK_BOX(dw->second_vbox), dw->second_status_label, FALSE, FALSE, 0);
3321         gtk_widget_show(dw->second_status_label);
3322
3323         pref_line(dw->second_vbox, GTK_ORIENTATION_HORIZONTAL);
3324
3325         status_box = pref_box_new(vbox, FALSE, GTK_ORIENTATION_HORIZONTAL, 0);
3326
3327         label = gtk_label_new(_("Compare by:"));
3328         gtk_box_pack_start(GTK_BOX(status_box), label, FALSE, FALSE, PREF_PAD_SPACE);
3329         gtk_widget_show(label);
3330
3331         dupe_menu_setup(dw);
3332         gtk_box_pack_start(GTK_BOX(status_box), dw->combo, FALSE, FALSE, 0);
3333         gtk_widget_show(dw->combo);
3334
3335         dw->button_thumbs = gtk_check_button_new_with_label(_("Thumbnails"));
3336         dw->show_thumbs = options->duplicates_thumbnails;
3337         gtk_toggle_button_set_active(GTK_TOGGLE_BUTTON(dw->button_thumbs), dw->show_thumbs);
3338         g_signal_connect(G_OBJECT(dw->button_thumbs), "toggled",
3339                          G_CALLBACK(dupe_window_show_thumb_cb), dw);
3340         gtk_box_pack_start(GTK_BOX(status_box), dw->button_thumbs, FALSE, FALSE, PREF_PAD_SPACE);
3341         gtk_widget_show(dw->button_thumbs);
3342
3343         dw->button_rotation_invariant = gtk_check_button_new_with_label(_("Ignore Rotation"));
3344         gtk_widget_set_tooltip_text(GTK_WIDGET(dw->button_rotation_invariant), "Ignore image orientation");
3345         gtk_toggle_button_set_active(GTK_TOGGLE_BUTTON(dw->button_rotation_invariant), options->rot_invariant_sim);
3346         g_signal_connect(G_OBJECT(dw->button_rotation_invariant), "toggled",
3347                          G_CALLBACK(dupe_window_rotation_invariant_cb), dw);
3348         gtk_box_pack_start(GTK_BOX(status_box), dw->button_rotation_invariant, FALSE, FALSE, PREF_PAD_SPACE);
3349         gtk_widget_show(dw->button_rotation_invariant);
3350
3351         button = gtk_check_button_new_with_label(_("Compare two file sets"));
3352         gtk_toggle_button_set_active(GTK_TOGGLE_BUTTON(button), dw->second_set);
3353         g_signal_connect(G_OBJECT(button), "toggled",
3354                          G_CALLBACK(dupe_second_set_toggle_cb), dw);
3355         gtk_box_pack_end(GTK_BOX(status_box), button, FALSE, FALSE, PREF_PAD_SPACE);
3356         gtk_widget_show(button);
3357
3358         status_box = gtk_hbox_new(FALSE, 0);
3359         gtk_box_pack_start(GTK_BOX(vbox), status_box, FALSE, FALSE, 0);
3360         gtk_widget_show(status_box);
3361
3362         frame = gtk_frame_new(NULL);
3363         gtk_frame_set_shadow_type(GTK_FRAME(frame), GTK_SHADOW_IN);
3364         gtk_box_pack_start(GTK_BOX(status_box), frame, TRUE, TRUE, 0);
3365         gtk_widget_show(frame);
3366
3367         dw->status_label = gtk_label_new("");
3368         gtk_container_add(GTK_CONTAINER(frame), dw->status_label);
3369         gtk_widget_show(dw->status_label);
3370
3371         button = gtk_check_button_new_with_label(_("Sort"));
3372         gtk_widget_set_tooltip_text(GTK_WIDGET(button), "Sort by group totals");
3373         gtk_toggle_button_set_active(GTK_TOGGLE_BUTTON(button), options->sort_totals);
3374         g_signal_connect(G_OBJECT(button), "toggled",
3375                          G_CALLBACK(dupe_sort_totals_toggle_cb), dw);
3376         gtk_box_pack_start(GTK_BOX(status_box), button, FALSE, FALSE, PREF_PAD_SPACE);
3377         gtk_widget_show(button);
3378
3379         label = gtk_label_new(_("Custom Threshold"));
3380         gtk_box_pack_start(GTK_BOX(status_box), label, FALSE, FALSE, PREF_PAD_SPACE);
3381         gtk_widget_show(label);
3382         dw->custom_threshold = gtk_spin_button_new_with_range(1, 100, 1);
3383         gtk_widget_set_tooltip_text(GTK_WIDGET(dw->custom_threshold), "Custom similarity threshold");
3384         gtk_spin_button_set_value(GTK_SPIN_BUTTON(dw->custom_threshold), options->duplicates_similarity_threshold);
3385         g_signal_connect(G_OBJECT(dw->custom_threshold), "value_changed",
3386                                                                                                         G_CALLBACK(dupe_window_custom_threshold_cb), dw);
3387         gtk_box_pack_start(GTK_BOX(status_box), dw->custom_threshold, FALSE, FALSE, PREF_PAD_SPACE);
3388         gtk_widget_show(dw->custom_threshold);
3389
3390         dw->extra_label = gtk_progress_bar_new();
3391         gtk_progress_bar_set_fraction(GTK_PROGRESS_BAR(dw->extra_label), 0.0);
3392 #if GTK_CHECK_VERSION(3,0,0)
3393         gtk_progress_bar_set_text(GTK_PROGRESS_BAR(dw->extra_label), "");
3394         gtk_progress_bar_set_show_text(GTK_PROGRESS_BAR(dw->extra_label), TRUE);
3395 #endif
3396         gtk_box_pack_end(GTK_BOX(status_box), dw->extra_label, FALSE, FALSE, 0);
3397         gtk_widget_show(dw->extra_label);
3398
3399         dupe_dnd_init(dw);
3400
3401         /* order is important here, dnd_init should be seeing mouse
3402          * presses before we possibly handle (and stop) the signal
3403          */
3404         g_signal_connect(G_OBJECT(dw->listview), "button_press_event",
3405                          G_CALLBACK(dupe_listview_press_cb), dw);
3406         g_signal_connect(G_OBJECT(dw->listview), "button_release_event",
3407                          G_CALLBACK(dupe_listview_release_cb), dw);
3408         g_signal_connect(G_OBJECT(dw->second_listview), "button_press_event",
3409                          G_CALLBACK(dupe_listview_press_cb), dw);
3410         g_signal_connect(G_OBJECT(dw->second_listview), "button_release_event",
3411                          G_CALLBACK(dupe_listview_release_cb), dw);
3412
3413         gtk_widget_show(dw->window);
3414
3415         dupe_window_update_count(dw, TRUE);
3416         dupe_window_update_progress(dw, NULL, 0.0, FALSE);
3417
3418         dupe_window_list = g_list_append(dupe_window_list, dw);
3419
3420         file_data_register_notify_func(dupe_notify_cb, dw, NOTIFY_PRIORITY_MEDIUM);
3421
3422         return dw;
3423 }
3424
3425 /*
3426  *-------------------------------------------------------------------
3427  * dnd confirm dir
3428  *-------------------------------------------------------------------
3429  */
3430
3431 typedef struct {
3432         DupeWindow *dw;
3433         GList *list;
3434 } CDupeConfirmD;
3435
3436 static void confirm_dir_list_cancel(GtkWidget *widget, gpointer data)
3437 {
3438         /* do nothing */
3439 }
3440
3441 static void confirm_dir_list_add(GtkWidget *widget, gpointer data)
3442 {
3443         CDupeConfirmD *d = data;
3444         GList *work;
3445
3446         dupe_window_add_files(d->dw, d->list, FALSE);
3447
3448         work = d->list;
3449         while (work)
3450                 {
3451                 FileData *fd = work->data;
3452                 work = work->next;
3453                 if (isdir(fd->path))
3454                         {
3455                         GList *list;
3456
3457                         filelist_read(fd, &list, NULL);
3458                         list = filelist_filter(list, FALSE);
3459                         if (list)
3460                                 {
3461                                 dupe_window_add_files(d->dw, list, FALSE);
3462                                 filelist_free(list);
3463                                 }
3464                         }
3465                 }
3466 }
3467
3468 static void confirm_dir_list_recurse(GtkWidget *widget, gpointer data)
3469 {
3470         CDupeConfirmD *d = data;
3471         dupe_window_add_files(d->dw, d->list, TRUE);
3472 }
3473
3474 static void confirm_dir_list_skip(GtkWidget *widget, gpointer data)
3475 {
3476         CDupeConfirmD *d = data;
3477         dupe_window_add_files(d->dw, d->list, FALSE);
3478 }
3479
3480 static void confirm_dir_list_destroy(GtkWidget *widget, gpointer data)
3481 {
3482         CDupeConfirmD *d = data;
3483         filelist_free(d->list);
3484         g_free(d);
3485 }
3486
3487 static GtkWidget *dupe_confirm_dir_list(DupeWindow *dw, GList *list)
3488 {
3489         GtkWidget *menu;
3490         CDupeConfirmD *d;
3491
3492         d = g_new0(CDupeConfirmD, 1);
3493         d->dw = dw;
3494         d->list = list;
3495
3496         menu = popup_menu_short_lived();
3497         g_signal_connect(G_OBJECT(menu), "destroy",
3498                          G_CALLBACK(confirm_dir_list_destroy), d);
3499
3500         menu_item_add_stock(menu, _("Dropped list includes folders."), GTK_STOCK_DND_MULTIPLE, NULL, NULL);
3501         menu_item_add_divider(menu);
3502         menu_item_add_stock(menu, _("_Add contents"), GTK_STOCK_OK, G_CALLBACK(confirm_dir_list_add), d);
3503         menu_item_add_stock(menu, _("Add contents _recursive"), GTK_STOCK_ADD, G_CALLBACK(confirm_dir_list_recurse), d);
3504         menu_item_add_stock(menu, _("_Skip folders"), GTK_STOCK_REMOVE, G_CALLBACK(confirm_dir_list_skip), d);
3505         menu_item_add_divider(menu);
3506         menu_item_add_stock(menu, _("Cancel"), GTK_STOCK_CANCEL, G_CALLBACK(confirm_dir_list_cancel), d);
3507
3508         return menu;
3509 }
3510
3511 /*
3512  *-------------------------------------------------------------------
3513  * dnd
3514  *-------------------------------------------------------------------
3515  */
3516
3517 static GtkTargetEntry dupe_drag_types[] = {
3518         { "text/uri-list", 0, TARGET_URI_LIST },
3519         { "text/plain", 0, TARGET_TEXT_PLAIN }
3520 };
3521 static gint n_dupe_drag_types = 2;
3522
3523 static GtkTargetEntry dupe_drop_types[] = {
3524         { TARGET_APP_COLLECTION_MEMBER_STRING, 0, TARGET_APP_COLLECTION_MEMBER },
3525         { "text/uri-list", 0, TARGET_URI_LIST }
3526 };
3527 static gint n_dupe_drop_types = 2;
3528
3529 static void dupe_dnd_data_set(GtkWidget *widget, GdkDragContext *context,
3530                               GtkSelectionData *selection_data, guint info,
3531                               guint time, gpointer data)
3532 {
3533         DupeWindow *dw = data;
3534         GList *list;
3535
3536         switch (info)
3537                 {
3538                 case TARGET_URI_LIST:
3539                 case TARGET_TEXT_PLAIN:
3540                         list = dupe_listview_get_selection(dw, widget);
3541                         if (!list) return;
3542                         uri_selection_data_set_uris_from_filelist(selection_data, list);
3543                         filelist_free(list);
3544                         break;
3545                 default:
3546                         break;
3547                 }
3548 }
3549
3550 static void dupe_dnd_data_get(GtkWidget *widget, GdkDragContext *context,
3551                               gint x, gint y,
3552                               GtkSelectionData *selection_data, guint info,
3553                               guint time, gpointer data)
3554 {
3555         DupeWindow *dw = data;
3556         GtkWidget *source;
3557         GList *list = NULL;
3558         GList *work;
3559
3560         source = gtk_drag_get_source_widget(context);
3561         if (source == dw->listview || source == dw->second_listview) return;
3562
3563         dw->second_drop = (dw->second_set && widget == dw->second_listview);
3564
3565         switch (info)
3566                 {
3567                 case TARGET_APP_COLLECTION_MEMBER:
3568                         collection_from_dnd_data((gchar *)gtk_selection_data_get_data(selection_data), &list, NULL);
3569                         break;
3570                 case TARGET_URI_LIST:
3571                         list = uri_filelist_from_gtk_selection_data(selection_data);
3572                         work = list;
3573                         while (work)
3574                                 {
3575                                 FileData *fd = work->data;
3576                                 if (isdir(fd->path))
3577                                         {
3578                                         GtkWidget *menu;
3579                                         menu = dupe_confirm_dir_list(dw, list);
3580                                         gtk_menu_popup(GTK_MENU(menu), NULL, NULL, NULL, NULL, 0, time);
3581                                         return;
3582                                         }
3583                                 work = work->next;
3584                                 }
3585                         break;
3586                 default:
3587                         list = NULL;
3588                         break;
3589                 }
3590
3591         if (list)
3592                 {
3593                 dupe_window_add_files(dw, list, FALSE);
3594                 filelist_free(list);
3595                 }
3596 }
3597
3598 static void dupe_dest_set(GtkWidget *widget, gboolean enable)
3599 {
3600         if (enable)
3601                 {
3602                 gtk_drag_dest_set(widget,
3603                         GTK_DEST_DEFAULT_MOTION | GTK_DEST_DEFAULT_HIGHLIGHT | GTK_DEST_DEFAULT_DROP,
3604                         dupe_drop_types, n_dupe_drop_types,
3605                         GDK_ACTION_COPY | GDK_ACTION_MOVE | GDK_ACTION_ASK);
3606
3607                 }
3608         else
3609                 {
3610                 gtk_drag_dest_unset(widget);
3611                 }
3612 }
3613
3614 static void dupe_dnd_begin(GtkWidget *widget, GdkDragContext *context, gpointer data)
3615 {
3616         DupeWindow *dw = data;
3617         dupe_dest_set(dw->listview, FALSE);
3618         dupe_dest_set(dw->second_listview, FALSE);
3619
3620         if (dw->click_item && !dupe_listview_item_is_selected(dw, dw->click_item, widget))
3621                 {
3622                 GtkListStore *store;
3623                 GtkTreeIter iter;
3624
3625                 store = GTK_LIST_STORE(gtk_tree_view_get_model(GTK_TREE_VIEW(widget)));
3626                 if (dupe_listview_find_item(store, dw->click_item, &iter) >= 0)
3627                         {
3628                         GtkTreeSelection *selection;
3629                         GtkTreePath *tpath;
3630
3631                         selection = gtk_tree_view_get_selection(GTK_TREE_VIEW(widget));
3632                         gtk_tree_selection_unselect_all(selection);
3633                         gtk_tree_selection_select_iter(selection, &iter);
3634
3635                         tpath = gtk_tree_model_get_path(GTK_TREE_MODEL(store), &iter);
3636                         gtk_tree_view_set_cursor(GTK_TREE_VIEW(widget), tpath, NULL, FALSE);
3637                         gtk_tree_path_free(tpath);
3638                         }
3639                 }
3640
3641         if (dw->show_thumbs &&
3642             widget == dw->listview &&
3643             dw->click_item && dw->click_item->pixbuf)
3644                 {
3645                 GtkTreeSelection *selection;
3646                 gint items;
3647
3648                 selection = gtk_tree_view_get_selection(GTK_TREE_VIEW(widget));
3649                 items = gtk_tree_selection_count_selected_rows(selection);
3650                 dnd_set_drag_icon(widget, context, dw->click_item->pixbuf, items);
3651                 }
3652 }
3653
3654 static void dupe_dnd_end(GtkWidget *widget, GdkDragContext *context, gpointer data)
3655 {
3656         DupeWindow *dw = data;
3657         dupe_dest_set(dw->listview, TRUE);
3658         dupe_dest_set(dw->second_listview, TRUE);
3659 }
3660
3661 static void dupe_dnd_init(DupeWindow *dw)
3662 {
3663         gtk_drag_source_set(dw->listview, GDK_BUTTON1_MASK | GDK_BUTTON2_MASK,
3664                             dupe_drag_types, n_dupe_drag_types,
3665                             GDK_ACTION_COPY | GDK_ACTION_MOVE | GDK_ACTION_LINK);
3666         g_signal_connect(G_OBJECT(dw->listview), "drag_data_get",
3667                          G_CALLBACK(dupe_dnd_data_set), dw);
3668         g_signal_connect(G_OBJECT(dw->listview), "drag_begin",
3669                          G_CALLBACK(dupe_dnd_begin), dw);
3670         g_signal_connect(G_OBJECT(dw->listview), "drag_end",
3671                          G_CALLBACK(dupe_dnd_end), dw);
3672
3673         dupe_dest_set(dw->listview, TRUE);
3674         g_signal_connect(G_OBJECT(dw->listview), "drag_data_received",
3675                          G_CALLBACK(dupe_dnd_data_get), dw);
3676
3677         gtk_drag_source_set(dw->second_listview, GDK_BUTTON1_MASK | GDK_BUTTON2_MASK,
3678                             dupe_drag_types, n_dupe_drag_types,
3679                             GDK_ACTION_COPY | GDK_ACTION_MOVE | GDK_ACTION_LINK);
3680         g_signal_connect(G_OBJECT(dw->second_listview), "drag_data_get",
3681                          G_CALLBACK(dupe_dnd_data_set), dw);
3682         g_signal_connect(G_OBJECT(dw->second_listview), "drag_begin",
3683                          G_CALLBACK(dupe_dnd_begin), dw);
3684         g_signal_connect(G_OBJECT(dw->second_listview), "drag_end",
3685                          G_CALLBACK(dupe_dnd_end), dw);
3686
3687         dupe_dest_set(dw->second_listview, TRUE);
3688         g_signal_connect(G_OBJECT(dw->second_listview), "drag_data_received",
3689                          G_CALLBACK(dupe_dnd_data_get), dw);
3690 }
3691
3692 /*
3693  *-------------------------------------------------------------------
3694  * maintenance (move, delete, etc.)
3695  *-------------------------------------------------------------------
3696  */
3697
3698 static void dupe_notify_cb(FileData *fd, NotifyType type, gpointer data)
3699 {
3700         DupeWindow *dw = data;
3701
3702         if (!(type & NOTIFY_CHANGE) || !fd->change) return;
3703
3704         DEBUG_1("Notify dupe: %s %04x", fd->path, type);
3705
3706         switch (fd->change->type)
3707                 {
3708                 case FILEDATA_CHANGE_MOVE:
3709                 case FILEDATA_CHANGE_RENAME:
3710                         dupe_item_update_fd(dw, fd);
3711                         break;
3712                 case FILEDATA_CHANGE_COPY:
3713                         break;
3714                 case FILEDATA_CHANGE_DELETE:
3715                         while (dupe_item_remove_by_path(dw, fd->path));
3716                         break;
3717                 case FILEDATA_CHANGE_UNSPECIFIED:
3718                 case FILEDATA_CHANGE_WRITE_METADATA:
3719                         break;
3720                 }
3721
3722 }
3723 /* vim: set shiftwidth=8 softtabstop=0 cindent cinoptions={1s: */