2 * Copyright (C) 2005 John Ellis
3 * Copyright (C) 2008 - 2016 The Geeqie Team
7 * This program is free software; you can redistribute it and/or modify
8 * it under the terms of the GNU General Public License as published by
9 * the Free Software Foundation; either version 2 of the License, or
10 * (at your option) any later version.
12 * This program is distributed in the hope that it will be useful,
13 * but WITHOUT ANY WARRANTY; without even the implied warranty of
14 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
15 * GNU General Public License for more details.
17 * You should have received a copy of the GNU General Public License along
18 * with this program; if not, write to the Free Software Foundation, Inc.,
19 * 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA.
25 #include <sys/types.h>
34 #include <glib-object.h>
37 #include "collect-table.h"
43 #include "history-list.h"
44 #include "image-load.h"
47 #include "layout-image.h"
48 #include "layout-util.h"
50 #include "main-defines.h"
59 #include "ui-fileops.h"
62 #include "ui-tree-edit.h"
63 #include "ui-utildlg.h"
64 #include "uri-utils.h"
72 #define DUPE_PROGRESS_PULSE_STEP 0.0001
74 /** column assignment order (simply change them here)
77 DUPE_COLUMN_POINTER = 0,
83 DUPE_COLUMN_DIMENSIONS,
87 DUPE_COLUMN_COUNT /**< total columns */
90 enum DUPE_CHECK_RESULT {
96 /** Used for similarity checks. One for each item pushed
97 * onto the thread pool.
103 GList *work; /**< pointer into \a dw->list or \a dw->second_list (#DupeItem) */
104 gint index; /**< The order items pushed onto thread pool. Used to sort returned matches */
107 /** Used for similarity checks thread. One for each pair match found.
109 struct DupeSearchMatch
111 DupeItem *a; /**< \a a / \a b matched pair found */
112 DupeItem *b; /**< \a a / \a b matched pair found */
114 gint index; /**< The order items pushed onto thread pool. Used to sort returned matches */
117 static DupeMatchType param_match_mask;
118 static GList *dupe_window_list = nullptr; /**< list of open DupeWindow *s */
121 * Well, after adding the 'compare two sets' option things got a little sloppy in here
122 * because we have to account for two 'modes' everywhere. (be careful).
125 static void dupe_match_unlink(DupeItem *a, DupeItem *b);
126 static DupeItem *dupe_match_find_parent(DupeWindow *dw, DupeItem *child);
128 static gint dupe_match(DupeItem *a, DupeItem *b, DupeMatchType mask, gdouble *rank, gint fast);
130 static void dupe_thumb_step(DupeWindow *dw);
131 static gint dupe_check_cb(gpointer data);
133 static void dupe_second_add(DupeWindow *dw, DupeItem *di);
134 static void dupe_second_remove(DupeWindow *dw, DupeItem *di);
135 static GtkWidget *dupe_menu_popup_second(DupeWindow *dw, DupeItem *di);
137 static void dupe_dnd_init(DupeWindow *dw);
139 static void dupe_notify_cb(FileData *fd, NotifyType type, gpointer data);
140 static void delete_finished_cb(gboolean success, const gchar *dest_path, gpointer data);
142 static GtkWidget *submenu_add_export(GtkWidget *menu, GtkWidget **menu_item, GCallback func, gpointer data);
143 static void dupe_pop_menu_export_cb(GtkWidget *widget, gpointer data);
145 static void dupe_init_list_cache(DupeWindow *dw);
146 static void dupe_destroy_list_cache(DupeWindow *dw);
147 static gboolean dupe_insert_in_list_cache(DupeWindow *dw, FileData *fd);
149 static void dupe_match_link(DupeItem *a, DupeItem *b, gdouble rank);
150 static gint dupe_match_link_exists(DupeItem *child, DupeItem *parent);
153 * This array must be kept in sync with the contents of:\n
154 * @link dupe_window_keypress_cb() @endlink \n
155 * @link dupe_menu_popup_main() @endlink
157 * See also @link hard_coded_window_keys @endlink
159 hard_coded_window_keys dupe_window_keys[] = {
160 {GDK_CONTROL_MASK, 'C', N_("Copy")},
161 {GDK_CONTROL_MASK, 'M', N_("Move")},
162 {GDK_CONTROL_MASK, 'R', N_("Rename")},
163 {GDK_CONTROL_MASK, 'D', N_("Move to Trash")},
164 {GDK_SHIFT_MASK, GDK_KEY_Delete, N_("Delete")},
165 {static_cast<GdkModifierType>(0), GDK_KEY_Delete, N_("Remove")},
166 {GDK_CONTROL_MASK, GDK_KEY_Delete, N_("Clear")},
167 {GDK_CONTROL_MASK, 'A', N_("Select all")},
168 {static_cast<GdkModifierType>(GDK_CONTROL_MASK + GDK_SHIFT_MASK), 'A', N_("Select none")},
169 {GDK_CONTROL_MASK, 'T', N_("Toggle thumbs")},
170 {GDK_CONTROL_MASK, 'W', N_("Close window")},
171 {static_cast<GdkModifierType>(0), GDK_KEY_Return, N_("View")},
172 {static_cast<GdkModifierType>(0), 'V', N_("View in new window")},
173 {static_cast<GdkModifierType>(0), 'C', N_("Collection from selection")},
174 {GDK_CONTROL_MASK, 'L', N_("Append list")},
175 {static_cast<GdkModifierType>(0), '0', N_("Select none")},
176 {static_cast<GdkModifierType>(0), '1', N_("Select group 1 duplicates")},
177 {static_cast<GdkModifierType>(0), '2', N_("Select group 2 duplicates")},
178 {static_cast<GdkModifierType>(0), 0, nullptr}
182 * @brief The function run in threads for similarity checks
183 * @param d1 #DupeQueueItem
184 * @param d2 #DupeWindow
186 * Used only for similarity checks.\n
187 * Search \a dqi->list for \a dqi->needle and if a match is
188 * found, create a #DupeSearchMatch and add to \a dw->search_matches list\n
189 * If \a dw->abort is set, just increment \a dw->thread_count
191 static void dupe_comparison_func(gpointer d1, gpointer d2)
193 auto dqi = static_cast<DupeQueueItem *>(d1);
194 auto dw = static_cast<DupeWindow *>(d2);
195 DupeSearchMatch *dsm;
197 GList *matches = nullptr;
202 GList *work = dqi->work;
205 di = static_cast<DupeItem *>(work->data);
207 /* forward for second set, back for simple compare */
217 if (dupe_match(di, dqi->needle, dqi->dw->match_mask, &rank, TRUE))
219 dsm = g_new0(DupeSearchMatch, 1);
221 dsm->b = dqi->needle;
223 matches = g_list_prepend(matches, dsm);
224 dsm->index = dqi->index;
233 matches = g_list_reverse(matches);
234 g_mutex_lock(&dw->search_matches_mutex);
235 dw->search_matches = g_list_concat(dw->search_matches, matches);
236 g_mutex_unlock(&dw->search_matches_mutex);
239 g_mutex_lock(&dw->thread_count_mutex);
241 g_mutex_unlock(&dw->thread_count_mutex);
246 * ------------------------------------------------------------------
248 * ------------------------------------------------------------------
252 * @brief Update display of status label
258 static void dupe_window_update_count(DupeWindow *dw, gboolean count_only)
264 text = g_strdup(_("Drop files to compare them."));
268 text = g_strdup_printf(_("%d files"), g_list_length(dw->list));
272 text = g_strdup_printf(_("%d matches found in %d files"), g_list_length(dw->dupes), g_list_length(dw->list));
277 gchar *buf = g_strconcat(text, " ", _("[set 1]"), NULL);
281 gtk_label_set_text(GTK_LABEL(dw->status_label), text);
287 * @brief Returns time in µsec since Epoch
292 static guint64 msec_time()
296 if (gettimeofday(&tv, nullptr) == -1) return 0;
298 return static_cast<guint64>(tv.tv_sec) * 1000000 + static_cast<guint64>(tv.tv_usec);
301 static gint dupe_iterations(gint n)
303 return (n * ((n + 1) / 2));
313 * If \a status is blank, clear status bar text and set progress to zero. \n
314 * If \a force is not set, after 2 secs has elapsed, update time-to-go every 250 ms.
316 static void dupe_window_update_progress(DupeWindow *dw, const gchar *status, gdouble value, gboolean force)
318 const gchar *status_text;
322 guint64 new_time = 0;
324 if (dw->setup_n % 10 == 0)
326 new_time = msec_time() - dw->setup_time;
331 dw->setup_count > 0 &&
339 if (new_time - dw->setup_time_count < 250000) return;
340 dw->setup_time_count = new_time;
347 d = dw->setup_count - dw->setup_n;
351 t = dupe_iterations(dw->setup_count);
352 d = dupe_iterations(dw->setup_count - dw->setup_n);
358 d = dw->setup_count - dw->setup_n;
361 rem = (t - d) ? (static_cast<gdouble>(dw->setup_time_count / 1000000.0) / (t - d)) * d : 0;
363 gtk_progress_bar_set_fraction(GTK_PROGRESS_BAR(dw->extra_label), value);
365 buf = g_strdup_printf("%s %d:%02d ", status, rem / 60, rem % 60);
366 gtk_progress_bar_set_text(GTK_PROGRESS_BAR(dw->extra_label), buf);
374 dw->setup_count == 0 ||
375 dw->setup_time_count == 0 ||
376 (new_time > 0 && new_time - dw->setup_time_count >= 250000))
378 if (dw->setup_time_count == 0) dw->setup_time_count = 1;
379 if (new_time > 0) dw->setup_time_count = new_time;
380 gtk_progress_bar_set_fraction(GTK_PROGRESS_BAR(dw->extra_label), value);
381 status_text = status;
385 status_text = nullptr;
390 gtk_progress_bar_set_fraction(GTK_PROGRESS_BAR(dw->extra_label), 0.0);
394 if (status_text) gtk_progress_bar_set_text(GTK_PROGRESS_BAR(dw->extra_label), status_text);
397 static void widget_set_cursor(GtkWidget *widget, gint icon)
402 if (!gtk_widget_get_window(widget)) return;
410 display = gdk_display_get_default();
411 cursor = gdk_cursor_new_for_display(display, static_cast<GdkCursorType>(icon));
414 gdk_window_set_cursor(gtk_widget_get_window(widget), cursor);
416 if (cursor) g_object_unref(G_OBJECT(cursor));
420 * ------------------------------------------------------------------
422 * ------------------------------------------------------------------
425 static void dupe_listview_realign_colors(DupeWindow *dw)
429 gboolean color_set = TRUE;
430 DupeItem *parent = nullptr;
433 store = gtk_tree_view_get_model(GTK_TREE_VIEW(dw->listview));
434 valid = gtk_tree_model_get_iter_first(store, &iter);
438 DupeItem *child_parent;
440 gtk_tree_model_get(store, &iter, DUPE_COLUMN_POINTER, &child, -1);
441 child_parent = dupe_match_find_parent(dw, child);
442 if (!parent || parent != child_parent)
446 /* keep the first row as it is */
447 gtk_tree_model_get(store, &iter, DUPE_COLUMN_COLOR, &color_set, -1);
451 color_set = !color_set;
453 parent = dupe_match_find_parent(dw, child);
455 gtk_list_store_set(GTK_LIST_STORE(store), &iter, DUPE_COLUMN_COLOR, color_set, -1);
457 valid = gtk_tree_model_iter_next(GTK_TREE_MODEL(store), &iter);
462 * ------------------------------------------------------------------
464 * ------------------------------------------------------------------
467 static DupeItem *dupe_item_new(FileData *fd)
471 di = g_new0(DupeItem, 1);
473 di->fd = file_data_ref(fd);
474 di->group_rank = 0.0;
479 static void dupe_item_free(DupeItem *di)
481 file_data_unref(di->fd);
482 image_sim_free(di->simd);
484 if (di->pixbuf) g_object_unref(di->pixbuf);
489 #pragma GCC diagnostic push
490 #pragma GCC diagnostic ignored "-Wunused-function"
491 static DupeItem *dupe_item_find_fd_by_list_unused(FileData *fd, GList *work)
495 auto *di = static_cast<DupeItem *>(work->data);
497 if (di->fd == fd) return di;
505 static DupeItem *dupe_item_find_fd_unused(DupeWindow *dw, FileData *fd)
509 di = dupe_item_find_fd_by_list_unused(fd, dw->list);
510 if (!di && dw->second_set) di = dupe_item_find_fd_by_list_unused(fd, dw->second_list);
515 static DupeItem *dupe_item_find_path_by_list_unused(const gchar *path, GList *work)
519 auto *di = static_cast<DupeItem *>(work->data);
521 if (strcmp(di->fd->path, path) == 0) return di;
529 static DupeItem *dupe_item_find_path_unused(DupeWindow *dw, const gchar *path)
533 di = dupe_item_find_path_by_list_unused(path, dw->list);
534 if (!di && dw->second_set) di = dupe_item_find_path_by_list_unused(path, dw->second_list);
538 #pragma GCC diagnostic pop
541 * ------------------------------------------------------------------
542 * Image property cache
543 * ------------------------------------------------------------------
546 static void dupe_item_read_cache(DupeItem *di)
553 path = cache_find_location(CACHE_TYPE_SIM, di->fd->path);
556 if (filetime(di->fd->path) != filetime(path))
562 cd = cache_sim_data_load(path);
567 if (!di->simd && cd->sim)
572 if (di->width == 0 && di->height == 0 && cd->dimensions)
574 di->width = cd->width;
575 di->height = cd->height;
576 di->dimensions = (di->width << 16) + di->height;
578 if (!di->md5sum && cd->have_md5sum)
580 di->md5sum = md5_digest_to_text(cd->md5sum);
582 cache_sim_data_free(cd);
586 static void dupe_item_write_cache(DupeItem *di)
593 base = cache_get_location(CACHE_TYPE_SIM, di->fd->path, FALSE, &mode);
594 if (recursive_mkdir_if_not_exists(base, mode))
598 cd = cache_sim_data_new();
599 cd->path = cache_get_location(CACHE_TYPE_SIM, di->fd->path, TRUE, nullptr);
601 if (di->width != 0) cache_sim_data_set_dimensions(cd, di->width, di->height);
605 if (md5_digest_from_text(di->md5sum, digest)) cache_sim_data_set_md5sum(cd, digest);
607 if (di->simd) cache_sim_data_set_similarity(cd, di->simd);
609 if (cache_sim_data_save(cd))
611 filetime_set(cd->path, filetime(di->fd->path));
613 cache_sim_data_free(cd);
619 * ------------------------------------------------------------------
621 * ------------------------------------------------------------------
624 static gint dupe_listview_find_item(GtkListStore *store, DupeItem *item, GtkTreeIter *iter)
629 valid = gtk_tree_model_get_iter_first(GTK_TREE_MODEL(store), iter);
633 gtk_tree_model_get(GTK_TREE_MODEL(store), iter, DUPE_COLUMN_POINTER, &item_n, -1);
634 if (item_n == item) return row;
636 valid = gtk_tree_model_iter_next(GTK_TREE_MODEL(store), iter);
643 static void dupe_listview_add(DupeWindow *dw, DupeItem *parent, DupeItem *child)
647 gchar *text[DUPE_COLUMN_COUNT];
650 gboolean color_set = FALSE;
655 store = GTK_LIST_STORE(gtk_tree_view_get_model(GTK_TREE_VIEW(dw->listview)));
661 row = dupe_listview_find_item(store, parent, &iter);
662 gtk_tree_model_get(GTK_TREE_MODEL(store), &iter, DUPE_COLUMN_COLOR, &color_set, -1);
668 dm = static_cast<DupeMatch *>(child->group->data);
669 rank = static_cast<gint>(floor(dm->rank));
674 log_printf("NULL group in item!\n");
679 if (gtk_tree_model_get_iter_first(GTK_TREE_MODEL(store), &iter))
681 gtk_tree_model_get(GTK_TREE_MODEL(store), &iter, DUPE_COLUMN_COLOR, &color_set, -1);
682 color_set = !color_set;
693 di = (child) ? child : parent;
695 if (!child && dw->second_set)
697 text[DUPE_COLUMN_RANK] = g_strdup("[1]");
701 text[DUPE_COLUMN_RANK] = g_strdup((di->second) ? "(2)" : "");
705 text[DUPE_COLUMN_RANK] = g_strdup_printf("%d%s", rank, (di->second) ? " (2)" : "");
708 text[DUPE_COLUMN_THUMB] = nullptr;
709 text[DUPE_COLUMN_NAME] = const_cast<gchar *>(di->fd->name);
710 text[DUPE_COLUMN_SIZE] = text_from_size(di->fd->size);
711 text[DUPE_COLUMN_DATE] = const_cast<gchar *>(text_from_time(di->fd->date));
712 if (di->width > 0 && di->height > 0)
714 text[DUPE_COLUMN_DIMENSIONS] = g_strdup_printf("%d x %d", di->width, di->height);
718 text[DUPE_COLUMN_DIMENSIONS] = g_strdup("");
720 text[DUPE_COLUMN_PATH] = di->fd->path;
721 text[DUPE_COLUMN_COLOR] = nullptr;
723 gtk_list_store_insert(store, &iter, row);
724 gtk_list_store_set(store, &iter,
725 DUPE_COLUMN_POINTER, di,
726 DUPE_COLUMN_RANK, text[DUPE_COLUMN_RANK],
727 DUPE_COLUMN_THUMB, NULL,
728 DUPE_COLUMN_NAME, text[DUPE_COLUMN_NAME],
729 DUPE_COLUMN_SIZE, text[DUPE_COLUMN_SIZE],
730 DUPE_COLUMN_DATE, text[DUPE_COLUMN_DATE],
731 DUPE_COLUMN_DIMENSIONS, text[DUPE_COLUMN_DIMENSIONS],
732 DUPE_COLUMN_PATH, text[DUPE_COLUMN_PATH],
733 DUPE_COLUMN_COLOR, color_set,
734 DUPE_COLUMN_SET, dw->set_count,
737 g_free(text[DUPE_COLUMN_RANK]);
738 g_free(text[DUPE_COLUMN_SIZE]);
739 g_free(text[DUPE_COLUMN_DIMENSIONS]);
742 static void dupe_listview_select_dupes(DupeWindow *dw, DupeSelectType parents);
744 static void dupe_listview_populate(DupeWindow *dw)
749 store = GTK_LIST_STORE(gtk_tree_view_get_model(GTK_TREE_VIEW(dw->listview)));
750 gtk_list_store_clear(store);
752 work = g_list_last(dw->dupes);
755 auto parent = static_cast<DupeItem *>(work->data);
758 dupe_listview_add(dw, parent, nullptr);
760 temp = g_list_last(parent->group);
763 auto dm = static_cast<DupeMatch *>(temp->data);
768 dupe_listview_add(dw, parent, child);
776 gtk_tree_view_columns_autosize(GTK_TREE_VIEW(dw->listview));
778 if (options->duplicates_select_type == DUPE_SELECT_GROUP1)
780 dupe_listview_select_dupes(dw, DUPE_SELECT_GROUP1);
782 else if (options->duplicates_select_type == DUPE_SELECT_GROUP2)
784 dupe_listview_select_dupes(dw, DUPE_SELECT_GROUP2);
789 static void dupe_listview_remove(DupeWindow *dw, DupeItem *di)
797 store = GTK_LIST_STORE(gtk_tree_view_get_model(GTK_TREE_VIEW(dw->listview)));
798 row = dupe_listview_find_item(store, di, &iter);
801 tree_view_move_cursor_away(GTK_TREE_VIEW(dw->listview), &iter, TRUE);
802 gtk_list_store_remove(store, &iter);
804 if (g_list_find(dw->dupes, di) != nullptr)
806 if (!dw->color_frozen) dupe_listview_realign_colors(dw);
811 static GList *dupe_listview_get_filelist(DupeWindow *, GtkWidget *listview)
816 GList *list = nullptr;
818 store = gtk_tree_view_get_model(GTK_TREE_VIEW(listview));
819 valid = gtk_tree_model_get_iter_first(store, &iter);
823 gtk_tree_model_get(store, &iter, DUPE_COLUMN_POINTER, &di, -1);
824 list = g_list_prepend(list, file_data_ref(di->fd));
826 valid = gtk_tree_model_iter_next(store, &iter);
829 return g_list_reverse(list);
833 static GList *dupe_listview_get_selection(DupeWindow *, GtkWidget *listview)
836 GtkTreeSelection *selection;
838 GList *list = nullptr;
841 selection = gtk_tree_view_get_selection(GTK_TREE_VIEW(listview));
842 slist = gtk_tree_selection_get_selected_rows(selection, &store);
846 auto tpath = static_cast<GtkTreePath *>(work->data);
847 DupeItem *di = nullptr;
850 gtk_tree_model_get_iter(store, &iter, tpath);
851 gtk_tree_model_get(store, &iter, DUPE_COLUMN_POINTER, &di, -1);
854 list = g_list_prepend(list, file_data_ref(di->fd));
858 g_list_free_full(slist, reinterpret_cast<GDestroyNotify>(gtk_tree_path_free));
860 return g_list_reverse(list);
863 static gboolean dupe_listview_item_is_selected(DupeWindow *, DupeItem *di, GtkWidget *listview)
866 GtkTreeSelection *selection;
869 gboolean found = FALSE;
871 selection = gtk_tree_view_get_selection(GTK_TREE_VIEW(listview));
872 slist = gtk_tree_selection_get_selected_rows(selection, &store);
874 while (!found && work)
876 auto tpath = static_cast<GtkTreePath *>(work->data);
880 gtk_tree_model_get_iter(store, &iter, tpath);
881 gtk_tree_model_get(store, &iter, DUPE_COLUMN_POINTER, &di_n, -1);
882 if (di_n == di) found = TRUE;
885 g_list_free_full(slist, reinterpret_cast<GDestroyNotify>(gtk_tree_path_free));
890 static void dupe_listview_select_dupes(DupeWindow *dw, DupeSelectType parents)
893 GtkTreeSelection *selection;
897 gint set_count_last = -1;
899 selection = gtk_tree_view_get_selection(GTK_TREE_VIEW(dw->listview));
900 gtk_tree_selection_unselect_all(selection);
902 store = gtk_tree_view_get_model(GTK_TREE_VIEW(dw->listview));
903 valid = gtk_tree_model_get_iter_first(store, &iter);
908 gtk_tree_model_get(store, &iter, DUPE_COLUMN_POINTER, &di, DUPE_COLUMN_SET, &set_count, -1);
909 if (set_count != set_count_last)
911 set_count_last = set_count;
912 if (parents == DUPE_SELECT_GROUP1)
914 gtk_tree_selection_select_iter(selection, &iter);
919 if (parents == DUPE_SELECT_GROUP2)
921 gtk_tree_selection_select_iter(selection, &iter);
924 valid = gtk_tree_model_iter_next(store, &iter);
929 * ------------------------------------------------------------------
930 * Match group manipulation
931 * ------------------------------------------------------------------
935 * @brief Search \a parent->group for \a child (#DupeItem)
941 static DupeMatch *dupe_match_find_match(DupeItem *child, DupeItem *parent)
945 work = parent->group;
948 auto dm = static_cast<DupeMatch *>(work->data);
949 if (dm->di == child) return dm;
956 * @brief Create #DupeMatch structure for \a child, and insert into \a parent->group list.
962 static void dupe_match_link_child(DupeItem *child, DupeItem *parent, gdouble rank)
966 dm = g_new0(DupeMatch, 1);
969 parent->group = g_list_append(parent->group, dm);
973 * @brief Link \a a & \a b as both parent and child
978 * Link \a a as child of \a b, and \a b as child of \a a
980 static void dupe_match_link(DupeItem *a, DupeItem *b, gdouble rank)
982 dupe_match_link_child(a, b, rank);
983 dupe_match_link_child(b, a, rank);
987 * @brief Remove \a child #DupeMatch from \a parent->group list.
992 static void dupe_match_unlink_child(DupeItem *child, DupeItem *parent)
996 dm = dupe_match_find_match(child, parent);
999 parent->group = g_list_remove(parent->group, dm);
1005 * @brief Unlink \a a from \a b, and \a b from \a a
1009 * Free the relevant #DupeMatch items from the #DupeItem group lists
1011 static void dupe_match_unlink(DupeItem *a, DupeItem *b)
1013 dupe_match_unlink_child(a, b);
1014 dupe_match_unlink_child(b, a);
1020 * @param unlink_children
1022 * If \a unlink_children is set, unlink all entries in \a parent->group list. \n
1023 * Free the \a parent->group list and set group_rank to zero;
1025 static void dupe_match_link_clear(DupeItem *parent, gboolean unlink_children)
1027 if (unlink_children)
1031 work = parent->group;
1034 auto dm = static_cast<DupeMatch *>(work->data);
1037 dupe_match_unlink_child(parent, dm->di);
1041 g_list_free_full(parent->group, g_free);
1042 parent->group = nullptr;
1043 parent->group_rank = 0.0;
1047 * @brief Search \a parent->group list for \a child
1050 * @returns boolean TRUE/FALSE found/not found
1053 static gint dupe_match_link_exists(DupeItem *child, DupeItem *parent)
1055 return (dupe_match_find_match(child, parent) != nullptr);
1059 * @brief Search \a parent->group for \a child, and return \a child->rank
1062 * @returns \a dm->di->rank
1065 static gdouble dupe_match_link_rank(DupeItem *child, DupeItem *parent)
1069 dm = dupe_match_find_match(child, parent);
1070 if (dm) return dm->rank;
1076 * @brief Find highest rank in \a child->group
1080 * Search the #DupeMatch entries in the \a child->group list.
1081 * Return the #DupeItem with the highest rank. If more than one have
1082 * the same rank, the first encountered is used.
1084 static DupeItem *dupe_match_highest_rank(DupeItem *child)
1090 work = child->group;
1093 auto dm = static_cast<DupeMatch *>(work->data);
1094 if (!dr || dm->rank > dr->rank)
1101 return (dr) ? dr->di : nullptr;
1105 * @brief Compute and store \a parent->group_rank
1108 * Group_rank = (sum of all child ranks) / n
1110 static void dupe_match_rank_update(DupeItem *parent)
1116 work = parent->group;
1119 auto dm = static_cast<DupeMatch *>(work->data);
1127 parent->group_rank = rank / c;
1131 parent->group_rank = 0.0;
1135 static DupeItem *dupe_match_find_parent(DupeWindow *dw, DupeItem *child)
1139 if (g_list_find(dw->dupes, child)) return child;
1141 work = child->group;
1144 auto dm = static_cast<DupeMatch *>(work->data);
1145 if (g_list_find(dw->dupes, dm->di)) return dm->di;
1154 * @param work (#DupeItem) dw->list or dw->second_list
1156 * Unlink all #DupeItem-s in \a work.
1157 * Do not unlink children.
1159 static void dupe_match_reset_list(GList *work)
1163 auto di = static_cast<DupeItem *>(work->data);
1166 dupe_match_link_clear(di, FALSE);
1170 static void dupe_match_reparent(DupeWindow *dw, DupeItem *old_parent, DupeItem *new_parent)
1174 if (!old_parent || !new_parent || !dupe_match_link_exists(old_parent, new_parent)) return;
1176 dupe_match_link_clear(new_parent, TRUE);
1177 work = old_parent->group;
1180 auto dm = static_cast<DupeMatch *>(work->data);
1181 dupe_match_unlink_child(old_parent, dm->di);
1182 dupe_match_link_child(new_parent, dm->di, dm->rank);
1186 new_parent->group = old_parent->group;
1187 old_parent->group = nullptr;
1189 work = g_list_find(dw->dupes, old_parent);
1190 if (work) work->data = new_parent;
1193 static void dupe_match_print_group(DupeItem *di)
1197 log_printf("+ %f %s\n", di->group_rank, di->fd->name);
1202 auto dm = static_cast<DupeMatch *>(work->data);
1205 log_printf(" %f %s\n", dm->rank, dm->di->fd->name);
1211 static void dupe_match_print_list(GList *list)
1218 auto di = static_cast<DupeItem *>(work->data);
1219 dupe_match_print_group(di);
1224 /* level 3, unlinking and orphan handling */
1228 * @param parent \a di from \a child->group
1229 * @param[inout] list \a dw->list sorted by rank (#DupeItem)
1231 * @returns modified \a list
1233 * Called for each entry in \a child->group (#DupeMatch) with \a parent set to \a dm->di. \n
1234 * Find the highest rank #DupeItem of the \a parent's children. \n
1235 * If that is == \a child OR
1236 * highest rank #DupeItem of \a child == \a parent then FIXME:
1239 static GList *dupe_match_unlink_by_rank(DupeItem *child, DupeItem *parent, GList *list, DupeWindow *dw)
1241 DupeItem *best = nullptr;
1243 best = dupe_match_highest_rank(parent); // highest rank in parent->group
1244 if (best == child || dupe_match_highest_rank(child) == parent)
1249 DEBUG_2("link found %s to %s [%d]", child->fd->name, parent->fd->name, g_list_length(parent->group));
1251 work = parent->group;
1254 auto dm = static_cast<DupeMatch *>(work->data);
1259 if (orphan != child && g_list_length(orphan->group) < 2)
1261 dupe_match_link_clear(orphan, TRUE);
1262 if (!dw->second_set || orphan->second)
1264 dupe_match(orphan, child, dw->match_mask, &rank, FALSE);
1265 dupe_match_link(orphan, child, rank);
1267 list = g_list_remove(list, orphan);
1271 rank = dupe_match_link_rank(child, parent); // child->rank
1272 dupe_match_link_clear(parent, TRUE);
1273 dupe_match_link(child, parent, rank);
1274 list = g_list_remove(list, parent);
1278 DEBUG_2("unlinking %s and %s", child->fd->name, parent->fd->name);
1280 dupe_match_unlink(child, parent);
1289 * @param[inout] list \a dw->list sorted by rank (#DupeItem)
1292 * @returns modified \a list
1294 * Called for each entry in \a list.
1295 * Call unlink for each child in \a di->group
1297 static GList *dupe_match_group_filter(GList *list, DupeItem *di, DupeWindow *dw)
1301 work = g_list_last(di->group);
1304 auto dm = static_cast<DupeMatch *>(work->data);
1306 list = dupe_match_unlink_by_rank(di, dm->di, list, dw);
1315 * @param[inout] list \a dw->list sorted by rank (#DupeItem)
1317 * @returns Filtered \a list
1320 * Call group filter for each \a di in \a list
1322 static GList *dupe_match_group_trim(GList *list, DupeWindow *dw)
1329 auto di = static_cast<DupeItem *>(work->data);
1330 if (!di->second) list = dupe_match_group_filter(list, di, dw);
1332 if (di->second) list = g_list_remove(list, di);
1338 static gint dupe_match_sort_groups_cb(gconstpointer a, gconstpointer b)
1340 auto da = static_cast<const DupeMatch *>(a);
1341 auto db = static_cast<const DupeMatch *>(b);
1343 if (da->rank > db->rank) return -1;
1344 if (da->rank < db->rank) return 1;
1349 * @brief Sorts the children of each #DupeItem in \a list
1350 * @param list #DupeItem
1352 * Sorts the #DupeItem->group children on rank
1354 static void dupe_match_sort_groups(GList *list)
1361 auto di = static_cast<DupeItem *>(work->data);
1362 di->group = g_list_sort(di->group, dupe_match_sort_groups_cb);
1367 static gint dupe_match_totals_sort_cb(gconstpointer a, gconstpointer b)
1369 auto da = static_cast<const DupeItem *>(a);
1370 auto db = static_cast<const DupeItem *>(b);
1372 if (g_list_length(da->group) > g_list_length(db->group)) return -1;
1373 if (g_list_length(da->group) < g_list_length(db->group)) return 1;
1375 if (da->group_rank < db->group_rank) return -1;
1376 if (da->group_rank > db->group_rank) return 1;
1382 * @brief Callback for group_rank sort
1389 static gint dupe_match_rank_sort_cb(gconstpointer a, gconstpointer b)
1391 auto da = static_cast<const DupeItem *>(a);
1392 auto db = static_cast<const DupeItem *>(b);
1394 if (da->group_rank > db->group_rank) return -1;
1395 if (da->group_rank < db->group_rank) return 1;
1400 * @brief Sorts \a source_list by group-rank
1401 * @param source_list #DupeItem
1404 * Computes group_rank for each #DupeItem. \n
1405 * Items with no group list are ignored.
1406 * Returns allocated GList of #DupeItem-s sorted by group_rank
1408 static GList *dupe_match_rank_sort(GList *source_list)
1410 GList *list = nullptr;
1416 auto di = static_cast<DupeItem *>(work->data);
1420 dupe_match_rank_update(di); // Compute and store group_rank for di
1421 list = g_list_prepend(list, di);
1427 return g_list_sort(list, dupe_match_rank_sort_cb);
1431 * @brief Returns allocated GList of dupes sorted by totals
1432 * @param source_list
1437 static GList *dupe_match_totals_sort(GList *source_list)
1439 source_list = g_list_sort(source_list, dupe_match_totals_sort_cb);
1441 source_list = g_list_first(source_list);
1442 return g_list_reverse(source_list);
1451 static void dupe_match_rank(DupeWindow *dw)
1455 list = dupe_match_rank_sort(dw->list); // sorted by group_rank, no-matches filtered out
1457 if (required_debug_level(2)) dupe_match_print_list(list);
1459 DEBUG_1("Similar items: %d", g_list_length(list));
1460 list = dupe_match_group_trim(list, dw);
1461 DEBUG_1("Unique groups: %d", g_list_length(list));
1463 dupe_match_sort_groups(list);
1465 if (required_debug_level(2)) dupe_match_print_list(list);
1467 list = dupe_match_rank_sort(list);
1468 if (options->sort_totals)
1470 list = dupe_match_totals_sort(list);
1472 if (required_debug_level(2)) dupe_match_print_list(list);
1474 g_list_free(dw->dupes);
1479 * ------------------------------------------------------------------
1481 * ------------------------------------------------------------------
1493 * For similarity checks, compute rank - (similarity factor between a and b). \n
1494 * If rank < user-set sim value, returns FALSE.
1496 static gboolean dupe_match(DupeItem *a, DupeItem *b, DupeMatchType mask, gdouble *rank, gint fast)
1500 if (a->fd->path == b->fd->path) return FALSE;
1502 if (mask & DUPE_MATCH_ALL)
1506 if (mask & DUPE_MATCH_PATH)
1508 if (utf8_compare(a->fd->path, b->fd->path, TRUE) != 0) return FALSE;
1510 if (mask & DUPE_MATCH_NAME)
1512 if (strcmp(a->fd->collate_key_name, b->fd->collate_key_name) != 0) return FALSE;
1514 if (mask & DUPE_MATCH_NAME_CI)
1516 if (strcmp(a->fd->collate_key_name_nocase, b->fd->collate_key_name_nocase) != 0) return FALSE;
1518 if (mask & DUPE_MATCH_NAME_CONTENT)
1520 if (strcmp(a->fd->collate_key_name, b->fd->collate_key_name) == 0)
1522 if (!a->md5sum) a->md5sum = md5_text_from_file_utf8(a->fd->path, "");
1523 if (!b->md5sum) b->md5sum = md5_text_from_file_utf8(b->fd->path, "");
1524 if (a->md5sum[0] == '\0' ||
1525 b->md5sum[0] == '\0' ||
1526 strcmp(a->md5sum, b->md5sum) != 0)
1535 if (mask & DUPE_MATCH_NAME_CI_CONTENT)
1537 if (strcmp(a->fd->collate_key_name_nocase, b->fd->collate_key_name_nocase) == 0)
1539 if (!a->md5sum) a->md5sum = md5_text_from_file_utf8(a->fd->path, "");
1540 if (!b->md5sum) b->md5sum = md5_text_from_file_utf8(b->fd->path, "");
1541 if (a->md5sum[0] == '\0' ||
1542 b->md5sum[0] == '\0' ||
1543 strcmp(a->md5sum, b->md5sum) != 0)
1553 if (mask & DUPE_MATCH_SIZE)
1555 if (a->fd->size != b->fd->size) return FALSE;
1557 if (mask & DUPE_MATCH_DATE)
1559 if (a->fd->date != b->fd->date) return FALSE;
1561 if (mask & DUPE_MATCH_SUM)
1563 if (!a->md5sum) a->md5sum = md5_text_from_file_utf8(a->fd->path, "");
1564 if (!b->md5sum) b->md5sum = md5_text_from_file_utf8(b->fd->path, "");
1565 if (a->md5sum[0] == '\0' ||
1566 b->md5sum[0] == '\0' ||
1567 strcmp(a->md5sum, b->md5sum) != 0) return FALSE;
1569 if (mask & DUPE_MATCH_DIM)
1571 if (a->width == 0) image_load_dimensions(a->fd, &a->width, &a->height);
1572 if (b->width == 0) image_load_dimensions(b->fd, &b->width, &b->height);
1573 if (a->width != b->width || a->height != b->height) return FALSE;
1575 if (mask & DUPE_MATCH_SIM_HIGH ||
1576 mask & DUPE_MATCH_SIM_MED ||
1577 mask & DUPE_MATCH_SIM_LOW ||
1578 mask & DUPE_MATCH_SIM_CUSTOM)
1583 if (mask & DUPE_MATCH_SIM_HIGH) m = 0.95;
1584 else if (mask & DUPE_MATCH_SIM_MED) m = 0.90;
1585 else if (mask & DUPE_MATCH_SIM_CUSTOM) m = static_cast<gdouble>(options->duplicates_similarity_threshold) / 100.0;
1590 f = image_sim_compare_fast(a->simd, b->simd, m);
1594 f = image_sim_compare(a->simd, b->simd);
1599 if (f < m) return FALSE;
1601 DEBUG_3("similar: %32s %32s = %f", a->fd->name, b->fd->name, f);
1608 * @brief Determine if there is a match
1612 * @returns DUPE_MATCH/DUPE_NO_MATCH/DUPE_NAME_MATCH
1613 * DUPE_NAME_MATCH is used for name != contents searches:
1614 * the name and content match i.e.
1615 * no match, but keep searching
1617 * Called when stepping down the array looking for adjacent matches,
1618 * and from the 2nd set search.
1620 * Is not used for similarity checks.
1622 static DUPE_CHECK_RESULT dupe_match_check(DupeItem *di1, DupeItem *di2, gpointer data)
1624 auto dw = static_cast<DupeWindow *>(data);
1625 DupeMatchType mask = dw->match_mask;
1627 if (mask & DUPE_MATCH_ALL)
1631 if (mask & DUPE_MATCH_PATH)
1633 if (utf8_compare(di1->fd->path, di2->fd->path, TRUE) != 0)
1635 return DUPE_NO_MATCH;
1638 if (mask & DUPE_MATCH_NAME)
1640 if (g_strcmp0(di1->fd->collate_key_name, di2->fd->collate_key_name) != 0)
1642 return DUPE_NO_MATCH;
1645 if (mask & DUPE_MATCH_NAME_CI)
1647 if (g_strcmp0(di1->fd->collate_key_name_nocase, di2->fd->collate_key_name_nocase) != 0 )
1649 return DUPE_NO_MATCH;
1652 if (mask & DUPE_MATCH_NAME_CONTENT)
1654 if (g_strcmp0(di1->fd->collate_key_name, di2->fd->collate_key_name) == 0)
1656 if (g_strcmp0(di1->md5sum, di2->md5sum) == 0)
1658 return DUPE_NAME_MATCH;
1663 return DUPE_NO_MATCH;
1666 if (mask & DUPE_MATCH_NAME_CI_CONTENT)
1668 if (strcmp(di1->fd->collate_key_name_nocase, di2->fd->collate_key_name_nocase) == 0)
1670 if (g_strcmp0(di1->md5sum, di2->md5sum) == 0)
1672 return DUPE_NAME_MATCH;
1677 return DUPE_NO_MATCH;
1680 if (mask & DUPE_MATCH_SIZE)
1682 if (di1->fd->size != di2->fd->size)
1684 return DUPE_NO_MATCH;
1687 if (mask & DUPE_MATCH_DATE)
1689 if (di1->fd->date != di2->fd->date)
1691 return DUPE_NO_MATCH;
1694 if (mask & DUPE_MATCH_SUM)
1696 if (g_strcmp0(di1->md5sum, di2->md5sum) != 0)
1698 return DUPE_NO_MATCH;
1701 if (mask & DUPE_MATCH_DIM)
1703 if (di1->dimensions != di2->dimensions)
1705 return DUPE_NO_MATCH;
1713 * @brief The callback for the binary search
1716 * @param param_match_mask
1717 * @returns negative/0/positive
1719 * Is not used for similarity checks.
1721 * Used only when two file sets are used.
1722 * Requires use of a global for param_match_mask because there is no
1723 * g_array_binary_search_with_data() function in glib.
1725 static gint dupe_match_binary_search_cb(gconstpointer a, gconstpointer b)
1727 auto di1 = *(static_cast<const DupeItem *const *>(a));
1728 auto di2 = static_cast<const DupeItem *>(b);
1729 DupeMatchType mask = param_match_mask;
1731 if (mask & DUPE_MATCH_ALL)
1735 if (mask & DUPE_MATCH_PATH)
1737 return utf8_compare(di1->fd->path, di2->fd->path, TRUE);
1739 if (mask & DUPE_MATCH_NAME)
1741 return g_strcmp0(di1->fd->collate_key_name, di2->fd->collate_key_name);
1743 if (mask & DUPE_MATCH_NAME_CI)
1745 return strcmp(di1->fd->collate_key_name_nocase, di2->fd->collate_key_name_nocase);
1747 if (mask & DUPE_MATCH_NAME_CONTENT)
1749 return g_strcmp0(di1->fd->collate_key_name, di2->fd->collate_key_name);
1751 if (mask & DUPE_MATCH_NAME_CI_CONTENT)
1753 return strcmp(di1->fd->collate_key_name_nocase, di2->fd->collate_key_name_nocase);
1755 if (mask & DUPE_MATCH_SIZE)
1757 return (di1->fd->size - di2->fd->size);
1759 if (mask & DUPE_MATCH_DATE)
1761 return (di1->fd->date - di2->fd->date);
1763 if (mask & DUPE_MATCH_SUM)
1765 return g_strcmp0(di1->md5sum, di2->md5sum);
1767 if (mask & DUPE_MATCH_DIM)
1769 return (di1->dimensions - di2->dimensions);
1776 * @brief The callback for the array sort
1780 * @returns negative/0/positive
1782 * Is not used for similarity checks.
1784 static gint dupe_match_sort_cb(gconstpointer a, gconstpointer b, gpointer data)
1786 auto di1 = *(static_cast<const DupeItem *const *>(a));
1787 auto di2 = *(static_cast<const DupeItem *const *>(b));
1788 auto dw = static_cast<DupeWindow *>(data);
1789 DupeMatchType mask = dw->match_mask;
1791 if (mask & DUPE_MATCH_ALL)
1795 if (mask & DUPE_MATCH_PATH)
1797 return utf8_compare(di1->fd->path, di2->fd->path, TRUE);
1799 if (mask & DUPE_MATCH_NAME)
1801 return g_strcmp0(di1->fd->collate_key_name, di2->fd->collate_key_name);
1803 if (mask & DUPE_MATCH_NAME_CI)
1805 return strcmp(di1->fd->collate_key_name_nocase, di2->fd->collate_key_name_nocase);
1807 if (mask & DUPE_MATCH_NAME_CONTENT)
1809 return g_strcmp0(di1->fd->collate_key_name, di2->fd->collate_key_name);
1811 if (mask & DUPE_MATCH_NAME_CI_CONTENT)
1813 return strcmp(di1->fd->collate_key_name_nocase, di2->fd->collate_key_name_nocase);
1815 if (mask & DUPE_MATCH_SIZE)
1817 return (di1->fd->size - di2->fd->size);
1819 if (mask & DUPE_MATCH_DATE)
1821 return (di1->fd->date - di2->fd->date);
1823 if (mask & DUPE_MATCH_SUM)
1825 if (di1->md5sum[0] == '\0' || di2->md5sum[0] == '\0')
1830 return strcmp(di1->md5sum, di2->md5sum);
1832 if (mask & DUPE_MATCH_DIM)
1834 if (!di1 || !di2 || !di1->width || !di1->height || !di2->width || !di2->height)
1838 return (di1->dimensions - di2->dimensions);
1841 return 0; // should not execute
1845 * @brief Check for duplicate matches
1848 * Is not used for similarity checks.
1850 * Loads the file sets into an array and sorts on the searched
1853 * If one file set, steps down the array looking for adjacent equal values.
1855 * If two file sets, steps down the first set and for each value
1856 * does a binary search for matches in the second set.
1858 static void dupe_array_check(DupeWindow *dw )
1865 DUPE_CHECK_RESULT check_result;
1866 param_match_mask = dw->match_mask;
1867 guint out_match_index;
1868 gboolean match_found = FALSE;;
1870 if (!dw->list) return;
1872 array_set1 = g_array_new(TRUE, TRUE, sizeof(gpointer));
1873 array_set2 = g_array_new(TRUE, TRUE, sizeof(gpointer));
1874 dupe_match_reset_list(dw->list);
1879 auto di = static_cast<DupeItem *>(work->data);
1880 g_array_append_val(array_set1, di);
1884 g_array_sort_with_data(array_set1, dupe_match_sort_cb, dw);
1888 /* Two sets - nothing can be done until a second set is loaded */
1889 if (dw->second_list)
1891 work = dw->second_list;
1894 g_array_append_val(array_set2, (work->data));
1897 g_array_sort_with_data(array_set2, dupe_match_sort_cb, dw);
1899 for (i_set1 = 0; i_set1 <= static_cast<gint>(array_set1->len) - 1; i_set1++)
1901 auto di1 = static_cast<DupeItem *>(g_array_index(array_set1, gpointer, i_set1));
1902 DupeItem *di2 = nullptr;
1903 /* If multiple identical entries in set 1, use the last one */
1904 if (i_set1 < static_cast<gint>(array_set1->len) - 2)
1906 di2 = static_cast<DupeItem *>(g_array_index(array_set1, gpointer, i_set1 + 1));
1907 check_result = dupe_match_check(di1, di2, dw);
1908 if (check_result == DUPE_MATCH || check_result == DUPE_NAME_MATCH)
1914 #if ((GLIB_MAJOR_VERSION == 2) && (GLIB_MINOR_VERSION >= 62))
1915 match_found = g_array_binary_search(array_set2, di1, dupe_match_binary_search_cb, &out_match_index);
1919 match_found = FALSE;
1920 for(i=0; i < array_set2->len; i++)
1922 di2 = static_cast<DupeItem *>(g_array_index(array_set2, gpointer, i));
1923 check_result = dupe_match_check(di1, di2, dw);
1924 if (check_result == DUPE_MATCH)
1927 out_match_index = i;
1935 di2 = static_cast<DupeItem *>(g_array_index(array_set2, gpointer, out_match_index));
1937 check_result = dupe_match_check(di1, di2, dw);
1938 if (check_result == DUPE_MATCH || check_result == DUPE_NAME_MATCH)
1940 if (check_result == DUPE_MATCH)
1942 dupe_match_link(di2, di1, 0.0);
1944 i_set2 = out_match_index + 1;
1946 if (i_set2 > static_cast<gint>(array_set2->len) - 1)
1950 /* Look for multiple matches in set 2 for item di1 */
1951 di2 = static_cast<DupeItem *>(g_array_index(array_set2, gpointer, i_set2));
1952 check_result = dupe_match_check(di1, di2, dw);
1953 while (check_result == DUPE_MATCH || check_result == DUPE_NAME_MATCH)
1955 if (check_result == DUPE_MATCH)
1957 dupe_match_link(di2, di1, 0.0);
1960 if (i_set2 > static_cast<gint>(array_set2->len) - 1)
1964 di2 = static_cast<DupeItem *>(g_array_index(array_set2, gpointer, i_set2));
1965 check_result = dupe_match_check(di1, di2, dw);
1974 /* File set 1 only */
1975 g_list_free(dw->dupes);
1976 dw->dupes = nullptr;
1978 if (static_cast<gint>(array_set1->len) > 1)
1980 for (i_set1 = 0; i_set1 <= static_cast<gint>(array_set1->len) - 2; i_set1++)
1982 auto di1 = static_cast<DupeItem *>(g_array_index(array_set1, gpointer, i_set1));
1983 auto di2 = static_cast<DupeItem *>(g_array_index(array_set1, gpointer, i_set1 + 1));
1985 check_result = dupe_match_check(di1, di2, dw);
1986 if (check_result == DUPE_MATCH || check_result == DUPE_NAME_MATCH)
1988 if (check_result == DUPE_MATCH)
1990 dupe_match_link(di2, di1, 0.0);
1994 if ( i_set1 + 1 > static_cast<gint>(array_set1->len) - 1)
1998 /* Look for multiple matches for item di1 */
1999 di2 = static_cast<DupeItem *>(g_array_index(array_set1, gpointer, i_set1 + 1));
2000 check_result = dupe_match_check(di1, di2, dw);
2001 while (check_result == DUPE_MATCH || check_result == DUPE_NAME_MATCH)
2003 if (check_result == DUPE_MATCH)
2005 dupe_match_link(di2, di1, 0.0);
2009 if (i_set1 + 1 > static_cast<gint>(array_set1->len) - 1)
2013 di2 = static_cast<DupeItem *>(g_array_index(array_set1, gpointer, i_set1 + 1));
2014 check_result = dupe_match_check(di1, di2, dw);
2020 g_array_free(array_set1, TRUE);
2021 g_array_free(array_set2, TRUE);
2025 * @brief Look for similarity match
2030 * Only used for similarity checks.\n
2031 * Called from dupe_check_cb.
2032 * Called for each entry in the list.
2033 * Steps through the list looking for matches against needle.
2034 * Pushes a #DupeQueueItem onto thread pool queue.
2036 static void dupe_list_check_match(DupeWindow *dw, DupeItem *needle, GList *start)
2043 work = dw->second_list;
2051 work = g_list_last(dw->list);
2054 dqi = g_new0(DupeQueueItem, 1);
2055 dqi->needle = needle;
2058 dqi->index = dw->queue_count;
2059 g_thread_pool_push(dw->dupe_comparison_thread_pool, dqi, nullptr);
2063 * ------------------------------------------------------------------
2064 * Thumbnail handling
2065 * ------------------------------------------------------------------
2068 static void dupe_listview_set_thumb(DupeWindow *dw, DupeItem *di, GtkTreeIter *iter)
2070 GtkListStore *store;
2073 store = GTK_LIST_STORE(gtk_tree_view_get_model(GTK_TREE_VIEW(dw->listview)));
2076 if (dupe_listview_find_item(store, di, &iter_n) >= 0)
2082 if (iter) gtk_list_store_set(store, iter, DUPE_COLUMN_THUMB, di->pixbuf, -1);
2085 static void dupe_thumb_do(DupeWindow *dw)
2089 if (!dw->thumb_loader || !dw->thumb_item) return;
2090 di = dw->thumb_item;
2092 if (di->pixbuf) g_object_unref(di->pixbuf);
2093 di->pixbuf = thumb_loader_get_pixbuf(dw->thumb_loader);
2095 dupe_listview_set_thumb(dw, di, nullptr);
2098 static void dupe_thumb_error_cb(ThumbLoader *, gpointer data)
2100 auto dw = static_cast<DupeWindow *>(data);
2103 dupe_thumb_step(dw);
2106 static void dupe_thumb_done_cb(ThumbLoader *, gpointer data)
2108 auto dw = static_cast<DupeWindow *>(data);
2111 dupe_thumb_step(dw);
2114 static void dupe_thumb_step(DupeWindow *dw)
2116 GtkTreeModel *store;
2118 DupeItem *di = nullptr;
2123 store = gtk_tree_view_get_model(GTK_TREE_VIEW(dw->listview));
2124 valid = gtk_tree_model_get_iter_first(store, &iter);
2126 while (!di && valid)
2131 gtk_tree_model_get(store, &iter, DUPE_COLUMN_POINTER, &di, DUPE_COLUMN_THUMB, &pixbuf, -1);
2132 if (pixbuf || di->pixbuf)
2134 if (!pixbuf) gtk_list_store_set(GTK_LIST_STORE(store), &iter, DUPE_COLUMN_THUMB, di->pixbuf, -1);
2138 valid = gtk_tree_model_iter_next(store, &iter);
2142 while (gtk_tree_model_iter_next(store, &iter)) length++;
2147 dw->thumb_item = nullptr;
2148 thumb_loader_free(dw->thumb_loader);
2149 dw->thumb_loader = nullptr;
2151 dupe_window_update_progress(dw, nullptr, 0.0, FALSE);
2155 dupe_window_update_progress(dw, _("Loading thumbs..."),
2156 length == 0 ? 0.0 : static_cast<gdouble>(row) / length, FALSE);
2158 dw->thumb_item = di;
2159 thumb_loader_free(dw->thumb_loader);
2160 dw->thumb_loader = thumb_loader_new(options->thumbnails.max_width, options->thumbnails.max_height);
2162 thumb_loader_set_callbacks(dw->thumb_loader,
2164 dupe_thumb_error_cb,
2169 if (!thumb_loader_start(dw->thumb_loader, di->fd))
2171 /* error, handle it, do next */
2172 DEBUG_1("error loading thumb for %s", di->fd->path);
2174 dupe_thumb_step(dw);
2179 * ------------------------------------------------------------------
2180 * Dupe checking loop
2181 * ------------------------------------------------------------------
2184 static void dupe_check_stop(DupeWindow *dw)
2186 if (dw->idle_id > 0)
2188 g_source_remove(dw->idle_id);
2194 while (dw->thread_count < dw->queue_count) // Wait for the queue to empty
2196 dupe_window_update_progress(dw, nullptr, 0.0, FALSE);
2197 widget_set_cursor(dw->listview, -1);
2200 g_list_free(dw->search_matches);
2201 dw->search_matches = nullptr;
2203 if (dw->idle_id || dw->img_loader || dw->thumb_loader)
2205 if (dw->idle_id > 0)
2207 g_source_remove(dw->idle_id);
2210 dupe_window_update_progress(dw, nullptr, 0.0, FALSE);
2211 widget_set_cursor(dw->listview, -1);
2214 if (dw->add_files_queue_id)
2216 g_source_remove(dw->add_files_queue_id);
2217 dw->add_files_queue_id = 0;
2218 dupe_destroy_list_cache(dw);
2219 gtk_widget_set_sensitive(dw->controls_box, TRUE);
2220 if (g_list_length(dw->add_files_queue) > 0)
2222 filelist_free(dw->add_files_queue);
2224 dw->add_files_queue = nullptr;
2225 dupe_window_update_progress(dw, nullptr, 0.0, FALSE);
2226 widget_set_cursor(dw->listview, -1);
2229 thumb_loader_free(dw->thumb_loader);
2230 dw->thumb_loader = nullptr;
2232 image_loader_free(dw->img_loader);
2233 dw->img_loader = nullptr;
2236 static void dupe_check_stop_cb(GtkWidget *, gpointer data)
2238 auto dw = static_cast<DupeWindow *>(data);
2240 dupe_check_stop(dw);
2243 static void dupe_loader_done_cb(ImageLoader *il, gpointer data)
2245 auto dw = static_cast<DupeWindow *>(data);
2248 pixbuf = image_loader_get_pixbuf(il);
2250 if (dw->setup_point)
2252 auto di = static_cast<DupeItem *>(dw->setup_point->data);
2256 di->simd = image_sim_new_from_pixbuf(pixbuf);
2260 image_sim_fill_data(di->simd, pixbuf);
2263 if (di->width == 0 && di->height == 0)
2265 di->width = gdk_pixbuf_get_width(pixbuf);
2266 di->height = gdk_pixbuf_get_height(pixbuf);
2268 if (options->thumbnails.enable_caching)
2270 dupe_item_write_cache(di);
2273 image_sim_alternate_processing(di->simd);
2276 image_loader_free(dw->img_loader);
2277 dw->img_loader = nullptr;
2279 dw->idle_id = g_idle_add(dupe_check_cb, dw);
2282 static void dupe_setup_reset(DupeWindow *dw)
2284 dw->setup_point = nullptr;
2286 dw->setup_time = msec_time();
2287 dw->setup_time_count = 0;
2290 static GList *dupe_setup_point_step(DupeWindow *dw, GList *p)
2292 if (!p) return nullptr;
2294 if (p->next) return p->next;
2296 if (dw->second_set && g_list_first(p) == dw->list) return dw->second_list;
2302 * @brief Generates the sumcheck or dimensions
2303 * @param list Set1 or set2
2304 * @returns TRUE/FALSE = not completed/completed
2306 * Ensures that the DIs contain the MD5SUM or dimensions for all items in
2307 * the list. One item at a time. Re-enters if not completed.
2309 static gboolean create_checksums_dimensions(DupeWindow *dw, GList *list)
2311 if ((dw->match_mask & DUPE_MATCH_SUM) ||
2312 (dw->match_mask & DUPE_MATCH_NAME_CONTENT) ||
2313 (dw->match_mask & DUPE_MATCH_NAME_CI_CONTENT))
2316 if (!dw->setup_point) dw->setup_point = list; // setup_point clear on 1st entry
2318 while (dw->setup_point)
2320 auto di = static_cast<DupeItem *>(dw->setup_point->data);
2322 dw->setup_point = dupe_setup_point_step(dw, dw->setup_point);
2327 dupe_window_update_progress(dw, _("Reading checksums..."),
2328 dw->setup_count == 0 ? 0.0 : static_cast<gdouble>(dw->setup_n - 1) / dw->setup_count, FALSE);
2330 if (options->thumbnails.enable_caching)
2332 dupe_item_read_cache(di);
2339 di->md5sum = md5_text_from_file_utf8(di->fd->path, "");
2340 if (options->thumbnails.enable_caching)
2342 dupe_item_write_cache(di);
2347 dupe_setup_reset(dw);
2350 if ((dw->match_mask & DUPE_MATCH_DIM) )
2352 /* Dimensions only */
2353 if (!dw->setup_point) dw->setup_point = list;
2355 while (dw->setup_point)
2357 auto di = static_cast<DupeItem *>(dw->setup_point->data);
2359 dw->setup_point = dupe_setup_point_step(dw, dw->setup_point);
2361 if (di->width == 0 && di->height == 0)
2363 dupe_window_update_progress(dw, _("Reading dimensions..."),
2364 dw->setup_count == 0 ? 0.0 : static_cast<gdouble>(dw->setup_n - 1) / dw->setup_count, FALSE);
2366 if (options->thumbnails.enable_caching)
2368 dupe_item_read_cache(di);
2369 if (di->width != 0 || di->height != 0)
2375 image_load_dimensions(di->fd, &di->width, &di->height);
2376 di->dimensions = (di->width << 16) + di->height;
2377 if (options->thumbnails.enable_caching)
2379 dupe_item_write_cache(di);
2384 dupe_setup_reset(dw);
2391 * @brief Compare func. for sorting search matches
2392 * @param a #DupeSearchMatch
2393 * @param b #DupeSearchMatch
2396 * Used only for similarity checks\n
2397 * Sorts search matches on order they were inserted into the pool queue
2399 static gint sort_func(gconstpointer a, gconstpointer b)
2401 return static_cast<const DupeSearchMatch *>(a)->index - static_cast<const DupeSearchMatch *>(b)->index;
2405 * @brief Check set 1 (and set 2) for matches
2406 * @param data DupeWindow
2407 * @returns TRUE/FALSE = not completed/completed
2409 * Initiated from start, loader done and item remove
2411 * On first entry generates di->MD5SUM, di->dimensions and sim data,
2412 * and updates the cache.
2414 static gboolean dupe_check_cb(gpointer data)
2416 auto dw = static_cast<DupeWindow *>(data);
2417 DupeSearchMatch *search_match_list_item;
2418 gchar *progress_text;
2422 return G_SOURCE_REMOVE;
2425 if (!dw->setup_done) /* Clear on 1st entry */
2429 if (create_checksums_dimensions(dw, dw->list))
2431 return G_SOURCE_CONTINUE;
2434 if (dw->second_list)
2436 if (create_checksums_dimensions(dw, dw->second_list))
2438 return G_SOURCE_CONTINUE;
2441 if ((dw->match_mask & DUPE_MATCH_SIM_HIGH ||
2442 dw->match_mask & DUPE_MATCH_SIM_MED ||
2443 dw->match_mask & DUPE_MATCH_SIM_LOW ||
2444 dw->match_mask & DUPE_MATCH_SIM_CUSTOM) &&
2445 !(dw->setup_mask & DUPE_MATCH_SIM_MED) )
2447 /* Similarity only */
2448 if (!dw->setup_point) dw->setup_point = dw->list;
2450 while (dw->setup_point)
2452 auto di = static_cast<DupeItem *>(dw->setup_point->data);
2456 dupe_window_update_progress(dw, _("Reading similarity data..."),
2457 dw->setup_count == 0 ? 0.0 : static_cast<gdouble>(dw->setup_n) / dw->setup_count, FALSE);
2459 if (options->thumbnails.enable_caching)
2461 dupe_item_read_cache(di);
2462 if (cache_sim_data_filled(di->simd))
2464 image_sim_alternate_processing(di->simd);
2465 return G_SOURCE_CONTINUE;
2469 dw->img_loader = image_loader_new(di->fd);
2470 image_loader_set_buffer_size(dw->img_loader, 8);
2471 g_signal_connect(G_OBJECT(dw->img_loader), "error", (GCallback)dupe_loader_done_cb, dw);
2472 g_signal_connect(G_OBJECT(dw->img_loader), "done", (GCallback)dupe_loader_done_cb, dw);
2474 if (!image_loader_start(dw->img_loader))
2476 image_sim_free(di->simd);
2477 di->simd = image_sim_new();
2478 image_loader_free(dw->img_loader);
2479 dw->img_loader = nullptr;
2480 return G_SOURCE_CONTINUE;
2483 return G_SOURCE_REMOVE;
2486 dw->setup_point = dupe_setup_point_step(dw, dw->setup_point);
2489 dw->setup_mask = static_cast<DupeMatchType>(dw->setup_mask | DUPE_MATCH_SIM_MED);
2490 dupe_setup_reset(dw);
2493 /* End of setup not done */
2494 dupe_window_update_progress(dw, _("Comparing..."), 0.0, FALSE);
2495 dw->setup_done = TRUE;
2496 dupe_setup_reset(dw);
2497 dw->setup_count = g_list_length(dw->list);
2500 /* Setup done - dw->working set to NULL below
2501 * Set before 1st entry: dw->working = g_list_last(dw->list)
2502 * Set before 1st entry: dw->setup_count = g_list_length(dw->list)
2506 /* Similarity check threads may still be running */
2507 if (dw->setup_count > 0 && (dw->match_mask == DUPE_MATCH_SIM_HIGH ||
2508 dw->match_mask == DUPE_MATCH_SIM_MED ||
2509 dw->match_mask == DUPE_MATCH_SIM_LOW ||
2510 dw->match_mask == DUPE_MATCH_SIM_CUSTOM))
2512 if( dw->thread_count < dw->queue_count)
2514 progress_text = g_strdup_printf("%s %d%s%d", _("Comparing"), dw->thread_count, "/", dw->queue_count);
2516 dupe_window_update_progress(dw, progress_text, (gdouble)dw->thread_count / dw->queue_count, TRUE);
2518 g_free(progress_text);
2520 return G_SOURCE_CONTINUE;
2523 if (dw->search_matches_sorted == nullptr)
2525 dw->search_matches_sorted = g_list_sort(dw->search_matches, sort_func);
2526 dupe_setup_reset(dw);
2529 while (dw->search_matches_sorted)
2532 dupe_window_update_progress(dw, _("Sorting..."), 0.0, FALSE);
2533 search_match_list_item = static_cast<DupeSearchMatch *>(dw->search_matches_sorted->data);
2535 if (!dupe_match_link_exists(search_match_list_item->a, search_match_list_item->b))
2537 dupe_match_link(search_match_list_item->a, search_match_list_item->b, search_match_list_item->rank);
2540 dw->search_matches_sorted = dw->search_matches_sorted->next;
2542 if (dw->search_matches_sorted != nullptr)
2544 return G_SOURCE_CONTINUE;
2547 g_list_free(dw->search_matches);
2548 dw->search_matches = nullptr;
2549 g_list_free(dw->search_matches_sorted);
2550 dw->search_matches_sorted = nullptr;
2551 dw->setup_count = 0;
2555 if (dw->setup_count > 0)
2557 dw->setup_count = 0;
2558 dupe_window_update_progress(dw, _("Sorting..."), 1.0, TRUE);
2559 return G_SOURCE_CONTINUE;
2564 dupe_window_update_progress(dw, nullptr, 0.0, FALSE);
2566 dupe_match_rank(dw);
2567 dupe_window_update_count(dw, FALSE);
2569 dupe_listview_populate(dw);
2572 if (dw->show_thumbs) dupe_thumb_step(dw);
2574 widget_set_cursor(dw->listview, -1);
2576 return G_SOURCE_REMOVE;
2580 /* Setup done - working */
2581 if (dw->match_mask == DUPE_MATCH_SIM_HIGH ||
2582 dw->match_mask == DUPE_MATCH_SIM_MED ||
2583 dw->match_mask == DUPE_MATCH_SIM_LOW ||
2584 dw->match_mask == DUPE_MATCH_SIM_CUSTOM)
2586 /* This is the similarity comparison */
2587 dupe_list_check_match(dw, static_cast<DupeItem *>(dw->working->data), dw->working);
2588 dupe_window_update_progress(dw, _("Queuing..."), dw->setup_count == 0 ? 0.0 : static_cast<gdouble>(dw->setup_n) / dw->setup_count, FALSE);
2592 dw->working = dw->working->prev; /* Is NULL when complete */
2596 /* This is the comparison for all other parameters.
2597 * dupe_array_check() processes the entire list in one go
2599 dw->working = nullptr;
2600 dupe_window_update_progress(dw, _("Comparing..."), 0.0, FALSE);
2601 dupe_array_check(dw);
2604 return G_SOURCE_CONTINUE;
2607 static void dupe_check_start(DupeWindow *dw)
2609 dw->setup_done = FALSE;
2611 dw->setup_count = g_list_length(dw->list);
2612 if (dw->second_set) dw->setup_count += g_list_length(dw->second_list);
2614 dw->setup_mask = DUPE_MATCH_NONE;
2615 dupe_setup_reset(dw);
2617 dw->working = g_list_last(dw->list);
2619 dupe_window_update_count(dw, TRUE);
2620 widget_set_cursor(dw->listview, GDK_WATCH);
2621 dw->queue_count = 0;
2622 dw->thread_count = 0;
2623 dw->search_matches_sorted = nullptr;
2626 if (dw->idle_id) return;
2628 dw->idle_id = g_idle_add(dupe_check_cb, dw);
2631 static gboolean dupe_check_start_cb(gpointer data)
2633 auto dw = static_cast<DupeWindow *>(data);
2635 dupe_check_start(dw);
2641 * ------------------------------------------------------------------
2642 * Item addition, removal
2643 * ------------------------------------------------------------------
2646 static void dupe_item_remove(DupeWindow *dw, DupeItem *di)
2650 /* handle things that may be in progress... */
2651 if (dw->working && dw->working->data == di)
2653 dw->working = dw->working->prev;
2655 if (dw->thumb_loader && dw->thumb_item == di)
2657 dupe_thumb_step(dw);
2659 if (dw->setup_point && dw->setup_point->data == di)
2661 dw->setup_point = dupe_setup_point_step(dw, dw->setup_point);
2664 image_loader_free(dw->img_loader);
2665 dw->img_loader = nullptr;
2666 dw->idle_id = g_idle_add(dupe_check_cb, dw);
2670 if (di->group && dw->dupes)
2672 /* is a dupe, must remove from group/reset children if a parent */
2675 parent = dupe_match_find_parent(dw, di);
2678 if (g_list_length(parent->group) < 2)
2682 child = dupe_match_highest_rank(parent);
2683 dupe_match_link_clear(child, TRUE);
2684 dupe_listview_remove(dw, child);
2686 dupe_match_link_clear(parent, TRUE);
2687 dupe_listview_remove(dw, parent);
2688 dw->dupes = g_list_remove(dw->dupes, parent);
2692 DupeItem *new_parent;
2695 dm = static_cast<DupeMatch *>(parent->group->data);
2696 new_parent = dm->di;
2697 dupe_match_reparent(dw, parent, new_parent);
2698 dupe_listview_remove(dw, parent);
2703 if (g_list_length(parent->group) < 2)
2705 dupe_match_link_clear(parent, TRUE);
2706 dupe_listview_remove(dw, parent);
2707 dw->dupes = g_list_remove(dw->dupes, parent);
2709 dupe_match_link_clear(di, TRUE);
2710 dupe_listview_remove(dw, di);
2715 /* not a dupe, or not sorted yet, simply reset */
2716 dupe_match_link_clear(di, TRUE);
2719 if (dw->second_list && g_list_find(dw->second_list, di))
2721 dupe_second_remove(dw, di);
2725 dw->list = g_list_remove(dw->list, di);
2729 dupe_window_update_count(dw, FALSE);
2732 #pragma GCC diagnostic push
2733 #pragma GCC diagnostic ignored "-Wunused-function"
2734 static gboolean dupe_item_remove_by_path_unused(DupeWindow *dw, const gchar *path)
2738 di = dupe_item_find_path_unused(dw, path);
2739 if (!di) return FALSE;
2741 dupe_item_remove(dw, di);
2745 #pragma GCC diagnostic pop
2747 static gboolean dupe_files_add_queue_cb(gpointer data)
2749 DupeItem *di = nullptr;
2750 auto dw = static_cast<DupeWindow *>(data);
2752 GList *queue = dw->add_files_queue;
2754 gtk_progress_bar_pulse(GTK_PROGRESS_BAR(dw->extra_label));
2756 if (queue == nullptr)
2758 dw->add_files_queue_id = 0;
2759 dupe_destroy_list_cache(dw);
2760 g_idle_add(dupe_check_start_cb, dw);
2761 gtk_widget_set_sensitive(dw->controls_box, TRUE);
2765 fd = static_cast<FileData *>(queue->data);
2768 if (isfile(fd->path))
2770 di = dupe_item_new(fd);
2772 else if (isdir(fd->path))
2776 dw->add_files_queue = g_list_remove(dw->add_files_queue, g_list_first(dw->add_files_queue)->data);
2778 if (filelist_read(fd, &f, &d))
2780 f = filelist_filter(f, FALSE);
2781 d = filelist_filter(d, TRUE);
2783 dw->add_files_queue = g_list_concat(f, dw->add_files_queue);
2784 dw->add_files_queue = g_list_concat(d, dw->add_files_queue);
2789 /* Not a file and not a dir */
2790 dw->add_files_queue = g_list_remove(dw->add_files_queue, g_list_first(dw->add_files_queue)->data);
2796 /* A dir was found. Process the contents on next entry */
2800 dw->add_files_queue = g_list_remove(dw->add_files_queue, g_list_first(dw->add_files_queue)->data);
2802 dupe_item_read_cache(di);
2804 /* Ensure images in the lists have unique FileDatas */
2805 if (!dupe_insert_in_list_cache(dw, di->fd))
2811 if (dw->second_drop)
2813 dupe_second_add(dw, di);
2817 dw->list = g_list_prepend(dw->list, di);
2820 if (dw->add_files_queue != nullptr)
2825 dw->add_files_queue_id = 0;
2826 dupe_destroy_list_cache(dw);
2827 g_idle_add(dupe_check_start_cb, dw);
2828 gtk_widget_set_sensitive(dw->controls_box, TRUE);
2832 static void dupe_files_add(DupeWindow *dw, CollectionData *, CollectInfo *info,
2833 FileData *fd, gboolean recurse)
2835 DupeItem *di = nullptr;
2839 di = dupe_item_new(info->fd);
2843 if (isfile(fd->path) && !g_file_test(fd->path, G_FILE_TEST_IS_SYMLINK))
2845 di = dupe_item_new(fd);
2847 else if (isdir(fd->path) && recurse)
2851 if (filelist_read(fd, &f, &d))
2855 f = filelist_filter(f, FALSE);
2856 d = filelist_filter(d, TRUE);
2861 dupe_files_add(dw, nullptr, nullptr, static_cast<FileData *>(work->data), TRUE);
2868 dupe_files_add(dw, nullptr, nullptr, static_cast<FileData *>(work->data), TRUE);
2878 dupe_item_read_cache(di);
2880 /* Ensure images in the lists have unique FileDatas */
2883 work = g_list_first(dw->list);
2886 di_list = static_cast<DupeItem *>(work->data);
2887 if (di_list->fd == di->fd)
2895 if (dw->second_list)
2897 work = g_list_first(dw->second_list);
2900 di_list = static_cast<DupeItem *>(work->data);
2901 if (di_list->fd == di->fd)
2910 if (dw->second_drop)
2912 dupe_second_add(dw, di);
2916 dw->list = g_list_prepend(dw->list, di);
2920 static void dupe_init_list_cache(DupeWindow *dw)
2922 dw->list_cache = g_hash_table_new(g_direct_hash, g_direct_equal);
2923 dw->second_list_cache = g_hash_table_new(g_direct_hash, g_direct_equal);
2925 for (GList *i = dw->list; i != nullptr; i = i->next)
2927 auto di = static_cast<DupeItem *>(i->data);
2929 g_hash_table_add(dw->list_cache, di->fd);
2932 for (GList *i = dw->second_list; i != nullptr; i = i->next)
2934 auto di = static_cast<DupeItem *>(i->data);
2936 g_hash_table_add(dw->second_list_cache, di->fd);
2940 static void dupe_destroy_list_cache(DupeWindow *dw)
2942 g_hash_table_destroy(dw->list_cache);
2943 g_hash_table_destroy(dw->second_list_cache);
2947 * @brief Return true if the fd was not in the cache
2954 static gboolean dupe_insert_in_list_cache(DupeWindow *dw, FileData *fd)
2957 dw->second_drop ? dw->second_list_cache : dw->list_cache;
2958 /* We do this as a lookup + add as we don't want to overwrite
2959 items as that would leak the old value. */
2960 if (g_hash_table_lookup(table, fd) != nullptr)
2962 return g_hash_table_add(table, fd);
2965 void dupe_window_add_collection(DupeWindow *dw, CollectionData *collection)
2969 info = collection_get_first(collection);
2972 dupe_files_add(dw, collection, info, nullptr, FALSE);
2973 info = collection_next_by_info(collection, info);
2976 dupe_check_start(dw);
2979 void dupe_window_add_files(DupeWindow *dw, GList *list, gboolean recurse)
2986 auto fd = static_cast<FileData *>(work->data);
2988 if (isdir(fd->path) && !recurse)
2993 if (filelist_read(fd, &f, &d))
3000 /* Add only the files, ignore the dirs when no recurse */
3001 dw->add_files_queue = g_list_prepend(dw->add_files_queue, work_file->data);
3002 file_data_ref((FileData *)work_file->data);
3003 work_file = work_file->next;
3011 dw->add_files_queue = g_list_prepend(dw->add_files_queue, fd);
3015 if (dw->add_files_queue_id == 0)
3017 gtk_progress_bar_pulse(GTK_PROGRESS_BAR(dw->extra_label));
3018 gtk_progress_bar_set_pulse_step(GTK_PROGRESS_BAR(dw->extra_label), DUPE_PROGRESS_PULSE_STEP);
3019 gtk_progress_bar_set_text(GTK_PROGRESS_BAR(dw->extra_label), _("Loading file list"));
3021 dupe_init_list_cache(dw);
3022 dw->add_files_queue_id = g_idle_add(dupe_files_add_queue_cb, dw);
3023 gtk_widget_set_sensitive(dw->controls_box, FALSE);
3027 static void dupe_item_update(DupeWindow *dw, DupeItem *di)
3029 if ( (dw->match_mask & DUPE_MATCH_NAME) || (dw->match_mask & DUPE_MATCH_PATH || (dw->match_mask & DUPE_MATCH_NAME_CI)) )
3031 /* only effects matches on name or path */
3033 FileData *fd = file_data_ref(di->fd);
3036 second = di->second;
3037 dupe_item_remove(dw, di);
3039 dw->second_drop = second;
3040 dupe_files_add(dw, NULL, NULL, fd, FALSE);
3041 dw->second_drop = FALSE;
3043 file_data_unref(fd);
3045 dupe_check_start(dw);
3049 GtkListStore *store;
3052 /* update the listview(s) */
3054 store = GTK_LIST_STORE(gtk_tree_view_get_model(GTK_TREE_VIEW(dw->listview)));
3055 row = dupe_listview_find_item(store, di, &iter);
3058 gtk_list_store_set(store, &iter,
3059 DUPE_COLUMN_NAME, di->fd->name,
3060 DUPE_COLUMN_PATH, di->fd->path, -1);
3063 if (dw->second_listview)
3065 store = GTK_LIST_STORE(gtk_tree_view_get_model(GTK_TREE_VIEW(dw->second_listview)));
3066 row = dupe_listview_find_item(store, di, &iter);
3069 gtk_list_store_set(store, &iter, 1, di->fd->path, -1);
3076 static void dupe_item_update_fd_in_list(DupeWindow *dw, FileData *fd, GList *work)
3080 auto di = static_cast<DupeItem *>(work->data);
3083 dupe_item_update(dw, di);
3089 static void dupe_item_update_fd(DupeWindow *dw, FileData *fd)
3091 dupe_item_update_fd_in_list(dw, fd, dw->list);
3092 if (dw->second_set) dupe_item_update_fd_in_list(dw, fd, dw->second_list);
3097 * ------------------------------------------------------------------
3099 * ------------------------------------------------------------------
3102 static GtkWidget *dupe_display_label(GtkWidget *vbox, const gchar *description, const gchar *text)
3107 hbox = gtk_box_new(GTK_ORIENTATION_HORIZONTAL, 10);
3109 label = gtk_label_new(description);
3110 gq_gtk_box_pack_start(GTK_BOX(hbox), label, FALSE, FALSE, 0);
3111 gtk_widget_show(label);
3113 label = gtk_label_new(text);
3114 gq_gtk_box_pack_start(GTK_BOX(hbox), label, FALSE, FALSE, 0);
3115 gtk_widget_show(label);
3117 gq_gtk_box_pack_start(GTK_BOX(vbox), hbox, FALSE, FALSE, 0);
3118 gtk_widget_show(hbox);
3123 static void dupe_display_stats(DupeWindow *dw, DupeItem *di)
3130 gd = file_util_gen_dlg(_("Image thumbprint debug info"), "thumbprint",
3133 generic_dialog_add_button(gd, GQ_ICON_CLOSE, _("Close"), nullptr, TRUE);
3135 dupe_display_label(gd->vbox, "name:", di->fd->name);
3136 buf = text_from_size(di->fd->size);
3137 dupe_display_label(gd->vbox, "size:", buf);
3139 dupe_display_label(gd->vbox, "date:", text_from_time(di->fd->date));
3140 buf = g_strdup_printf("%d x %d", di->width, di->height);
3141 dupe_display_label(gd->vbox, "dimensions:", buf);
3143 dupe_display_label(gd->vbox, "md5sum:", (di->md5sum) ? di->md5sum : "not generated");
3145 dupe_display_label(gd->vbox, "thumbprint:", (di->simd) ? "" : "not generated");
3157 pixbuf = gdk_pixbuf_new(GDK_COLORSPACE_RGB, FALSE, 8, 32, 32);
3158 rs = gdk_pixbuf_get_rowstride(pixbuf);
3159 d_pix = gdk_pixbuf_get_pixels(pixbuf);
3161 for (y = 0; y < 32; y++)
3163 dp = d_pix + (y * rs);
3165 for (x = 0; x < 32; x++)
3167 *(dp++) = di->simd->avg_r[sp + x];
3168 *(dp++) = di->simd->avg_g[sp + x];
3169 *(dp++) = di->simd->avg_b[sp + x];
3173 image = gtk_image_new_from_pixbuf(pixbuf);
3174 gq_gtk_box_pack_start(GTK_BOX(gd->vbox), image, FALSE, FALSE, 0);
3175 gtk_widget_show(image);
3177 g_object_unref(pixbuf);
3180 gtk_widget_show(gd->dialog);
3183 static void dupe_window_recompare(DupeWindow *dw)
3185 GtkListStore *store;
3187 dupe_check_stop(dw);
3189 store = GTK_LIST_STORE(gtk_tree_view_get_model(GTK_TREE_VIEW(dw->listview)));
3190 gtk_list_store_clear(store);
3192 g_list_free(dw->dupes);
3193 dw->dupes = nullptr;
3195 dupe_match_reset_list(dw->list);
3196 dupe_match_reset_list(dw->second_list);
3199 dupe_check_start(dw);
3202 static void dupe_menu_view(DupeWindow *dw, DupeItem *di, GtkWidget *listview, gint new_window)
3206 if (di->collection && collection_info_valid(di->collection, di->info))
3210 view_window_new_from_collection(di->collection, di->info);
3214 layout_image_set_collection(nullptr, di->collection, di->info);
3223 list = dupe_listview_get_selection(dw, listview);
3224 view_window_new_from_list(list);
3225 filelist_free(list);
3229 layout_set_fd(nullptr, di->fd);
3234 static void dupe_window_remove_selection(DupeWindow *dw, GtkWidget *listview)
3236 GtkTreeSelection *selection;
3237 GtkTreeModel *store;
3240 GList *list = nullptr;
3243 selection = gtk_tree_view_get_selection(GTK_TREE_VIEW(listview));
3244 slist = gtk_tree_selection_get_selected_rows(selection, &store);
3248 auto tpath = static_cast<GtkTreePath *>(work->data);
3249 DupeItem *di = nullptr;
3251 gtk_tree_model_get_iter(store, &iter, tpath);
3252 gtk_tree_model_get(store, &iter, DUPE_COLUMN_POINTER, &di, -1);
3253 if (di) list = g_list_prepend(list, di);
3256 g_list_free_full(slist, reinterpret_cast<GDestroyNotify>(gtk_tree_path_free));
3258 dw->color_frozen = TRUE;
3264 di = static_cast<DupeItem *>(work->data);
3266 dupe_item_remove(dw, di);
3268 dw->color_frozen = FALSE;
3272 dupe_listview_realign_colors(dw);
3275 static void dupe_window_edit_selected(DupeWindow *dw, const gchar *key)
3277 file_util_start_editor_from_filelist(key, dupe_listview_get_selection(dw, dw->listview), nullptr, dw->window);
3280 static void dupe_window_collection_from_selection(DupeWindow *dw)
3285 list = dupe_listview_get_selection(dw, dw->listview);
3286 w = collection_window_new(nullptr);
3287 collection_table_add_filelist(w->table, list);
3288 filelist_free(list);
3291 static void dupe_window_append_file_list(DupeWindow *dw, gint on_second)
3295 dw->second_drop = (dw->second_set && on_second);
3297 list = layout_list(nullptr);
3298 dupe_window_add_files(dw, list, FALSE);
3299 filelist_free(list);
3303 *-------------------------------------------------------------------
3304 * main pop-up menu callbacks
3305 *-------------------------------------------------------------------
3308 static void dupe_menu_view_cb(GtkWidget *, gpointer data)
3310 auto dw = static_cast<DupeWindow *>(data);
3312 if (dw->click_item) dupe_menu_view(dw, dw->click_item, dw->listview, FALSE);
3315 static void dupe_menu_viewnew_cb(GtkWidget *, gpointer data)
3317 auto dw = static_cast<DupeWindow *>(data);
3319 if (dw->click_item) dupe_menu_view(dw, dw->click_item, dw->listview, TRUE);
3322 static void dupe_menu_select_all_cb(GtkWidget *, gpointer data)
3324 auto dw = static_cast<DupeWindow *>(data);
3325 GtkTreeSelection *selection;
3327 options->duplicates_select_type = DUPE_SELECT_NONE;
3328 selection = gtk_tree_view_get_selection(GTK_TREE_VIEW(dw->listview));
3329 gtk_tree_selection_select_all(selection);
3332 static void dupe_menu_select_none_cb(GtkWidget *, gpointer data)
3334 auto dw = static_cast<DupeWindow *>(data);
3335 GtkTreeSelection *selection;
3337 options->duplicates_select_type = DUPE_SELECT_NONE;
3338 selection = gtk_tree_view_get_selection(GTK_TREE_VIEW(dw->listview));
3339 gtk_tree_selection_unselect_all(selection);
3342 static void dupe_menu_select_dupes_set1_cb(GtkWidget *, gpointer data)
3344 auto dw = static_cast<DupeWindow *>(data);
3346 options->duplicates_select_type = DUPE_SELECT_GROUP1;
3347 dupe_listview_select_dupes(dw, DUPE_SELECT_GROUP1);
3350 static void dupe_menu_select_dupes_set2_cb(GtkWidget *, gpointer data)
3352 auto dw = static_cast<DupeWindow *>(data);
3354 options->duplicates_select_type = DUPE_SELECT_GROUP2;
3355 dupe_listview_select_dupes(dw, DUPE_SELECT_GROUP2);
3358 static void dupe_menu_edit_cb(GtkWidget *widget, gpointer data)
3361 auto key = static_cast<const gchar *>(data);
3363 dw = static_cast<DupeWindow *>(submenu_item_get_data(widget));
3366 dupe_window_edit_selected(dw, key);
3369 static void dupe_menu_print_cb(GtkWidget *, gpointer data)
3371 auto dw = static_cast<DupeWindow *>(data);
3374 fd = (dw->click_item) ? dw->click_item->fd : nullptr;
3376 print_window_new(fd,
3377 dupe_listview_get_selection(dw, dw->listview),
3378 dupe_listview_get_filelist(dw, dw->listview), dw->window);
3381 static void dupe_menu_copy_cb(GtkWidget *, gpointer data)
3383 auto dw = static_cast<DupeWindow *>(data);
3385 file_util_copy(nullptr, dupe_listview_get_selection(dw, dw->listview), nullptr, dw->window);
3388 static void dupe_menu_move_cb(GtkWidget *, gpointer data)
3390 auto dw = static_cast<DupeWindow *>(data);
3392 file_util_move(nullptr, dupe_listview_get_selection(dw, dw->listview), nullptr, dw->window);
3395 static void dupe_menu_rename_cb(GtkWidget *, gpointer data)
3397 auto dw = static_cast<DupeWindow *>(data);
3399 file_util_rename(nullptr, dupe_listview_get_selection(dw, dw->listview), dw->window);
3402 static void dupe_menu_delete_cb(GtkWidget *, gpointer data)
3404 auto dw = static_cast<DupeWindow *>(data);
3406 options->file_ops.safe_delete_enable = FALSE;
3407 file_util_delete_notify_done(nullptr, dupe_listview_get_selection(dw, dw->listview), dw->window, delete_finished_cb, dw);
3410 static void dupe_menu_move_to_trash_cb(GtkWidget *, gpointer data)
3412 auto dw = static_cast<DupeWindow *>(data);
3414 options->file_ops.safe_delete_enable = TRUE;
3415 file_util_delete_notify_done(nullptr, dupe_listview_get_selection(dw, dw->listview), dw->window, delete_finished_cb, dw);
3418 static void dupe_menu_copy_path_cb(GtkWidget *, gpointer data)
3420 auto dw = static_cast<DupeWindow *>(data);
3422 file_util_copy_path_list_to_clipboard(dupe_listview_get_selection(dw, dw->listview), TRUE);
3425 static void dupe_menu_copy_path_unquoted_cb(GtkWidget *, gpointer data)
3427 auto dw = static_cast<DupeWindow *>(data);
3429 file_util_copy_path_list_to_clipboard(dupe_listview_get_selection(dw, dw->listview), FALSE);
3432 static void dupe_menu_remove_cb(GtkWidget *, gpointer data)
3434 auto dw = static_cast<DupeWindow *>(data);
3436 dupe_window_remove_selection(dw, dw->listview);
3439 static void dupe_menu_clear_cb(GtkWidget *, gpointer data)
3441 auto dw = static_cast<DupeWindow *>(data);
3443 dupe_window_clear(dw);
3446 static void dupe_menu_close_cb(GtkWidget *, gpointer data)
3448 auto dw = static_cast<DupeWindow *>(data);
3450 dupe_window_close(dw);
3453 static void dupe_menu_popup_destroy_cb(GtkWidget *, gpointer data)
3455 auto editmenu_fd_list = static_cast<GList *>(data);
3457 filelist_free(editmenu_fd_list);
3460 static GList *dupe_window_get_fd_list(DupeWindow *dw)
3464 if (gtk_widget_has_focus(dw->second_listview))
3466 list = dupe_listview_get_selection(dw, dw->second_listview);
3470 list = dupe_listview_get_selection(dw, dw->listview);
3477 * @brief Add file selection list to a collection
3479 * @param[in] data Index to the collection list menu item selected, or -1 for new collection
3483 static void dupe_pop_menu_collections_cb(GtkWidget *widget, gpointer data)
3486 GList *selection_list;
3488 dw = static_cast<DupeWindow *>(submenu_item_get_data(widget));
3489 selection_list = dupe_listview_get_selection(dw, dw->listview);
3490 pop_menu_collections(selection_list, data);
3492 filelist_free(selection_list);
3495 static GtkWidget *dupe_menu_popup_main(DupeWindow *dw, DupeItem *di)
3500 GList *editmenu_fd_list;
3501 GtkAccelGroup *accel_group;
3503 on_row = (di != nullptr);
3505 menu = popup_menu_short_lived();
3507 accel_group = gtk_accel_group_new();
3508 gtk_menu_set_accel_group(GTK_MENU(menu), accel_group);
3510 g_object_set_data(G_OBJECT(menu), "window_keys", dupe_window_keys);
3511 g_object_set_data(G_OBJECT(menu), "accel_group", accel_group);
3513 menu_item_add_sensitive(menu, _("_View"), on_row,
3514 G_CALLBACK(dupe_menu_view_cb), dw);
3515 menu_item_add_icon_sensitive(menu, _("View in _new window"), GQ_ICON_NEW, on_row,
3516 G_CALLBACK(dupe_menu_viewnew_cb), dw);
3517 menu_item_add_divider(menu);
3518 menu_item_add_sensitive(menu, _("Select all"), (dw->dupes != nullptr),
3519 G_CALLBACK(dupe_menu_select_all_cb), dw);
3520 menu_item_add_sensitive(menu, _("Select none"), (dw->dupes != nullptr),
3521 G_CALLBACK(dupe_menu_select_none_cb), dw);
3522 menu_item_add_sensitive(menu, _("Select group _1 duplicates"), (dw->dupes != nullptr),
3523 G_CALLBACK(dupe_menu_select_dupes_set1_cb), dw);
3524 menu_item_add_sensitive(menu, _("Select group _2 duplicates"), (dw->dupes != nullptr),
3525 G_CALLBACK(dupe_menu_select_dupes_set2_cb), dw);
3526 menu_item_add_divider(menu);
3528 submenu_add_export(menu, &item, G_CALLBACK(dupe_pop_menu_export_cb), dw);
3529 gtk_widget_set_sensitive(item, on_row);
3530 menu_item_add_divider(menu);
3532 editmenu_fd_list = dupe_window_get_fd_list(dw);
3533 g_signal_connect(G_OBJECT(menu), "destroy",
3534 G_CALLBACK(dupe_menu_popup_destroy_cb), editmenu_fd_list);
3535 submenu_add_edit(menu, &item, G_CALLBACK(dupe_menu_edit_cb), dw, editmenu_fd_list);
3536 if (!on_row) gtk_widget_set_sensitive(item, FALSE);
3538 submenu_add_collections(menu, &item,
3539 G_CALLBACK(dupe_pop_menu_collections_cb), dw);
3540 gtk_widget_set_sensitive(item, on_row);
3542 menu_item_add_icon_sensitive(menu, _("Print..."), GQ_ICON_PRINT, on_row,
3543 G_CALLBACK(dupe_menu_print_cb), dw);
3544 menu_item_add_divider(menu);
3545 menu_item_add_icon_sensitive(menu, _("_Copy..."), GQ_ICON_COPY, on_row,
3546 G_CALLBACK(dupe_menu_copy_cb), dw);
3547 menu_item_add_sensitive(menu, _("_Move..."), on_row,
3548 G_CALLBACK(dupe_menu_move_cb), dw);
3549 menu_item_add_sensitive(menu, _("_Rename..."), on_row,
3550 G_CALLBACK(dupe_menu_rename_cb), dw);
3551 menu_item_add_sensitive(menu, _("_Copy path"), on_row,
3552 G_CALLBACK(dupe_menu_copy_path_cb), dw);
3553 menu_item_add_sensitive(menu, _("_Copy path unquoted"), on_row,
3554 G_CALLBACK(dupe_menu_copy_path_unquoted_cb), dw);
3556 menu_item_add_divider(menu);
3557 menu_item_add_icon_sensitive(menu,
3558 options->file_ops.confirm_move_to_trash ? _("Move to Trash...") :
3559 _("Move to Trash"), GQ_ICON_DELETE, on_row,
3560 G_CALLBACK(dupe_menu_move_to_trash_cb), dw);
3561 menu_item_add_icon_sensitive(menu,
3562 options->file_ops.confirm_delete ? _("_Delete...") :
3563 _("_Delete"), GQ_ICON_DELETE_SHRED, on_row,
3564 G_CALLBACK(dupe_menu_delete_cb), dw);
3566 menu_item_add_divider(menu);
3567 menu_item_add_icon_sensitive(menu, _("Rem_ove"), GQ_ICON_REMOVE, on_row,
3568 G_CALLBACK(dupe_menu_remove_cb), dw);
3569 menu_item_add_icon_sensitive(menu, _("C_lear"), GQ_ICON_CLEAR, (dw->list != nullptr),
3570 G_CALLBACK(dupe_menu_clear_cb), dw);
3571 menu_item_add_divider(menu);
3572 menu_item_add_icon(menu, _("Close _window"), GQ_ICON_CLOSE,
3573 G_CALLBACK(dupe_menu_close_cb), dw);
3578 static gboolean dupe_listview_press_cb(GtkWidget *widget, GdkEventButton *bevent, gpointer data)
3580 auto dw = static_cast<DupeWindow *>(data);
3581 GtkTreeModel *store;
3584 DupeItem *di = nullptr;
3586 store = gtk_tree_view_get_model(GTK_TREE_VIEW(widget));
3588 if (gtk_tree_view_get_path_at_pos(GTK_TREE_VIEW(widget), bevent->x, bevent->y,
3589 &tpath, nullptr, nullptr, nullptr))
3591 gtk_tree_model_get_iter(store, &iter, tpath);
3592 gtk_tree_model_get(store, &iter, DUPE_COLUMN_POINTER, &di, -1);
3593 gtk_tree_path_free(tpath);
3596 dw->click_item = di;
3598 if (bevent->button == MOUSE_BUTTON_RIGHT)
3600 /* right click menu */
3603 if (bevent->state & GDK_CONTROL_MASK && bevent->state & GDK_SHIFT_MASK)
3605 dupe_display_stats(dw, di);
3608 if (widget == dw->listview)
3610 menu = dupe_menu_popup_main(dw, di);
3614 menu = dupe_menu_popup_second(dw, di);
3616 gtk_menu_popup_at_pointer(GTK_MENU(menu), nullptr);
3619 if (!di) return FALSE;
3621 if (bevent->button == MOUSE_BUTTON_LEFT &&
3622 bevent->type == GDK_2BUTTON_PRESS)
3624 dupe_menu_view(dw, di, widget, FALSE);
3627 if (bevent->button == MOUSE_BUTTON_MIDDLE) return TRUE;
3629 if (bevent->button == MOUSE_BUTTON_RIGHT)
3631 if (!dupe_listview_item_is_selected(dw, di, widget))
3633 GtkTreeSelection *selection;
3635 selection = gtk_tree_view_get_selection(GTK_TREE_VIEW(widget));
3636 gtk_tree_selection_unselect_all(selection);
3637 gtk_tree_selection_select_iter(selection, &iter);
3639 tpath = gtk_tree_model_get_path(GTK_TREE_MODEL(store), &iter);
3640 gtk_tree_view_set_cursor(GTK_TREE_VIEW(widget), tpath, nullptr, FALSE);
3641 gtk_tree_path_free(tpath);
3647 if (bevent->button == MOUSE_BUTTON_LEFT &&
3648 bevent->type == GDK_BUTTON_PRESS &&
3649 !(bevent->state & GDK_SHIFT_MASK ) &&
3650 !(bevent->state & GDK_CONTROL_MASK ) &&
3651 dupe_listview_item_is_selected(dw, di, widget))
3653 /* this selection handled on release_cb */
3654 gtk_widget_grab_focus(widget);
3661 static gboolean dupe_listview_release_cb(GtkWidget *widget, GdkEventButton *bevent, gpointer data)
3663 auto dw = static_cast<DupeWindow *>(data);
3664 GtkTreeModel *store;
3667 DupeItem *di = nullptr;
3669 if (bevent->button != MOUSE_BUTTON_LEFT && bevent->button != MOUSE_BUTTON_MIDDLE) return TRUE;
3671 store = gtk_tree_view_get_model(GTK_TREE_VIEW(widget));
3673 if ((bevent->x != 0 || bevent->y != 0) &&
3674 gtk_tree_view_get_path_at_pos(GTK_TREE_VIEW(widget), bevent->x, bevent->y,
3675 &tpath, nullptr, nullptr, nullptr))
3677 gtk_tree_model_get_iter(store, &iter, tpath);
3678 gtk_tree_model_get(store, &iter, DUPE_COLUMN_POINTER, &di, -1);
3679 gtk_tree_path_free(tpath);
3682 if (bevent->button == MOUSE_BUTTON_MIDDLE)
3684 if (di && dw->click_item == di)
3686 GtkTreeSelection *selection;
3688 selection = gtk_tree_view_get_selection(GTK_TREE_VIEW(widget));
3689 if (dupe_listview_item_is_selected(dw, di, widget))
3691 gtk_tree_selection_unselect_iter(selection, &iter);
3695 gtk_tree_selection_select_iter(selection, &iter);
3701 if (di && dw->click_item == di &&
3702 !(bevent->state & GDK_SHIFT_MASK ) &&
3703 !(bevent->state & GDK_CONTROL_MASK ) &&
3704 dupe_listview_item_is_selected(dw, di, widget))
3706 GtkTreeSelection *selection;
3708 selection = gtk_tree_view_get_selection(GTK_TREE_VIEW(widget));
3709 gtk_tree_selection_unselect_all(selection);
3710 gtk_tree_selection_select_iter(selection, &iter);
3712 tpath = gtk_tree_model_get_path(store, &iter);
3713 gtk_tree_view_set_cursor(GTK_TREE_VIEW(widget), tpath, nullptr, FALSE);
3714 gtk_tree_path_free(tpath);
3723 *-------------------------------------------------------------------
3725 *-------------------------------------------------------------------
3728 static void dupe_second_update_status(DupeWindow *dw)
3732 buf = g_strdup_printf(_("%d files (set 2)"), g_list_length(dw->second_list));
3733 gtk_label_set_text(GTK_LABEL(dw->second_status_label), buf);
3737 static void dupe_second_add(DupeWindow *dw, DupeItem *di)
3739 GtkListStore *store;
3745 dw->second_list = g_list_prepend(dw->second_list, di);
3747 store = GTK_LIST_STORE(gtk_tree_view_get_model(GTK_TREE_VIEW(dw->second_listview)));
3748 gtk_list_store_append(store, &iter);
3749 gtk_list_store_set(store, &iter, DUPE_COLUMN_POINTER, di, 1, di->fd->path, -1);
3751 dupe_second_update_status(dw);
3754 static void dupe_second_remove(DupeWindow *dw, DupeItem *di)
3756 GtkListStore *store;
3759 store = GTK_LIST_STORE(gtk_tree_view_get_model(GTK_TREE_VIEW(dw->second_listview)));
3760 if (dupe_listview_find_item(store, di, &iter) >= 0)
3762 tree_view_move_cursor_away(GTK_TREE_VIEW(dw->second_listview), &iter, TRUE);
3763 gtk_list_store_remove(store, &iter);
3766 dw->second_list = g_list_remove(dw->second_list, di);
3768 dupe_second_update_status(dw);
3771 static void dupe_second_clear(DupeWindow *dw)
3773 GtkListStore *store;
3775 store = GTK_LIST_STORE(gtk_tree_view_get_model(GTK_TREE_VIEW(dw->second_listview)));
3776 gtk_list_store_clear(store);
3777 gtk_tree_view_columns_autosize(GTK_TREE_VIEW(dw->second_listview));
3779 g_list_free(dw->dupes);
3780 dw->dupes = nullptr;
3782 g_list_free_full(dw->second_list, reinterpret_cast<GDestroyNotify>(dupe_item_free));
3783 dw->second_list = nullptr;
3785 dupe_match_reset_list(dw->list);
3787 dupe_second_update_status(dw);
3790 static void dupe_second_menu_view_cb(GtkWidget *, gpointer data)
3792 auto dw = static_cast<DupeWindow *>(data);
3794 if (dw->click_item) dupe_menu_view(dw, dw->click_item, dw->second_listview, FALSE);
3797 static void dupe_second_menu_viewnew_cb(GtkWidget *, gpointer data)
3799 auto dw = static_cast<DupeWindow *>(data);
3801 if (dw->click_item) dupe_menu_view(dw, dw->click_item, dw->second_listview, TRUE);
3804 static void dupe_second_menu_select_all_cb(GtkWidget *, gpointer data)
3806 GtkTreeSelection *selection;
3807 auto dw = static_cast<DupeWindow *>(data);
3809 selection = gtk_tree_view_get_selection(GTK_TREE_VIEW(dw->second_listview));
3810 gtk_tree_selection_select_all(selection);
3813 static void dupe_second_menu_select_none_cb(GtkWidget *, gpointer data)
3815 GtkTreeSelection *selection;
3816 auto dw = static_cast<DupeWindow *>(data);
3818 selection = gtk_tree_view_get_selection(GTK_TREE_VIEW(dw->second_listview));
3819 gtk_tree_selection_unselect_all(selection);
3822 static void dupe_second_menu_remove_cb(GtkWidget *, gpointer data)
3824 auto dw = static_cast<DupeWindow *>(data);
3826 dupe_window_remove_selection(dw, dw->second_listview);
3829 static void dupe_second_menu_clear_cb(GtkWidget *, gpointer data)
3831 auto dw = static_cast<DupeWindow *>(data);
3833 dupe_second_clear(dw);
3834 dupe_window_recompare(dw);
3837 static GtkWidget *dupe_menu_popup_second(DupeWindow *dw, DupeItem *di)
3840 gboolean notempty = (dw->second_list != nullptr);
3841 gboolean on_row = (di != nullptr);
3842 GtkAccelGroup *accel_group;
3844 menu = popup_menu_short_lived();
3845 accel_group = gtk_accel_group_new();
3846 gtk_menu_set_accel_group(GTK_MENU(menu), accel_group);
3848 g_object_set_data(G_OBJECT(menu), "window_keys", dupe_window_keys);
3849 g_object_set_data(G_OBJECT(menu), "accel_group", accel_group);
3851 menu_item_add_sensitive(menu, _("_View"), on_row,
3852 G_CALLBACK(dupe_second_menu_view_cb), dw);
3853 menu_item_add_icon_sensitive(menu, _("View in _new window"), GQ_ICON_NEW, on_row,
3854 G_CALLBACK(dupe_second_menu_viewnew_cb), dw);
3855 menu_item_add_divider(menu);
3856 menu_item_add_sensitive(menu, _("Select all"), notempty,
3857 G_CALLBACK(dupe_second_menu_select_all_cb), dw);
3858 menu_item_add_sensitive(menu, _("Select none"), notempty,
3859 G_CALLBACK(dupe_second_menu_select_none_cb), dw);
3860 menu_item_add_divider(menu);
3861 menu_item_add_icon_sensitive(menu, _("Rem_ove"), GQ_ICON_REMOVE, on_row,
3862 G_CALLBACK(dupe_second_menu_remove_cb), dw);
3863 menu_item_add_icon_sensitive(menu, _("C_lear"), GQ_ICON_CLEAR, notempty,
3864 G_CALLBACK(dupe_second_menu_clear_cb), dw);
3865 menu_item_add_divider(menu);
3866 menu_item_add_icon(menu, _("Close _window"), GQ_ICON_CLOSE,
3867 G_CALLBACK(dupe_menu_close_cb), dw);
3872 static void dupe_second_set_toggle_cb(GtkWidget *widget, gpointer data)
3874 auto dw = static_cast<DupeWindow *>(data);
3876 dw->second_set = gtk_toggle_button_get_active(GTK_TOGGLE_BUTTON(widget));
3880 dupe_second_update_status(dw);
3881 gtk_grid_set_column_spacing(GTK_GRID(dw->table), PREF_PAD_GAP);
3882 gtk_widget_show(dw->second_vbox);
3886 gtk_grid_set_column_spacing(GTK_GRID(dw->table), 0);
3887 gtk_widget_hide(dw->second_vbox);
3888 dupe_second_clear(dw);
3891 dupe_window_recompare(dw);
3894 static void dupe_sort_totals_toggle_cb(GtkWidget *widget, gpointer data)
3896 auto dw = static_cast<DupeWindow *>(data);
3898 options->sort_totals = gtk_toggle_button_get_active(GTK_TOGGLE_BUTTON(widget));
3899 dupe_window_recompare(dw);
3904 *-------------------------------------------------------------------
3906 *-------------------------------------------------------------------
3910 DUPE_MENU_COLUMN_NAME = 0,
3911 DUPE_MENU_COLUMN_MASK
3914 static void dupe_listview_show_rank(GtkWidget *listview, gboolean rank);
3916 static void dupe_menu_type_cb(GtkWidget *combo, gpointer data)
3918 auto dw = static_cast<DupeWindow *>(data);
3919 GtkTreeModel *store;
3922 store = gtk_combo_box_get_model(GTK_COMBO_BOX(combo));
3923 if (!gtk_combo_box_get_active_iter(GTK_COMBO_BOX(combo), &iter)) return;
3924 gtk_tree_model_get(store, &iter, DUPE_MENU_COLUMN_MASK, &dw->match_mask, -1);
3926 options->duplicates_match = dw->match_mask;
3928 if (dw->match_mask & (DUPE_MATCH_SIM_HIGH | DUPE_MATCH_SIM_MED | DUPE_MATCH_SIM_LOW | DUPE_MATCH_SIM_CUSTOM))
3930 dupe_listview_show_rank(dw->listview, TRUE);
3934 dupe_listview_show_rank(dw->listview, FALSE);
3936 dupe_window_recompare(dw);
3939 static void dupe_menu_add_item(GtkListStore *store, const gchar *text, DupeMatchType type, DupeWindow *dw)
3943 gtk_list_store_append(store, &iter);
3944 gtk_list_store_set(store, &iter, DUPE_MENU_COLUMN_NAME, text,
3945 DUPE_MENU_COLUMN_MASK, type, -1);
3947 if (dw->match_mask == type) gtk_combo_box_set_active_iter(GTK_COMBO_BOX(dw->combo), &iter);
3950 static void dupe_menu_setup(DupeWindow *dw)
3952 GtkListStore *store;
3953 GtkCellRenderer *renderer;
3955 store = gtk_list_store_new(2, G_TYPE_STRING, G_TYPE_INT);
3956 dw->combo = gtk_combo_box_new_with_model(GTK_TREE_MODEL(store));
3957 g_object_unref(store);
3959 renderer = gtk_cell_renderer_text_new();
3960 gtk_cell_layout_pack_start(GTK_CELL_LAYOUT(dw->combo), renderer, TRUE);
3961 gtk_cell_layout_set_attributes(GTK_CELL_LAYOUT(dw->combo), renderer,
3962 "text", DUPE_MENU_COLUMN_NAME, NULL);
3964 dupe_menu_add_item(store, _("Name"), DUPE_MATCH_NAME, dw);
3965 dupe_menu_add_item(store, _("Name case-insensitive"), DUPE_MATCH_NAME_CI, dw);
3966 dupe_menu_add_item(store, _("Size"), DUPE_MATCH_SIZE, dw);
3967 dupe_menu_add_item(store, _("Date"), DUPE_MATCH_DATE, dw);
3968 dupe_menu_add_item(store, _("Dimensions"), DUPE_MATCH_DIM, dw);
3969 dupe_menu_add_item(store, _("Checksum"), DUPE_MATCH_SUM, dw);
3970 dupe_menu_add_item(store, _("Path"), DUPE_MATCH_PATH, dw);
3971 dupe_menu_add_item(store, _("Similarity (high - 95)"), DUPE_MATCH_SIM_HIGH, dw);
3972 dupe_menu_add_item(store, _("Similarity (med. - 90)"), DUPE_MATCH_SIM_MED, dw);
3973 dupe_menu_add_item(store, _("Similarity (low - 85)"), DUPE_MATCH_SIM_LOW, dw);
3974 dupe_menu_add_item(store, _("Similarity (custom)"), DUPE_MATCH_SIM_CUSTOM, dw);
3975 dupe_menu_add_item(store, _("Name ≠content"), DUPE_MATCH_NAME_CONTENT, dw);
3976 dupe_menu_add_item(store, _("Name case-insensitive ≠content"), DUPE_MATCH_NAME_CI_CONTENT, dw);
3977 dupe_menu_add_item(store, _("Show all"), DUPE_MATCH_ALL, dw);
3979 g_signal_connect(G_OBJECT(dw->combo), "changed",
3980 G_CALLBACK(dupe_menu_type_cb), dw);
3984 *-------------------------------------------------------------------
3986 *-------------------------------------------------------------------
3989 static GdkRGBA *dupe_listview_color_shifted(GtkWidget *widget)
3991 static GdkRGBA color;
3992 static GtkWidget *done = nullptr;
3998 style = gtk_widget_get_style(widget);
3999 convert_gdkcolor_to_gdkrgba(&style->base[GTK_STATE_NORMAL], &color);
4001 shift_color(&color, -1, 0);
4008 static void dupe_listview_color_cb(GtkTreeViewColumn *, GtkCellRenderer *cell,
4009 GtkTreeModel *tree_model, GtkTreeIter *iter, gpointer data)
4011 auto dw = static_cast<DupeWindow *>(data);
4014 gtk_tree_model_get(tree_model, iter, DUPE_COLUMN_COLOR, &set, -1);
4015 g_object_set(G_OBJECT(cell),
4016 "cell-background-rgba", dupe_listview_color_shifted(dw->listview),
4017 "cell-background-set", set, NULL);
4020 static void dupe_listview_add_column(DupeWindow *dw, GtkWidget *listview, gint n, const gchar *title, gboolean image, gboolean right_justify)
4022 GtkTreeViewColumn *column;
4023 GtkCellRenderer *renderer;
4025 column = gtk_tree_view_column_new();
4026 gtk_tree_view_column_set_title(column, title);
4027 gtk_tree_view_column_set_min_width(column, 4);
4028 gtk_tree_view_column_set_sort_column_id(column, n);
4030 if (n != DUPE_COLUMN_RANK &&
4031 n != DUPE_COLUMN_THUMB)
4033 gtk_tree_view_column_set_resizable(column, TRUE);
4038 gtk_tree_view_column_set_sizing(column, GTK_TREE_VIEW_COLUMN_GROW_ONLY);
4039 renderer = gtk_cell_renderer_text_new();
4042 g_object_set(G_OBJECT(renderer), "xalign", 1.0, NULL);
4044 gtk_tree_view_column_pack_start(column, renderer, TRUE);
4045 gtk_tree_view_column_add_attribute(column, renderer, "text", n);
4049 gtk_tree_view_column_set_sizing(column, GTK_TREE_VIEW_COLUMN_FIXED);
4050 renderer = gtk_cell_renderer_pixbuf_new();
4051 cell_renderer_height_override(renderer);
4052 gtk_tree_view_column_pack_start(column, renderer, TRUE);
4053 gtk_tree_view_column_add_attribute(column, renderer, "pixbuf", n);
4056 if (listview == dw->listview)
4058 /* sets background before rendering */
4059 gtk_tree_view_column_set_cell_data_func(column, renderer, dupe_listview_color_cb, dw, nullptr);
4062 gtk_tree_view_append_column(GTK_TREE_VIEW(listview), column);
4065 static void dupe_listview_set_height(GtkWidget *listview, gboolean thumb)
4067 GtkTreeViewColumn *column;
4068 GtkCellRenderer *cell;
4071 column = gtk_tree_view_get_column(GTK_TREE_VIEW(listview), DUPE_COLUMN_THUMB - 1);
4072 if (!column) return;
4074 gtk_tree_view_column_set_fixed_width(column, (thumb) ? options->thumbnails.max_width : 4);
4075 gtk_tree_view_column_set_visible(column, thumb);
4077 list = gtk_cell_layout_get_cells(GTK_CELL_LAYOUT(column));
4079 cell = static_cast<GtkCellRenderer *>(list->data);
4082 g_object_set(G_OBJECT(cell), "height", (thumb) ? options->thumbnails.max_height : -1, NULL);
4083 gtk_tree_view_columns_autosize(GTK_TREE_VIEW(listview));
4086 static void dupe_listview_show_rank(GtkWidget *listview, gboolean rank)
4088 GtkTreeViewColumn *column;
4090 column = gtk_tree_view_get_column(GTK_TREE_VIEW(listview), DUPE_COLUMN_RANK - 1);
4091 if (!column) return;
4093 gtk_tree_view_column_set_visible(column, rank);
4097 *-------------------------------------------------------------------
4099 *-------------------------------------------------------------------
4102 static void dupe_window_show_thumb_cb(GtkWidget *widget, gpointer data)
4104 auto dw = static_cast<DupeWindow *>(data);
4106 dw->show_thumbs = gtk_toggle_button_get_active(GTK_TOGGLE_BUTTON(widget));
4107 options->duplicates_thumbnails = dw->show_thumbs;
4109 if (dw->show_thumbs)
4111 if (!dw->working) dupe_thumb_step(dw);
4115 GtkTreeModel *store;
4119 thumb_loader_free(dw->thumb_loader);
4120 dw->thumb_loader = nullptr;
4122 store = gtk_tree_view_get_model(GTK_TREE_VIEW(dw->listview));
4123 valid = gtk_tree_model_get_iter_first(store, &iter);
4127 gtk_list_store_set(GTK_LIST_STORE(store), &iter, DUPE_COLUMN_THUMB, NULL, -1);
4128 valid = gtk_tree_model_iter_next(store, &iter);
4130 dupe_window_update_progress(dw, nullptr, 0.0, FALSE);
4133 dupe_listview_set_height(dw->listview, dw->show_thumbs);
4136 static void dupe_window_rotation_invariant_cb(GtkWidget *widget, gpointer data)
4138 auto dw = static_cast<DupeWindow *>(data);
4140 options->rot_invariant_sim = gtk_toggle_button_get_active(GTK_TOGGLE_BUTTON(widget));
4141 dupe_window_recompare(dw);
4144 static void dupe_window_custom_threshold_cb(GtkWidget *widget, gpointer data)
4146 auto dw = static_cast<DupeWindow *>(data);
4147 DupeMatchType match_type;
4148 GtkTreeModel *store;
4152 options->duplicates_similarity_threshold = gtk_spin_button_get_value_as_int(GTK_SPIN_BUTTON(widget));
4153 dw->match_mask = DUPE_MATCH_SIM_CUSTOM;
4155 store = gtk_combo_box_get_model(GTK_COMBO_BOX(dw->combo));
4156 valid = gtk_tree_model_get_iter_first(store, &iter);
4159 gtk_tree_model_get(store, &iter, DUPE_MENU_COLUMN_MASK, &match_type, -1);
4160 if (match_type == DUPE_MATCH_SIM_CUSTOM)
4164 valid = gtk_tree_model_iter_next(store, &iter);
4167 gtk_combo_box_set_active_iter(GTK_COMBO_BOX(dw->combo), &iter);
4168 dupe_window_recompare(dw);
4171 static gboolean dupe_window_keypress_cb(GtkWidget *widget, GdkEventKey *event, gpointer data)
4173 auto dw = static_cast<DupeWindow *>(data);
4174 gboolean stop_signal = FALSE;
4176 GtkWidget *listview;
4177 GtkTreeModel *store;
4178 GtkTreeSelection *selection;
4180 DupeItem *di = nullptr;
4182 on_second = gtk_widget_has_focus(dw->second_listview);
4186 listview = dw->second_listview;
4190 listview = dw->listview;
4193 selection = gtk_tree_view_get_selection(GTK_TREE_VIEW(listview));
4194 slist = gtk_tree_selection_get_selected_rows(selection, &store);
4201 last = g_list_last(slist);
4202 tpath = static_cast<GtkTreePath *>(last->data);
4204 /* last is newest selected file */
4205 gtk_tree_model_get_iter(store, &iter, tpath);
4206 gtk_tree_model_get(store, &iter, DUPE_COLUMN_POINTER, &di, -1);
4208 g_list_free_full(slist, reinterpret_cast<GDestroyNotify>(gtk_tree_path_free));
4210 if (event->state & GDK_CONTROL_MASK)
4215 switch (event->keyval)
4229 file_util_copy(nullptr, dupe_listview_get_selection(dw, listview),
4230 nullptr, dw->window);
4233 file_util_move(nullptr, dupe_listview_get_selection(dw, listview),
4234 nullptr, dw->window);
4237 file_util_rename(nullptr, dupe_listview_get_selection(dw, listview), dw->window);
4240 options->file_ops.safe_delete_enable = TRUE;
4241 file_util_delete(nullptr, dupe_listview_get_selection(dw, listview), dw->window);
4244 stop_signal = FALSE;
4252 switch (event->keyval)
4255 if (event->state & GDK_SHIFT_MASK)
4257 gtk_tree_selection_unselect_all(selection);
4261 gtk_tree_selection_select_all(selection);
4264 case GDK_KEY_Delete: case GDK_KEY_KP_Delete:
4267 dupe_second_clear(dw);
4268 dupe_window_recompare(dw);
4272 dupe_window_clear(dw);
4276 dupe_window_append_file_list(dw, FALSE);
4279 gtk_toggle_button_set_active(GTK_TOGGLE_BUTTON(dw->button_thumbs),
4280 !gtk_toggle_button_get_active(GTK_TOGGLE_BUTTON(dw->button_thumbs)));
4283 dupe_window_close(dw);
4286 stop_signal = FALSE;
4291 else if (event->state & GDK_SHIFT_MASK)
4294 switch (event->keyval)
4296 case GDK_KEY_Delete:
4297 case GDK_KEY_KP_Delete:
4298 options->file_ops.safe_delete_enable = FALSE;
4299 file_util_delete_notify_done(nullptr, dupe_listview_get_selection(dw, dw->listview), dw->window, delete_finished_cb, dw);
4302 stop_signal = FALSE;
4309 switch (event->keyval)
4311 case GDK_KEY_Return: case GDK_KEY_KP_Enter:
4312 dupe_menu_view(dw, di, listview, FALSE);
4315 dupe_menu_view(dw, di, listview, TRUE);
4317 case GDK_KEY_Delete: case GDK_KEY_KP_Delete:
4318 dupe_window_remove_selection(dw, listview);
4323 dupe_window_collection_from_selection(dw);
4327 options->duplicates_select_type = DUPE_SELECT_NONE;
4328 dupe_listview_select_dupes(dw, DUPE_SELECT_NONE);
4331 options->duplicates_select_type = DUPE_SELECT_GROUP1;
4332 dupe_listview_select_dupes(dw, DUPE_SELECT_GROUP1);
4335 options->duplicates_select_type = DUPE_SELECT_GROUP2;
4336 dupe_listview_select_dupes(dw, DUPE_SELECT_GROUP2);
4344 menu = dupe_menu_popup_main(dw, di);
4345 gtk_menu_popup_at_widget(GTK_MENU(menu), widget, GDK_GRAVITY_CENTER, GDK_GRAVITY_CENTER, nullptr);
4351 menu = dupe_menu_popup_second(dw, di);
4352 gtk_menu_popup_at_widget(GTK_MENU(menu), widget, GDK_GRAVITY_CENTER, GDK_GRAVITY_CENTER, nullptr);
4356 stop_signal = FALSE;
4360 if (!stop_signal && is_help_key(event))
4362 help_window_show("GuideImageSearchFindingDuplicates.html");
4370 void dupe_window_clear(DupeWindow *dw)
4372 GtkListStore *store;
4374 dupe_check_stop(dw);
4376 store = GTK_LIST_STORE(gtk_tree_view_get_model(GTK_TREE_VIEW(dw->listview)));
4377 gtk_list_store_clear(store);
4378 gtk_tree_view_columns_autosize(GTK_TREE_VIEW(dw->listview));
4380 g_list_free(dw->dupes);
4381 dw->dupes = nullptr;
4383 g_list_free_full(dw->list, reinterpret_cast<GDestroyNotify>(dupe_item_free));
4387 dupe_match_reset_list(dw->second_list);
4389 dupe_window_update_count(dw, FALSE);
4390 dupe_window_update_progress(dw, nullptr, 0.0, FALSE);
4393 static void dupe_window_get_geometry(DupeWindow *dw)
4396 LayoutWindow *lw = nullptr;
4400 if (!dw || !lw) return;
4402 window = gtk_widget_get_window(dw->window);
4403 gdk_window_get_position(window, &lw->options.dupe_window.x, &lw->options.dupe_window.y);
4404 lw->options.dupe_window.w = gdk_window_get_width(window);
4405 lw->options.dupe_window.h = gdk_window_get_height(window);
4408 void dupe_window_close(DupeWindow *dw)
4410 dupe_check_stop(dw);
4412 dupe_window_get_geometry(dw);
4414 dupe_window_list = g_list_remove(dupe_window_list, dw);
4415 gq_gtk_widget_destroy(dw->window);
4417 g_list_free(dw->dupes);
4418 g_list_free_full(dw->list, reinterpret_cast<GDestroyNotify>(dupe_item_free));
4420 g_list_free_full(dw->second_list, reinterpret_cast<GDestroyNotify>(dupe_item_free));
4422 file_data_unregister_notify_func(dupe_notify_cb, dw);
4424 g_thread_pool_free(dw->dupe_comparison_thread_pool, TRUE, TRUE);
4429 static gint dupe_window_close_cb(GtkWidget *, gpointer data)
4431 auto dw = static_cast<DupeWindow *>(data);
4433 dupe_window_close(dw);
4438 static gint dupe_window_delete(GtkWidget *, GdkEvent *, gpointer data)
4440 auto dw = static_cast<DupeWindow *>(data);
4441 dupe_window_close(dw);
4446 static void dupe_help_cb(GtkAction *, gpointer)
4448 help_window_show("GuideImageSearchFindingDuplicates.html");
4451 static gint default_sort_cb(GtkTreeModel *, GtkTreeIter *, GtkTreeIter *, gpointer)
4456 static gint column_sort_cb(GtkTreeModel *model, GtkTreeIter *a, GtkTreeIter *b, gpointer data)
4458 auto sortable = static_cast<GtkTreeSortable *>(data);
4466 gint sort_column_id;
4467 GtkSortType sort_order;
4471 gtk_tree_sortable_get_sort_column_id(sortable, &sort_column_id, &sort_order);
4473 gtk_tree_model_get(model, a, DUPE_COLUMN_RANK, &rank_str_a, DUPE_COLUMN_SET, &group_a, DUPE_COLUMN_POINTER, &di_a, -1);
4475 gtk_tree_model_get(model, b, DUPE_COLUMN_RANK, &rank_str_b, DUPE_COLUMN_SET, &group_b, DUPE_COLUMN_POINTER, &di_b, -1);
4477 if (group_a == group_b)
4479 switch (sort_column_id)
4481 case DUPE_COLUMN_NAME:
4482 ret = utf8_compare(di_a->fd->name, di_b->fd->name, TRUE);
4484 case DUPE_COLUMN_SIZE:
4485 if (di_a->fd->size == di_b->fd->size)
4491 ret = (di_a->fd->size > di_b->fd->size) ? 1 : -1;
4494 case DUPE_COLUMN_DATE:
4495 if (di_a->fd->date == di_b->fd->date)
4501 ret = (di_a->fd->date > di_b->fd->date) ? 1 : -1;
4504 case DUPE_COLUMN_DIMENSIONS:
4505 if ((di_a->width == di_b->width) && (di_a->height == di_b->height))
4511 ret = ((di_a->width * di_a->height) > (di_b->width * di_b->height)) ? 1 : -1;
4514 case DUPE_COLUMN_RANK:
4515 rank_int_a = atoi(rank_str_a);
4516 rank_int_b = atoi(rank_str_b);
4517 if (rank_int_a == 0) rank_int_a = 101;
4518 if (rank_int_b == 0) rank_int_b = 101;
4520 if (rank_int_a == rank_int_b)
4526 ret = (rank_int_a > rank_int_b) ? 1 : -1;
4529 case DUPE_COLUMN_PATH:
4530 ret = utf8_compare(di_a->fd->path, di_b->fd->path, TRUE);
4534 else if (group_a < group_b)
4536 ret = (sort_order == GTK_SORT_ASCENDING) ? 1 : -1;
4540 ret = (sort_order == GTK_SORT_ASCENDING) ? -1 : 1;
4546 static void column_clicked_cb(GtkWidget *, gpointer data)
4548 auto dw = static_cast<DupeWindow *>(data);
4550 options->duplicates_match = DUPE_SELECT_NONE;
4551 dupe_listview_select_dupes(dw, DUPE_SELECT_NONE);
4554 /* collection and files can be NULL */
4555 DupeWindow *dupe_window_new()
4560 GtkWidget *scrolled;
4562 GtkWidget *status_box;
4563 GtkWidget *controls_box;
4564 GtkWidget *button_box;
4567 GtkListStore *store;
4568 GtkTreeSelection *selection;
4569 GdkGeometry geometry;
4570 LayoutWindow *lw = nullptr;
4574 dw = g_new0(DupeWindow, 1);
4575 dw->add_files_queue = nullptr;
4576 dw->add_files_queue_id = 0;
4578 dw->match_mask = DUPE_MATCH_NAME;
4579 if (options->duplicates_match == DUPE_MATCH_NAME) dw->match_mask = DUPE_MATCH_NAME;
4580 if (options->duplicates_match == DUPE_MATCH_SIZE) dw->match_mask = DUPE_MATCH_SIZE;
4581 if (options->duplicates_match == DUPE_MATCH_DATE) dw->match_mask = DUPE_MATCH_DATE;
4582 if (options->duplicates_match == DUPE_MATCH_DIM) dw->match_mask = DUPE_MATCH_DIM;
4583 if (options->duplicates_match == DUPE_MATCH_SUM) dw->match_mask = DUPE_MATCH_SUM;
4584 if (options->duplicates_match == DUPE_MATCH_PATH) dw->match_mask = DUPE_MATCH_PATH;
4585 if (options->duplicates_match == DUPE_MATCH_SIM_HIGH) dw->match_mask = DUPE_MATCH_SIM_HIGH;
4586 if (options->duplicates_match == DUPE_MATCH_SIM_MED) dw->match_mask = DUPE_MATCH_SIM_MED;
4587 if (options->duplicates_match == DUPE_MATCH_SIM_LOW) dw->match_mask = DUPE_MATCH_SIM_LOW;
4588 if (options->duplicates_match == DUPE_MATCH_SIM_CUSTOM) dw->match_mask = DUPE_MATCH_SIM_CUSTOM;
4589 if (options->duplicates_match == DUPE_MATCH_NAME_CI) dw->match_mask = DUPE_MATCH_NAME_CI;
4590 if (options->duplicates_match == DUPE_MATCH_NAME_CONTENT) dw->match_mask = DUPE_MATCH_NAME_CONTENT;
4591 if (options->duplicates_match == DUPE_MATCH_NAME_CI_CONTENT) dw->match_mask = DUPE_MATCH_NAME_CI_CONTENT;
4592 if (options->duplicates_match == DUPE_MATCH_ALL) dw->match_mask = DUPE_MATCH_ALL;
4594 dw->window = window_new("dupe", nullptr, nullptr, _("Find duplicates"));
4595 DEBUG_NAME(dw->window);
4597 geometry.min_width = DEFAULT_MINIMAL_WINDOW_SIZE;
4598 geometry.min_height = DEFAULT_MINIMAL_WINDOW_SIZE;
4599 geometry.base_width = DUPE_DEF_WIDTH;
4600 geometry.base_height = DUPE_DEF_HEIGHT;
4601 gtk_window_set_geometry_hints(GTK_WINDOW(dw->window), nullptr, &geometry,
4602 static_cast<GdkWindowHints>(GDK_HINT_MIN_SIZE | GDK_HINT_BASE_SIZE));
4604 if (lw && options->save_window_positions)
4606 gtk_window_set_default_size(GTK_WINDOW(dw->window), lw->options.dupe_window.w, lw->options.dupe_window.h);
4607 gq_gtk_window_move(GTK_WINDOW(dw->window), lw->options.dupe_window.x, lw->options.dupe_window.y);
4611 gtk_window_set_default_size(GTK_WINDOW(dw->window), DUPE_DEF_WIDTH, DUPE_DEF_HEIGHT);
4614 gtk_window_set_resizable(GTK_WINDOW(dw->window), TRUE);
4615 gtk_container_set_border_width(GTK_CONTAINER(dw->window), 0);
4617 g_signal_connect(G_OBJECT(dw->window), "delete_event",
4618 G_CALLBACK(dupe_window_delete), dw);
4619 g_signal_connect(G_OBJECT(dw->window), "key_press_event",
4620 G_CALLBACK(dupe_window_keypress_cb), dw);
4622 vbox = gtk_box_new(GTK_ORIENTATION_VERTICAL, 0);
4623 gq_gtk_container_add(GTK_WIDGET(dw->window), vbox);
4624 gtk_widget_show(vbox);
4626 dw->table = gtk_grid_new();
4627 gq_gtk_box_pack_start(GTK_BOX(vbox), dw->table, TRUE, TRUE, 0);
4628 gtk_grid_set_row_homogeneous(GTK_GRID(dw->table), TRUE);
4629 gtk_grid_set_column_homogeneous(GTK_GRID(dw->table), TRUE);
4630 gtk_widget_show(dw->table);
4632 scrolled = gq_gtk_scrolled_window_new(nullptr, nullptr);
4633 gq_gtk_scrolled_window_set_shadow_type(GTK_SCROLLED_WINDOW(scrolled), GTK_SHADOW_IN);
4634 gtk_scrolled_window_set_policy(GTK_SCROLLED_WINDOW(scrolled), GTK_POLICY_AUTOMATIC, GTK_POLICY_AUTOMATIC);
4635 gtk_grid_attach(GTK_GRID(dw->table), scrolled, 0, 0, 2, 1);
4636 gtk_widget_show(scrolled);
4638 store = gtk_list_store_new(DUPE_COLUMN_COUNT, G_TYPE_POINTER, G_TYPE_STRING, GDK_TYPE_PIXBUF, G_TYPE_STRING, G_TYPE_STRING, G_TYPE_STRING, G_TYPE_STRING, G_TYPE_STRING, G_TYPE_BOOLEAN, G_TYPE_INT, G_TYPE_INT);
4639 dw->listview = gtk_tree_view_new_with_model(GTK_TREE_MODEL(store));
4640 g_object_unref(store);
4642 dw->sortable = GTK_TREE_SORTABLE(store);
4644 gtk_tree_sortable_set_sort_func(dw->sortable, DUPE_COLUMN_RANK, column_sort_cb, dw->sortable, nullptr);
4645 gtk_tree_sortable_set_sort_func(dw->sortable, DUPE_COLUMN_SET, default_sort_cb, dw->sortable, nullptr);
4646 gtk_tree_sortable_set_sort_func(dw->sortable, DUPE_COLUMN_THUMB, default_sort_cb, dw->sortable, nullptr);
4647 gtk_tree_sortable_set_sort_func(dw->sortable, DUPE_COLUMN_NAME, column_sort_cb, dw->sortable, nullptr);
4648 gtk_tree_sortable_set_sort_func(dw->sortable, DUPE_COLUMN_SIZE, column_sort_cb, dw->sortable, nullptr);
4649 gtk_tree_sortable_set_sort_func(dw->sortable, DUPE_COLUMN_DATE, column_sort_cb, dw->sortable, nullptr);
4650 gtk_tree_sortable_set_sort_func(dw->sortable, DUPE_COLUMN_DIMENSIONS, column_sort_cb, dw->sortable, nullptr);
4651 gtk_tree_sortable_set_sort_func(dw->sortable, DUPE_COLUMN_PATH, column_sort_cb, dw->sortable, nullptr);
4653 selection = gtk_tree_view_get_selection(GTK_TREE_VIEW(dw->listview));
4654 gtk_tree_selection_set_mode(GTK_TREE_SELECTION(selection), GTK_SELECTION_MULTIPLE);
4655 gtk_tree_view_set_headers_visible(GTK_TREE_VIEW(dw->listview), TRUE);
4656 gtk_tree_view_set_enable_search(GTK_TREE_VIEW(dw->listview), FALSE);
4658 dupe_listview_add_column(dw, dw->listview, DUPE_COLUMN_RANK, _("Rank"), FALSE, TRUE);
4659 dupe_listview_add_column(dw, dw->listview, DUPE_COLUMN_THUMB, _("Thumb"), TRUE, FALSE);
4660 dupe_listview_add_column(dw, dw->listview, DUPE_COLUMN_NAME, _("Name"), FALSE, FALSE);
4661 dupe_listview_add_column(dw, dw->listview, DUPE_COLUMN_SIZE, _("Size"), FALSE, TRUE);
4662 dupe_listview_add_column(dw, dw->listview, DUPE_COLUMN_DATE, _("Date"), FALSE, TRUE);
4663 dupe_listview_add_column(dw, dw->listview, DUPE_COLUMN_DIMENSIONS, _("Dimensions"), FALSE, FALSE);
4664 dupe_listview_add_column(dw, dw->listview, DUPE_COLUMN_PATH, _("Path"), FALSE, FALSE);
4665 dupe_listview_add_column(dw, dw->listview, DUPE_COLUMN_SET, _("Set"), FALSE, FALSE);
4667 g_signal_connect(gtk_tree_view_get_column(GTK_TREE_VIEW(dw->listview), DUPE_COLUMN_RANK - 1), "clicked", (GCallback)column_clicked_cb, dw);
4668 g_signal_connect(gtk_tree_view_get_column(GTK_TREE_VIEW(dw->listview), DUPE_COLUMN_NAME - 1), "clicked", (GCallback)column_clicked_cb, dw);
4669 g_signal_connect(gtk_tree_view_get_column(GTK_TREE_VIEW(dw->listview), DUPE_COLUMN_SIZE - 1), "clicked", (GCallback)column_clicked_cb, dw);
4670 g_signal_connect(gtk_tree_view_get_column(GTK_TREE_VIEW(dw->listview), DUPE_COLUMN_DATE - 1), "clicked", (GCallback)column_clicked_cb, dw);
4671 g_signal_connect(gtk_tree_view_get_column(GTK_TREE_VIEW(dw->listview), DUPE_COLUMN_DIMENSIONS - 1), "clicked", (GCallback)column_clicked_cb, dw);
4672 g_signal_connect(gtk_tree_view_get_column(GTK_TREE_VIEW(dw->listview), DUPE_COLUMN_PATH - 1), "clicked", (GCallback)column_clicked_cb, dw);
4674 gq_gtk_container_add(GTK_WIDGET(scrolled), dw->listview);
4675 gtk_widget_show(dw->listview);
4677 dw->second_vbox = gtk_box_new(GTK_ORIENTATION_VERTICAL, 0);
4678 gtk_grid_attach(GTK_GRID(dw->table), dw->second_vbox, 2, 0, 3, 1);
4681 gtk_grid_set_column_spacing(GTK_GRID(dw->table), PREF_PAD_GAP);
4682 gtk_widget_show(dw->second_vbox);
4686 gtk_grid_set_column_spacing(GTK_GRID(dw->table), 0);
4689 scrolled = gq_gtk_scrolled_window_new(nullptr, nullptr);
4690 gq_gtk_scrolled_window_set_shadow_type(GTK_SCROLLED_WINDOW(scrolled), GTK_SHADOW_IN);
4691 gtk_scrolled_window_set_policy(GTK_SCROLLED_WINDOW(scrolled), GTK_POLICY_AUTOMATIC, GTK_POLICY_AUTOMATIC);
4692 gq_gtk_box_pack_start(GTK_BOX(dw->second_vbox), scrolled, TRUE, TRUE, 0);
4693 gtk_widget_show(scrolled);
4695 store = gtk_list_store_new(2, G_TYPE_POINTER, G_TYPE_STRING);
4696 dw->second_listview = gtk_tree_view_new_with_model(GTK_TREE_MODEL(store));
4698 selection = gtk_tree_view_get_selection(GTK_TREE_VIEW(dw->second_listview));
4699 gtk_tree_selection_set_mode(GTK_TREE_SELECTION(selection), GTK_SELECTION_MULTIPLE);
4701 gtk_tree_view_set_headers_visible(GTK_TREE_VIEW(dw->second_listview), TRUE);
4702 gtk_tree_view_set_enable_search(GTK_TREE_VIEW(dw->second_listview), FALSE);
4704 dupe_listview_add_column(dw, dw->second_listview, 1, _("Compare to:"), FALSE, FALSE);
4706 gq_gtk_container_add(GTK_WIDGET(scrolled), dw->second_listview);
4707 gtk_widget_show(dw->second_listview);
4709 dw->second_status_label = gtk_label_new("");
4710 gq_gtk_box_pack_start(GTK_BOX(dw->second_vbox), dw->second_status_label, FALSE, FALSE, 0);
4711 gtk_widget_show(dw->second_status_label);
4713 pref_line(dw->second_vbox, GTK_ORIENTATION_HORIZONTAL);
4715 status_box = gtk_box_new(GTK_ORIENTATION_HORIZONTAL, 0);
4716 gq_gtk_box_pack_start(GTK_BOX(vbox), status_box, FALSE, FALSE, 0);
4717 gtk_widget_show(status_box);
4719 frame = gtk_frame_new(nullptr);
4721 gq_gtk_frame_set_shadow_type(GTK_FRAME(frame), GTK_SHADOW_IN);
4722 gq_gtk_box_pack_start(GTK_BOX(status_box), frame, TRUE, TRUE, 0);
4723 gtk_widget_show(frame);
4725 dw->status_label = gtk_label_new("");
4726 gq_gtk_container_add(GTK_WIDGET(frame), dw->status_label);
4727 gtk_widget_show(dw->status_label);
4729 dw->extra_label = gtk_progress_bar_new();
4730 gtk_progress_bar_set_fraction(GTK_PROGRESS_BAR(dw->extra_label), 0.0);
4731 gtk_progress_bar_set_text(GTK_PROGRESS_BAR(dw->extra_label), "");
4732 gtk_progress_bar_set_show_text(GTK_PROGRESS_BAR(dw->extra_label), TRUE);
4733 gq_gtk_box_pack_start(GTK_BOX(status_box), dw->extra_label, FALSE, FALSE, PREF_PAD_SPACE);
4734 gtk_widget_show(dw->extra_label);
4736 controls_box = pref_box_new(vbox, FALSE, GTK_ORIENTATION_HORIZONTAL, 0);
4737 dw->controls_box = controls_box;
4739 dw->button_thumbs = gtk_check_button_new_with_label(_("Thumbnails"));
4740 gtk_widget_set_tooltip_text(GTK_WIDGET(dw->button_thumbs), "Ctrl-T");
4741 dw->show_thumbs = options->duplicates_thumbnails;
4742 gtk_toggle_button_set_active(GTK_TOGGLE_BUTTON(dw->button_thumbs), dw->show_thumbs);
4743 g_signal_connect(G_OBJECT(dw->button_thumbs), "toggled",
4744 G_CALLBACK(dupe_window_show_thumb_cb), dw);
4745 gq_gtk_box_pack_start(GTK_BOX(controls_box), dw->button_thumbs, FALSE, FALSE, PREF_PAD_SPACE);
4746 gtk_widget_show(dw->button_thumbs);
4748 label = gtk_label_new(_("Compare by:"));
4749 gq_gtk_box_pack_start(GTK_BOX(controls_box), label, FALSE, FALSE, PREF_PAD_SPACE);
4750 gtk_widget_show(label);
4752 dupe_menu_setup(dw);
4753 gq_gtk_box_pack_start(GTK_BOX(controls_box), dw->combo, FALSE, FALSE, 0);
4754 gtk_widget_show(dw->combo);
4756 label = gtk_label_new(_("Custom Threshold"));
4757 gq_gtk_box_pack_start(GTK_BOX(controls_box), label, FALSE, FALSE, PREF_PAD_SPACE);
4758 gtk_widget_show(label);
4759 dw->custom_threshold = gtk_spin_button_new_with_range(1, 100, 1);
4760 gtk_widget_set_tooltip_text(GTK_WIDGET(dw->custom_threshold), "Custom similarity threshold\n(Use tab key to set value)");
4761 gtk_spin_button_set_value(GTK_SPIN_BUTTON(dw->custom_threshold), options->duplicates_similarity_threshold);
4762 g_signal_connect(G_OBJECT(dw->custom_threshold), "value_changed", G_CALLBACK(dupe_window_custom_threshold_cb), dw);
4763 gq_gtk_box_pack_start(GTK_BOX(controls_box), dw->custom_threshold, FALSE, FALSE, PREF_PAD_SPACE);
4764 gtk_widget_show(dw->custom_threshold);
4766 button = gtk_check_button_new_with_label(_("Sort"));
4767 gtk_widget_set_tooltip_text(GTK_WIDGET(button), _("Sort by group totals"));
4768 gtk_toggle_button_set_active(GTK_TOGGLE_BUTTON(button), options->sort_totals);
4769 g_signal_connect(G_OBJECT(button), "toggled", G_CALLBACK(dupe_sort_totals_toggle_cb), dw);
4770 gq_gtk_box_pack_start(GTK_BOX(controls_box), button, FALSE, FALSE, PREF_PAD_SPACE);
4771 gtk_widget_show(button);
4773 dw->button_rotation_invariant = gtk_check_button_new_with_label(_("Ignore Orientation"));
4774 gtk_widget_set_tooltip_text(GTK_WIDGET(dw->button_rotation_invariant), _("Ignore image orientation"));
4775 gtk_toggle_button_set_active(GTK_TOGGLE_BUTTON(dw->button_rotation_invariant), options->rot_invariant_sim);
4776 g_signal_connect(G_OBJECT(dw->button_rotation_invariant), "toggled",
4777 G_CALLBACK(dupe_window_rotation_invariant_cb), dw);
4778 gq_gtk_box_pack_start(GTK_BOX(controls_box), dw->button_rotation_invariant, FALSE, FALSE, PREF_PAD_SPACE);
4779 gtk_widget_show(dw->button_rotation_invariant);
4781 button = gtk_check_button_new_with_label(_("Compare two file sets"));
4782 gtk_toggle_button_set_active(GTK_TOGGLE_BUTTON(button), dw->second_set);
4783 g_signal_connect(G_OBJECT(button), "toggled",
4784 G_CALLBACK(dupe_second_set_toggle_cb), dw);
4785 gq_gtk_box_pack_start(GTK_BOX(controls_box), button, FALSE, FALSE, PREF_PAD_SPACE);
4786 gtk_widget_show(button);
4788 button_box = gtk_box_new(GTK_ORIENTATION_HORIZONTAL, 0);
4789 gq_gtk_box_pack_start(GTK_BOX(vbox), button_box, FALSE, FALSE, 0);
4790 gtk_widget_show(button_box);
4792 hbox = gtk_button_box_new(GTK_ORIENTATION_HORIZONTAL);
4793 gtk_button_box_set_layout(GTK_BUTTON_BOX(hbox), GTK_BUTTONBOX_END);
4794 gtk_box_set_spacing(GTK_BOX(hbox), PREF_PAD_SPACE);
4795 gq_gtk_box_pack_end(GTK_BOX(button_box), hbox, FALSE, FALSE, 0);
4796 gtk_widget_show(hbox);
4798 button = pref_button_new(nullptr, GQ_ICON_HELP, _("Help"), G_CALLBACK(dupe_help_cb), nullptr);
4799 gtk_widget_set_tooltip_text(GTK_WIDGET(button), "F1");
4800 gq_gtk_container_add(GTK_WIDGET(hbox), button);
4801 gtk_widget_set_can_default(button, TRUE);
4802 gtk_widget_show(button);
4804 button = pref_button_new(nullptr, GQ_ICON_STOP, _("Stop"), G_CALLBACK(dupe_check_stop_cb), dw);
4805 gq_gtk_container_add(GTK_WIDGET(hbox), button);
4806 gtk_widget_set_can_default(button, TRUE);
4807 gtk_widget_show(button);
4809 button = pref_button_new(nullptr, GQ_ICON_CLOSE, _("Close"), G_CALLBACK(dupe_window_close_cb), dw);
4810 gtk_widget_set_tooltip_text(GTK_WIDGET(button), "Ctrl-W");
4811 gq_gtk_container_add(GTK_WIDGET(hbox), button);
4812 gtk_widget_set_can_default(button, TRUE);
4813 gtk_widget_grab_default(button);
4814 gtk_widget_show(button);
4817 /* order is important here, dnd_init should be seeing mouse
4818 * presses before we possibly handle (and stop) the signal
4820 g_signal_connect(G_OBJECT(dw->listview), "button_press_event",
4821 G_CALLBACK(dupe_listview_press_cb), dw);
4822 g_signal_connect(G_OBJECT(dw->listview), "button_release_event",
4823 G_CALLBACK(dupe_listview_release_cb), dw);
4824 g_signal_connect(G_OBJECT(dw->second_listview), "button_press_event",
4825 G_CALLBACK(dupe_listview_press_cb), dw);
4826 g_signal_connect(G_OBJECT(dw->second_listview), "button_release_event",
4827 G_CALLBACK(dupe_listview_release_cb), dw);
4829 gtk_widget_show(dw->window);
4831 dupe_listview_set_height(dw->listview, dw->show_thumbs);
4832 g_signal_emit_by_name(G_OBJECT(dw->combo), "changed");
4834 dupe_window_update_count(dw, TRUE);
4835 dupe_window_update_progress(dw, nullptr, 0.0, FALSE);
4837 dupe_window_list = g_list_append(dupe_window_list, dw);
4839 file_data_register_notify_func(dupe_notify_cb, dw, NOTIFY_PRIORITY_MEDIUM);
4841 g_mutex_init(&dw->thread_count_mutex);
4842 g_mutex_init(&dw->search_matches_mutex);
4843 dw->dupe_comparison_thread_pool = g_thread_pool_new(dupe_comparison_func, dw, options->threads.duplicates, FALSE, nullptr);
4849 *-------------------------------------------------------------------
4851 *-------------------------------------------------------------------
4854 struct CDupeConfirmD {
4859 static void confirm_dir_list_cancel(GtkWidget *, gpointer)
4864 static void confirm_dir_list_add(GtkWidget *, gpointer data)
4866 auto d = static_cast<CDupeConfirmD *>(data);
4869 dupe_window_add_files(d->dw, d->list, FALSE);
4874 auto fd = static_cast<FileData *>(work->data);
4876 if (isdir(fd->path))
4880 filelist_read(fd, &list, nullptr);
4881 list = filelist_filter(list, FALSE);
4884 dupe_window_add_files(d->dw, list, FALSE);
4885 filelist_free(list);
4891 static void confirm_dir_list_recurse(GtkWidget *, gpointer data)
4893 auto d = static_cast<CDupeConfirmD *>(data);
4894 dupe_window_add_files(d->dw, d->list, TRUE);
4897 static void confirm_dir_list_skip(GtkWidget *, gpointer data)
4899 auto d = static_cast<CDupeConfirmD *>(data);
4900 dupe_window_add_files(d->dw, d->list, FALSE);
4903 static void confirm_dir_list_destroy(GtkWidget *, gpointer data)
4905 auto d = static_cast<CDupeConfirmD *>(data);
4906 filelist_free(d->list);
4910 static GtkWidget *dupe_confirm_dir_list(DupeWindow *dw, GList *list)
4915 d = g_new0(CDupeConfirmD, 1);
4919 menu = popup_menu_short_lived();
4920 g_signal_connect(G_OBJECT(menu), "destroy",
4921 G_CALLBACK(confirm_dir_list_destroy), d);
4923 menu_item_add_stock(menu, _("Dropped list includes folders."), GQ_ICON_DND, nullptr, nullptr);
4924 menu_item_add_divider(menu);
4925 menu_item_add_icon(menu, _("_Add contents"), GQ_ICON_OK, G_CALLBACK(confirm_dir_list_add), d);
4926 menu_item_add_icon(menu, _("Add contents _recursive"), GQ_ICON_ADD, G_CALLBACK(confirm_dir_list_recurse), d);
4927 menu_item_add_icon(menu, _("_Skip folders"), GQ_ICON_REMOVE, G_CALLBACK(confirm_dir_list_skip), d);
4928 menu_item_add_divider(menu);
4929 menu_item_add_icon(menu, _("Cancel"), GQ_ICON_CANCEL, G_CALLBACK(confirm_dir_list_cancel), d);
4935 *-------------------------------------------------------------------
4937 *-------------------------------------------------------------------
4940 static GtkTargetEntry dupe_drag_types[] = {
4941 { const_cast<gchar *>("text/uri-list"), 0, TARGET_URI_LIST },
4942 { const_cast<gchar *>("text/plain"), 0, TARGET_TEXT_PLAIN }
4944 static gint n_dupe_drag_types = 2;
4946 static GtkTargetEntry dupe_drop_types[] = {
4947 { const_cast<gchar *>(TARGET_APP_COLLECTION_MEMBER_STRING), 0, TARGET_APP_COLLECTION_MEMBER },
4948 { const_cast<gchar *>("text/uri-list"), 0, TARGET_URI_LIST }
4950 static gint n_dupe_drop_types = 2;
4952 static void dupe_dnd_data_set(GtkWidget *widget, GdkDragContext *,
4953 GtkSelectionData *selection_data, guint info,
4954 guint, gpointer data)
4956 auto dw = static_cast<DupeWindow *>(data);
4961 case TARGET_URI_LIST:
4962 case TARGET_TEXT_PLAIN:
4963 list = dupe_listview_get_selection(dw, widget);
4965 uri_selection_data_set_uris_from_filelist(selection_data, list);
4966 filelist_free(list);
4973 static void dupe_dnd_data_get(GtkWidget *widget, GdkDragContext *context,
4975 GtkSelectionData *selection_data, guint info,
4976 guint, gpointer data)
4978 auto dw = static_cast<DupeWindow *>(data);
4980 GList *list = nullptr;
4983 if (dw->add_files_queue_id > 0)
4985 warning_dialog(_("Find duplicates"), _("Please wait for the current file selection to be loaded."), GQ_ICON_DIALOG_INFO, dw->window);
4990 source = gtk_drag_get_source_widget(context);
4991 if (source == dw->listview || source == dw->second_listview) return;
4993 dw->second_drop = (dw->second_set && widget == dw->second_listview);
4997 case TARGET_APP_COLLECTION_MEMBER:
4998 collection_from_dnd_data(reinterpret_cast<const gchar *>(gtk_selection_data_get_data(selection_data)), &list, nullptr);
5000 case TARGET_URI_LIST:
5001 list = uri_filelist_from_gtk_selection_data(selection_data);
5005 auto fd = static_cast<FileData *>(work->data);
5006 if (isdir(fd->path))
5009 menu = dupe_confirm_dir_list(dw, list);
5010 gtk_menu_popup_at_pointer(GTK_MENU(menu), nullptr);
5023 dupe_window_add_files(dw, list, FALSE);
5024 filelist_free(list);
5028 static void dupe_dest_set(GtkWidget *widget, gboolean enable)
5032 gtk_drag_dest_set(widget,
5033 static_cast<GtkDestDefaults>(GTK_DEST_DEFAULT_MOTION | GTK_DEST_DEFAULT_HIGHLIGHT | GTK_DEST_DEFAULT_DROP),
5034 dupe_drop_types, n_dupe_drop_types,
5035 static_cast<GdkDragAction>(GDK_ACTION_COPY | GDK_ACTION_MOVE | GDK_ACTION_ASK));
5040 gtk_drag_dest_unset(widget);
5044 static void dupe_dnd_begin(GtkWidget *widget, GdkDragContext *context, gpointer data)
5046 auto dw = static_cast<DupeWindow *>(data);
5047 dupe_dest_set(dw->listview, FALSE);
5048 dupe_dest_set(dw->second_listview, FALSE);
5050 if (dw->click_item && !dupe_listview_item_is_selected(dw, dw->click_item, widget))
5052 GtkListStore *store;
5055 store = GTK_LIST_STORE(gtk_tree_view_get_model(GTK_TREE_VIEW(widget)));
5056 if (dupe_listview_find_item(store, dw->click_item, &iter) >= 0)
5058 GtkTreeSelection *selection;
5061 selection = gtk_tree_view_get_selection(GTK_TREE_VIEW(widget));
5062 gtk_tree_selection_unselect_all(selection);
5063 gtk_tree_selection_select_iter(selection, &iter);
5065 tpath = gtk_tree_model_get_path(GTK_TREE_MODEL(store), &iter);
5066 gtk_tree_view_set_cursor(GTK_TREE_VIEW(widget), tpath, nullptr, FALSE);
5067 gtk_tree_path_free(tpath);
5071 if (dw->show_thumbs &&
5072 widget == dw->listview &&
5073 dw->click_item && dw->click_item->pixbuf)
5075 GtkTreeSelection *selection;
5078 selection = gtk_tree_view_get_selection(GTK_TREE_VIEW(widget));
5079 items = gtk_tree_selection_count_selected_rows(selection);
5080 dnd_set_drag_icon(widget, context, dw->click_item->pixbuf, items);
5084 static void dupe_dnd_end(GtkWidget *, GdkDragContext *, gpointer data)
5086 auto dw = static_cast<DupeWindow *>(data);
5087 dupe_dest_set(dw->listview, TRUE);
5088 dupe_dest_set(dw->second_listview, TRUE);
5091 static void dupe_dnd_init(DupeWindow *dw)
5093 gtk_drag_source_set(dw->listview, static_cast<GdkModifierType>(GDK_BUTTON1_MASK | GDK_BUTTON2_MASK),
5094 dupe_drag_types, n_dupe_drag_types,
5095 static_cast<GdkDragAction>(GDK_ACTION_COPY | GDK_ACTION_MOVE | GDK_ACTION_LINK));
5096 g_signal_connect(G_OBJECT(dw->listview), "drag_data_get",
5097 G_CALLBACK(dupe_dnd_data_set), dw);
5098 g_signal_connect(G_OBJECT(dw->listview), "drag_begin",
5099 G_CALLBACK(dupe_dnd_begin), dw);
5100 g_signal_connect(G_OBJECT(dw->listview), "drag_end",
5101 G_CALLBACK(dupe_dnd_end), dw);
5103 dupe_dest_set(dw->listview, TRUE);
5104 g_signal_connect(G_OBJECT(dw->listview), "drag_data_received",
5105 G_CALLBACK(dupe_dnd_data_get), dw);
5107 gtk_drag_source_set(dw->second_listview, static_cast<GdkModifierType>(GDK_BUTTON1_MASK | GDK_BUTTON2_MASK),
5108 dupe_drag_types, n_dupe_drag_types,
5109 static_cast<GdkDragAction>(GDK_ACTION_COPY | GDK_ACTION_MOVE | GDK_ACTION_LINK));
5110 g_signal_connect(G_OBJECT(dw->second_listview), "drag_data_get",
5111 G_CALLBACK(dupe_dnd_data_set), dw);
5112 g_signal_connect(G_OBJECT(dw->second_listview), "drag_begin",
5113 G_CALLBACK(dupe_dnd_begin), dw);
5114 g_signal_connect(G_OBJECT(dw->second_listview), "drag_end",
5115 G_CALLBACK(dupe_dnd_end), dw);
5117 dupe_dest_set(dw->second_listview, TRUE);
5118 g_signal_connect(G_OBJECT(dw->second_listview), "drag_data_received",
5119 G_CALLBACK(dupe_dnd_data_get), dw);
5123 *-------------------------------------------------------------------
5124 * maintenance (move, delete, etc.)
5125 *-------------------------------------------------------------------
5128 static void dupe_notify_cb(FileData *fd, NotifyType type, gpointer data)
5130 auto dw = static_cast<DupeWindow *>(data);
5132 if (!(type & NOTIFY_CHANGE) || !fd->change) return;
5134 DEBUG_1("Notify dupe: %s %04x", fd->path, type);
5136 switch (fd->change->type)
5138 case FILEDATA_CHANGE_MOVE:
5139 case FILEDATA_CHANGE_RENAME:
5140 dupe_item_update_fd(dw, fd);
5142 case FILEDATA_CHANGE_COPY:
5144 case FILEDATA_CHANGE_DELETE:
5145 /* Update the UI only once, after the operation finishes */
5147 case FILEDATA_CHANGE_UNSPECIFIED:
5148 case FILEDATA_CHANGE_WRITE_METADATA:
5155 * @brief Refresh window after a file delete operation
5156 * @param success (ud->phase != UTILITY_PHASE_CANCEL) #file_util_dialog_run
5157 * @param dest_path Not used
5158 * @param data #DupeWindow
5160 * If the window is refreshed after each file of a large set is deleted,
5161 * the UI slows to an unacceptable level. The #FileUtilDoneFunc is used
5162 * to call this function once, when the entire delete operation is completed.
5164 static void delete_finished_cb(gboolean success, const gchar *, gpointer data)
5166 auto dw = static_cast<DupeWindow *>(data);
5173 dupe_window_remove_selection(dw, dw->listview);
5177 *-------------------------------------------------------------------
5178 * Export duplicates data
5179 *-------------------------------------------------------------------
5182 enum SeparatorType {
5187 struct ExportDupesData
5190 SeparatorType separator;
5191 DupeWindow *dupewindow;
5194 static void export_duplicates_close(ExportDupesData *edd)
5196 if (edd->dialog) file_dialog_close(edd->dialog);
5197 edd->dialog = nullptr;
5200 static void export_duplicates_data_cancel_cb(FileDialog *, gpointer data)
5202 auto edd = static_cast<ExportDupesData *>(data);
5204 export_duplicates_close(edd);
5207 static void export_duplicates_data_save_cb(FileDialog *fdlg, gpointer data)
5209 auto edd = static_cast<ExportDupesData *>(data);
5210 GError *error = nullptr;
5211 GtkTreeModel *store;
5214 GFileOutputStream *gfstream;
5216 GString *output_string;
5219 GtkTreeSelection *selection;
5224 gboolean color_old = FALSE;
5225 gboolean color_new = FALSE;
5229 history_list_add_to_key("export_duplicates", fdlg->dest_path, -1);
5231 out_file = g_file_new_for_path(fdlg->dest_path);
5233 gfstream = g_file_replace(out_file, nullptr, TRUE, G_FILE_CREATE_NONE, nullptr, &error);
5236 log_printf(_("Error creating Export duplicates data file: Error: %s\n"), error->message);
5237 g_error_free(error);
5241 const gchar *sep = (edd->separator == EXPORT_CSV) ? "," : "\t";
5242 output_string = g_string_new(g_strjoin(sep, _("Match"), _("Group"), _("Similarity"), _("Set"), _("Thumbnail"), _("Name"), _("Size"), _("Date"), _("Width"), _("Height"), _("Path\n"), NULL));
5244 selection = gtk_tree_view_get_selection(GTK_TREE_VIEW(edd->dupewindow->listview));
5245 slist = gtk_tree_selection_get_selected_rows(selection, &store);
5248 tpath = static_cast<GtkTreePath *>(work->data);
5249 gtk_tree_model_get_iter(store, &iter, tpath);
5250 gtk_tree_model_get(GTK_TREE_MODEL(store), &iter, DUPE_COLUMN_COLOR, &color_new, -1);
5251 color_old = !color_new;
5256 tpath = static_cast<GtkTreePath *>(work->data);
5257 gtk_tree_model_get_iter(store, &iter, tpath);
5259 gtk_tree_model_get(GTK_TREE_MODEL(store), &iter, DUPE_COLUMN_POINTER, &di, -1);
5261 gtk_tree_model_get(GTK_TREE_MODEL(store), &iter, DUPE_COLUMN_COLOR, &color_new, -1);
5262 if (color_new != color_old)
5266 color_old = color_new;
5267 g_string_append_printf(output_string, "%d", match_count);
5268 output_string = g_string_append(output_string, sep);
5270 if ((dupe_match_find_parent(edd->dupewindow, di) == di))
5272 output_string = g_string_append(output_string, "1");
5276 output_string = g_string_append(output_string, "2");
5278 output_string = g_string_append(output_string, sep);
5280 gtk_tree_model_get(GTK_TREE_MODEL(store), &iter, DUPE_COLUMN_RANK, &rank, -1);
5281 rank_split = g_strsplit_set(rank, " [(", -1);
5282 if (rank_split[0] == nullptr)
5284 output_string = g_string_append(output_string, "");
5288 output_string = g_string_append(output_string, rank_split[0]);
5290 output_string = g_string_append(output_string, sep);
5292 g_strfreev(rank_split);
5294 g_string_append_printf(output_string, "%d", di->second + 1);
5295 output_string = g_string_append(output_string, sep);
5297 thumb_cache = cache_find_location(CACHE_TYPE_THUMB, di->fd->path);
5300 output_string = g_string_append(output_string, thumb_cache);
5301 g_free(thumb_cache);
5305 output_string = g_string_append(output_string, "");
5307 output_string = g_string_append(output_string, sep);
5309 gtk_tree_model_get(GTK_TREE_MODEL(store), &iter, DUPE_COLUMN_NAME, &name, -1);
5310 output_string = g_string_append(output_string, name);
5311 output_string = g_string_append(output_string, sep);
5314 g_string_append_printf(output_string, "%" PRIu64, di->fd->size);
5315 output_string = g_string_append(output_string, sep);
5316 output_string = g_string_append(output_string, text_from_time(di->fd->date));
5317 output_string = g_string_append(output_string, sep);
5318 g_string_append_printf(output_string, "%d", di->width);
5319 output_string = g_string_append(output_string, sep);
5320 g_string_append_printf(output_string, "%d", di->height);
5321 output_string = g_string_append(output_string, sep);
5322 output_string = g_string_append(output_string, di->fd->path);
5323 output_string = g_string_append_c(output_string, '\n');
5328 g_output_stream_write(G_OUTPUT_STREAM(gfstream), output_string->str, output_string->len, nullptr, &error);
5330 g_string_free(output_string, TRUE);
5331 g_object_unref(gfstream);
5332 g_object_unref(out_file);
5334 export_duplicates_close(edd);
5337 static void pop_menu_export(GList *, gpointer dupe_window, gpointer data)
5339 const gint index = GPOINTER_TO_INT(data);
5340 auto dw = static_cast<DupeWindow *>(dupe_window);
5341 const gchar *title = _("Export duplicates data");
5342 const gchar *default_path = "/tmp/";
5343 gchar *file_extension;
5344 ExportDupesData *edd;
5345 const gchar *previous_path;
5347 edd = g_new0(ExportDupesData, 1);
5348 edd->dialog = file_util_file_dlg(title, "export_duplicates", nullptr, export_duplicates_data_cancel_cb, edd);
5353 edd->separator = EXPORT_CSV;
5354 file_extension = g_strdup(".csv");
5357 edd->separator = EXPORT_TSV;
5358 file_extension = g_strdup(".tsv");
5364 generic_dialog_add_message(GENERIC_DIALOG(edd->dialog), nullptr, title, nullptr, FALSE);
5365 file_dialog_add_button(edd->dialog, GQ_ICON_SAVE, _("Save"), export_duplicates_data_save_cb, TRUE);
5367 previous_path = history_list_find_last_path_by_key("export_duplicates");
5369 file_dialog_add_path_widgets(edd->dialog, default_path, previous_path, "export_duplicates", file_extension, _("Export Files"));
5371 edd->dupewindow = dw;
5373 gtk_widget_show(GENERIC_DIALOG(edd->dialog)->dialog);
5375 g_free(file_extension);
5378 static void dupe_pop_menu_export_cb(GtkWidget *widget, gpointer data)
5381 GList *selection_list;
5383 dw = static_cast<DupeWindow *>(submenu_item_get_data(widget));
5384 selection_list = dupe_listview_get_selection(dw, dw->listview);
5385 pop_menu_export(selection_list, dw, data);
5387 filelist_free(selection_list);
5390 static GtkWidget *submenu_add_export(GtkWidget *menu, GtkWidget **menu_item, GCallback func, gpointer data)
5395 item = menu_item_add(menu, _("_Export"), nullptr, nullptr);
5397 submenu = gtk_menu_new();
5398 g_object_set_data(G_OBJECT(submenu), "submenu_data", data);
5400 menu_item_add_icon_sensitive(submenu, _("Export to csv"),
5401 GQ_ICON_EXPORT, TRUE, G_CALLBACK(func), GINT_TO_POINTER(0));
5402 menu_item_add_icon_sensitive(submenu, _("Export to tab-delimited"),
5403 GQ_ICON_EXPORT, TRUE, G_CALLBACK(func), GINT_TO_POINTER(1));
5405 gtk_menu_item_set_submenu(GTK_MENU_ITEM(item), submenu);
5406 if (menu_item) *menu_item = item;
5411 /* vim: set shiftwidth=8 softtabstop=0 cindent cinoptions={1s: */