Fix #541: Showing existing, or maybe generating thumbnails for MP4 and WEBM
[geeqie.git] / src / image_load_ffmpegthumbnailer.c
1 /*
2  * Copyright (C) 2004 John Ellis
3  * Copyright (C) 2008 - 2016 The Geeqie Team
4  *
5  * Author: Tomasz Golinski <tomaszg@math.uwb.edu.pl>
6  *
7  * This program is free software; you can redistribute it and/or modify
8  * it under the terms of the GNU General Public License as published by
9  * the Free Software Foundation; either version 2 of the License, or
10  * (at your option) any later version.
11  *
12  * This program is distributed in the hope that it will be useful,
13  * but WITHOUT ANY WARRANTY; without even the implied warranty of
14  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
15  * GNU General Public License for more details.
16  *
17  * You should have received a copy of the GNU General Public License along
18  * with this program; if not, write to the Free Software Foundation, Inc.,
19  * 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA.
20  */
21
22 #include "main.h"
23 #include "image-load.h"
24 #include "image_load_ffmpegthumbnailer.h"
25
26 #ifdef HAVE_FFMPEGTHUMBNAILER
27 #include <libffmpegthumbnailer/videothumbnailerc.h>
28
29 typedef struct _ImageLoaderFT ImageLoaderFT;
30 struct _ImageLoaderFT {
31         ImageLoaderBackendCbAreaUpdated area_updated_cb;
32         ImageLoaderBackendCbSize size_cb;
33         ImageLoaderBackendCbAreaPrepared area_prepared_cb;
34
35         video_thumbnailer *vt;
36
37         gpointer data;
38
39         GdkPixbuf *pixbuf;
40         guint requested_width;
41         guint requested_height;
42
43 };
44
45 static void image_loader_ft_log_cb(ThumbnailerLogLevel log_level, const char* msg)
46 {
47         if (log_level == ThumbnailerLogLevelError)
48                 log_printf("ImageLoaderFFmpegthumbnailer: %s",msg);
49         else
50                 DEBUG_1("ImageLoaderFFmpegthumbnailer: %s",msg);
51 }
52
53 void image_loader_ft_destroy_image_data(guchar *pixels, gpointer data)
54 {
55         image_data *image = (image_data *) data;
56
57         video_thumbnailer_destroy_image_data (image);
58 }
59
60 static gchar* image_loader_ft_get_format_name(gpointer loader)
61 {
62         return g_strdup("ffmpeg");
63 }
64
65 static gchar** image_loader_ft_get_format_mime_types(gpointer loader)
66 {
67         static gchar *mime[] = {"video/mp4", NULL};
68         return g_strdupv(mime);}
69
70 static gpointer image_loader_ft_new(ImageLoaderBackendCbAreaUpdated area_updated_cb, ImageLoaderBackendCbSize size_cb, ImageLoaderBackendCbAreaPrepared area_prepared_cb, gpointer data)
71 {
72         ImageLoaderFT *loader = g_new0(ImageLoaderFT, 1);
73
74         loader->area_updated_cb = area_updated_cb;
75         loader->size_cb = size_cb;
76         loader->area_prepared_cb = area_prepared_cb;
77         loader->data = data;
78
79         loader->vt = video_thumbnailer_create();
80         loader->vt->overlay_film_strip = 1;
81         loader->vt->maintain_aspect_ratio = 1;
82 #if HAVE_FFMPEGTHUMBNAILER_RGB
83         video_thumbnailer_set_log_callback(loader->vt, image_loader_ft_log_cb);
84 #endif
85
86         return (gpointer) loader;
87 }
88
89 static void image_loader_ft_set_size(gpointer loader, int width, int height)
90 {
91         ImageLoaderFT *lft = (ImageLoaderFT *) loader;
92         lft->requested_width = width;
93         lft->requested_height = height;
94         DEBUG_1("TG: setting size, w=%d, h=%d", width, height);
95 }
96
97 // static gboolean image_loader_ft_loadfromdisk(gpointer loader, const gchar *path, GError **error)
98 static gboolean image_loader_ft_load (gpointer loader, const guchar *buf, gsize count, GError **error)
99 {
100         ImageLoaderFT *lft = (ImageLoaderFT *) loader;
101         ImageLoader *il = lft->data;
102
103         image_data *image = video_thumbnailer_create_image_data();
104
105 #ifdef HAVE_FFMPEGTHUMBNAILER_WH
106 //      DEBUG_1("TG: FT requested size w=%d:h=%d for %s", lft->requested_width > 0, lft->requested_height, il->fd->path);
107         video_thumbnailer_set_size(lft->vt, lft->requested_width, lft->requested_height);
108 #else
109         lft->vt->thumbnail_size = MAX(lft->requested_width,lft->requested_width);
110 #endif
111
112 #ifdef HAVE_FFMPEGTHUMBNAILER_METADATA
113         lft->vt->prefer_embedded_metadata = options->thumbnails.use_ft_metadata ? 1 : 0;
114 #endif
115
116 #if HAVE_FFMPEGTHUMBNAILER_RGB
117         lft->vt->thumbnail_image_type = Rgb;
118 #else
119         lft->vt->thumbnail_image_type = Png;
120 #endif
121
122         video_thumbnailer_generate_thumbnail_to_buffer (lft->vt, il->fd->path, image);
123
124 #if HAVE_FFMPEGTHUMBNAILER_RGB
125         lft->pixbuf  = gdk_pixbuf_new_from_data (image->image_data_ptr, GDK_COLORSPACE_RGB, FALSE, 8, image->image_data_width, image->image_data_height,  image->image_data_width*3, image_loader_ft_destroy_image_data, image);
126         lft->size_cb(loader, image->image_data_width, image->image_data_height, lft->data);
127         lft->area_updated_cb(loader, 0, 0, image->image_data_width, image->image_data_height, lft->data);
128 #else
129         GInputStream *image_stream;
130         image_stream = g_memory_input_stream_new_from_data (image->image_data_ptr, image->image_data_size, NULL);
131
132         if (image_stream == NULL)
133         {
134         video_thumbnailer_destroy_image_data (image);
135         DEBUG_1("FFmpegthumbnailer: cannot open stream for %s", il->fd->path);
136         return FALSE;
137     }
138
139         lft->pixbuf  = gdk_pixbuf_new_from_stream (image_stream, NULL, NULL);
140         lft->size_cb(loader, gdk_pixbuf_get_width(lft->pixbuf), gdk_pixbuf_get_height(lft->pixbuf), lft->data);
141         g_object_unref (image_stream);
142         video_thumbnailer_destroy_image_data (image);
143 #endif
144
145         if (!lft->pixbuf)
146                 {
147                 DEBUG_1("FFmpegthumbnailer: no frame generated for %s", il->fd->path);
148                 return FALSE;
149                 }
150
151 /* See comment in image_loader_area_prepared_cb
152  * Geeqie uses area_prepared signal to fill pixbuf with background color.
153  * We can't do it here as pixbuf already contains the data */
154 //      lft->area_prepared_cb(loader, lft->data);
155
156         lft->area_updated_cb(loader, 0, 0, gdk_pixbuf_get_width(lft->pixbuf), gdk_pixbuf_get_height(lft->pixbuf), lft->data);
157
158         return TRUE;
159 }
160
161 static GdkPixbuf* image_loader_ft_get_pixbuf(gpointer loader)
162 {
163         ImageLoaderFT *lft = (ImageLoaderFT *) loader;
164         return lft->pixbuf;
165 }
166
167 static void image_loader_ft_abort(gpointer loader)
168 {
169 }
170
171 static gboolean image_loader_ft_close(gpointer loader, GError **error)
172 {
173         return TRUE;
174 }
175
176 static void image_loader_ft_free(gpointer loader)
177 {
178         ImageLoaderFT *lft = (ImageLoaderFT *) loader;
179         if (lft->pixbuf) g_object_unref(lft->pixbuf);
180         video_thumbnailer_destroy (lft->vt);
181
182         g_free(lft);
183 }
184
185 void image_loader_backend_set_ft(ImageLoaderBackend *funcs)
186 {
187         funcs->loader_new = image_loader_ft_new;
188         funcs->set_size = image_loader_ft_set_size;
189         funcs->load = image_loader_ft_load;
190         funcs->write = NULL;
191         funcs->get_pixbuf = image_loader_ft_get_pixbuf;
192         funcs->close = image_loader_ft_close;
193         funcs->abort = image_loader_ft_abort;
194         funcs->free = image_loader_ft_free;
195
196         funcs->get_format_name = image_loader_ft_get_format_name;
197         funcs->get_format_mime_types = image_loader_ft_get_format_mime_types;
198 }
199
200 #endif
201 /* vim: set shiftwidth=8 softtabstop=0 cindent cinoptions={1s: */