producer_qimage.c, qimage_wrapper.{h,cpp}: enhance qimage producer to use the new...
[melted] / src / modules / qimage / qimage_wrapper.cpp
1 /*
2 * qimage_wrapper.cpp -- a QT/QImage based producer for MLT
3 * Copyright (C) 2006 Visual Media
4 * Author: Charles Yates <charles.yates@gmail.com>
5 *
6 * NB: This module is designed to be functionally equivalent to the
7 * gtk2 image loading module so it can be used as replacement.
8 *
9 * This program is free software; you can redistribute it and/or modify
10 * it under the terms of the GNU General Public License as published by
11 * the Free Software Foundation; either version 2 of the License, or
12 * (at your option) any later version.
13 *
14 * This program is distributed in the hope that it will be useful,
15 * but WITHOUT ANY WARRANTY; without even the implied warranty of
16 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
17 * GNU General Public License for more details.
18 *
19 * You should have received a copy of the GNU General Public License
20 * along with this program; if not, write to the Free Software Foundation,
21 * Inc., 59 Temple Place - Suite 330, Boston, MA 02111-1307, USA.
22 */
23
24 #include "qimage_wrapper.h"
25
26 #ifdef USE_QT3
27 #include <qimage.h>
28 #include <qmutex.h>
29
30 #ifdef USE_KDE
31 #include <kinstance.h>
32 #include <kimageio.h>
33 #endif
34
35 #endif
36
37
38 #ifdef USE_QT4
39 #include <QtGui/QImage>
40 #include <QtCore/QSysInfo>
41 #include <QtCore/QMutex>
42 #endif
43
44
45 #include <cmath>
46
47 extern "C" {
48
49 #include <framework/mlt_pool.h>
50 #include <framework/mlt_cache.h>
51
52 #ifdef USE_KDE
53 static KInstance *instance = 0L;
54 #endif
55
56 static void qimage_delete( void *data )
57 {
58 QImage *image = ( QImage * )data;
59 delete image;
60 image = NULL;
61 #ifdef USE_KDE
62 if (instance) delete instance;
63 instance = 0L;
64 #endif
65 }
66
67 static QMutex g_mutex;
68
69 #ifdef USE_KDE
70 void init_qimage()
71 {
72 if (!instance) {
73 instance = new KInstance("qimage_prod");
74 KImageIO::registerFormats();
75 }
76 }
77 #endif
78
79 void refresh_qimage( producer_qimage self, mlt_frame frame, int width, int height )
80 {
81 // Obtain properties of frame
82 mlt_properties properties = MLT_FRAME_PROPERTIES( frame );
83
84 // Obtain the producer
85 mlt_producer producer = &self->parent;
86
87 // Obtain properties of producer
88 mlt_properties producer_props = MLT_PRODUCER_PROPERTIES( producer );
89
90 // restore QImage
91 pthread_mutex_lock( &self->mutex );
92 mlt_cache_item qimage_cache = mlt_service_cache_get( MLT_PRODUCER_SERVICE( producer ), "qimage.qimage" );
93 QImage *qimage = static_cast<QImage*>( mlt_cache_item_data( qimage_cache, NULL ) );
94
95 // restore scaled image
96 self->image_cache = mlt_service_cache_get( MLT_PRODUCER_SERVICE( producer ), "qimage.image" );
97 self->current_image = static_cast<uint8_t*>( mlt_cache_item_data( self->image_cache, NULL ) );
98
99 // restore alpha channel
100 self->alpha_cache = mlt_service_cache_get( MLT_PRODUCER_SERVICE( producer ), "qimage.alpha" );
101 self->current_alpha = static_cast<uint8_t*>( mlt_cache_item_data( self->alpha_cache, NULL ) );
102
103 // Check if user wants us to reload the image
104 if ( mlt_properties_get_int( producer_props, "force_reload" ) )
105 {
106 qimage = NULL;
107 self->current_image = NULL;
108 mlt_properties_set_int( producer_props, "force_reload", 0 );
109 }
110
111 // Obtain the cache flag and structure
112 int use_cache = mlt_properties_get_int( producer_props, "cache" );
113 mlt_properties cache = ( mlt_properties )mlt_properties_get_data( producer_props, "_cache", NULL );
114 int update_cache = 0;
115
116 // Get the time to live for each frame
117 double ttl = mlt_properties_get_int( producer_props, "ttl" );
118
119 // Get the original position of this frame
120 mlt_position position = mlt_properties_get_position( properties, "qimage_position" );
121 position += mlt_producer_get_in( producer );
122
123 // Image index
124 int image_idx = ( int )floor( ( double )position / ttl ) % self->count;
125
126 // Key for the cache
127 char image_key[ 10 ];
128 sprintf( image_key, "%d", image_idx );
129
130 g_mutex.lock();
131
132 // Check if the frame is already loaded
133 if ( use_cache )
134 {
135 if ( cache == NULL )
136 {
137 cache = mlt_properties_new( );
138 mlt_properties_set_data( producer_props, "_cache", cache, 0, ( mlt_destructor )mlt_properties_close, NULL );
139 }
140
141 mlt_frame cached = ( mlt_frame )mlt_properties_get_data( cache, image_key, NULL );
142
143 if ( cached )
144 {
145 self->image_idx = image_idx;
146 mlt_properties cached_props = MLT_FRAME_PROPERTIES( cached );
147 self->current_width = mlt_properties_get_int( cached_props, "width" );
148 self->current_height = mlt_properties_get_int( cached_props, "height" );
149 mlt_properties_set_int( producer_props, "_real_width", mlt_properties_get_int( cached_props, "real_width" ) );
150 mlt_properties_set_int( producer_props, "_real_height", mlt_properties_get_int( cached_props, "real_height" ) );
151 self->current_image = ( uint8_t * )mlt_properties_get_data( cached_props, "image", NULL );
152 self->current_alpha = ( uint8_t * )mlt_properties_get_data( cached_props, "alpha", NULL );
153
154 if ( width != 0 && ( width != self->current_width || height != self->current_height ) )
155 self->current_image = NULL;
156 }
157 }
158
159 // optimization for subsequent iterations on single picture
160 if ( width != 0 && ( image_idx != self->image_idx || width != self->current_width || height != self->current_height ) )
161 self->current_image = NULL;
162 if ( image_idx != self->image_idx )
163 qimage = NULL;
164 if ( qimage == NULL && ( width == 0 || self->current_image == NULL ) )
165 {
166 self->current_image = NULL;
167 self->image_idx = image_idx;
168 qimage = new QImage( mlt_properties_get_value( self->filenames, image_idx ) );
169
170 if ( !qimage->isNull( ) )
171 {
172 // Store the width/height of the qimage
173 self->current_width = qimage->width( );
174 self->current_height = qimage->height( );
175
176 // Register qimage for destruction and reuse
177 mlt_cache_item_close( qimage_cache );
178 mlt_service_cache_put( MLT_PRODUCER_SERVICE( producer ), "qimage.qimage", qimage, 0, ( mlt_destructor )qimage_delete );
179 qimage_cache = mlt_service_cache_get( MLT_PRODUCER_SERVICE( producer ), "qimage.qimage" );
180
181 mlt_events_block( producer_props, NULL );
182 mlt_properties_set_int( producer_props, "_real_width", self->current_width );
183 mlt_properties_set_int( producer_props, "_real_height", self->current_height );
184 mlt_events_unblock( producer_props, NULL );
185 }
186 else
187 {
188 delete qimage;
189 qimage = NULL;
190 }
191 }
192
193 // If we have a pixbuf and this request specifies a valid dimension and we haven't already got a cached version...
194 if ( qimage && width > 0 && self->current_image == NULL )
195 {
196 char *interps = mlt_properties_get( properties, "rescale.interp" );
197 int interp = 0;
198
199 // QImage has two scaling modes - we'll toggle between them here
200 if ( strcmp( interps, "tiles" ) == 0 )
201 interp = 1;
202 else if ( strcmp( interps, "hyper" ) == 0 )
203 interp = 1;
204
205 #ifdef USE_QT4
206 // Note - the original qimage is already safe and ready for destruction
207 QImage scaled = interp == 0 ? qimage->scaled( QSize( width, height)) : qimage->scaled( QSize(width, height), Qt::IgnoreAspectRatio, Qt::SmoothTransformation);
208 QImage temp;
209 bool hasAlpha = scaled.hasAlphaChannel();
210 if (hasAlpha)
211 temp = scaled.convertToFormat(QImage::Format_ARGB32);
212 else
213 temp = scaled.convertToFormat(QImage::Format_RGB888);
214 #endif
215
216 #ifdef USE_QT3
217 // Note - the original qimage is already safe and ready for destruction
218 QImage scaled = interp == 0 ? qimage->scale( width, height, QImage::ScaleFree ) : qimage->smoothScale( width, height, QImage::ScaleFree );
219 QImage temp = scaled.convertDepth( 32 );
220 bool hasAlpha = true;
221 #endif
222
223 // Store width and height
224 self->current_width = width;
225 self->current_height = height;
226
227 // Allocate/define image
228 self->current_image = ( uint8_t * )mlt_pool_alloc( width * ( height + 1 ) * 2 );
229 if ( !use_cache )
230 mlt_cache_item_close( self->image_cache );
231 mlt_service_cache_put( MLT_PRODUCER_SERVICE( producer ), "qimage.image", self->current_image, width * ( height + 1 ) * 2, mlt_pool_release );
232 self->image_cache = mlt_service_cache_get( MLT_PRODUCER_SERVICE( producer ), "qimage.image" );
233
234 if (!hasAlpha) {
235 mlt_convert_rgb24_to_yuv422( temp.bits(), self->current_width, self->current_height, temp.bytesPerLine(), self->current_image );
236 }
237 else {
238 // Allocate the alpha mask
239 self->current_alpha = ( uint8_t * )mlt_pool_alloc( width * height );
240 if ( !use_cache )
241 mlt_cache_item_close( self->alpha_cache );
242 mlt_service_cache_put( MLT_PRODUCER_SERVICE( producer ), "qimage.alpha", self->current_alpha, width * height, mlt_pool_release );
243 self->alpha_cache = mlt_service_cache_get( MLT_PRODUCER_SERVICE( producer ), "qimage.alpha" );
244
245 #ifdef USE_QT4
246 if ( QSysInfo::ByteOrder == QSysInfo::BigEndian )
247 mlt_convert_argb_to_yuv422( temp.bits( ), self->current_width, self->current_height, temp.bytesPerLine(), self->current_image, self->current_alpha );
248 else
249 mlt_convert_bgr24a_to_yuv422( temp.bits( ), self->current_width, self->current_height, temp.bytesPerLine( ), self->current_image, self->current_alpha );
250 #endif
251
252 #ifdef USE_QT3
253 // Convert the image
254 if ( QImage::systemByteOrder( ) == QImage::BigEndian )
255 mlt_convert_argb_to_yuv422( temp.bits( ), self->current_width, self->current_height, temp.bytesPerLine( ), self->current_image, self->current_alpha );
256 else
257 mlt_convert_bgr24a_to_yuv422( temp.bits( ), self->current_width, self->current_height, temp.bytesPerLine( ), self->current_image, self->current_alpha );
258 #endif
259 }
260
261 // Ensure we update the cache when we need to
262 update_cache = use_cache;
263 }
264
265 // release references no longer needed
266 mlt_cache_item_close( qimage_cache );
267 if ( width == 0 )
268 {
269 pthread_mutex_unlock( &self->mutex );
270 mlt_cache_item_close( self->image_cache );
271 mlt_cache_item_close( self->alpha_cache );
272 }
273
274 // Set width/height of frame
275 mlt_properties_set_int( properties, "width", self->current_width );
276 mlt_properties_set_int( properties, "height", self->current_height );
277 mlt_properties_set_int( properties, "real_width", mlt_properties_get_int( producer_props, "_real_width" ) );
278 mlt_properties_set_int( properties, "real_height", mlt_properties_get_int( producer_props, "_real_height" ) );
279
280 if ( update_cache )
281 {
282 mlt_frame cached = mlt_frame_init( MLT_PRODUCER_SERVICE( producer ) );
283 mlt_properties cached_props = MLT_FRAME_PROPERTIES( cached );
284 mlt_properties_set_int( cached_props, "width", self->current_width );
285 mlt_properties_set_int( cached_props, "height", self->current_height );
286 mlt_properties_set_int( cached_props, "real_width", mlt_properties_get_int( producer_props, "_real_width" ) );
287 mlt_properties_set_int( cached_props, "real_height", mlt_properties_get_int( producer_props, "_real_height" ) );
288 mlt_properties_set_data( cached_props, "image", self->current_image, self->current_width * ( self->current_height + 1 ) * 2, mlt_pool_release, NULL );
289 mlt_properties_set_data( cached_props, "alpha", self->current_alpha, self->current_width * self->current_height, mlt_pool_release, NULL );
290 mlt_properties_set_data( cache, image_key, cached, 0, ( mlt_destructor )mlt_frame_close, NULL );
291 }
292 g_mutex.unlock();
293 }
294
295 } // extern "C"