avformat/filter_swscale.c: add support for scaling the alpha channel (needs further...
[melted] / src / modules / avformat / filter_swscale.c
1 /*
2 * filter_swscale.c -- image scaling filter
3 * Copyright (C) 2008-2009 Ushodaya Enterprises Limited
4 * Author: Dan Dennedy <dan@dennedy.org>
5 *
6 * This library is free software; you can redistribute it and/or
7 * modify it under the terms of the GNU Lesser General Public
8 * License as published by the Free Software Foundation; either
9 * version 2.1 of the License, or (at your option) any later version.
10 *
11 * This library is distributed in the hope that it will be useful,
12 * but WITHOUT ANY WARRANTY; without even the implied warranty of
13 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
14 * Lesser General Public License for more details.
15 *
16 * You should have received a copy of the GNU Lesser General Public
17 * License along with this library; if not, write to the Free Software
18 * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
19 */
20
21 #include <framework/mlt_filter.h>
22 #include <framework/mlt_frame.h>
23 #include <framework/mlt_factory.h>
24 #include <framework/mlt_factory.h>
25
26
27 // ffmpeg Header files
28 #include <avformat.h>
29 #include <swscale.h>
30
31 #include <stdio.h>
32 #include <stdlib.h>
33 #include <string.h>
34
35 static inline int is_big_endian( )
36 {
37 union { int i; char c[ 4 ]; } big_endian_test;
38 big_endian_test.i = 1;
39
40 return big_endian_test.c[ 0 ] != 1;
41 }
42
43 static inline int convert_mlt_to_av_cs( mlt_image_format format )
44 {
45 int value = 0;
46
47 switch( format )
48 {
49 case mlt_image_rgb24:
50 value = PIX_FMT_RGB24;
51 break;
52 case mlt_image_rgb24a:
53 value = PIX_FMT_RGBA32;
54 break;
55 case mlt_image_yuv422:
56 value = PIX_FMT_YUV422;
57 break;
58 case mlt_image_yuv420p:
59 value = PIX_FMT_YUV420P;
60 break;
61 case mlt_image_opengl:
62 case mlt_image_none:
63 fprintf( stderr, "Invalid format...\n" );
64 break;
65 }
66
67 return value;
68 }
69
70 static int filter_scale( mlt_frame this, uint8_t **image, mlt_image_format iformat, mlt_image_format oformat, int iwidth, int iheight, int owidth, int oheight )
71 {
72 // Get the properties
73 mlt_properties properties = MLT_FRAME_PROPERTIES( this );
74
75 // Get the requested interpolation method
76 char *interps = mlt_properties_get( properties, "rescale.interp" );
77
78 // Convert to the SwScale flag
79 int interp = SWS_BILINEAR;
80 if ( strcmp( interps, "nearest" ) == 0 || strcmp( interps, "neighbor" ) == 0 )
81 interp = SWS_POINT;
82 else if ( strcmp( interps, "tiles" ) == 0 || strcmp( interps, "fast_bilinear" ) == 0 )
83 interp = SWS_FAST_BILINEAR;
84 else if ( strcmp( interps, "bilinear" ) == 0 )
85 interp = SWS_BILINEAR;
86 else if ( strcmp( interps, "bicubic" ) == 0 )
87 interp = SWS_BICUBIC;
88 else if ( strcmp( interps, "bicublin" ) == 0 )
89 interp = SWS_BICUBLIN;
90 else if ( strcmp( interps, "gauss" ) == 0 )
91 interp = SWS_GAUSS;
92 else if ( strcmp( interps, "sinc" ) == 0 )
93 interp = SWS_SINC;
94 else if ( strcmp( interps, "hyper" ) == 0 || strcmp( interps, "lanczos" ) == 0 )
95 interp = SWS_LANCZOS;
96 else if ( strcmp( interps, "spline" ) == 0 )
97 interp = SWS_SPLINE;
98
99 AVPicture input;
100 AVPicture output;
101 uint8_t *outbuf = mlt_pool_alloc( owidth * ( oheight + 1 ) * 2 );
102
103 // Convert the pixel formats
104 iformat = convert_mlt_to_av_cs( iformat );
105 oformat = convert_mlt_to_av_cs( oformat );
106
107 avpicture_fill( &input, *image, iformat, iwidth, iheight );
108 avpicture_fill( &output, outbuf, oformat, owidth, oheight );
109
110 // Extract the alpha channel
111 if ( iformat == PIX_FMT_RGBA32 && oformat == PIX_FMT_YUV422 )
112 {
113 // Allocate the alpha mask
114 uint8_t *alpha = mlt_pool_alloc( iwidth * ( iheight + 1 ) );
115 if ( alpha )
116 {
117 // Convert the image and extract alpha
118 mlt_convert_rgb24a_to_yuv422( *image, iwidth, iheight, iwidth * 4, outbuf, alpha );
119 mlt_properties_set_data( properties, "alpha", alpha, iwidth * ( iheight + 1 ), ( mlt_destructor )mlt_pool_release, NULL );
120 iformat = PIX_FMT_YUV422;
121 avpicture_fill( &input, outbuf, iformat, iwidth, iheight );
122 avpicture_fill( &output, *image, oformat, owidth, oheight );
123 }
124 }
125
126 // Create the context and output image
127 struct SwsContext *context = sws_getContext( iwidth, iheight, iformat, owidth, oheight, oformat, interp, NULL, NULL, NULL);
128
129 // Perform the scaling
130 sws_scale( context, input.data, input.linesize, 0, iheight, output.data, output.linesize);
131 sws_freeContext( context );
132
133 // Now update the frame
134 mlt_properties_set_data( properties, "image", output.data[0], owidth * ( oheight + 1 ) * 2, ( mlt_destructor )mlt_pool_release, NULL );
135 mlt_properties_set_int( properties, "width", owidth );
136 mlt_properties_set_int( properties, "height", oheight );
137
138 // Return the output
139 *image = output.data[0];
140
141 // Scale the alpha channel only if exists and not correct size
142 int alpha_size = 0;
143 mlt_properties_get_data( properties, "alpha", &alpha_size );
144 if ( alpha_size > 0 && alpha_size != ( owidth * oheight ) )
145 {
146 // Create the context and output image
147 uint8_t *alpha = mlt_frame_get_alpha_mask( this );
148 if ( alpha )
149 {
150 iformat = oformat = PIX_FMT_GRAY8;
151 struct SwsContext *context = sws_getContext( iwidth, iheight, iformat, owidth, oheight, oformat, interp, NULL, NULL, NULL);
152 avpicture_fill( &input, alpha, iformat, iwidth, iheight );
153 outbuf = mlt_pool_alloc( owidth * oheight );
154 avpicture_fill( &output, outbuf, oformat, owidth, oheight );
155
156 // Perform the scaling
157 sws_scale( context, input.data, input.linesize, 0, iheight, output.data, output.linesize);
158 sws_freeContext( context );
159
160 // Set it back on the frame
161 mlt_properties_set_data( MLT_FRAME_PROPERTIES( this ), "alpha", output.data[0], owidth * oheight, mlt_pool_release, NULL );
162 }
163 }
164
165 return 0;
166 }
167
168 /** Constructor for the filter.
169 */
170
171 mlt_filter filter_swscale_init( mlt_profile profile, void *arg )
172 {
173 // Create a new scaler
174 mlt_filter this = mlt_factory_filter( profile, "rescale", arg );
175
176 // If successful, then initialise it
177 if ( this != NULL )
178 {
179 // Get the properties
180 mlt_properties properties = MLT_FILTER_PROPERTIES( this );
181
182 // Set the inerpolation
183 mlt_properties_set( properties, "interpolation", arg == NULL ? "bilinear" : arg );
184
185 // Set the method
186 mlt_properties_set_data( properties, "method", filter_scale, 0, NULL, NULL );
187 }
188
189 return this;
190 }