2 * transition_luma.c -- a generic dissolve/wipe processor
3 * Copyright (C) 2003-2004 Ushodaya Enterprises Limited
4 * Author: Dan Dennedy <dan@dennedy.org>
6 * This program is free software; you can redistribute it and/or modify
7 * it under the terms of the GNU General Public License as published by
8 * the Free Software Foundation; either version 2 of the License, or
9 * (at your option) any later version.
11 * This program is distributed in the hope that it will be useful,
12 * but WITHOUT ANY WARRANTY; without even the implied warranty of
13 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
14 * GNU General Public License for more details.
16 * You should have received a copy of the GNU General Public License
17 * along with this program; if not, write to the Free Software Foundation,
18 * Inc., 59 Temple Place - Suite 330, Boston, MA 02111-1307, USA.
21 #include "transition_luma.h"
22 #include <framework/mlt_frame.h>
34 struct mlt_transition_s parent
;
43 // forward declarations
44 static void transition_close( mlt_transition parent
);
47 // image processing functions
49 static inline float smoothstep( float edge1
, float edge2
, float a
)
57 a
= ( a
- edge1
) / ( edge2
- edge1
);
59 return ( a
* a
* ( 3 - 2 * a
) );
62 /** Calculate the position for this frame.
65 static float position_calculate( mlt_transition
this, mlt_frame frame
)
67 // Get the in and out position
68 mlt_position in
= mlt_transition_get_in( this );
69 mlt_position out
= mlt_transition_get_out( this );
71 // Get the position of the frame
72 mlt_position position
= mlt_frame_get_position( frame
);
75 return ( float )( position
- in
) / ( float )( out
- in
+ 1 );
78 /** Calculate the field delta for this frame - position between two frames.
81 static float delta_calculate( mlt_transition
this, mlt_frame frame
)
83 // Get the in and out position
84 mlt_position in
= mlt_transition_get_in( this );
85 mlt_position out
= mlt_transition_get_out( this );
87 // Get the position of the frame
88 mlt_position position
= mlt_frame_get_position( frame
);
91 float x
= ( float )( position
- in
) / ( float )( out
- in
+ 1 );
93 float y
= ( float )( position
- in
) / ( float )( out
- in
+ 1 );
95 return ( y
- x
) / 2.0;
98 static inline int dissolve_yuv( mlt_frame
this, mlt_frame that
, float weight
, int *width
, int *height
)
101 int width_src
= *width
, height_src
= *height
;
102 int width_dest
= *width
, height_dest
= *height
;
103 mlt_image_format format_src
= mlt_image_yuv422
, format_dest
= mlt_image_yuv422
;
104 uint8_t *p_src
, *p_dest
;
109 format_src
= mlt_image_yuv422
;
110 format_dest
= mlt_image_yuv422
;
112 mlt_frame_get_image( this, &p_dest
, &format_dest
, &width_dest
, &height_dest
, 1 /* writable */ );
113 mlt_frame_get_image( that
, &p_src
, &format_src
, &width_src
, &height_src
, 0 /* writable */ );
115 stride_src
= width_src
<< 1;
116 stride_dest
= width_dest
<< 1;
124 float weight_complement
= 1 - weight
;
126 // now do the compositing only to cropped extents
127 for ( i
= 0; i
< height_src
; i
++ )
129 p
= &p_src
[ i
* stride_src
];
130 o
= q
= &p_dest
[ i
* stride_dest
];
132 for ( j
= 0; j
< width_src
; j
++ )
136 *o
++ = (uint8_t)( Y
* weight
+ *q
++ * weight_complement
);
137 *o
++ = (uint8_t)( UV
* weight
+ *q
++ * weight_complement
);
146 \param field_order -1 = progressive, 0 = lower field first, 1 = top field first
148 static void luma_composite( mlt_frame a_frame
, mlt_frame b_frame
, int luma_width
, int luma_height
,
149 float *luma_bitmap
, float pos
, float frame_delta
, float softness
, int field_order
,
150 int *width
, int *height
)
152 int width_src
= *width
, height_src
= *height
;
153 int width_dest
= *width
, height_dest
= *height
;
154 mlt_image_format format_src
= mlt_image_yuv422
, format_dest
= mlt_image_yuv422
;
155 uint8_t *p_src
, *p_dest
;
162 format_src
= mlt_image_yuv422
;
163 format_dest
= mlt_image_yuv422
;
165 mlt_frame_get_image( a_frame
, &p_dest
, &format_dest
, &width_dest
, &height_dest
, 1 /* writable */ );
166 mlt_frame_get_image( b_frame
, &p_src
, &format_src
, &width_src
, &height_src
, 0 /* writable */ );
168 stride_src
= width_src
* 2;
169 stride_dest
= width_dest
* 2;
171 // Offset the position based on which field we're looking at ...
172 float field_pos
[ 2 ];
173 field_pos
[ 0 ] = pos
+ ( ( field_order
== 0 ?
1 : 0 ) * frame_delta
* 0.5 );
174 field_pos
[ 1 ] = pos
+ ( ( field_order
== 0 ?
0 : 1 ) * frame_delta
* 0.5 );
176 // adjust the position for the softness level
177 field_pos
[ 0 ] *= ( 1.0 + softness
);
178 field_pos
[ 1 ] *= ( 1.0 + softness
);
189 float x_diff
= ( float )luma_width
/ ( float )*width
;
190 float y_diff
= ( float )luma_height
/ ( float )*height
;
192 // composite using luma map
193 for ( field
= 0; field
< ( field_order
< 0 ?
1 : 2 ); ++field
)
195 for ( i
= field
; i
< height_src
; i
+= ( field_order
< 0 ?
1 : 2 ) )
197 p
= &p_src
[ i
* stride_src
];
198 q
= &p_dest
[ i
* stride_dest
];
199 o
= &p_dest
[ i
* stride_dest
];
200 l
= &luma_bitmap
[ ( int )( ( float )i
* y_diff
) * luma_width
];
202 for ( j
= 0; j
< width_src
; j
++ )
206 weight
= l
[ ( int )( ( float )j
* x_diff
) ];
207 value
= smoothstep( weight
, weight
+ softness
, field_pos
[ field
] );
209 *o
++ = (uint8_t)( y
* value
+ *q
++ * ( 1 - value
) );
210 *o
++ = (uint8_t)( uv
* value
+ *q
++ * ( 1 - value
) );
219 static int transition_get_image( mlt_frame
this, uint8_t **image
, mlt_image_format
*format
, int *width
, int *height
, int writable
)
221 // Get the properties of the a frame
222 mlt_properties a_props
= mlt_frame_properties( this );
224 // Get the b frame from the stack
225 mlt_frame b_frame
= mlt_frame_pop_frame( this );
227 // Get the properties of the b frame
228 mlt_properties b_props
= mlt_frame_properties( b_frame
);
230 // Arbitrary composite defaults
231 float mix
= mlt_properties_get_double( b_props
, "image.mix" );
232 float frame_delta
= mlt_properties_get_double( b_props
, "luma.delta" );
233 int luma_width
= mlt_properties_get_int( b_props
, "luma.width" );
234 int luma_height
= mlt_properties_get_int( b_props
, "luma.height" );
235 float *luma_bitmap
= mlt_properties_get_data( b_props
, "luma.bitmap", NULL
);
236 float luma_softness
= mlt_properties_get_double( b_props
, "luma.softness" );
237 int progressive
= mlt_properties_get_int( b_props
, "progressive" ) ||
238 mlt_properties_get_int( a_props
, "consumer_progressive" ) ||
239 mlt_properties_get_int( b_props
, "luma.progressive" );
241 int top_field_first
= mlt_properties_get_int( b_props
, "top_field_first" );
242 int reverse
= mlt_properties_get_int( b_props
, "luma.reverse" );
244 // Since we are the consumer of the b_frame, we must pass along this
245 // consumer property from the a_frame
246 mlt_properties_set_double( b_props
, "consumer_aspect_ratio", mlt_properties_get_double( a_props
, "consumer_aspect_ratio" ) );
247 mlt_properties_set_double( b_props
, "consumer_scale", mlt_properties_get_double( a_props
, "consumer_scale" ) );
249 // Honour the reverse here
250 mix
= reverse ?
1 - mix
: mix
;
251 frame_delta
*= reverse ?
-1.0 : 1.0;
253 // Ensure we get scaling on the b_frame
254 mlt_properties_set( b_props
, "rescale.interp", "nearest" );
256 if ( luma_width
> 0 && luma_height
> 0 && luma_bitmap
!= NULL
)
257 // Composite the frames using a luma map
258 luma_composite( this, b_frame
, luma_width
, luma_height
, luma_bitmap
, mix
, frame_delta
,
259 luma_softness
, progressive ?
-1 : top_field_first
, width
, height
);
261 // Dissolve the frames using the time offset for mix value
262 dissolve_yuv( this, b_frame
, mix
, width
, height
);
264 // Extract the a_frame image info
265 *width
= mlt_properties_get_int( a_props
, "width" );
266 *height
= mlt_properties_get_int( a_props
, "height" );
267 *image
= mlt_properties_get_data( a_props
, "image", NULL
);
272 /** Load the luma map from PGM stream.
275 static void luma_read_pgm( FILE *f
, float **map
, int *width
, int *height
)
277 void *release
= NULL
;
278 uint8_t *data
= NULL
;
289 // get the magic code
290 if ( fgets( line
, 127, f
) == NULL
)
292 if ( line
[0] != 'P' || line
[1] != '5' )
295 // skip white space and see if a new line must be fetched
296 for ( i
= 2; i
< 127 && line
[i
] != '\0' && isspace( line
[i
] ); i
++ );
297 if ( line
[i
] == '\0' && fgets( line
, 127, f
) == NULL
)
300 // get the dimensions
301 if ( line
[0] == 'P' )
302 i
= sscanf( line
, "P5 %d %d %d", width
, height
, &maxval
);
304 i
= sscanf( line
, "%d %d %d", width
, height
, &maxval
);
306 // get the height value, if not yet
309 if ( fgets( line
, 127, f
) == NULL
)
311 i
= sscanf( line
, "%d", height
);
318 // get the maximum gray value, if not yet
321 if ( fgets( line
, 127, f
) == NULL
)
323 i
= sscanf( line
, "%d", &maxval
);
328 // determine if this is one or two bytes per pixel
329 bpp
= maxval
> 255 ?
2 : 1;
331 // allocate temporary storage for the raw data
332 data
= mlt_pool_allocate( *width
* *height
* bpp
, &release
);
337 if ( fread( data
, *width
* *height
* bpp
, 1, f
) != 1 )
340 // allocate the luma bitmap
342 // Difficult here - need to change the function prototype....
343 *map
= p
= (float*) malloc( *width
* *height
* sizeof( float ) );
347 // proces the raw data into the luma bitmap
348 for ( i
= 0; i
< *width
* *height
* bpp
; i
+= bpp
)
351 *p
++ = (float) data
[ i
] / (float) maxval
;
353 *p
++ = (float) ( ( data
[ i
] << 8 ) + data
[ i
+1 ] ) / (float) maxval
;
359 if ( release
!= NULL
)
360 mlt_pool_release( release
);
364 /** Luma transition processing.
367 static mlt_frame
transition_process( mlt_transition transition
, mlt_frame a_frame
, mlt_frame b_frame
)
369 transition_luma
*this = (transition_luma
*) transition
->child
;
371 // Get the properties of the transition
372 mlt_properties properties
= mlt_transition_properties( transition
);
374 // Get the properties of the b frame
375 mlt_properties b_props
= mlt_frame_properties( b_frame
);
377 // If the filename property changed, reload the map
378 char *luma_file
= mlt_properties_get( properties
, "resource" );
379 if ( luma_file
!= NULL
&& ( this->filename
== NULL
|| ( this->filename
&& strcmp( luma_file
, this->filename
) ) ) )
383 free( this->filename
);
384 this->filename
= strdup( luma_file
);
385 pipe
= fopen( luma_file
, "r" );
388 free( this->bitmap
);
389 luma_read_pgm( pipe
, &this->bitmap
, &this->width
, &this->height
);
394 // Set the b frame properties
395 mlt_properties_set_double( b_props
, "image.mix", position_calculate( transition
, b_frame
) );
396 mlt_properties_set_double( b_props
, "luma.delta", delta_calculate( transition
, b_frame
) );
397 mlt_properties_set_int( b_props
, "luma.width", this->width
);
398 mlt_properties_set_int( b_props
, "luma.height", this->height
);
399 mlt_properties_set_data( b_props
, "luma.bitmap", this->bitmap
, 0, NULL
, NULL
);
400 mlt_properties_set_int( b_props
, "luma.reverse", mlt_properties_get_int( properties
, "reverse" ) );
401 mlt_properties_set_double( b_props
, "luma.softness", mlt_properties_get_double( properties
, "softness" ) );
403 mlt_frame_push_get_image( a_frame
, transition_get_image
);
404 mlt_frame_push_frame( a_frame
, b_frame
);
409 /** Constructor for the filter.
412 mlt_transition
transition_luma_init( char *lumafile
)
414 transition_luma
*this = calloc( sizeof( transition_luma
), 1 );
417 mlt_transition transition
= &this->parent
;
418 mlt_transition_init( transition
, this );
419 transition
->process
= transition_process
;
420 transition
->close
= transition_close
;
421 mlt_properties_set( mlt_transition_properties( transition
), "resource", lumafile
);
422 return &this->parent
;
427 /** Close the transition.
430 static void transition_close( mlt_transition parent
)
432 transition_luma
*this = (transition_luma
*) parent
->child
;
433 free( this->bitmap
);
434 free( this->filename
);