2 * transition_luma.c -- a generic dissolve/wipe processor
3 * Copyright (C) 2003-2004 Ushodaya Enterprises Limited
4 * Author: Dan Dennedy <dan@dennedy.org>
6 * This program is free software; you can redistribute it and/or modify
7 * it under the terms of the GNU General Public License as published by
8 * the Free Software Foundation; either version 2 of the License, or
9 * (at your option) any later version.
11 * This program is distributed in the hope that it will be useful,
12 * but WITHOUT ANY WARRANTY; without even the implied warranty of
13 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
14 * GNU General Public License for more details.
16 * You should have received a copy of the GNU General Public License
17 * along with this program; if not, write to the Free Software Foundation,
18 * Inc., 59 Temple Place - Suite 330, Boston, MA 02111-1307, USA.
21 #include "transition_luma.h"
22 #include <framework/mlt_frame.h>
34 struct mlt_transition_s parent
;
43 // forward declarations
44 static void transition_close( mlt_transition parent
);
47 // image processing functions
49 static inline float smoothstep( float edge1
, float edge2
, float a
)
57 a
= ( a
- edge1
) / ( edge2
- edge1
);
59 return ( a
* a
* ( 3 - 2 * a
) );
62 /** Calculate the position for this frame.
65 static float position_calculate( mlt_transition
this, mlt_frame frame
)
67 // Get the in and out position
68 mlt_position in
= mlt_transition_get_in( this );
69 mlt_position out
= mlt_transition_get_out( this );
71 // Get the position of the frame
72 mlt_position position
= mlt_frame_get_position( frame
);
75 return ( float )( position
- in
) / ( float )( out
- in
+ 1 );
78 /** Calculate the field delta for this frame - position between two frames.
81 static float delta_calculate( mlt_transition
this, mlt_frame frame
)
83 // Get the in and out position
84 mlt_position in
= mlt_transition_get_in( this );
85 mlt_position out
= mlt_transition_get_out( this );
87 // Get the position of the frame
88 mlt_position position
= mlt_frame_get_position( frame
);
91 float x
= ( float )( position
- in
) / ( float )( out
- in
+ 1 );
93 float y
= ( float )( position
- in
) / ( float )( out
- in
+ 1 );
95 return ( y
- x
) / 2.0;
98 static int frame_composite_yuv( mlt_frame
this, mlt_frame that
, int x
, int y
, float weight
, int *width
, int *height
)
101 int width_src
= *width
, height_src
= *height
;
102 int width_dest
= *width
, height_dest
= *height
;
103 mlt_image_format format_src
= mlt_image_yuv422
, format_dest
= mlt_image_yuv422
;
104 uint8_t *p_src
, *p_dest
;
108 int x_src
= 0, y_src
= 0;
110 // optimization point - no work to do
111 if ( ( x
< 0 && -x
>= width_src
) || ( y
< 0 && -y
>= height_src
) )
114 format_src
= mlt_image_yuv422
;
115 format_dest
= mlt_image_yuv422
;
117 mlt_frame_get_image( this, &p_dest
, &format_dest
, &width_dest
, &height_dest
, 1 /* writable */ );
118 mlt_frame_get_image( that
, &p_src
, &format_src
, &width_src
, &height_src
, 0 /* writable */ );
120 stride_src
= width_src
* 2;
121 stride_dest
= width_dest
* 2;
123 // crop overlay off the left edge of frame
131 // crop overlay beyond right edge of frame
132 else if ( x
+ width_src
> width_dest
)
133 width_src
= width_dest
- x
;
135 // crop overlay off the top edge of the frame
141 // crop overlay below bottom edge of frame
142 else if ( y
+ height_src
> height_dest
)
143 height_src
= height_dest
- y
;
145 // offset pointer into overlay buffer based on cropping
146 p_src
+= x_src
* 2 + y_src
* stride_src
;
148 // offset pointer into frame buffer based upon positive, even coordinates only!
149 p_dest
+= ( x
< 0 ?
0 : x
) * 2 + ( y
< 0 ?
0 : y
) * stride_dest
;
151 // Get the alpha channel of the overlay
152 uint8_t *p_alpha
= mlt_frame_get_alpha_mask( that
);
154 // offset pointer into alpha channel based upon cropping
156 p_alpha
+= x_src
+ y_src
* stride_src
/ 2;
161 uint8_t *z
= p_alpha
;
168 // now do the compositing only to cropped extents
169 for ( i
= 0; i
< height_src
; i
++ )
176 for ( j
= 0; j
< width_src
; j
++ )
180 a
= ( z
== NULL
) ?
255 : *z
++;
181 value
= ( weight
* ( float ) a
/ 255.0 );
182 *o
++ = (uint8_t)( Y
* value
+ *q
++ * ( 1 - value
) );
183 *o
++ = (uint8_t)( UV
* value
+ *q
++ * ( 1 - value
) );
187 p_dest
+= stride_dest
;
189 p_alpha
+= stride_src
/ 2;
197 \param field_order -1 = progressive, 0 = lower field first, 1 = top field first
199 static void luma_composite( mlt_frame a_frame
, mlt_frame b_frame
, int luma_width
, int luma_height
,
200 float *luma_bitmap
, float pos
, float frame_delta
, float softness
, int field_order
,
201 int *width
, int *height
)
203 int width_src
= *width
, height_src
= *height
;
204 int width_dest
= *width
, height_dest
= *height
;
205 mlt_image_format format_src
= mlt_image_yuv422
, format_dest
= mlt_image_yuv422
;
206 uint8_t *p_src
, *p_dest
;
213 format_src
= mlt_image_yuv422
;
214 format_dest
= mlt_image_yuv422
;
216 mlt_frame_get_image( a_frame
, &p_dest
, &format_dest
, &width_dest
, &height_dest
, 1 /* writable */ );
217 mlt_frame_get_image( b_frame
, &p_src
, &format_src
, &width_src
, &height_src
, 0 /* writable */ );
219 stride_src
= width_src
* 2;
220 stride_dest
= width_dest
* 2;
222 // Offset the position based on which field we're looking at ...
223 float field_pos
[ 2 ];
224 field_pos
[ 0 ] = pos
+ ( ( field_order
== 0 ?
1 : 0 ) * frame_delta
* 0.5 );
225 field_pos
[ 1 ] = pos
+ ( ( field_order
== 0 ?
0 : 1 ) * frame_delta
* 0.5 );
227 // adjust the position for the softness level
228 field_pos
[ 0 ] *= ( 1.0 + softness
);
229 field_pos
[ 1 ] *= ( 1.0 + softness
);
240 float x_diff
= ( float )luma_width
/ ( float )*width
;
241 float y_diff
= ( float )luma_height
/ ( float )*height
;
243 // composite using luma map
244 for ( field
= 0; field
< ( field_order
< 0 ?
1 : 2 ); ++field
)
246 for ( i
= field
; i
< height_src
; i
+= ( field_order
< 0 ?
1 : 2 ) )
248 p
= &p_src
[ i
* stride_src
];
249 q
= &p_dest
[ i
* stride_dest
];
250 o
= &p_dest
[ i
* stride_dest
];
251 l
= &luma_bitmap
[ ( int )( ( float )i
* y_diff
) * luma_width
];
253 for ( j
= 0; j
< width_src
; j
++ )
257 weight
= l
[ ( int )( ( float )j
* x_diff
) ];
258 value
= smoothstep( weight
, weight
+ softness
, field_pos
[ field
] );
260 *o
++ = (uint8_t)( y
* value
+ *q
++ * ( 1 - value
) );
261 *o
++ = (uint8_t)( uv
* value
+ *q
++ * ( 1 - value
) );
270 static int transition_get_image( mlt_frame
this, uint8_t **image
, mlt_image_format
*format
, int *width
, int *height
, int writable
)
272 // Get the properties of the a frame
273 mlt_properties a_props
= mlt_frame_properties( this );
275 // Get the b frame from the stack
276 mlt_frame b_frame
= mlt_frame_pop_frame( this );
278 // Get the properties of the b frame
279 mlt_properties b_props
= mlt_frame_properties( b_frame
);
281 // Arbitrary composite defaults
282 float mix
= mlt_properties_get_double( b_props
, "image.mix" );
283 float frame_delta
= mlt_properties_get_double( b_props
, "luma.delta" );
284 int luma_width
= mlt_properties_get_int( b_props
, "luma.width" );
285 int luma_height
= mlt_properties_get_int( b_props
, "luma.height" );
286 float *luma_bitmap
= mlt_properties_get_data( b_props
, "luma.bitmap", NULL
);
287 float luma_softness
= mlt_properties_get_double( b_props
, "luma.softness" );
288 int progressive
= mlt_properties_get_int( b_props
, "progressive" ) ||
289 mlt_properties_get_int( a_props
, "consumer_progressive" ) ||
290 mlt_properties_get_int( b_props
, "luma.progressive" );
292 int top_field_first
= mlt_properties_get_int( b_props
, "top_field_first" );
293 int reverse
= mlt_properties_get_int( b_props
, "luma.reverse" );
295 // Since we are the consumer of the b_frame, we must pass along this
296 // consumer property from the a_frame
297 mlt_properties_set_double( b_props
, "consumer_aspect_ratio", mlt_properties_get_double( a_props
, "consumer_aspect_ratio" ) );
298 mlt_properties_set_double( b_props
, "consumer_scale", mlt_properties_get_double( a_props
, "consumer_scale" ) );
300 // Honour the reverse here
301 mix
= reverse ?
1 - mix
: mix
;
302 frame_delta
*= reverse ?
-1.0 : 1.0;
304 // Ensure we get scaling on the b_frame
305 mlt_properties_set( b_props
, "rescale.interp", "nearest" );
307 if ( luma_width
> 0 && luma_height
> 0 && luma_bitmap
!= NULL
)
308 // Composite the frames using a luma map
309 luma_composite( this, b_frame
, luma_width
, luma_height
, luma_bitmap
, mix
, frame_delta
,
310 luma_softness
, progressive ?
-1 : top_field_first
, width
, height
);
312 // Dissolve the frames using the time offset for mix value
313 frame_composite_yuv( this, b_frame
, 0, 0, mix
, width
, height
);
315 // Extract the a_frame image info
316 *width
= mlt_properties_get_int( a_props
, "width" );
317 *height
= mlt_properties_get_int( a_props
, "height" );
318 *image
= mlt_properties_get_data( a_props
, "image", NULL
);
323 /** Load the luma map from PGM stream.
326 static void luma_read_pgm( FILE *f
, float **map
, int *width
, int *height
)
328 void *release
= NULL
;
329 uint8_t *data
= NULL
;
340 // get the magic code
341 if ( fgets( line
, 127, f
) == NULL
)
343 if ( line
[0] != 'P' || line
[1] != '5' )
346 // skip white space and see if a new line must be fetched
347 for ( i
= 2; i
< 127 && line
[i
] != '\0' && isspace( line
[i
] ); i
++ );
348 if ( line
[i
] == '\0' && fgets( line
, 127, f
) == NULL
)
351 // get the dimensions
352 if ( line
[0] == 'P' )
353 i
= sscanf( line
, "P5 %d %d %d", width
, height
, &maxval
);
355 i
= sscanf( line
, "%d %d %d", width
, height
, &maxval
);
357 // get the height value, if not yet
360 if ( fgets( line
, 127, f
) == NULL
)
362 i
= sscanf( line
, "%d", height
);
369 // get the maximum gray value, if not yet
372 if ( fgets( line
, 127, f
) == NULL
)
374 i
= sscanf( line
, "%d", &maxval
);
379 // determine if this is one or two bytes per pixel
380 bpp
= maxval
> 255 ?
2 : 1;
382 // allocate temporary storage for the raw data
383 data
= mlt_pool_allocate( *width
* *height
* bpp
, &release
);
388 if ( fread( data
, *width
* *height
* bpp
, 1, f
) != 1 )
391 // allocate the luma bitmap
393 // Difficult here - need to change the function prototype....
394 *map
= p
= (float*) malloc( *width
* *height
* sizeof( float ) );
398 // proces the raw data into the luma bitmap
399 for ( i
= 0; i
< *width
* *height
* bpp
; i
+= bpp
)
402 *p
++ = (float) data
[ i
] / (float) maxval
;
404 *p
++ = (float) ( ( data
[ i
] << 8 ) + data
[ i
+1 ] ) / (float) maxval
;
410 if ( release
!= NULL
)
411 mlt_pool_release( release
);
415 /** Luma transition processing.
418 static mlt_frame
transition_process( mlt_transition transition
, mlt_frame a_frame
, mlt_frame b_frame
)
420 transition_luma
*this = (transition_luma
*) transition
->child
;
422 // Get the properties of the transition
423 mlt_properties properties
= mlt_transition_properties( transition
);
425 // Get the properties of the b frame
426 mlt_properties b_props
= mlt_frame_properties( b_frame
);
428 // If the filename property changed, reload the map
429 char *luma_file
= mlt_properties_get( properties
, "resource" );
430 if ( luma_file
!= NULL
&& ( this->filename
== NULL
|| ( this->filename
&& strcmp( luma_file
, this->filename
) ) ) )
434 free( this->filename
);
435 this->filename
= strdup( luma_file
);
436 pipe
= fopen( luma_file
, "r" );
439 free( this->bitmap
);
440 luma_read_pgm( pipe
, &this->bitmap
, &this->width
, &this->height
);
445 // Set the b frame properties
446 mlt_properties_set_double( b_props
, "image.mix", position_calculate( transition
, b_frame
) );
447 mlt_properties_set_double( b_props
, "luma.delta", delta_calculate( transition
, b_frame
) );
448 mlt_properties_set_int( b_props
, "luma.width", this->width
);
449 mlt_properties_set_int( b_props
, "luma.height", this->height
);
450 mlt_properties_set_data( b_props
, "luma.bitmap", this->bitmap
, 0, NULL
, NULL
);
451 mlt_properties_set_int( b_props
, "luma.reverse", mlt_properties_get_int( properties
, "reverse" ) );
452 mlt_properties_set_double( b_props
, "luma.softness", mlt_properties_get_double( properties
, "softness" ) );
454 mlt_frame_push_get_image( a_frame
, transition_get_image
);
455 mlt_frame_push_frame( a_frame
, b_frame
);
460 /** Constructor for the filter.
463 mlt_transition
transition_luma_init( char *lumafile
)
465 transition_luma
*this = calloc( sizeof( transition_luma
), 1 );
468 mlt_transition transition
= &this->parent
;
469 mlt_transition_init( transition
, this );
470 transition
->process
= transition_process
;
471 transition
->close
= transition_close
;
472 mlt_properties_set( mlt_transition_properties( transition
), "resource", lumafile
);
473 return &this->parent
;
478 /** Close the transition.
481 static void transition_close( mlt_transition parent
)
483 transition_luma
*this = (transition_luma
*) parent
->child
;
484 free( this->bitmap
);
485 free( this->filename
);