X-Git-Url: http://research.m1stereo.tv/gitweb?a=blobdiff_plain;f=src%2Fmodules%2Fcore%2Ftransition_luma.c;h=4b87b2ae675b7b8b7079ac04eeb67eab2f0acb09;hb=b5bf7e90101c8ff6efd2a1e993673e4f56735caf;hp=bb44d29157f0e8d510f7bb17fa075b3e918953f6;hpb=0ef075de03b447797a8530585815c8c86aae5178;p=melted diff --git a/src/modules/core/transition_luma.c b/src/modules/core/transition_luma.c index bb44d29..4b87b2a 100644 --- a/src/modules/core/transition_luma.c +++ b/src/modules/core/transition_luma.c @@ -3,23 +3,26 @@ * Copyright (C) 2003-2004 Ushodaya Enterprises Limited * Author: Dan Dennedy * - * This program is free software; you can redistribute it and/or modify - * it under the terms of the GNU General Public License as published by - * the Free Software Foundation; either version 2 of the License, or - * (at your option) any later version. + * Adapted from Kino Plugin Timfx, which is + * Copyright (C) 2002 Timothy M. Shead * - * This program is distributed in the hope that it will be useful, + * This library is free software; you can redistribute it and/or + * modify it under the terms of the GNU Lesser General Public + * License as published by the Free Software Foundation; either + * version 2.1 of the License, or (at your option) any later version. + * + * This library is distributed in the hope that it will be useful, * but WITHOUT ANY WARRANTY; without even the implied warranty of - * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the - * GNU General Public License for more details. + * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU + * Lesser General Public License for more details. * - * You should have received a copy of the GNU General Public License - * along with this program; if not, write to the Free Software Foundation, - * Inc., 59 Temple Place - Suite 330, Boston, MA 02111-1307, USA. + * You should have received a copy of the GNU Lesser General Public + * License along with this library; if not, write to the Free Software + * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA */ #include "transition_luma.h" -#include +#include #include #include @@ -27,22 +30,6 @@ #include #include -/** Luma class. -*/ - -typedef struct -{ - struct mlt_transition_s parent; - int width; - int height; - uint16_t *bitmap; -} -transition_luma; - - -// forward declarations -static void transition_close( mlt_transition parent ); - /** Calculate the position for this frame. */ @@ -53,7 +40,8 @@ static float position_calculate( mlt_transition this, mlt_frame frame ) mlt_position out = mlt_transition_get_out( this ); // Get the position of the frame - mlt_position position = mlt_frame_get_position( frame ); + char *name = mlt_properties_get( MLT_TRANSITION_PROPERTIES( this ), "_unique_id" ); + mlt_position position = mlt_properties_get_position( MLT_FRAME_PROPERTIES( frame ), name ); // Now do the calcs return ( float )( position - in ) / ( float )( out - in + 1 ); @@ -84,22 +72,35 @@ static inline int dissolve_yuv( mlt_frame this, mlt_frame that, float weight, in int width_src = width, height_src = height; mlt_image_format format = mlt_image_yuv422; uint8_t *p_src, *p_dest; - uint8_t *p; + uint8_t *p, *q; uint8_t *limit; + uint8_t *alpha_src; + uint8_t *alpha_dst; int32_t weigh = weight * ( 1 << 16 ); int32_t weigh_complement = ( 1 - weight ) * ( 1 << 16 ); + if ( mlt_properties_get( &this->parent, "distort" ) ) + mlt_properties_set( &that->parent, "distort", mlt_properties_get( &this->parent, "distort" ) ); + mlt_properties_set_int( &that->parent, "consumer_deinterlace", mlt_properties_get_int( &this->parent, "consumer_deinterlace" ) ); mlt_frame_get_image( this, &p_dest, &format, &width, &height, 1 ); + alpha_dst = mlt_frame_get_alpha_mask( this ); mlt_frame_get_image( that, &p_src, &format, &width_src, &height_src, 0 ); + alpha_src = mlt_frame_get_alpha_mask( that ); + // Pick the lesser of two evils ;-) + width_src = width_src > width ? width : width_src; + height_src = height_src > height ? height : height_src; + p = p_dest; + q = alpha_dst; limit = p_dest + height_src * width_src * 2; while ( p < limit ) { *p_dest++ = ( *p_src++ * weigh + *p++ * weigh_complement ) >> 16; *p_dest++ = ( *p_src++ * weigh + *p++ * weigh_complement ) >> 16; + *alpha_dst++ = ( *alpha_src++ * weigh + *q++ * weigh_complement ) >> 16; } return ret; @@ -107,7 +108,7 @@ static inline int dissolve_yuv( mlt_frame this, mlt_frame that, float weight, in // image processing functions -static inline uint32_t smoothstep( int32_t edge1, int32_t edge2, uint32_t a ) +static inline int32_t smoothstep( int32_t edge1, int32_t edge2, uint32_t a ) { if ( a < edge1 ) return 0; @@ -140,9 +141,16 @@ static void luma_composite( mlt_frame a_frame, mlt_frame b_frame, int luma_width format_src = mlt_image_yuv422; format_dest = mlt_image_yuv422; + if ( mlt_properties_get( &a_frame->parent, "distort" ) ) + mlt_properties_set( &b_frame->parent, "distort", mlt_properties_get( &a_frame->parent, "distort" ) ); + mlt_properties_set_int( &b_frame->parent, "consumer_deinterlace", mlt_properties_get_int( &a_frame->parent, "consumer_deinterlace" ) ); mlt_frame_get_image( a_frame, &p_dest, &format_dest, &width_dest, &height_dest, 1 ); mlt_frame_get_image( b_frame, &p_src, &format_src, &width_src, &height_src, 0 ); + // Pick the lesser of two evils ;-) + width_src = width_src > width_dest ? width_dest : width_src; + height_src = height_src > height_dest ? height_dest : height_src; + stride_src = width_src * 2; stride_dest = width_dest * 2; @@ -167,10 +175,9 @@ static void luma_composite( mlt_frame a_frame, mlt_frame b_frame, int luma_width int32_t i_softness = softness * ( 1 << 16 ); - int field_count = field_order <= 0 ? 1 : 2; + int field_count = field_order < 0 ? 1 : 2; int field_stride_src = field_count * stride_src; int field_stride_dest = field_count * stride_dest; - int field = 0; // composite using luma map @@ -178,7 +185,7 @@ static void luma_composite( mlt_frame a_frame, mlt_frame b_frame, int luma_width { p_row = p_src + field * stride_src; q_row = p_dest + field * stride_dest; - y_offset = ( field * luma_width ) << 16; + y_offset = field << 16; i = field; while ( i < height_src ) @@ -209,65 +216,6 @@ static void luma_composite( mlt_frame a_frame, mlt_frame b_frame, int luma_width } } -/** Get the image. -*/ - -static int transition_get_image( mlt_frame a_frame, uint8_t **image, mlt_image_format *format, int *width, int *height, int writable ) -{ - // Get the properties of the a frame - mlt_properties a_props = mlt_frame_properties( a_frame ); - - // Get the b frame from the stack - mlt_frame b_frame = mlt_frame_pop_frame( a_frame ); - - // Get the properties of the b frame - mlt_properties b_props = mlt_frame_properties( b_frame ); - - // Arbitrary composite defaults - float mix = mlt_properties_get_double( b_props, "image.mix" ); - float frame_delta = mlt_properties_get_double( b_props, "luma.delta" ); - int luma_width = mlt_properties_get_int( b_props, "luma.width" ); - int luma_height = mlt_properties_get_int( b_props, "luma.height" ); - uint16_t *luma_bitmap = mlt_properties_get_data( b_props, "luma.bitmap", NULL ); - float luma_softness = mlt_properties_get_double( b_props, "luma.softness" ); - int progressive = mlt_properties_get_int( b_props, "progressive" ) || - mlt_properties_get_int( a_props, "consumer_progressive" ) || - mlt_properties_get_int( b_props, "luma.progressive" ); - - int top_field_first = mlt_properties_get_int( b_props, "top_field_first" ); - int reverse = mlt_properties_get_int( b_props, "luma.reverse" ); - - // Since we are the consumer of the b_frame, we must pass along this - // consumer property from the a_frame - mlt_properties_set_double( b_props, "consumer_aspect_ratio", mlt_properties_get_double( a_props, "consumer_aspect_ratio" ) ); - mlt_properties_set_double( b_props, "consumer_scale", mlt_properties_get_double( a_props, "consumer_scale" ) ); - - // Honour the reverse here - if ( mix >= 1.0 ) - mix -= floor( mix ); - - mix = reverse ? 1 - mix : mix; - frame_delta *= reverse ? -1.0 : 1.0; - - // Ensure we get scaling on the b_frame - mlt_properties_set( b_props, "rescale.interp", "nearest" ); - - if ( luma_width > 0 && luma_height > 0 && luma_bitmap != NULL ) - // Composite the frames using a luma map - luma_composite( a_frame, b_frame, luma_width, luma_height, luma_bitmap, mix, frame_delta, - luma_softness, progressive ? -1 : top_field_first, width, height ); - else - // Dissolve the frames using the time offset for mix value - dissolve_yuv( a_frame, b_frame, mix, *width, *height ); - - // Extract the a_frame image info - *width = mlt_properties_get_int( a_props, "width" ); - *height = mlt_properties_get_int( a_props, "height" ); - *image = mlt_properties_get_data( a_props, "image", NULL ); - - return 0; -} - /** Load the luma map from PGM stream. */ @@ -277,24 +225,36 @@ static void luma_read_pgm( FILE *f, uint16_t **map, int *width, int *height ) while (1) { char line[128]; + char comment[128]; int i = 2; int maxval; int bpp; uint16_t *p; - + line[127] = '\0'; // get the magic code if ( fgets( line, 127, f ) == NULL ) break; + + // skip comments + while ( sscanf( line, " #%s", comment ) > 0 ) + if ( fgets( line, 127, f ) == NULL ) + break; + if ( line[0] != 'P' || line[1] != '5' ) break; // skip white space and see if a new line must be fetched for ( i = 2; i < 127 && line[i] != '\0' && isspace( line[i] ); i++ ); - if ( line[i] == '\0' && fgets( line, 127, f ) == NULL ) + if ( ( line[i] == '\0' || line[i] == '#' ) && fgets( line, 127, f ) == NULL ) break; + // skip comments + while ( sscanf( line, " #%s", comment ) > 0 ) + if ( fgets( line, 127, f ) == NULL ) + break; + // get the dimensions if ( line[0] == 'P' ) i = sscanf( line, "P5 %d %d %d", width, height, &maxval ); @@ -306,6 +266,12 @@ static void luma_read_pgm( FILE *f, uint16_t **map, int *width, int *height ) { if ( fgets( line, 127, f ) == NULL ) break; + + // skip comments + while ( sscanf( line, " #%s", comment ) > 0 ) + if ( fgets( line, 127, f ) == NULL ) + break; + i = sscanf( line, "%d", height ); if ( i == 0 ) break; @@ -318,6 +284,12 @@ static void luma_read_pgm( FILE *f, uint16_t **map, int *width, int *height ) { if ( fgets( line, 127, f ) == NULL ) break; + + // skip comments + while ( sscanf( line, " #%s", comment ) > 0 ) + if ( fgets( line, 127, f ) == NULL ) + break; + i = sscanf( line, "%d", &maxval ); if ( i == 0 ) break; @@ -325,7 +297,7 @@ static void luma_read_pgm( FILE *f, uint16_t **map, int *width, int *height ) // determine if this is one or two bytes per pixel bpp = maxval > 255 ? 2 : 1; - + // allocate temporary storage for the raw data data = mlt_pool_alloc( *width * *height * bpp ); if ( data == NULL ) @@ -334,7 +306,7 @@ static void luma_read_pgm( FILE *f, uint16_t **map, int *width, int *height ) // read the raw data if ( fread( data, *width * *height * bpp, 1, f ) != 1 ) break; - + // allocate the luma bitmap *map = p = (uint16_t*)mlt_pool_alloc( *width * *height * sizeof( uint16_t ) ); if ( *map == NULL ) @@ -351,49 +323,240 @@ static void luma_read_pgm( FILE *f, uint16_t **map, int *width, int *height ) break; } - + if ( data != NULL ) mlt_pool_release( data ); } +/** Generate a luma map from an RGB image. +*/ + +static void luma_read_yuv422( uint8_t *image, uint16_t **map, int width, int height ) +{ + int i; + int size = width * height * 2; + + // allocate the luma bitmap + uint16_t *p = *map = ( uint16_t* )mlt_pool_alloc( width * height * sizeof( uint16_t ) ); + if ( *map == NULL ) + return; + + // proces the image data into the luma bitmap + for ( i = 0; i < size; i += 2 ) + *p++ = ( image[ i ] - 16 ) * 299; // 299 = 65535 / 219 +} -/** Luma transition processing. +/** Generate a luma map from a YUV image. */ +static void luma_read_rgb24( uint8_t *image, uint16_t **map, int width, int height ) +{ +} -static mlt_frame transition_process( mlt_transition transition, mlt_frame a_frame, mlt_frame b_frame ) +/** Get the image. +*/ + +static int transition_get_image( mlt_frame a_frame, uint8_t **image, mlt_image_format *format, int *width, int *height, int writable ) { - transition_luma *this = (transition_luma*) transition->child; + // Get the b frame from the stack + mlt_frame b_frame = mlt_frame_pop_frame( a_frame ); + + // Get the transition object + mlt_transition transition = mlt_frame_pop_service( a_frame ); // Get the properties of the transition - mlt_properties properties = mlt_transition_properties( transition ); - + mlt_properties properties = MLT_TRANSITION_PROPERTIES( transition ); + + // Get the properties of the a frame + mlt_properties a_props = MLT_FRAME_PROPERTIES( a_frame ); + // Get the properties of the b frame - mlt_properties b_props = mlt_frame_properties( b_frame ); + mlt_properties b_props = MLT_FRAME_PROPERTIES( b_frame ); + + // This compositer is yuv422 only + *format = mlt_image_yuv422; + + // The cached luma map information + int luma_width = mlt_properties_get_int( properties, "width" ); + int luma_height = mlt_properties_get_int( properties, "height" ); + uint16_t *luma_bitmap = mlt_properties_get_data( properties, "bitmap", NULL ); // If the filename property changed, reload the map - char *lumafile = mlt_properties_get( properties, "resource" ); - if ( this->bitmap == NULL && lumafile != NULL ) + char *resource = mlt_properties_get( properties, "resource" ); + + // Correct width/height if not specified + if ( luma_width == 0 || luma_height == 0 ) { - FILE *pipe = fopen( lumafile, "r" ); - if ( pipe != NULL ) + luma_width = mlt_properties_get_int( a_props, "width" ); + luma_height = mlt_properties_get_int( a_props, "height" ); + } + + if ( luma_bitmap == NULL && resource != NULL ) + { + char temp[ 512 ]; + char *extension = strrchr( resource, '.' ); + + if ( strchr( resource, '%' ) ) { - luma_read_pgm( pipe, &this->bitmap, &this->width, &this->height ); - fclose( pipe ); + FILE *test; + sprintf( temp, "%s/lumas/%s/%s", mlt_factory_prefix( ), mlt_environment( "MLT_NORMALISATION" ), strchr( resource, '%' ) + 1 ); + test = fopen( temp, "r" ); + if ( test == NULL ) + strcat( temp, ".png" ); + else + fclose( test ); + resource = temp; + extension = strrchr( resource, '.' ); + } + + // See if it is a PGM + if ( extension != NULL && strcmp( extension, ".pgm" ) == 0 ) + { + // Open PGM + FILE *f = fopen( resource, "r" ); + if ( f != NULL ) + { + // Load from PGM + luma_read_pgm( f, &luma_bitmap, &luma_width, &luma_height ); + fclose( f ); + + // Set the transition properties + mlt_properties_set_int( properties, "width", luma_width ); + mlt_properties_set_int( properties, "height", luma_height ); + mlt_properties_set_data( properties, "bitmap", luma_bitmap, luma_width * luma_height * 2, mlt_pool_release, NULL ); + } + } + else + { + // Get the factory producer service + char *factory = mlt_properties_get( properties, "factory" ); + + // Create the producer + mlt_producer producer = mlt_factory_producer( factory, resource ); + + // If we have one + if ( producer != NULL ) + { + // Get the producer properties + mlt_properties producer_properties = MLT_PRODUCER_PROPERTIES( producer ); + + // Ensure that we loop + mlt_properties_set( producer_properties, "eof", "loop" ); + + // Now pass all producer. properties on the transition down + mlt_properties_pass( producer_properties, properties, "producer." ); + + // We will get the alpha frame from the producer + mlt_frame luma_frame = NULL; + + // Get the luma frame + if ( mlt_service_get_frame( MLT_PRODUCER_SERVICE( producer ), &luma_frame, 0 ) == 0 ) + { + uint8_t *luma_image = NULL; + mlt_image_format luma_format = mlt_image_yuv422; + + // Get image from the luma producer + mlt_properties_set( MLT_FRAME_PROPERTIES( luma_frame ), "rescale.interp", "nearest" ); + mlt_frame_get_image( luma_frame, &luma_image, &luma_format, &luma_width, &luma_height, 0 ); + + // Generate the luma map + if ( luma_image != NULL && luma_format == mlt_image_yuv422 ) + luma_read_yuv422( luma_image, &luma_bitmap, luma_width, luma_height ); + + else if ( luma_image != NULL && luma_format == mlt_image_rgb24 ) + luma_read_rgb24( luma_image, &luma_bitmap, luma_width, luma_height ); + + // Set the transition properties + mlt_properties_set_int( properties, "width", luma_width ); + mlt_properties_set_int( properties, "height", luma_height ); + mlt_properties_set_data( properties, "bitmap", luma_bitmap, luma_width * luma_height * 2, mlt_pool_release, NULL ); + + // Cleanup the luma frame + mlt_frame_close( luma_frame ); + } + + // Cleanup the luma producer + mlt_producer_close( producer ); + } } } - // Set the b frame properties - mlt_properties_set_double( b_props, "image.mix", position_calculate( transition, a_frame ) ); - mlt_properties_set_double( b_props, "luma.delta", delta_calculate( transition, a_frame ) ); - mlt_properties_set_int( b_props, "luma.width", this->width ); - mlt_properties_set_int( b_props, "luma.height", this->height ); - mlt_properties_set_data( b_props, "luma.bitmap", this->bitmap, 0, NULL, NULL ); - mlt_properties_set_int( b_props, "luma.reverse", mlt_properties_get_int( properties, "reverse" ) ); - mlt_properties_set_double( b_props, "luma.softness", mlt_properties_get_double( properties, "softness" ) ); + // Arbitrary composite defaults + float mix = position_calculate( transition, a_frame ); + float frame_delta = delta_calculate( transition, a_frame ); + + float luma_softness = mlt_properties_get_double( properties, "softness" ); + int progressive = + mlt_properties_get_int( a_props, "consumer_deinterlace" ) || + mlt_properties_get_int( properties, "progressive" ) || + mlt_properties_get_int( b_props, "luma.progressive" ); + int top_field_first = mlt_properties_get_int( b_props, "top_field_first" ); + int reverse = mlt_properties_get_int( properties, "reverse" ); + int invert = mlt_properties_get_int( properties, "invert" ); + + if ( mlt_properties_get( a_props, "rescale.interp" ) == NULL || !strcmp( mlt_properties_get( a_props, "rescale.interp" ), "none" ) ) + mlt_properties_set( a_props, "rescale.interp", "nearest" ); - mlt_frame_push_get_image( a_frame, transition_get_image ); + // Since we are the consumer of the b_frame, we must pass along this + // consumer property from the a_frame + if ( mlt_properties_get_double( a_props, "aspect_ratio" ) == 0.0 ) + mlt_properties_set_double( a_props, "aspect_ratio", mlt_properties_get_double( a_props, "consumer_aspect_ratio" ) ); + if ( mlt_properties_get_double( b_props, "aspect_ratio" ) == 0.0 ) + mlt_properties_set_double( b_props, "aspect_ratio", mlt_properties_get_double( a_props, "consumer_aspect_ratio" ) ); + mlt_properties_set_double( b_props, "consumer_aspect_ratio", mlt_properties_get_double( a_props, "consumer_aspect_ratio" ) ); + + // Honour the reverse here + if ( mix >= 1.0 ) + mix -= floor( mix ); + + mix = reverse || invert ? 1 - mix : mix; + frame_delta *= reverse || invert ? -1.0 : 1.0; + + // Ensure we get scaling on the b_frame + if ( mlt_properties_get( b_props, "rescale.interp" ) == NULL || !strcmp( mlt_properties_get( b_props, "rescale.interp" ), "none" ) ) + mlt_properties_set( b_props, "rescale.interp", "nearest" ); + + if ( mlt_properties_get( properties, "fixed" ) ) + mix = mlt_properties_get_double( properties, "fixed" ); + + + if ( luma_width > 0 && luma_height > 0 && luma_bitmap != NULL ) + // Composite the frames using a luma map + luma_composite( !invert ? a_frame : b_frame, !invert ? b_frame : a_frame, luma_width, luma_height, luma_bitmap, mix, frame_delta, + luma_softness, progressive ? -1 : top_field_first, width, height ); + else + // Dissolve the frames using the time offset for mix value + dissolve_yuv( a_frame, b_frame, mix, *width, *height ); + + + // Extract the a_frame image info + *width = mlt_properties_get_int( !invert ? a_props : b_props, "width" ); + *height = mlt_properties_get_int( !invert ? a_props : b_props, "height" ); + *image = mlt_properties_get_data( !invert ? a_props : b_props, "image", NULL ); + + return 0; +} + + +/** Luma transition processing. +*/ + +static mlt_frame transition_process( mlt_transition transition, mlt_frame a_frame, mlt_frame b_frame ) +{ + // Get a unique name to store the frame position + char *name = mlt_properties_get( MLT_TRANSITION_PROPERTIES( transition ), "_unique_id" ); + + // Assign the current position to the name + mlt_properties_set_position( MLT_FRAME_PROPERTIES( a_frame ), name, mlt_frame_get_position( a_frame ) ); + + // Push the transition on to the frame + mlt_frame_push_service( a_frame, transition ); + + // Push the b_frame on to the stack mlt_frame_push_frame( a_frame, b_frame ); + // Push the transition method + mlt_frame_push_get_image( a_frame, transition_get_image ); + return a_frame; } @@ -402,26 +565,22 @@ static mlt_frame transition_process( mlt_transition transition, mlt_frame a_fram mlt_transition transition_luma_init( char *lumafile ) { - transition_luma *this = calloc( sizeof( transition_luma ), 1 ); - if ( this != NULL ) + mlt_transition transition = mlt_transition_new( ); + if ( transition != NULL ) { - mlt_transition transition = &this->parent; - mlt_transition_init( transition, this ); + // Set the methods transition->process = transition_process; - transition->close = transition_close; - mlt_properties_set( mlt_transition_properties( transition ), "resource", lumafile ); - return &this->parent; - } - return NULL; -} + + // Default factory + mlt_properties_set( MLT_TRANSITION_PROPERTIES( transition ), "factory", "fezzik" ); -/** Close the transition. -*/ + // Set the main property + mlt_properties_set( MLT_TRANSITION_PROPERTIES( transition ), "resource", lumafile ); + + // Inform apps and framework that this is a video only transition + mlt_properties_set_int( MLT_TRANSITION_PROPERTIES( transition ), "_transition_type", 1 ); -static void transition_close( mlt_transition parent ) -{ - transition_luma *this = (transition_luma*) parent->child; - mlt_pool_release( this->bitmap ); - free( this ); + return transition; + } + return NULL; } -