X-Git-Url: http://research.m1stereo.tv/gitweb?a=blobdiff_plain;f=src%2Fframework%2Fmlt_tractor.c;h=3dbc50bd38d0ce6295ada9e302a28ca14aea38c0;hb=5f8f3adaf7cc01a161092ea272f50279a7ad971a;hp=f68079a1b436ff2e0f47eed4c6e99887d6b234b2;hpb=fc5ebbfed65635009b29bdd52a1c0deebadc9157;p=melted diff --git a/src/framework/mlt_tractor.c b/src/framework/mlt_tractor.c index f68079a..3dbc50b 100644 --- a/src/framework/mlt_tractor.c +++ b/src/framework/mlt_tractor.c @@ -23,6 +23,7 @@ #include "mlt_tractor.h" #include "mlt_frame.h" #include "mlt_multitrack.h" +#include "mlt_field.h" #include #include @@ -43,8 +44,6 @@ struct mlt_tractor_s static int producer_get_frame( mlt_producer this, mlt_frame_ptr frame, int track ); /** Constructor for the tractor. - - TODO: thread this service... */ mlt_tractor mlt_tractor_init( ) @@ -55,10 +54,47 @@ mlt_tractor mlt_tractor_init( ) mlt_producer producer = &this->parent; if ( mlt_producer_init( producer, this ) == 0 ) { - producer->get_frame = producer_get_frame; mlt_properties_set( mlt_producer_properties( producer ), "resource", "" ); mlt_properties_set( mlt_producer_properties( producer ), "mlt_type", "mlt_producer" ); mlt_properties_set( mlt_producer_properties( producer ), "mlt_service", "tractor" ); + + producer->get_frame = producer_get_frame; + producer->close = ( mlt_destructor )mlt_tractor_close; + producer->close_object = this; + } + else + { + free( this ); + this = NULL; + } + } + return this; +} + +mlt_tractor mlt_tractor_new( ) +{ + mlt_tractor this = calloc( sizeof( struct mlt_tractor_s ), 1 ); + if ( this != NULL ) + { + mlt_producer producer = &this->parent; + if ( mlt_producer_init( producer, this ) == 0 ) + { + mlt_multitrack multitrack = mlt_multitrack_init( ); + mlt_field field = mlt_field_new( multitrack, this ); + mlt_properties props = mlt_producer_properties( producer ); + + mlt_properties_set( props, "resource", "" ); + mlt_properties_set( props, "mlt_type", "mlt_producer" ); + mlt_properties_set( props, "mlt_service", "tractor" ); + mlt_properties_set_position( props, "in", 0 ); + mlt_properties_set_position( props, "out", 0 ); + mlt_properties_set_position( props, "length", 0 ); + mlt_properties_set_data( props, "multitrack", multitrack, 0, ( mlt_destructor )mlt_multitrack_close, NULL ); + mlt_properties_set_data( props, "field", field, 0, ( mlt_destructor )mlt_field_close, NULL ); + + producer->get_frame = producer_get_frame; + producer->close = ( mlt_destructor )mlt_tractor_close; + producer->close_object = this; } else { @@ -82,7 +118,7 @@ mlt_service mlt_tractor_service( mlt_tractor this ) mlt_producer mlt_tractor_producer( mlt_tractor this ) { - return &this->parent; + return this != NULL ? &this->parent : NULL; } /** Get the properties object associated to the tractor. @@ -93,6 +129,36 @@ mlt_properties mlt_tractor_properties( mlt_tractor this ) return mlt_producer_properties( &this->parent ); } +/** Get the field this tractor is harvesting. +*/ + +mlt_field mlt_tractor_field( mlt_tractor this ) +{ + return mlt_properties_get_data( mlt_tractor_properties( this ), "field", NULL ); +} + +/** Get the multitrack this tractor is pulling. +*/ + +mlt_multitrack mlt_tractor_multitrack( mlt_tractor this ) +{ + return mlt_properties_get_data( mlt_tractor_properties( this ), "multitrack", NULL ); +} + +/** Ensure the tractors in/out points match the multitrack. +*/ + +void mlt_tractor_refresh( mlt_tractor this ) +{ + mlt_multitrack multitrack = mlt_tractor_multitrack( this ); + mlt_properties properties = mlt_multitrack_properties( multitrack ); + mlt_properties self = mlt_tractor_properties( this ); + mlt_multitrack_refresh( multitrack ); + mlt_properties_set_position( self, "in", 0 ); + mlt_properties_set_position( self, "out", mlt_properties_get_position( properties, "out" ) ); + mlt_properties_set_position( self, "length", mlt_properties_get_position( properties, "length" ) ); +} + /** Connect the tractor. */ @@ -107,9 +173,49 @@ int mlt_tractor_connect( mlt_tractor this, mlt_service producer ) return ret; } -/** Get the next frame. +/** Set the producer for a specific track. +*/ - TODO: This should be reading a pump being populated by the thread... +int mlt_tractor_set_track( mlt_tractor this, mlt_producer producer, int index ) +{ + int error = mlt_multitrack_connect( mlt_tractor_multitrack( this ), producer, index ); + mlt_tractor_refresh( this ); + return error; +} + +/** Get the producer for a specific track. +*/ + +mlt_producer mlt_tractor_get_track( mlt_tractor this, int index ) +{ + return mlt_multitrack_track( mlt_tractor_multitrack( this ), index ); +} + +static int producer_get_image( mlt_frame this, uint8_t **buffer, mlt_image_format *format, int *width, int *height, int writable ) +{ + mlt_properties properties = mlt_frame_properties( this ); + mlt_frame frame = mlt_frame_pop_service( this ); + mlt_properties_inherit( mlt_frame_properties( frame ), properties ); + mlt_frame_get_image( frame, buffer, format, width, height, writable ); + mlt_properties_set_data( properties, "image", *buffer, *width * *height * 2, NULL, NULL ); + mlt_properties_set_int( properties, "width", *width ); + mlt_properties_set_int( properties, "height", *height ); + return 0; +} + +static int producer_get_audio( mlt_frame this, int16_t **buffer, mlt_audio_format *format, int *frequency, int *channels, int *samples ) +{ + mlt_properties properties = mlt_frame_properties( this ); + mlt_frame frame = mlt_frame_pop_audio( this ); + mlt_properties_inherit( mlt_frame_properties( frame ), properties ); + mlt_frame_get_audio( frame, buffer, format, frequency, channels, samples ); + mlt_properties_set_data( properties, "audio", *buffer, 0, NULL, NULL ); + mlt_properties_set_int( properties, "frequency", *frequency ); + mlt_properties_set_int( properties, "channels", *channels ); + return 0; +} + +/** Get the next frame. */ static int producer_get_frame( mlt_producer parent, mlt_frame_ptr frame, int track ) @@ -120,10 +226,8 @@ static int producer_get_frame( mlt_producer parent, mlt_frame_ptr frame, int tra if ( track == 0 && this->producer != NULL ) { int i = 0; - int looking = 1; int done = 0; mlt_frame temp = NULL; - mlt_frame store[ 10 ]; int count = 0; // Get the properties of the parent producer @@ -132,55 +236,84 @@ static int producer_get_frame( mlt_producer parent, mlt_frame_ptr frame, int tra // Try to obtain the multitrack associated to the tractor mlt_multitrack multitrack = mlt_properties_get_data( properties, "multitrack", NULL ); + // Or a specific producer + mlt_producer producer = mlt_properties_get_data( properties, "producer", NULL ); + // If we don't have one, we're in trouble... if ( multitrack != NULL ) { + // Used to garbage collect all frames + char label[ 30 ]; + + // Get the id of the tractor + char *id = mlt_properties_get( properties, "_unique_id" ); + + // Will be used to store the frame properties object + mlt_properties frame_properties = NULL; + + // We'll store audio and video frames to use here + mlt_frame audio = NULL; + mlt_frame video = NULL; + + // Get the multitrack's producer mlt_producer target = mlt_multitrack_producer( multitrack ); mlt_producer_seek( target, mlt_producer_frame( parent ) ); mlt_producer_set_speed( target, mlt_producer_get_speed( parent ) ); - } - else - { - fprintf( stderr, "tractor without a multitrack!!\n" ); - } - // Loop through each of the tracks we're harvesting - for ( i = 0; !done; i ++ ) - { - // Get a frame from the producer - mlt_service_get_frame( this->producer, &temp, i ); + // We will create one frame and attach everything to it + *frame = mlt_frame_init( ); - // Check for last track - done = mlt_properties_get_int( mlt_frame_properties( temp ), "last_track" ); + // Get the properties of the frame + frame_properties = mlt_frame_properties( *frame ); - // Handle the frame - if ( done && looking ) + // Loop through each of the tracks we're harvesting + for ( i = 0; !done; i ++ ) { - // Use this as output if we don't have one already - *frame = temp; + // Get a frame from the producer + mlt_service_get_frame( this->producer, &temp, i ); + + // Check for last track + done = mlt_properties_get_int( mlt_frame_properties( temp ), "last_track" ); + + // We store all frames with a destructor on the output frame + sprintf( label, "_%s_%d", id, count ++ ); + mlt_properties_set_data( frame_properties, label, temp, 0, ( mlt_destructor )mlt_frame_close, NULL ); + + // Pick up first video and audio frames + if ( !done && !mlt_frame_is_test_audio( temp ) && !( mlt_properties_get_int( mlt_frame_properties( temp ), "hide" ) & 2 ) ) + audio = temp; + if ( !done && !mlt_frame_is_test_card( temp ) && !( mlt_properties_get_int( mlt_frame_properties( temp ), "hide" ) & 1 ) ) + video = temp; } - else if ( ( !mlt_frame_is_test_card( temp ) || !mlt_frame_is_test_audio( temp ) ) && looking && - mlt_producer_frame( parent ) == mlt_frame_get_position( temp ) ) + + // Now stack callbacks + if ( audio != NULL ) { - *frame = temp; - looking = 0; + mlt_frame_push_audio( *frame, audio ); + ( *frame )->get_audio = producer_get_audio; + mlt_properties_inherit( mlt_frame_properties( *frame ), mlt_frame_properties( audio ) ); } - else + + if ( video != NULL ) { - // We store all other frames for now - store[ count ++ ] = temp; + mlt_frame_push_service( *frame, video ); + mlt_frame_push_service( *frame, producer_get_image ); + mlt_properties_inherit( mlt_frame_properties( *frame ), mlt_frame_properties( video ) ); } - } - // Now place all the unused frames on to the properties (will be destroyed automatically) - while ( count -- ) + mlt_properties_set_int( mlt_frame_properties( *frame ), "test_audio", audio == NULL ); + mlt_properties_set_int( mlt_frame_properties( *frame ), "test_image", video == NULL ); + } + else if ( producer != NULL ) { - mlt_properties frame_properties = mlt_frame_properties( *frame ); - char label[ 30 ]; - sprintf( label, "tractor_%d", count ); - while ( mlt_properties_get_data( frame_properties, label, NULL ) != NULL ) - strcat( label, "+" ); - mlt_properties_set_data( frame_properties, label, store[ count ], 0, ( mlt_destructor )mlt_frame_close, NULL ); + mlt_producer_seek( producer, mlt_producer_frame( parent ) ); + mlt_producer_set_speed( producer, mlt_producer_get_speed( parent ) ); + mlt_service_get_frame( this->producer, frame, track ); + } + else + { + fprintf( stderr, "tractor without a multitrack!!\n" ); + mlt_service_get_frame( this->producer, frame, track ); } // Prepare the next frame @@ -202,7 +335,11 @@ static int producer_get_frame( mlt_producer parent, mlt_frame_ptr frame, int tra void mlt_tractor_close( mlt_tractor this ) { - mlt_producer_close( &this->parent ); - free( this ); + if ( this != NULL && mlt_properties_dec_ref( mlt_tractor_properties( this ) ) <= 0 ) + { + this->parent.close = NULL; + mlt_producer_close( &this->parent ); + free( this ); + } }