3 * \brief interface for all frame classes
5 * Copyright (C) 2003-2008 Ushodaya Enterprises Limited
6 * \author Charles Yates <charles.yates@pandora.be>
8 * This library is free software; you can redistribute it and/or
9 * modify it under the terms of the GNU Lesser General Public
10 * License as published by the Free Software Foundation; either
11 * version 2.1 of the License, or (at your option) any later version.
13 * This library is distributed in the hope that it will be useful,
14 * but WITHOUT ANY WARRANTY; without even the implied warranty of
15 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
16 * Lesser General Public License for more details.
18 * You should have received a copy of the GNU Lesser General Public
19 * License along with this library; if not, write to the Free Software
20 * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
26 #include "mlt_properties.h"
27 #include "mlt_deque.h"
28 #include "mlt_service.h"
30 /** callback function to get video data
34 typedef int ( *mlt_get_image
)( mlt_frame self
, uint8_t **buffer
, mlt_image_format
*format
, int *width
, int *height
, int writable
);
36 /** callback function to get audio data
40 typedef int ( *mlt_get_audio
)( mlt_frame self
, int16_t **buffer
, mlt_audio_format
*format
, int *frequency
, int *channels
, int *samples
);
42 /** \brief Frame class
44 * \properties \em test_image set if the frame holds a "test card" image
45 * \properties \em test_audio set if the frame holds "test card" audio
46 * \properties \em _producer holds a reference to the frame's end producer
47 * \properties \em _speed
48 * \properties \em meta.* holds metadata
53 /* We're extending properties here */
54 struct mlt_properties_s parent
;
57 uint8_t * ( *get_alpha_mask
)( mlt_frame self
);
59 /* Private properties */
60 mlt_deque stack_image
;
61 mlt_deque stack_audio
;
62 mlt_deque stack_service
;
65 #define MLT_FRAME_PROPERTIES( frame ) ( &( frame )->parent )
66 #define MLT_FRAME_SERVICE_STACK( frame ) ( ( frame )->stack_service )
67 #define MLT_FRAME_IMAGE_STACK( frame ) ( ( frame )->stack_image )
68 #define MLT_FRAME_AUDIO_STACK( frame ) ( ( frame )->stack_audio )
70 extern mlt_frame
mlt_frame_init( mlt_service service
);
71 extern mlt_properties
mlt_frame_properties( mlt_frame self
);
72 extern int mlt_frame_is_test_card( mlt_frame self
);
73 extern int mlt_frame_is_test_audio( mlt_frame self
);
74 extern double mlt_frame_get_aspect_ratio( mlt_frame self
);
75 extern int mlt_frame_set_aspect_ratio( mlt_frame self
, double value
);
76 extern mlt_position
mlt_frame_get_position( mlt_frame self
);
77 extern int mlt_frame_set_position( mlt_frame self
, mlt_position value
);
78 extern void mlt_frame_replace_image( mlt_frame self
, uint8_t *image
, mlt_image_format format
, int width
, int height
);
79 extern int mlt_frame_get_image( mlt_frame self
, uint8_t **buffer
, mlt_image_format
*format
, int *width
, int *height
, int writable
);
80 extern uint8_t *mlt_frame_get_alpha_mask( mlt_frame self
);
81 extern int mlt_frame_get_audio( mlt_frame self
, int16_t **buffer
, mlt_audio_format
*format
, int *frequency
, int *channels
, int *samples
);
82 extern unsigned char *mlt_frame_get_waveform( mlt_frame self
, int w
, int h
);
83 extern int mlt_frame_push_get_image( mlt_frame self
, mlt_get_image get_image
);
84 extern mlt_get_image
mlt_frame_pop_get_image( mlt_frame self
);
85 extern int mlt_frame_push_frame( mlt_frame self
, mlt_frame that
);
86 extern mlt_frame
mlt_frame_pop_frame( mlt_frame self
);
87 extern int mlt_frame_push_service( mlt_frame self
, void *that
);
88 extern void *mlt_frame_pop_service( mlt_frame self
);
89 extern int mlt_frame_push_service_int( mlt_frame self
, int that
);
90 extern int mlt_frame_pop_service_int( mlt_frame self
);
91 extern int mlt_frame_push_audio( mlt_frame self
, void *that
);
92 extern void *mlt_frame_pop_audio( mlt_frame self
);
93 extern mlt_deque
mlt_frame_service_stack( mlt_frame self
);
94 extern mlt_producer
mlt_frame_get_original_producer( mlt_frame self
);
95 extern void mlt_frame_close( mlt_frame self
);
97 /* convenience functions */
98 extern int mlt_convert_yuv422_to_rgb24a( uint8_t *yuv
, uint8_t *rgba
, unsigned int total
);
99 extern int mlt_convert_rgb24a_to_yuv422( uint8_t *rgba
, int width
, int height
, int stride
, uint8_t *yuv
, uint8_t *alpha
);
100 extern int mlt_convert_rgb24_to_yuv422( uint8_t *rgb
, int width
, int height
, int stride
, uint8_t *yuv
);
101 extern int mlt_convert_bgr24a_to_yuv422( uint8_t *rgba
, int width
, int height
, int stride
, uint8_t *yuv
, uint8_t *alpha
);
102 extern int mlt_convert_argb_to_yuv422( uint8_t *rgba
, int width
, int height
, int stride
, uint8_t *yuv
, uint8_t *alpha
);
103 extern int mlt_convert_bgr24_to_yuv422( uint8_t *rgb
, int width
, int height
, int stride
, uint8_t *yuv
);
104 extern int mlt_convert_yuv420p_to_yuv422( uint8_t *yuv420p
, int width
, int height
, int stride
, uint8_t *yuv
);
105 extern uint8_t *mlt_frame_resize_yuv422( mlt_frame self
, int owidth
, int oheight
);
106 extern uint8_t *mlt_frame_rescale_yuv422( mlt_frame self
, int owidth
, int oheight
);
107 extern void mlt_resize_yuv422( uint8_t *output
, int owidth
, int oheight
, uint8_t *input
, int iwidth
, int iheight
);
108 extern int mlt_frame_mix_audio( mlt_frame self
, mlt_frame that
, float weight_start
, float weight_end
, int16_t **buffer
, mlt_audio_format
*format
, int *frequency
, int *channels
, int *samples
);
109 extern int mlt_frame_combine_audio( mlt_frame self
, mlt_frame that
, int16_t **buffer
, mlt_audio_format
*format
, int *frequency
, int *channels
, int *samples
);
110 extern int mlt_sample_calculator( float fps
, int frequency
, int64_t position
);
111 extern int64_t mlt_sample_calculator_to_now( float fps
, int frequency
, int64_t position
);
113 /** This macro scales rgb into the yuv gamut - y is scaled by 219/255 and uv by 224/255. */
114 #define RGB2YUV(r, g, b, y, u, v)\
115 y = ((263*r + 516*g + 100*b) >> 10) + 16;\
116 u = ((-152*r - 298*g + 450*b) >> 10) + 128;\
117 v = ((450*r - 377*g - 73*b) >> 10) + 128;
119 /** This macro assumes the user has already scaled their rgb down into the broadcast limits. **/
120 #define RGB2YUV_UNSCALED(r, g, b, y, u, v)\
121 y = (299*r + 587*g + 114*b) >> 10;\
122 u = ((-169*r - 331*g + 500*b) >> 10) + 128;\
123 v = ((500*r - 419*g - 81*b) >> 10) + 128;\
124 y = y < 16 ? 16 : y;\
125 u = u < 16 ? 16 : u;\
126 v = v < 16 ? 16 : v;\
127 y = y > 235 ? 235 : y;\
128 u = u > 240 ? 240 : u;\
129 v = v > 240 ? 240 : v
131 /** This macro converts a YUV value to the RGB color space. */
132 #define YUV2RGB( y, u, v, r, g, b ) \
133 r = ((1192 * ( y - 16 ) + 1634 * ( v - 128 ) ) >> 10 ); \
134 g = ((1192 * ( y - 16 ) - 832 * ( v - 128 ) - 400 * ( u - 128 ) ) >> 10 ); \
135 b = ((1192 * ( y - 16 ) + 2066 * ( u - 128 ) ) >> 10 ); \
136 r = r < 0 ? 0 : r > 255 ? 255 : r; \
137 g = g < 0 ? 0 : g > 255 ? 255 : g; \
138 b = b < 0 ? 0 : b > 255 ? 255 : b;