avfilter.h 33 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857
  1. /*
  2. * filter layer
  3. * Copyright (c) 2007 Bobby Bingham
  4. *
  5. * This file is part of FFmpeg.
  6. *
  7. * FFmpeg is free software; you can redistribute it and/or
  8. * modify it under the terms of the GNU Lesser General Public
  9. * License as published by the Free Software Foundation; either
  10. * version 2.1 of the License, or (at your option) any later version.
  11. *
  12. * FFmpeg is distributed in the hope that it will be useful,
  13. * but WITHOUT ANY WARRANTY; without even the implied warranty of
  14. * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
  15. * Lesser General Public License for more details.
  16. *
  17. * You should have received a copy of the GNU Lesser General Public
  18. * License along with FFmpeg; if not, write to the Free Software
  19. * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
  20. */
  21. #ifndef AVFILTER_AVFILTER_H
  22. #define AVFILTER_AVFILTER_H
  23. #include "libavutil/avutil.h"
  24. #include "libavcore/avcore.h"
  25. #include "libavcore/samplefmt.h"
  26. #define LIBAVFILTER_VERSION_MAJOR 1
  27. #define LIBAVFILTER_VERSION_MINOR 70
  28. #define LIBAVFILTER_VERSION_MICRO 2
  29. #define LIBAVFILTER_VERSION_INT AV_VERSION_INT(LIBAVFILTER_VERSION_MAJOR, \
  30. LIBAVFILTER_VERSION_MINOR, \
  31. LIBAVFILTER_VERSION_MICRO)
  32. #define LIBAVFILTER_VERSION AV_VERSION(LIBAVFILTER_VERSION_MAJOR, \
  33. LIBAVFILTER_VERSION_MINOR, \
  34. LIBAVFILTER_VERSION_MICRO)
  35. #define LIBAVFILTER_BUILD LIBAVFILTER_VERSION_INT
  36. #include <stddef.h>
  37. /**
  38. * Return the LIBAVFILTER_VERSION_INT constant.
  39. */
  40. unsigned avfilter_version(void);
  41. /**
  42. * Return the libavfilter build-time configuration.
  43. */
  44. const char *avfilter_configuration(void);
  45. /**
  46. * Return the libavfilter license.
  47. */
  48. const char *avfilter_license(void);
  49. typedef struct AVFilterContext AVFilterContext;
  50. typedef struct AVFilterLink AVFilterLink;
  51. typedef struct AVFilterPad AVFilterPad;
  52. /**
  53. * A reference-counted buffer data type used by the filter system. Filters
  54. * should not store pointers to this structure directly, but instead use the
  55. * AVFilterBufferRef structure below.
  56. */
  57. typedef struct AVFilterBuffer {
  58. uint8_t *data[8]; ///< buffer data for each plane/channel
  59. int linesize[8]; ///< number of bytes per line
  60. unsigned refcount; ///< number of references to this buffer
  61. /** private data to be used by a custom free function */
  62. void *priv;
  63. /**
  64. * A pointer to the function to deallocate this buffer if the default
  65. * function is not sufficient. This could, for example, add the memory
  66. * back into a memory pool to be reused later without the overhead of
  67. * reallocating it from scratch.
  68. */
  69. void (*free)(struct AVFilterBuffer *buf);
  70. } AVFilterBuffer;
  71. #define AV_PERM_READ 0x01 ///< can read from the buffer
  72. #define AV_PERM_WRITE 0x02 ///< can write to the buffer
  73. #define AV_PERM_PRESERVE 0x04 ///< nobody else can overwrite the buffer
  74. #define AV_PERM_REUSE 0x08 ///< can output the buffer multiple times, with the same contents each time
  75. #define AV_PERM_REUSE2 0x10 ///< can output the buffer multiple times, modified each time
  76. #define AV_PERM_NEG_LINESIZES 0x20 ///< the buffer requested can have negative linesizes
  77. /**
  78. * Audio specific properties in a reference to an AVFilterBuffer. Since
  79. * AVFilterBufferRef is common to different media formats, audio specific
  80. * per reference properties must be separated out.
  81. */
  82. typedef struct AVFilterBufferRefAudioProps {
  83. int64_t channel_layout; ///< channel layout of audio buffer
  84. int samples_nb; ///< number of audio samples
  85. int size; ///< audio buffer size
  86. uint32_t sample_rate; ///< audio buffer sample rate
  87. int planar; ///< audio buffer - planar or packed
  88. } AVFilterBufferRefAudioProps;
  89. /**
  90. * Video specific properties in a reference to an AVFilterBuffer. Since
  91. * AVFilterBufferRef is common to different media formats, video specific
  92. * per reference properties must be separated out.
  93. */
  94. typedef struct AVFilterBufferRefVideoProps {
  95. int w; ///< image width
  96. int h; ///< image height
  97. AVRational pixel_aspect; ///< pixel aspect ratio
  98. int interlaced; ///< is frame interlaced
  99. int top_field_first; ///< field order
  100. } AVFilterBufferRefVideoProps;
  101. /**
  102. * A reference to an AVFilterBuffer. Since filters can manipulate the origin of
  103. * a buffer to, for example, crop image without any memcpy, the buffer origin
  104. * and dimensions are per-reference properties. Linesize is also useful for
  105. * image flipping, frame to field filters, etc, and so is also per-reference.
  106. *
  107. * TODO: add anything necessary for frame reordering
  108. */
  109. typedef struct AVFilterBufferRef {
  110. AVFilterBuffer *buf; ///< the buffer that this is a reference to
  111. uint8_t *data[8]; ///< picture/audio data for each plane
  112. int linesize[8]; ///< number of bytes per line
  113. int format; ///< media format
  114. /**
  115. * presentation timestamp. The time unit may change during
  116. * filtering, as it is specified in the link and the filter code
  117. * may need to rescale the PTS accordingly.
  118. */
  119. int64_t pts;
  120. int64_t pos; ///< byte position in stream, -1 if unknown
  121. int perms; ///< permissions, see the AV_PERM_* flags
  122. enum AVMediaType type; ///< media type of buffer data
  123. AVFilterBufferRefVideoProps *video; ///< video buffer specific properties
  124. AVFilterBufferRefAudioProps *audio; ///< audio buffer specific properties
  125. } AVFilterBufferRef;
  126. /**
  127. * Copy properties of src to dst, without copying the actual data
  128. */
  129. static inline void avfilter_copy_buffer_ref_props(AVFilterBufferRef *dst, AVFilterBufferRef *src)
  130. {
  131. // copy common properties
  132. dst->pts = src->pts;
  133. dst->pos = src->pos;
  134. switch (src->type) {
  135. case AVMEDIA_TYPE_VIDEO: *dst->video = *src->video; break;
  136. case AVMEDIA_TYPE_AUDIO: *dst->audio = *src->audio; break;
  137. }
  138. }
  139. /**
  140. * Add a new reference to a buffer.
  141. *
  142. * @param ref an existing reference to the buffer
  143. * @param pmask a bitmask containing the allowable permissions in the new
  144. * reference
  145. * @return a new reference to the buffer with the same properties as the
  146. * old, excluding any permissions denied by pmask
  147. */
  148. AVFilterBufferRef *avfilter_ref_buffer(AVFilterBufferRef *ref, int pmask);
  149. /**
  150. * Remove a reference to a buffer. If this is the last reference to the
  151. * buffer, the buffer itself is also automatically freed.
  152. *
  153. * @param ref reference to the buffer
  154. */
  155. void avfilter_unref_buffer(AVFilterBufferRef *ref);
  156. /**
  157. * A list of supported formats for one end of a filter link. This is used
  158. * during the format negotiation process to try to pick the best format to
  159. * use to minimize the number of necessary conversions. Each filter gives a
  160. * list of the formats supported by each input and output pad. The list
  161. * given for each pad need not be distinct - they may be references to the
  162. * same list of formats, as is often the case when a filter supports multiple
  163. * formats, but will always output the same format as it is given in input.
  164. *
  165. * In this way, a list of possible input formats and a list of possible
  166. * output formats are associated with each link. When a set of formats is
  167. * negotiated over a link, the input and output lists are merged to form a
  168. * new list containing only the common elements of each list. In the case
  169. * that there were no common elements, a format conversion is necessary.
  170. * Otherwise, the lists are merged, and all other links which reference
  171. * either of the format lists involved in the merge are also affected.
  172. *
  173. * For example, consider the filter chain:
  174. * filter (a) --> (b) filter (b) --> (c) filter
  175. *
  176. * where the letters in parenthesis indicate a list of formats supported on
  177. * the input or output of the link. Suppose the lists are as follows:
  178. * (a) = {A, B}
  179. * (b) = {A, B, C}
  180. * (c) = {B, C}
  181. *
  182. * First, the first link's lists are merged, yielding:
  183. * filter (a) --> (a) filter (a) --> (c) filter
  184. *
  185. * Notice that format list (b) now refers to the same list as filter list (a).
  186. * Next, the lists for the second link are merged, yielding:
  187. * filter (a) --> (a) filter (a) --> (a) filter
  188. *
  189. * where (a) = {B}.
  190. *
  191. * Unfortunately, when the format lists at the two ends of a link are merged,
  192. * we must ensure that all links which reference either pre-merge format list
  193. * get updated as well. Therefore, we have the format list structure store a
  194. * pointer to each of the pointers to itself.
  195. */
  196. typedef struct AVFilterFormats {
  197. unsigned format_count; ///< number of formats
  198. int *formats; ///< list of media formats
  199. unsigned refcount; ///< number of references to this list
  200. struct AVFilterFormats ***refs; ///< references to this list
  201. } AVFilterFormats;;
  202. /**
  203. * Create a list of supported formats. This is intended for use in
  204. * AVFilter->query_formats().
  205. *
  206. * @param fmts list of media formats, terminated by -1
  207. * @return the format list, with no existing references
  208. */
  209. AVFilterFormats *avfilter_make_format_list(const int *fmts);
  210. /**
  211. * Add fmt to the list of media formats contained in *avff.
  212. * If *avff is NULL the function allocates the filter formats struct
  213. * and puts its pointer in *avff.
  214. *
  215. * @return a non negative value in case of success, or a negative
  216. * value corresponding to an AVERROR code in case of error
  217. */
  218. int avfilter_add_format(AVFilterFormats **avff, int fmt);
  219. /**
  220. * Return a list of all formats supported by FFmpeg for the given media type.
  221. */
  222. AVFilterFormats *avfilter_all_formats(enum AVMediaType type);
  223. /**
  224. * Return a format list which contains the intersection of the formats of
  225. * a and b. Also, all the references of a, all the references of b, and
  226. * a and b themselves will be deallocated.
  227. *
  228. * If a and b do not share any common formats, neither is modified, and NULL
  229. * is returned.
  230. */
  231. AVFilterFormats *avfilter_merge_formats(AVFilterFormats *a, AVFilterFormats *b);
  232. /**
  233. * Add *ref as a new reference to formats.
  234. * That is the pointers will point like in the ascii art below:
  235. * ________
  236. * |formats |<--------.
  237. * | ____ | ____|___________________
  238. * | |refs| | | __|_
  239. * | |* * | | | | | | AVFilterLink
  240. * | |* *--------->|*ref|
  241. * | |____| | | |____|
  242. * |________| |________________________
  243. */
  244. void avfilter_formats_ref(AVFilterFormats *formats, AVFilterFormats **ref);
  245. /**
  246. * If *ref is non-NULL, remove *ref as a reference to the format list
  247. * it currently points to, deallocates that list if this was the last
  248. * reference, and sets *ref to NULL.
  249. *
  250. * Before After
  251. * ________ ________ NULL
  252. * |formats |<--------. |formats | ^
  253. * | ____ | ____|________________ | ____ | ____|________________
  254. * | |refs| | | __|_ | |refs| | | __|_
  255. * | |* * | | | | | | AVFilterLink | |* * | | | | | | AVFilterLink
  256. * | |* *--------->|*ref| | |* | | | |*ref|
  257. * | |____| | | |____| | |____| | | |____|
  258. * |________| |_____________________ |________| |_____________________
  259. */
  260. void avfilter_formats_unref(AVFilterFormats **ref);
  261. /**
  262. *
  263. * Before After
  264. * ________ ________
  265. * |formats |<---------. |formats |<---------.
  266. * | ____ | ___|___ | ____ | ___|___
  267. * | |refs| | | | | | |refs| | | | | NULL
  268. * | |* *--------->|*oldref| | |* *--------->|*newref| ^
  269. * | |* * | | |_______| | |* * | | |_______| ___|___
  270. * | |____| | | |____| | | | |
  271. * |________| |________| |*oldref|
  272. * |_______|
  273. */
  274. void avfilter_formats_changeref(AVFilterFormats **oldref,
  275. AVFilterFormats **newref);
  276. /**
  277. * A filter pad used for either input or output.
  278. */
  279. struct AVFilterPad {
  280. /**
  281. * Pad name. The name is unique among inputs and among outputs, but an
  282. * input may have the same name as an output. This may be NULL if this
  283. * pad has no need to ever be referenced by name.
  284. */
  285. const char *name;
  286. /**
  287. * AVFilterPad type. Only video supported now, hopefully someone will
  288. * add audio in the future.
  289. */
  290. enum AVMediaType type;
  291. /**
  292. * Minimum required permissions on incoming buffers. Any buffer with
  293. * insufficient permissions will be automatically copied by the filter
  294. * system to a new buffer which provides the needed access permissions.
  295. *
  296. * Input pads only.
  297. */
  298. int min_perms;
  299. /**
  300. * Permissions which are not accepted on incoming buffers. Any buffer
  301. * which has any of these permissions set will be automatically copied
  302. * by the filter system to a new buffer which does not have those
  303. * permissions. This can be used to easily disallow buffers with
  304. * AV_PERM_REUSE.
  305. *
  306. * Input pads only.
  307. */
  308. int rej_perms;
  309. /**
  310. * Callback called before passing the first slice of a new frame. If
  311. * NULL, the filter layer will default to storing a reference to the
  312. * picture inside the link structure.
  313. *
  314. * Input video pads only.
  315. */
  316. void (*start_frame)(AVFilterLink *link, AVFilterBufferRef *picref);
  317. /**
  318. * Callback function to get a video buffer. If NULL, the filter system will
  319. * use avfilter_default_get_video_buffer().
  320. *
  321. * Input video pads only.
  322. */
  323. AVFilterBufferRef *(*get_video_buffer)(AVFilterLink *link, int perms, int w, int h);
  324. /**
  325. * Callback function to get an audio buffer. If NULL, the filter system will
  326. * use avfilter_default_get_audio_buffer().
  327. *
  328. * Input audio pads only.
  329. */
  330. AVFilterBufferRef *(*get_audio_buffer)(AVFilterLink *link, int perms,
  331. enum AVSampleFormat sample_fmt, int size,
  332. int64_t channel_layout, int planar);
  333. /**
  334. * Callback called after the slices of a frame are completely sent. If
  335. * NULL, the filter layer will default to releasing the reference stored
  336. * in the link structure during start_frame().
  337. *
  338. * Input video pads only.
  339. */
  340. void (*end_frame)(AVFilterLink *link);
  341. /**
  342. * Slice drawing callback. This is where a filter receives video data
  343. * and should do its processing.
  344. *
  345. * Input video pads only.
  346. */
  347. void (*draw_slice)(AVFilterLink *link, int y, int height, int slice_dir);
  348. /**
  349. * Samples filtering callback. This is where a filter receives audio data
  350. * and should do its processing.
  351. *
  352. * Input audio pads only.
  353. */
  354. void (*filter_samples)(AVFilterLink *link, AVFilterBufferRef *samplesref);
  355. /**
  356. * Frame poll callback. This returns the number of immediately available
  357. * samples. It should return a positive value if the next request_frame()
  358. * is guaranteed to return one frame (with no delay).
  359. *
  360. * Defaults to just calling the source poll_frame() method.
  361. *
  362. * Output video pads only.
  363. */
  364. int (*poll_frame)(AVFilterLink *link);
  365. /**
  366. * Frame request callback. A call to this should result in at least one
  367. * frame being output over the given link. This should return zero on
  368. * success, and another value on error.
  369. *
  370. * Output video pads only.
  371. */
  372. int (*request_frame)(AVFilterLink *link);
  373. /**
  374. * Link configuration callback.
  375. *
  376. * For output pads, this should set the link properties such as
  377. * width/height. This should NOT set the format property - that is
  378. * negotiated between filters by the filter system using the
  379. * query_formats() callback before this function is called.
  380. *
  381. * For input pads, this should check the properties of the link, and update
  382. * the filter's internal state as necessary.
  383. *
  384. * For both input and output filters, this should return zero on success,
  385. * and another value on error.
  386. */
  387. int (*config_props)(AVFilterLink *link);
  388. };
  389. /** default handler for start_frame() for video inputs */
  390. void avfilter_default_start_frame(AVFilterLink *link, AVFilterBufferRef *picref);
  391. /** default handler for draw_slice() for video inputs */
  392. void avfilter_default_draw_slice(AVFilterLink *link, int y, int h, int slice_dir);
  393. /** default handler for end_frame() for video inputs */
  394. void avfilter_default_end_frame(AVFilterLink *link);
  395. /** default handler for filter_samples() for audio inputs */
  396. void avfilter_default_filter_samples(AVFilterLink *link, AVFilterBufferRef *samplesref);
  397. /** default handler for config_props() for audio/video outputs */
  398. int avfilter_default_config_output_link(AVFilterLink *link);
  399. /** default handler for config_props() for audio/video inputs */
  400. int avfilter_default_config_input_link (AVFilterLink *link);
  401. /** default handler for get_video_buffer() for video inputs */
  402. AVFilterBufferRef *avfilter_default_get_video_buffer(AVFilterLink *link,
  403. int perms, int w, int h);
  404. /** default handler for get_audio_buffer() for audio inputs */
  405. AVFilterBufferRef *avfilter_default_get_audio_buffer(AVFilterLink *link, int perms,
  406. enum AVSampleFormat sample_fmt, int size,
  407. int64_t channel_layout, int planar);
  408. /**
  409. * A helper for query_formats() which sets all links to the same list of
  410. * formats. If there are no links hooked to this filter, the list of formats is
  411. * freed.
  412. */
  413. void avfilter_set_common_formats(AVFilterContext *ctx, AVFilterFormats *formats);
  414. /** Default handler for query_formats() */
  415. int avfilter_default_query_formats(AVFilterContext *ctx);
  416. /** start_frame() handler for filters which simply pass video along */
  417. void avfilter_null_start_frame(AVFilterLink *link, AVFilterBufferRef *picref);
  418. /** draw_slice() handler for filters which simply pass video along */
  419. void avfilter_null_draw_slice(AVFilterLink *link, int y, int h, int slice_dir);
  420. /** end_frame() handler for filters which simply pass video along */
  421. void avfilter_null_end_frame(AVFilterLink *link);
  422. /** filter_samples() handler for filters which simply pass audio along */
  423. void avfilter_null_filter_samples(AVFilterLink *link, AVFilterBufferRef *samplesref);
  424. /** get_video_buffer() handler for filters which simply pass video along */
  425. AVFilterBufferRef *avfilter_null_get_video_buffer(AVFilterLink *link,
  426. int perms, int w, int h);
  427. /** get_audio_buffer() handler for filters which simply pass audio along */
  428. AVFilterBufferRef *avfilter_null_get_audio_buffer(AVFilterLink *link, int perms,
  429. enum AVSampleFormat sample_fmt, int size,
  430. int64_t channel_layout, int planar);
  431. /**
  432. * Filter definition. This defines the pads a filter contains, and all the
  433. * callback functions used to interact with the filter.
  434. */
  435. typedef struct AVFilter {
  436. const char *name; ///< filter name
  437. int priv_size; ///< size of private data to allocate for the filter
  438. /**
  439. * Filter initialization function. Args contains the user-supplied
  440. * parameters. FIXME: maybe an AVOption-based system would be better?
  441. * opaque is data provided by the code requesting creation of the filter,
  442. * and is used to pass data to the filter.
  443. */
  444. int (*init)(AVFilterContext *ctx, const char *args, void *opaque);
  445. /**
  446. * Filter uninitialization function. Should deallocate any memory held
  447. * by the filter, release any buffer references, etc. This does not need
  448. * to deallocate the AVFilterContext->priv memory itself.
  449. */
  450. void (*uninit)(AVFilterContext *ctx);
  451. /**
  452. * Queries formats supported by the filter and its pads, and sets the
  453. * in_formats for links connected to its output pads, and out_formats
  454. * for links connected to its input pads.
  455. *
  456. * @return zero on success, a negative value corresponding to an
  457. * AVERROR code otherwise
  458. */
  459. int (*query_formats)(AVFilterContext *);
  460. const AVFilterPad *inputs; ///< NULL terminated list of inputs. NULL if none
  461. const AVFilterPad *outputs; ///< NULL terminated list of outputs. NULL if none
  462. /**
  463. * A description for the filter. You should use the
  464. * NULL_IF_CONFIG_SMALL() macro to define it.
  465. */
  466. const char *description;
  467. } AVFilter;
  468. /** An instance of a filter */
  469. struct AVFilterContext {
  470. const AVClass *av_class; ///< needed for av_log()
  471. AVFilter *filter; ///< the AVFilter of which this is an instance
  472. char *name; ///< name of this filter instance
  473. unsigned input_count; ///< number of input pads
  474. AVFilterPad *input_pads; ///< array of input pads
  475. AVFilterLink **inputs; ///< array of pointers to input links
  476. unsigned output_count; ///< number of output pads
  477. AVFilterPad *output_pads; ///< array of output pads
  478. AVFilterLink **outputs; ///< array of pointers to output links
  479. void *priv; ///< private data for use by the filter
  480. };
  481. /**
  482. * A link between two filters. This contains pointers to the source and
  483. * destination filters between which this link exists, and the indexes of
  484. * the pads involved. In addition, this link also contains the parameters
  485. * which have been negotiated and agreed upon between the filter, such as
  486. * image dimensions, format, etc.
  487. */
  488. struct AVFilterLink {
  489. AVFilterContext *src; ///< source filter
  490. AVFilterPad *srcpad; ///< output pad on the source filter
  491. AVFilterContext *dst; ///< dest filter
  492. AVFilterPad *dstpad; ///< input pad on the dest filter
  493. /** stage of the initialization of the link properties (dimensions, etc) */
  494. enum {
  495. AVLINK_UNINIT = 0, ///< not started
  496. AVLINK_STARTINIT, ///< started, but incomplete
  497. AVLINK_INIT ///< complete
  498. } init_state;
  499. enum AVMediaType type; ///< filter media type
  500. /* These two parameters apply only to video */
  501. int w; ///< agreed upon image width
  502. int h; ///< agreed upon image height
  503. /* These two parameters apply only to audio */
  504. int64_t channel_layout; ///< channel layout of current buffer (see libavcore/audioconvert.h)
  505. int64_t sample_rate; ///< samples per second
  506. int format; ///< agreed upon media format
  507. /**
  508. * Lists of formats supported by the input and output filters respectively.
  509. * These lists are used for negotiating the format to actually be used,
  510. * which will be loaded into the format member, above, when chosen.
  511. */
  512. AVFilterFormats *in_formats;
  513. AVFilterFormats *out_formats;
  514. /**
  515. * The buffer reference currently being sent across the link by the source
  516. * filter. This is used internally by the filter system to allow
  517. * automatic copying of buffers which do not have sufficient permissions
  518. * for the destination. This should not be accessed directly by the
  519. * filters.
  520. */
  521. AVFilterBufferRef *src_buf;
  522. AVFilterBufferRef *cur_buf;
  523. AVFilterBufferRef *out_buf;
  524. /**
  525. * Define the time base used by the PTS of the frames/samples
  526. * which will pass through this link.
  527. * During the configuration stage, each filter is supposed to
  528. * change only the output timebase, while the timebase of the
  529. * input link is assumed to be an unchangeable property.
  530. */
  531. AVRational time_base;
  532. };
  533. /**
  534. * Link two filters together.
  535. *
  536. * @param src the source filter
  537. * @param srcpad index of the output pad on the source filter
  538. * @param dst the destination filter
  539. * @param dstpad index of the input pad on the destination filter
  540. * @return zero on success
  541. */
  542. int avfilter_link(AVFilterContext *src, unsigned srcpad,
  543. AVFilterContext *dst, unsigned dstpad);
  544. /**
  545. * Negotiate the media format, dimensions, etc of all inputs to a filter.
  546. *
  547. * @param filter the filter to negotiate the properties for its inputs
  548. * @return zero on successful negotiation
  549. */
  550. int avfilter_config_links(AVFilterContext *filter);
  551. /**
  552. * Request a picture buffer with a specific set of permissions.
  553. *
  554. * @param link the output link to the filter from which the buffer will
  555. * be requested
  556. * @param perms the required access permissions
  557. * @param w the minimum width of the buffer to allocate
  558. * @param h the minimum height of the buffer to allocate
  559. * @return A reference to the buffer. This must be unreferenced with
  560. * avfilter_unref_buffer when you are finished with it.
  561. */
  562. AVFilterBufferRef *avfilter_get_video_buffer(AVFilterLink *link, int perms,
  563. int w, int h);
  564. /**
  565. * Create a buffer reference wrapped around an already allocated image
  566. * buffer.
  567. *
  568. * @param data pointers to the planes of the image to reference
  569. * @param linesize linesizes for the planes of the image to reference
  570. * @param perms the required access permissions
  571. * @param w the width of the image specified by the data and linesize arrays
  572. * @param h the height of the image specified by the data and linesize arrays
  573. * @param format the pixel format of the image specified by the data and linesize arrays
  574. */
  575. AVFilterBufferRef *
  576. avfilter_get_video_buffer_ref_from_arrays(uint8_t *data[4], int linesize[4], int perms,
  577. int w, int h, enum PixelFormat format);
  578. /**
  579. * Request an audio samples buffer with a specific set of permissions.
  580. *
  581. * @param link the output link to the filter from which the buffer will
  582. * be requested
  583. * @param perms the required access permissions
  584. * @param sample_fmt the format of each sample in the buffer to allocate
  585. * @param size the buffer size in bytes
  586. * @param channel_layout the number and type of channels per sample in the buffer to allocate
  587. * @param planar audio data layout - planar or packed
  588. * @return A reference to the samples. This must be unreferenced with
  589. * avfilter_unref_buffer when you are finished with it.
  590. */
  591. AVFilterBufferRef *avfilter_get_audio_buffer(AVFilterLink *link, int perms,
  592. enum AVSampleFormat sample_fmt, int size,
  593. int64_t channel_layout, int planar);
  594. /**
  595. * Request an input frame from the filter at the other end of the link.
  596. *
  597. * @param link the input link
  598. * @return zero on success
  599. */
  600. int avfilter_request_frame(AVFilterLink *link);
  601. /**
  602. * Poll a frame from the filter chain.
  603. *
  604. * @param link the input link
  605. * @return the number of immediately available frames, a negative
  606. * number in case of error
  607. */
  608. int avfilter_poll_frame(AVFilterLink *link);
  609. /**
  610. * Notifie the next filter of the start of a frame.
  611. *
  612. * @param link the output link the frame will be sent over
  613. * @param picref A reference to the frame about to be sent. The data for this
  614. * frame need only be valid once draw_slice() is called for that
  615. * portion. The receiving filter will free this reference when
  616. * it no longer needs it.
  617. */
  618. void avfilter_start_frame(AVFilterLink *link, AVFilterBufferRef *picref);
  619. /**
  620. * Notifie the next filter that the current frame has finished.
  621. *
  622. * @param link the output link the frame was sent over
  623. */
  624. void avfilter_end_frame(AVFilterLink *link);
  625. /**
  626. * Send a slice to the next filter.
  627. *
  628. * Slices have to be provided in sequential order, either in
  629. * top-bottom or bottom-top order. If slices are provided in
  630. * non-sequential order the behavior of the function is undefined.
  631. *
  632. * @param link the output link over which the frame is being sent
  633. * @param y offset in pixels from the top of the image for this slice
  634. * @param h height of this slice in pixels
  635. * @param slice_dir the assumed direction for sending slices,
  636. * from the top slice to the bottom slice if the value is 1,
  637. * from the bottom slice to the top slice if the value is -1,
  638. * for other values the behavior of the function is undefined.
  639. */
  640. void avfilter_draw_slice(AVFilterLink *link, int y, int h, int slice_dir);
  641. /**
  642. * Send a buffer of audio samples to the next filter.
  643. *
  644. * @param link the output link over which the audio samples are being sent
  645. * @param samplesref a reference to the buffer of audio samples being sent. The
  646. * receiving filter will free this reference when it no longer
  647. * needs it or pass it on to the next filter.
  648. */
  649. void avfilter_filter_samples(AVFilterLink *link, AVFilterBufferRef *samplesref);
  650. /** Initialize the filter system. Register all builtin filters. */
  651. void avfilter_register_all(void);
  652. /** Uninitialize the filter system. Unregister all filters. */
  653. void avfilter_uninit(void);
  654. /**
  655. * Register a filter. This is only needed if you plan to use
  656. * avfilter_get_by_name later to lookup the AVFilter structure by name. A
  657. * filter can still by instantiated with avfilter_open even if it is not
  658. * registered.
  659. *
  660. * @param filter the filter to register
  661. * @return 0 if the registration was succesfull, a negative value
  662. * otherwise
  663. */
  664. int avfilter_register(AVFilter *filter);
  665. /**
  666. * Get a filter definition matching the given name.
  667. *
  668. * @param name the filter name to find
  669. * @return the filter definition, if any matching one is registered.
  670. * NULL if none found.
  671. */
  672. AVFilter *avfilter_get_by_name(const char *name);
  673. /**
  674. * If filter is NULL, returns a pointer to the first registered filter pointer,
  675. * if filter is non-NULL, returns the next pointer after filter.
  676. * If the returned pointer points to NULL, the last registered filter
  677. * was already reached.
  678. */
  679. AVFilter **av_filter_next(AVFilter **filter);
  680. /**
  681. * Create a filter instance.
  682. *
  683. * @param filter_ctx put here a pointer to the created filter context
  684. * on success, NULL on failure
  685. * @param filter the filter to create an instance of
  686. * @param inst_name Name to give to the new instance. Can be NULL for none.
  687. * @return >= 0 in case of success, a negative error code otherwise
  688. */
  689. int avfilter_open(AVFilterContext **filter_ctx, AVFilter *filter, const char *inst_name);
  690. /**
  691. * Initialize a filter.
  692. *
  693. * @param filter the filter to initialize
  694. * @param args A string of parameters to use when initializing the filter.
  695. * The format and meaning of this string varies by filter.
  696. * @param opaque Any extra non-string data needed by the filter. The meaning
  697. * of this parameter varies by filter.
  698. * @return zero on success
  699. */
  700. int avfilter_init_filter(AVFilterContext *filter, const char *args, void *opaque);
  701. /**
  702. * Free a filter context.
  703. *
  704. * @param filter the filter to free
  705. */
  706. void avfilter_free(AVFilterContext *filter);
  707. /**
  708. * Insert a filter in the middle of an existing link.
  709. *
  710. * @param link the link into which the filter should be inserted
  711. * @param filt the filter to be inserted
  712. * @param filt_srcpad_idx the input pad on the filter to connect
  713. * @param filt_dstpad_idx the output pad on the filter to connect
  714. * @return zero on success
  715. */
  716. int avfilter_insert_filter(AVFilterLink *link, AVFilterContext *filt,
  717. unsigned filt_srcpad_idx, unsigned filt_dstpad_idx);
  718. /**
  719. * Insert a new pad.
  720. *
  721. * @param idx Insertion point. Pad is inserted at the end if this point
  722. * is beyond the end of the list of pads.
  723. * @param count Pointer to the number of pads in the list
  724. * @param padidx_off Offset within an AVFilterLink structure to the element
  725. * to increment when inserting a new pad causes link
  726. * numbering to change
  727. * @param pads Pointer to the pointer to the beginning of the list of pads
  728. * @param links Pointer to the pointer to the beginning of the list of links
  729. * @param newpad The new pad to add. A copy is made when adding.
  730. */
  731. void avfilter_insert_pad(unsigned idx, unsigned *count, size_t padidx_off,
  732. AVFilterPad **pads, AVFilterLink ***links,
  733. AVFilterPad *newpad);
  734. /** Insert a new input pad for the filter. */
  735. static inline void avfilter_insert_inpad(AVFilterContext *f, unsigned index,
  736. AVFilterPad *p)
  737. {
  738. avfilter_insert_pad(index, &f->input_count, offsetof(AVFilterLink, dstpad),
  739. &f->input_pads, &f->inputs, p);
  740. }
  741. /** Insert a new output pad for the filter. */
  742. static inline void avfilter_insert_outpad(AVFilterContext *f, unsigned index,
  743. AVFilterPad *p)
  744. {
  745. avfilter_insert_pad(index, &f->output_count, offsetof(AVFilterLink, srcpad),
  746. &f->output_pads, &f->outputs, p);
  747. }
  748. #endif /* AVFILTER_AVFILTER_H */