swresample.h 21 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583
  1. /*
  2. * Copyright (C) 2011-2013 Michael Niedermayer (michaelni@gmx.at)
  3. *
  4. * This file is part of libswresample
  5. *
  6. * libswresample is free software; you can redistribute it and/or
  7. * modify it under the terms of the GNU Lesser General Public
  8. * License as published by the Free Software Foundation; either
  9. * version 2.1 of the License, or (at your option) any later version.
  10. *
  11. * libswresample is distributed in the hope that it will be useful,
  12. * but WITHOUT ANY WARRANTY; without even the implied warranty of
  13. * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
  14. * Lesser General Public License for more details.
  15. *
  16. * You should have received a copy of the GNU Lesser General Public
  17. * License along with libswresample; if not, write to the Free Software
  18. * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
  19. */
  20. #ifndef SWRESAMPLE_SWRESAMPLE_H
  21. #define SWRESAMPLE_SWRESAMPLE_H
  22. /**
  23. * @file
  24. * @ingroup lswr
  25. * libswresample public header
  26. */
  27. /**
  28. * @defgroup lswr libswresample
  29. * @{
  30. *
  31. * Audio resampling, sample format conversion and mixing library.
  32. *
  33. * Interaction with lswr is done through SwrContext, which is
  34. * allocated with swr_alloc() or swr_alloc_set_opts(). It is opaque, so all parameters
  35. * must be set with the @ref avoptions API.
  36. *
  37. * The first thing you will need to do in order to use lswr is to allocate
  38. * SwrContext. This can be done with swr_alloc() or swr_alloc_set_opts(). If you
  39. * are using the former, you must set options through the @ref avoptions API.
  40. * The latter function provides the same feature, but it allows you to set some
  41. * common options in the same statement.
  42. *
  43. * For example the following code will setup conversion from planar float sample
  44. * format to interleaved signed 16-bit integer, downsampling from 48kHz to
  45. * 44.1kHz and downmixing from 5.1 channels to stereo (using the default mixing
  46. * matrix). This is using the swr_alloc() function.
  47. * @code
  48. * SwrContext *swr = swr_alloc();
  49. * av_opt_set_channel_layout(swr, "in_channel_layout", AV_CH_LAYOUT_5POINT1, 0);
  50. * av_opt_set_channel_layout(swr, "out_channel_layout", AV_CH_LAYOUT_STEREO, 0);
  51. * av_opt_set_int(swr, "in_sample_rate", 48000, 0);
  52. * av_opt_set_int(swr, "out_sample_rate", 44100, 0);
  53. * av_opt_set_sample_fmt(swr, "in_sample_fmt", AV_SAMPLE_FMT_FLTP, 0);
  54. * av_opt_set_sample_fmt(swr, "out_sample_fmt", AV_SAMPLE_FMT_S16, 0);
  55. * @endcode
  56. *
  57. * The same job can be done using swr_alloc_set_opts() as well:
  58. * @code
  59. * SwrContext *swr = swr_alloc_set_opts(NULL, // we're allocating a new context
  60. * AV_CH_LAYOUT_STEREO, // out_ch_layout
  61. * AV_SAMPLE_FMT_S16, // out_sample_fmt
  62. * 44100, // out_sample_rate
  63. * AV_CH_LAYOUT_5POINT1, // in_ch_layout
  64. * AV_SAMPLE_FMT_FLTP, // in_sample_fmt
  65. * 48000, // in_sample_rate
  66. * 0, // log_offset
  67. * NULL); // log_ctx
  68. * @endcode
  69. *
  70. * Once all values have been set, it must be initialized with swr_init(). If
  71. * you need to change the conversion parameters, you can change the parameters
  72. * using @ref AVOptions, as described above in the first example; or by using
  73. * swr_alloc_set_opts(), but with the first argument the allocated context.
  74. * You must then call swr_init() again.
  75. *
  76. * The conversion itself is done by repeatedly calling swr_convert().
  77. * Note that the samples may get buffered in swr if you provide insufficient
  78. * output space or if sample rate conversion is done, which requires "future"
  79. * samples. Samples that do not require future input can be retrieved at any
  80. * time by using swr_convert() (in_count can be set to 0).
  81. * At the end of conversion the resampling buffer can be flushed by calling
  82. * swr_convert() with NULL in and 0 in_count.
  83. *
  84. * The samples used in the conversion process can be managed with the libavutil
  85. * @ref lavu_sampmanip "samples manipulation" API, including av_samples_alloc()
  86. * function used in the following example.
  87. *
  88. * The delay between input and output, can at any time be found by using
  89. * swr_get_delay().
  90. *
  91. * The following code demonstrates the conversion loop assuming the parameters
  92. * from above and caller-defined functions get_input() and handle_output():
  93. * @code
  94. * uint8_t **input;
  95. * int in_samples;
  96. *
  97. * while (get_input(&input, &in_samples)) {
  98. * uint8_t *output;
  99. * int out_samples = av_rescale_rnd(swr_get_delay(swr, 48000) +
  100. * in_samples, 44100, 48000, AV_ROUND_UP);
  101. * av_samples_alloc(&output, NULL, 2, out_samples,
  102. * AV_SAMPLE_FMT_S16, 0);
  103. * out_samples = swr_convert(swr, &output, out_samples,
  104. * input, in_samples);
  105. * handle_output(output, out_samples);
  106. * av_freep(&output);
  107. * }
  108. * @endcode
  109. *
  110. * When the conversion is finished, the conversion
  111. * context and everything associated with it must be freed with swr_free().
  112. * A swr_close() function is also available, but it exists mainly for
  113. * compatibility with libavresample, and is not required to be called.
  114. *
  115. * There will be no memory leak if the data is not completely flushed before
  116. * swr_free().
  117. */
  118. #include <stdint.h>
  119. #include "libavutil/channel_layout.h"
  120. #include "libavutil/frame.h"
  121. #include "libavutil/samplefmt.h"
  122. #include "libswresample/version.h"
  123. #if LIBSWRESAMPLE_VERSION_MAJOR < 1
  124. #define SWR_CH_MAX 32 ///< Maximum number of channels
  125. #endif
  126. /**
  127. * @name Option constants
  128. * These constants are used for the @ref avoptions interface for lswr.
  129. * @{
  130. *
  131. */
  132. #define SWR_FLAG_RESAMPLE 1 ///< Force resampling even if equal sample rate
  133. //TODO use int resample ?
  134. //long term TODO can we enable this dynamically?
  135. /** Dithering algorithms */
  136. enum SwrDitherType {
  137. SWR_DITHER_NONE = 0,
  138. SWR_DITHER_RECTANGULAR,
  139. SWR_DITHER_TRIANGULAR,
  140. SWR_DITHER_TRIANGULAR_HIGHPASS,
  141. SWR_DITHER_NS = 64, ///< not part of API/ABI
  142. SWR_DITHER_NS_LIPSHITZ,
  143. SWR_DITHER_NS_F_WEIGHTED,
  144. SWR_DITHER_NS_MODIFIED_E_WEIGHTED,
  145. SWR_DITHER_NS_IMPROVED_E_WEIGHTED,
  146. SWR_DITHER_NS_SHIBATA,
  147. SWR_DITHER_NS_LOW_SHIBATA,
  148. SWR_DITHER_NS_HIGH_SHIBATA,
  149. SWR_DITHER_NB, ///< not part of API/ABI
  150. };
  151. /** Resampling Engines */
  152. enum SwrEngine {
  153. SWR_ENGINE_SWR, /**< SW Resampler */
  154. SWR_ENGINE_SOXR, /**< SoX Resampler */
  155. SWR_ENGINE_NB, ///< not part of API/ABI
  156. };
  157. /** Resampling Filter Types */
  158. enum SwrFilterType {
  159. SWR_FILTER_TYPE_CUBIC, /**< Cubic */
  160. SWR_FILTER_TYPE_BLACKMAN_NUTTALL, /**< Blackman Nuttall windowed sinc */
  161. SWR_FILTER_TYPE_KAISER, /**< Kaiser windowed sinc */
  162. };
  163. /**
  164. * @}
  165. */
  166. /**
  167. * The libswresample context. Unlike libavcodec and libavformat, this structure
  168. * is opaque. This means that if you would like to set options, you must use
  169. * the @ref avoptions API and cannot directly set values to members of the
  170. * structure.
  171. */
  172. typedef struct SwrContext SwrContext;
  173. /**
  174. * Get the AVClass for SwrContext. It can be used in combination with
  175. * AV_OPT_SEARCH_FAKE_OBJ for examining options.
  176. *
  177. * @see av_opt_find().
  178. * @return the AVClass of SwrContext
  179. */
  180. const AVClass *swr_get_class(void);
  181. /**
  182. * @name SwrContext constructor functions
  183. * @{
  184. */
  185. /**
  186. * Allocate SwrContext.
  187. *
  188. * If you use this function you will need to set the parameters (manually or
  189. * with swr_alloc_set_opts()) before calling swr_init().
  190. *
  191. * @see swr_alloc_set_opts(), swr_init(), swr_free()
  192. * @return NULL on error, allocated context otherwise
  193. */
  194. struct SwrContext *swr_alloc(void);
  195. /**
  196. * Initialize context after user parameters have been set.
  197. * @note The context must be configured using the AVOption API.
  198. *
  199. * @see av_opt_set_int()
  200. * @see av_opt_set_dict()
  201. *
  202. * @param[in,out] s Swr context to initialize
  203. * @return AVERROR error code in case of failure.
  204. */
  205. int swr_init(struct SwrContext *s);
  206. /**
  207. * Check whether an swr context has been initialized or not.
  208. *
  209. * @param[in] s Swr context to check
  210. * @see swr_init()
  211. * @return positive if it has been initialized, 0 if not initialized
  212. */
  213. int swr_is_initialized(struct SwrContext *s);
  214. /**
  215. * Allocate SwrContext if needed and set/reset common parameters.
  216. *
  217. * This function does not require s to be allocated with swr_alloc(). On the
  218. * other hand, swr_alloc() can use swr_alloc_set_opts() to set the parameters
  219. * on the allocated context.
  220. *
  221. * @param s existing Swr context if available, or NULL if not
  222. * @param out_ch_layout output channel layout (AV_CH_LAYOUT_*)
  223. * @param out_sample_fmt output sample format (AV_SAMPLE_FMT_*).
  224. * @param out_sample_rate output sample rate (frequency in Hz)
  225. * @param in_ch_layout input channel layout (AV_CH_LAYOUT_*)
  226. * @param in_sample_fmt input sample format (AV_SAMPLE_FMT_*).
  227. * @param in_sample_rate input sample rate (frequency in Hz)
  228. * @param log_offset logging level offset
  229. * @param log_ctx parent logging context, can be NULL
  230. *
  231. * @see swr_init(), swr_free()
  232. * @return NULL on error, allocated context otherwise
  233. */
  234. struct SwrContext *swr_alloc_set_opts(struct SwrContext *s,
  235. int64_t out_ch_layout, enum AVSampleFormat out_sample_fmt, int out_sample_rate,
  236. int64_t in_ch_layout, enum AVSampleFormat in_sample_fmt, int in_sample_rate,
  237. int log_offset, void *log_ctx);
  238. /**
  239. * @}
  240. *
  241. * @name SwrContext destructor functions
  242. * @{
  243. */
  244. /**
  245. * Free the given SwrContext and set the pointer to NULL.
  246. *
  247. * @param[in] s a pointer to a pointer to Swr context
  248. */
  249. void swr_free(struct SwrContext **s);
  250. /**
  251. * Closes the context so that swr_is_initialized() returns 0.
  252. *
  253. * The context can be brought back to life by running swr_init(),
  254. * swr_init() can also be used without swr_close().
  255. * This function is mainly provided for simplifying the usecase
  256. * where one tries to support libavresample and libswresample.
  257. *
  258. * @param[in,out] s Swr context to be closed
  259. */
  260. void swr_close(struct SwrContext *s);
  261. /**
  262. * @}
  263. *
  264. * @name Core conversion functions
  265. * @{
  266. */
  267. /** Convert audio.
  268. *
  269. * in and in_count can be set to 0 to flush the last few samples out at the
  270. * end.
  271. *
  272. * If more input is provided than output space, then the input will be buffered.
  273. * You can avoid this buffering by using swr_get_out_samples() to retrieve an
  274. * upper bound on the required number of output samples for the given number of
  275. * input samples. Conversion will run directly without copying whenever possible.
  276. *
  277. * @param s allocated Swr context, with parameters set
  278. * @param out output buffers, only the first one need be set in case of packed audio
  279. * @param out_count amount of space available for output in samples per channel
  280. * @param in input buffers, only the first one need to be set in case of packed audio
  281. * @param in_count number of input samples available in one channel
  282. *
  283. * @return number of samples output per channel, negative value on error
  284. */
  285. int swr_convert(struct SwrContext *s, uint8_t **out, int out_count,
  286. const uint8_t **in , int in_count);
  287. /**
  288. * Convert the next timestamp from input to output
  289. * timestamps are in 1/(in_sample_rate * out_sample_rate) units.
  290. *
  291. * @note There are 2 slightly differently behaving modes.
  292. * @li When automatic timestamp compensation is not used, (min_compensation >= FLT_MAX)
  293. * in this case timestamps will be passed through with delays compensated
  294. * @li When automatic timestamp compensation is used, (min_compensation < FLT_MAX)
  295. * in this case the output timestamps will match output sample numbers.
  296. * See ffmpeg-resampler(1) for the two modes of compensation.
  297. *
  298. * @param s[in] initialized Swr context
  299. * @param pts[in] timestamp for the next input sample, INT64_MIN if unknown
  300. * @see swr_set_compensation(), swr_drop_output(), and swr_inject_silence() are
  301. * function used internally for timestamp compensation.
  302. * @return the output timestamp for the next output sample
  303. */
  304. int64_t swr_next_pts(struct SwrContext *s, int64_t pts);
  305. /**
  306. * @}
  307. *
  308. * @name Low-level option setting functions
  309. * These functons provide a means to set low-level options that is not possible
  310. * with the AVOption API.
  311. * @{
  312. */
  313. /**
  314. * Activate resampling compensation ("soft" compensation). This function is
  315. * internally called when needed in swr_next_pts().
  316. *
  317. * @param[in,out] s allocated Swr context. If it is not initialized,
  318. * or SWR_FLAG_RESAMPLE is not set, swr_init() is
  319. * called with the flag set.
  320. * @param[in] sample_delta delta in PTS per sample
  321. * @param[in] compensation_distance number of samples to compensate for
  322. * @return >= 0 on success, AVERROR error codes if:
  323. * @li @c s is NULL,
  324. * @li @c compensation_distance is less than 0,
  325. * @li @c compensation_distance is 0 but sample_delta is not,
  326. * @li compensation unsupported by resampler, or
  327. * @li swr_init() fails when called.
  328. */
  329. int swr_set_compensation(struct SwrContext *s, int sample_delta, int compensation_distance);
  330. /**
  331. * Set a customized input channel mapping.
  332. *
  333. * @param[in,out] s allocated Swr context, not yet initialized
  334. * @param[in] channel_map customized input channel mapping (array of channel
  335. * indexes, -1 for a muted channel)
  336. * @return >= 0 on success, or AVERROR error code in case of failure.
  337. */
  338. int swr_set_channel_mapping(struct SwrContext *s, const int *channel_map);
  339. /**
  340. * Generate a channel mixing matrix.
  341. *
  342. * This function is the one used internally by libswresample for building the
  343. * default mixing matrix. It is made public just as a utility function for
  344. * building custom matrices.
  345. *
  346. * @param in_layout input channel layout
  347. * @param out_layout output channel layout
  348. * @param center_mix_level mix level for the center channel
  349. * @param surround_mix_level mix level for the surround channel(s)
  350. * @param lfe_mix_level mix level for the low-frequency effects channel
  351. * @param rematrix_maxval if 1.0, coefficients will be normalized to prevent
  352. * overflow. if INT_MAX, coefficients will not be
  353. * normalized.
  354. * @param[out] matrix mixing coefficients; matrix[i + stride * o] is
  355. * the weight of input channel i in output channel o.
  356. * @param stride distance between adjacent input channels in the
  357. * matrix array
  358. * @param matrix_encoding matrixed stereo downmix mode (e.g. dplii)
  359. * @param log_ctx parent logging context, can be NULL
  360. * @return 0 on success, negative AVERROR code on failure
  361. */
  362. int swr_build_matrix(uint64_t in_layout, uint64_t out_layout,
  363. double center_mix_level, double surround_mix_level,
  364. double lfe_mix_level, double rematrix_maxval,
  365. double rematrix_volume, double *matrix,
  366. int stride, enum AVMatrixEncoding matrix_encoding,
  367. void *log_ctx);
  368. /**
  369. * Set a customized remix matrix.
  370. *
  371. * @param s allocated Swr context, not yet initialized
  372. * @param matrix remix coefficients; matrix[i + stride * o] is
  373. * the weight of input channel i in output channel o
  374. * @param stride offset between lines of the matrix
  375. * @return >= 0 on success, or AVERROR error code in case of failure.
  376. */
  377. int swr_set_matrix(struct SwrContext *s, const double *matrix, int stride);
  378. /**
  379. * @}
  380. *
  381. * @name Sample handling functions
  382. * @{
  383. */
  384. /**
  385. * Drops the specified number of output samples.
  386. *
  387. * This function, along with swr_inject_silence(), is called by swr_next_pts()
  388. * if needed for "hard" compensation.
  389. *
  390. * @param s allocated Swr context
  391. * @param count number of samples to be dropped
  392. *
  393. * @return >= 0 on success, or a negative AVERROR code on failure
  394. */
  395. int swr_drop_output(struct SwrContext *s, int count);
  396. /**
  397. * Injects the specified number of silence samples.
  398. *
  399. * This function, along with swr_drop_output(), is called by swr_next_pts()
  400. * if needed for "hard" compensation.
  401. *
  402. * @param s allocated Swr context
  403. * @param count number of samples to be dropped
  404. *
  405. * @return >= 0 on success, or a negative AVERROR code on failure
  406. */
  407. int swr_inject_silence(struct SwrContext *s, int count);
  408. /**
  409. * Gets the delay the next input sample will experience relative to the next output sample.
  410. *
  411. * Swresample can buffer data if more input has been provided than available
  412. * output space, also converting between sample rates needs a delay.
  413. * This function returns the sum of all such delays.
  414. * The exact delay is not necessarily an integer value in either input or
  415. * output sample rate. Especially when downsampling by a large value, the
  416. * output sample rate may be a poor choice to represent the delay, similarly
  417. * for upsampling and the input sample rate.
  418. *
  419. * @param s swr context
  420. * @param base timebase in which the returned delay will be:
  421. * @li if it's set to 1 the returned delay is in seconds
  422. * @li if it's set to 1000 the returned delay is in milliseconds
  423. * @li if it's set to the input sample rate then the returned
  424. * delay is in input samples
  425. * @li if it's set to the output sample rate then the returned
  426. * delay is in output samples
  427. * @li if it's the least common multiple of in_sample_rate and
  428. * out_sample_rate then an exact rounding-free delay will be
  429. * returned
  430. * @returns the delay in 1 / @c base units.
  431. */
  432. int64_t swr_get_delay(struct SwrContext *s, int64_t base);
  433. /**
  434. * Find an upper bound on the number of samples that the next swr_convert
  435. * call will output, if called with in_samples of input samples. This
  436. * depends on the internal state, and anything changing the internal state
  437. * (like further swr_convert() calls) will may change the number of samples
  438. * swr_get_out_samples() returns for the same number of input samples.
  439. *
  440. * @param in_samples number of input samples.
  441. * @note any call to swr_inject_silence(), swr_convert(), swr_next_pts()
  442. * or swr_set_compensation() invalidates this limit
  443. * @note it is recommended to pass the correct available buffer size
  444. * to all functions like swr_convert() even if swr_get_out_samples()
  445. * indicates that less would be used.
  446. * @returns an upper bound on the number of samples that the next swr_convert
  447. * will output or a negative value to indicate an error
  448. */
  449. int swr_get_out_samples(struct SwrContext *s, int in_samples);
  450. /**
  451. * @}
  452. *
  453. * @name Configuration accessors
  454. * @{
  455. */
  456. /**
  457. * Return the @ref LIBSWRESAMPLE_VERSION_INT constant.
  458. *
  459. * This is useful to check if the build-time libswresample has the same version
  460. * as the run-time one.
  461. *
  462. * @returns the unsigned int-typed version
  463. */
  464. unsigned swresample_version(void);
  465. /**
  466. * Return the swr build-time configuration.
  467. *
  468. * @returns the build-time @c ./configure flags
  469. */
  470. const char *swresample_configuration(void);
  471. /**
  472. * Return the swr license.
  473. *
  474. * @returns the license of libswresample, determined at build-time
  475. */
  476. const char *swresample_license(void);
  477. /**
  478. * @}
  479. *
  480. * @name AVFrame based API
  481. * @{
  482. */
  483. /**
  484. * Convert the samples in the input AVFrame and write them to the output AVFrame.
  485. *
  486. * Input and output AVFrames must have channel_layout, sample_rate and format set.
  487. *
  488. * If the output AVFrame does not have the data pointers allocated the nb_samples
  489. * field will be set using av_frame_get_buffer()
  490. * is called to allocate the frame.
  491. *
  492. * The output AVFrame can be NULL or have fewer allocated samples than required.
  493. * In this case, any remaining samples not written to the output will be added
  494. * to an internal FIFO buffer, to be returned at the next call to this function
  495. * or to swr_convert().
  496. *
  497. * If converting sample rate, there may be data remaining in the internal
  498. * resampling delay buffer. swr_get_delay() tells the number of
  499. * remaining samples. To get this data as output, call this function or
  500. * swr_convert() with NULL input.
  501. *
  502. * If the SwrContext configuration does not match the output and
  503. * input AVFrame settings the conversion does not take place and depending on
  504. * which AVFrame is not matching AVERROR_OUTPUT_CHANGED, AVERROR_INPUT_CHANGED
  505. * or the result of a bitwise-OR of them is returned.
  506. *
  507. * @see swr_delay()
  508. * @see swr_convert()
  509. * @see swr_get_delay()
  510. *
  511. * @param swr audio resample context
  512. * @param output output AVFrame
  513. * @param input input AVFrame
  514. * @return 0 on success, AVERROR on failure or nonmatching
  515. * configuration.
  516. */
  517. int swr_convert_frame(SwrContext *swr,
  518. AVFrame *output, const AVFrame *input);
  519. /**
  520. * Configure or reconfigure the SwrContext using the information
  521. * provided by the AVFrames.
  522. *
  523. * The original resampling context is reset even on failure.
  524. * The function calls swr_close() internally if the context is open.
  525. *
  526. * @see swr_close();
  527. *
  528. * @param swr audio resample context
  529. * @param output output AVFrame
  530. * @param input input AVFrame
  531. * @return 0 on success, AVERROR on failure.
  532. */
  533. int swr_config_frame(SwrContext *swr, const AVFrame *out, const AVFrame *in);
  534. /**
  535. * @}
  536. * @}
  537. */
  538. #endif /* SWRESAMPLE_SWRESAMPLE_H */