123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399 |
- /*
- * Copyright (C) 2011-2012 Michael Niedermayer (michaelni@gmx.at)
- *
- * This file is part of libswresample
- *
- * libswresample is free software; you can redistribute it and/or
- * modify it under the terms of the GNU Lesser General Public
- * License as published by the Free Software Foundation; either
- * version 2.1 of the License, or (at your option) any later version.
- *
- * libswresample is distributed in the hope that it will be useful,
- * but WITHOUT ANY WARRANTY; without even the implied warranty of
- * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
- * Lesser General Public License for more details.
- *
- * You should have received a copy of the GNU Lesser General Public
- * License along with libswresample; if not, write to the Free Software
- * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
- */
- #include "swresample_internal.h"
- #include "libavutil/audioconvert.h"
- #include "libavutil/avassert.h"
- #define ONE (1.0)
- #define R(x) x
- #define SAMPLE float
- #define COEFF float
- #define RENAME(x) x ## _float
- #include "rematrix_template.c"
- #undef SAMPLE
- #undef RENAME
- #undef R
- #undef ONE
- #undef COEFF
- #define ONE (1.0)
- #define R(x) x
- #define SAMPLE double
- #define COEFF double
- #define RENAME(x) x ## _double
- #include "rematrix_template.c"
- #undef SAMPLE
- #undef RENAME
- #undef R
- #undef ONE
- #undef COEFF
- #define ONE (-32768)
- #define R(x) (((x) + 16384)>>15)
- #define SAMPLE int16_t
- #define COEFF int
- #define RENAME(x) x ## _s16
- #include "rematrix_template.c"
- #define FRONT_LEFT 0
- #define FRONT_RIGHT 1
- #define FRONT_CENTER 2
- #define LOW_FREQUENCY 3
- #define BACK_LEFT 4
- #define BACK_RIGHT 5
- #define FRONT_LEFT_OF_CENTER 6
- #define FRONT_RIGHT_OF_CENTER 7
- #define BACK_CENTER 8
- #define SIDE_LEFT 9
- #define SIDE_RIGHT 10
- #define TOP_CENTER 11
- #define TOP_FRONT_LEFT 12
- #define TOP_FRONT_CENTER 13
- #define TOP_FRONT_RIGHT 14
- #define TOP_BACK_LEFT 15
- #define TOP_BACK_CENTER 16
- #define TOP_BACK_RIGHT 17
- int swr_set_matrix(struct SwrContext *s, const double *matrix, int stride)
- {
- int nb_in, nb_out, in, out;
- if (!s || s->in_convert) // s needs to be allocated but not initialized
- return AVERROR(EINVAL);
- memset(s->matrix, 0, sizeof(s->matrix));
- nb_in = av_get_channel_layout_nb_channels(s->in_ch_layout);
- nb_out = av_get_channel_layout_nb_channels(s->out_ch_layout);
- for (out = 0; out < nb_out; out++) {
- for (in = 0; in < nb_in; in++)
- s->matrix[out][in] = matrix[in];
- matrix += stride;
- }
- s->rematrix_custom = 1;
- return 0;
- }
- static int even(int64_t layout){
- if(!layout) return 1;
- if(layout&(layout-1)) return 1;
- return 0;
- }
- static int sane_layout(int64_t layout){
- if(!(layout & AV_CH_LAYOUT_SURROUND)) // at least 1 front speaker
- return 0;
- if(!even(layout & (AV_CH_FRONT_LEFT | AV_CH_FRONT_RIGHT))) // no asymetric front
- return 0;
- if(!even(layout & (AV_CH_SIDE_LEFT | AV_CH_SIDE_RIGHT))) // no asymetric side
- return 0;
- if(!even(layout & (AV_CH_BACK_LEFT | AV_CH_BACK_RIGHT)))
- return 0;
- if(!even(layout & (AV_CH_FRONT_LEFT_OF_CENTER | AV_CH_FRONT_RIGHT_OF_CENTER)))
- return 0;
- if(av_get_channel_layout_nb_channels(layout) >= SWR_CH_MAX)
- return 0;
- return 1;
- }
- static int auto_matrix(SwrContext *s)
- {
- int i, j, out_i;
- double matrix[64][64]={{0}};
- int64_t unaccounted= s->in_ch_layout & ~s->out_ch_layout;
- double maxcoef=0;
- memset(s->matrix, 0, sizeof(s->matrix));
- for(i=0; i<64; i++){
- if(s->in_ch_layout & s->out_ch_layout & (1LL<<i))
- matrix[i][i]= 1.0;
- }
- if(!sane_layout(s->in_ch_layout)){
- av_log(s, AV_LOG_ERROR, "Input channel layout isnt supported\n");
- return AVERROR(EINVAL);
- }
- if(!sane_layout(s->out_ch_layout)){
- av_log(s, AV_LOG_ERROR, "Output channel layout isnt supported\n");
- return AVERROR(EINVAL);
- }
- //FIXME implement dolby surround
- //FIXME implement full ac3
- if(unaccounted & AV_CH_FRONT_CENTER){
- if((s->out_ch_layout & AV_CH_LAYOUT_STEREO) == AV_CH_LAYOUT_STEREO){
- matrix[ FRONT_LEFT][FRONT_CENTER]+= M_SQRT1_2;
- matrix[FRONT_RIGHT][FRONT_CENTER]+= M_SQRT1_2;
- }else
- av_assert0(0);
- }
- if(unaccounted & AV_CH_LAYOUT_STEREO){
- if(s->out_ch_layout & AV_CH_FRONT_CENTER){
- matrix[FRONT_CENTER][ FRONT_LEFT]+= M_SQRT1_2;
- matrix[FRONT_CENTER][FRONT_RIGHT]+= M_SQRT1_2;
- if(s->in_ch_layout & AV_CH_FRONT_CENTER)
- matrix[FRONT_CENTER][ FRONT_CENTER] = s->clev*sqrt(2);
- }else
- av_assert0(0);
- }
- if(unaccounted & AV_CH_BACK_CENTER){
- if(s->out_ch_layout & AV_CH_BACK_LEFT){
- matrix[ BACK_LEFT][BACK_CENTER]+= M_SQRT1_2;
- matrix[BACK_RIGHT][BACK_CENTER]+= M_SQRT1_2;
- }else if(s->out_ch_layout & AV_CH_SIDE_LEFT){
- matrix[ SIDE_LEFT][BACK_CENTER]+= M_SQRT1_2;
- matrix[SIDE_RIGHT][BACK_CENTER]+= M_SQRT1_2;
- }else if(s->out_ch_layout & AV_CH_FRONT_LEFT){
- matrix[ FRONT_LEFT][BACK_CENTER]+= s->slev*M_SQRT1_2;
- matrix[FRONT_RIGHT][BACK_CENTER]+= s->slev*M_SQRT1_2;
- }else if(s->out_ch_layout & AV_CH_FRONT_CENTER){
- matrix[ FRONT_CENTER][BACK_CENTER]+= s->slev*M_SQRT1_2;
- }else
- av_assert0(0);
- }
- if(unaccounted & AV_CH_BACK_LEFT){
- if(s->out_ch_layout & AV_CH_BACK_CENTER){
- matrix[BACK_CENTER][ BACK_LEFT]+= M_SQRT1_2;
- matrix[BACK_CENTER][BACK_RIGHT]+= M_SQRT1_2;
- }else if(s->out_ch_layout & AV_CH_SIDE_LEFT){
- if(s->in_ch_layout & AV_CH_SIDE_LEFT){
- matrix[ SIDE_LEFT][ BACK_LEFT]+= M_SQRT1_2;
- matrix[SIDE_RIGHT][BACK_RIGHT]+= M_SQRT1_2;
- }else{
- matrix[ SIDE_LEFT][ BACK_LEFT]+= 1.0;
- matrix[SIDE_RIGHT][BACK_RIGHT]+= 1.0;
- }
- }else if(s->out_ch_layout & AV_CH_FRONT_LEFT){
- matrix[ FRONT_LEFT][ BACK_LEFT]+= s->slev;
- matrix[FRONT_RIGHT][BACK_RIGHT]+= s->slev;
- }else if(s->out_ch_layout & AV_CH_FRONT_CENTER){
- matrix[ FRONT_CENTER][BACK_LEFT ]+= s->slev*M_SQRT1_2;
- matrix[ FRONT_CENTER][BACK_RIGHT]+= s->slev*M_SQRT1_2;
- }else
- av_assert0(0);
- }
- if(unaccounted & AV_CH_SIDE_LEFT){
- if(s->out_ch_layout & AV_CH_BACK_LEFT){
- /* if back channels do not exist in the input, just copy side
- channels to back channels, otherwise mix side into back */
- if (s->in_ch_layout & AV_CH_BACK_LEFT) {
- matrix[BACK_LEFT ][SIDE_LEFT ] += M_SQRT1_2;
- matrix[BACK_RIGHT][SIDE_RIGHT] += M_SQRT1_2;
- } else {
- matrix[BACK_LEFT ][SIDE_LEFT ] += 1.0;
- matrix[BACK_RIGHT][SIDE_RIGHT] += 1.0;
- }
- }else if(s->out_ch_layout & AV_CH_BACK_CENTER){
- matrix[BACK_CENTER][ SIDE_LEFT]+= M_SQRT1_2;
- matrix[BACK_CENTER][SIDE_RIGHT]+= M_SQRT1_2;
- }else if(s->out_ch_layout & AV_CH_FRONT_LEFT){
- matrix[ FRONT_LEFT][ SIDE_LEFT]+= s->slev;
- matrix[FRONT_RIGHT][SIDE_RIGHT]+= s->slev;
- }else if(s->out_ch_layout & AV_CH_FRONT_CENTER){
- matrix[ FRONT_CENTER][SIDE_LEFT ]+= s->slev*M_SQRT1_2;
- matrix[ FRONT_CENTER][SIDE_RIGHT]+= s->slev*M_SQRT1_2;
- }else
- av_assert0(0);
- }
- if(unaccounted & AV_CH_FRONT_LEFT_OF_CENTER){
- if(s->out_ch_layout & AV_CH_FRONT_LEFT){
- matrix[ FRONT_LEFT][ FRONT_LEFT_OF_CENTER]+= 1.0;
- matrix[FRONT_RIGHT][FRONT_RIGHT_OF_CENTER]+= 1.0;
- }else if(s->out_ch_layout & AV_CH_FRONT_CENTER){
- matrix[ FRONT_CENTER][ FRONT_LEFT_OF_CENTER]+= M_SQRT1_2;
- matrix[ FRONT_CENTER][FRONT_RIGHT_OF_CENTER]+= M_SQRT1_2;
- }else
- av_assert0(0);
- }
- /* mix LFE into front left/right or center */
- if (unaccounted & AV_CH_LOW_FREQUENCY) {
- if (s->out_ch_layout & AV_CH_FRONT_CENTER) {
- matrix[FRONT_CENTER][LOW_FREQUENCY] += s->lfe_mix_level;
- } else if (s->out_ch_layout & AV_CH_FRONT_LEFT) {
- matrix[FRONT_LEFT ][LOW_FREQUENCY] += s->lfe_mix_level * M_SQRT1_2;
- matrix[FRONT_RIGHT][LOW_FREQUENCY] += s->lfe_mix_level * M_SQRT1_2;
- } else
- av_assert0(0);
- }
- for(out_i=i=0; i<64; i++){
- double sum=0;
- int in_i=0;
- for(j=0; j<64; j++){
- s->matrix[out_i][in_i]= matrix[i][j];
- if(matrix[i][j]){
- sum += fabs(matrix[i][j]);
- }
- if(s->in_ch_layout & (1ULL<<j))
- in_i++;
- }
- maxcoef= FFMAX(maxcoef, sum);
- if(s->out_ch_layout & (1ULL<<i))
- out_i++;
- }
- if(s->rematrix_volume < 0)
- maxcoef = -s->rematrix_volume;
- if(( av_get_packed_sample_fmt(s->out_sample_fmt) < AV_SAMPLE_FMT_FLT
- || av_get_packed_sample_fmt(s->int_sample_fmt) < AV_SAMPLE_FMT_FLT) && maxcoef > 1.0){
- for(i=0; i<SWR_CH_MAX; i++)
- for(j=0; j<SWR_CH_MAX; j++){
- s->matrix[i][j] /= maxcoef;
- }
- }
- if(s->rematrix_volume > 0){
- for(i=0; i<SWR_CH_MAX; i++)
- for(j=0; j<SWR_CH_MAX; j++){
- s->matrix[i][j] *= s->rematrix_volume;
- }
- }
- for(i=0; i<av_get_channel_layout_nb_channels(s->out_ch_layout); i++){
- for(j=0; j<av_get_channel_layout_nb_channels(s->in_ch_layout); j++){
- av_log(NULL, AV_LOG_DEBUG, "%f ", s->matrix[i][j]);
- }
- av_log(NULL, AV_LOG_DEBUG, "\n");
- }
- return 0;
- }
- int swri_rematrix_init(SwrContext *s){
- int i, j;
- int nb_in = av_get_channel_layout_nb_channels(s->in_ch_layout);
- int nb_out = av_get_channel_layout_nb_channels(s->out_ch_layout);
- if (!s->rematrix_custom) {
- int r = auto_matrix(s);
- if (r)
- return r;
- }
- if (s->midbuf.fmt == AV_SAMPLE_FMT_S16P){
- s->native_matrix = av_mallocz(nb_in * nb_out * sizeof(int));
- s->native_one = av_mallocz(sizeof(int));
- for (i = 0; i < nb_out; i++)
- for (j = 0; j < nb_in; j++)
- ((int*)s->native_matrix)[i * nb_in + j] = lrintf(s->matrix[i][j] * 32768);
- *((int*)s->native_one) = 32768;
- s->mix_1_1_f = copy_s16;
- s->mix_2_1_f = sum2_s16;
- }else if(s->midbuf.fmt == AV_SAMPLE_FMT_FLTP){
- s->native_matrix = av_mallocz(nb_in * nb_out * sizeof(float));
- s->native_one = av_mallocz(sizeof(float));
- for (i = 0; i < nb_out; i++)
- for (j = 0; j < nb_in; j++)
- ((float*)s->native_matrix)[i * nb_in + j] = s->matrix[i][j];
- *((float*)s->native_one) = 1.0;
- s->mix_1_1_f = copy_float;
- s->mix_2_1_f = sum2_float;
- }else if(s->midbuf.fmt == AV_SAMPLE_FMT_DBLP){
- s->native_matrix = av_mallocz(nb_in * nb_out * sizeof(double));
- s->native_one = av_mallocz(sizeof(double));
- for (i = 0; i < nb_out; i++)
- for (j = 0; j < nb_in; j++)
- ((double*)s->native_matrix)[i * nb_in + j] = s->matrix[i][j];
- *((double*)s->native_one) = 1.0;
- s->mix_1_1_f = copy_double;
- s->mix_2_1_f = sum2_double;
- }else
- av_assert0(0);
- //FIXME quantize for integeres
- for (i = 0; i < SWR_CH_MAX; i++) {
- int ch_in=0;
- for (j = 0; j < SWR_CH_MAX; j++) {
- s->matrix32[i][j]= lrintf(s->matrix[i][j] * 32768);
- if(s->matrix[i][j])
- s->matrix_ch[i][++ch_in]= j;
- }
- s->matrix_ch[i][0]= ch_in;
- }
- return 0;
- }
- void swri_rematrix_free(SwrContext *s){
- av_freep(&s->native_matrix);
- av_freep(&s->native_one);
- }
- int swri_rematrix(SwrContext *s, AudioData *out, AudioData *in, int len, int mustcopy){
- int out_i, in_i, i, j;
- av_assert0(out->ch_count == av_get_channel_layout_nb_channels(s->out_ch_layout));
- av_assert0(in ->ch_count == av_get_channel_layout_nb_channels(s-> in_ch_layout));
- for(out_i=0; out_i<out->ch_count; out_i++){
- switch(s->matrix_ch[out_i][0]){
- case 0:
- memset(out->ch[out_i], 0, len * av_get_bytes_per_sample(s->int_sample_fmt));
- break;
- case 1:
- in_i= s->matrix_ch[out_i][1];
- if(s->matrix[out_i][in_i]!=1.0){
- s->mix_1_1_f(out->ch[out_i], in->ch[in_i], s->native_matrix, in->ch_count*out_i + in_i, len);
- }else if(mustcopy){
- memcpy(out->ch[out_i], in->ch[in_i], len*out->bps);
- }else{
- out->ch[out_i]= in->ch[in_i];
- }
- break;
- case 2: {
- int in_i1 = s->matrix_ch[out_i][1];
- int in_i2 = s->matrix_ch[out_i][2];
- s->mix_2_1_f(out->ch[out_i], in->ch[in_i1], in->ch[in_i2], s->native_matrix, in->ch_count*out_i + in_i1, in->ch_count*out_i + in_i2, len);
- break;}
- default:
- if(s->int_sample_fmt == AV_SAMPLE_FMT_FLTP){
- for(i=0; i<len; i++){
- float v=0;
- for(j=0; j<s->matrix_ch[out_i][0]; j++){
- in_i= s->matrix_ch[out_i][1+j];
- v+= ((float*)in->ch[in_i])[i] * s->matrix[out_i][in_i];
- }
- ((float*)out->ch[out_i])[i]= v;
- }
- }else if(s->int_sample_fmt == AV_SAMPLE_FMT_DBLP){
- for(i=0; i<len; i++){
- double v=0;
- for(j=0; j<s->matrix_ch[out_i][0]; j++){
- in_i= s->matrix_ch[out_i][1+j];
- v+= ((double*)in->ch[in_i])[i] * s->matrix[out_i][in_i];
- }
- ((double*)out->ch[out_i])[i]= v;
- }
- }else{
- for(i=0; i<len; i++){
- int v=0;
- for(j=0; j<s->matrix_ch[out_i][0]; j++){
- in_i= s->matrix_ch[out_i][1+j];
- v+= ((int16_t*)in->ch[in_i])[i] * s->matrix32[out_i][in_i];
- }
- ((int16_t*)out->ch[out_i])[i]= (v + 16384)>>15;
- }
- }
- }
- }
- return 0;
- }
|