39 static void av_cold fft_lut_init(
void)
 
   48 #if !CONFIG_HARDCODED_TABLES 
   68     double freq = 2*
M_PI/m;
 
   71         tab[i] = 
FIX15(cos(i*freq));
 
   81 #define INIT_FF_COS_TABS_FUNC(index, size)          \ 
   82 static av_cold void init_ff_cos_tabs_ ## size (void)\ 
   84     init_ff_cos_tabs(index);                        \ 
  150     if(n <= 2) 
return i&1;
 
  160 #if (!CONFIG_HARDCODED_TABLES) && (!FFT_FIXED_32) 
  166     0, 4, 1, 5, 8, 12, 9, 13, 2, 6, 3, 7, 10, 14, 11, 15
 
  186     for (i = 0; i < 
n; i += 16) {
 
  189             for (k = 0; k < 16; k++)
 
  194             for (k = 0; k < 16; k++) {
 
  196                 j = (j & ~7) | ((j >> 1) & 3) | ((j << 2) & 4);
 
  210     if (nbits < 2 || nbits > 17)
 
  255     for(j=4; j<=nbits; j++) {
 
  268                 j = (j&~3) | ((j>>1)&1) | ((j<<1)&2);
 
  288     const uint16_t *revtab = s->
revtab;
 
  289     const uint32_t *revtab32 = s->
revtab32;
 
  293         for(j=0;j<np;j++) s->
tmp_buf[revtab[j]] = z[j];
 
  295         for(j=0;j<np;j++) s->
tmp_buf[revtab32[j]] = z[j];
 
  311     int nbits, i, 
n, num_transforms, 
offset, step;
 
  313     unsigned tmp1, tmp2, tmp3, tmp4, tmp5, tmp6, tmp7, tmp8;
 
  315     const int fft_size = (1 << s->
nbits);
 
  318     num_transforms = (0x2aab >> (16 - s->
nbits)) | 1;
 
  320     for (n=0; n<num_transforms; n++){
 
  324         tmp1 = tmpz[0].
re + (unsigned)tmpz[1].
re;
 
  325         tmp5 = tmpz[2].
re + (unsigned)tmpz[3].
re;
 
  326         tmp2 = tmpz[0].
im + (unsigned)tmpz[1].
im;
 
  327         tmp6 = tmpz[2].
im + (unsigned)tmpz[3].
im;
 
  328         tmp3 = tmpz[0].
re - (unsigned)tmpz[1].
re;
 
  329         tmp8 = tmpz[2].
im - (unsigned)tmpz[3].
im;
 
  330         tmp4 = tmpz[0].
im - (unsigned)tmpz[1].
im;
 
  331         tmp7 = tmpz[2].
re - (unsigned)tmpz[3].
re;
 
  333         tmpz[0].
re = tmp1 + tmp5;
 
  334         tmpz[2].
re = tmp1 - tmp5;
 
  335         tmpz[0].
im = tmp2 + tmp6;
 
  336         tmpz[2].
im = tmp2 - tmp6;
 
  337         tmpz[1].
re = tmp3 + tmp8;
 
  338         tmpz[3].
re = tmp3 - tmp8;
 
  339         tmpz[1].
im = tmp4 - tmp7;
 
  340         tmpz[3].
im = tmp4 + tmp7;
 
  346     num_transforms = (num_transforms >> 1) | 1;
 
  348     for (n=0; n<num_transforms; n++){
 
  352         tmp1 = tmpz[4].
re + (unsigned)tmpz[5].
re;
 
  353         tmp3 = tmpz[6].
re + (unsigned)tmpz[7].
re;
 
  354         tmp2 = tmpz[4].
im + (unsigned)tmpz[5].
im;
 
  355         tmp4 = tmpz[6].
im + (unsigned)tmpz[7].
im;
 
  361         tmp1 = tmpz[4].
re - (unsigned)tmpz[5].
re;
 
  362         tmp2 = tmpz[4].
im - (unsigned)tmpz[5].
im;
 
  363         tmp3 = tmpz[6].
re - (unsigned)tmpz[7].
re;
 
  364         tmp4 = tmpz[6].
im - (unsigned)tmpz[7].
im;
 
  366         tmpz[4].
re = tmpz[0].
re - tmp5;
 
  367         tmpz[0].
re = tmpz[0].
re + tmp5;
 
  368         tmpz[4].
im = tmpz[0].
im - tmp6;
 
  369         tmpz[0].
im = tmpz[0].
im + tmp6;
 
  370         tmpz[6].
re = tmpz[2].
re - tmp8;
 
  371         tmpz[2].
re = tmpz[2].
re + tmp8;
 
  372         tmpz[6].
im = tmpz[2].
im + tmp7;
 
  373         tmpz[2].
im = tmpz[2].
im - tmp7;
 
  376         tmp5 = (
int32_t)((accu + 0x40000000) >> 31);
 
  378         tmp7 = (
int32_t)((accu + 0x40000000) >> 31);
 
  380         tmp6 = (
int32_t)((accu + 0x40000000) >> 31);
 
  382         tmp8 = (
int32_t)((accu + 0x40000000) >> 31);
 
  388         tmpz[5].
re = tmpz[1].
re - tmp1;
 
  389         tmpz[1].
re = tmpz[1].
re + tmp1;
 
  390         tmpz[5].
im = tmpz[1].
im - tmp2;
 
  391         tmpz[1].
im = tmpz[1].
im + tmp2;
 
  392         tmpz[7].
re = tmpz[3].
re - tmp4;
 
  393         tmpz[3].
re = tmpz[3].
re + tmp4;
 
  394         tmpz[7].
im = tmpz[3].
im + tmp3;
 
  395         tmpz[3].
im = tmpz[3].
im - tmp3;
 
  401     for (nbits=4; nbits<=s->
nbits; nbits++){
 
  404         num_transforms = (num_transforms >> 1) | 1;
 
  406         for (n=0; n<num_transforms; n++){
 
  412             tmp5 = tmpz[ n2].
re + (unsigned)tmpz[n34].
re;
 
  413             tmp1 = tmpz[ n2].
re - (unsigned)tmpz[n34].
re;
 
  414             tmp6 = tmpz[ n2].
im + (unsigned)tmpz[n34].
im;
 
  415             tmp2 = tmpz[ n2].
im - (unsigned)tmpz[n34].
im;
 
  417             tmpz[ n2].
re = tmpz[ 0].
re - tmp5;
 
  418             tmpz[  0].
re = tmpz[ 0].
re + tmp5;
 
  419             tmpz[ n2].
im = tmpz[ 0].
im - tmp6;
 
  420             tmpz[  0].
im = tmpz[ 0].
im + tmp6;
 
  421             tmpz[n34].
re = tmpz[n4].
re - tmp2;
 
  422             tmpz[ n4].
re = tmpz[n4].
re + tmp2;
 
  423             tmpz[n34].
im = tmpz[n4].
im + tmp1;
 
  424             tmpz[ n4].
im = tmpz[n4].
im - tmp1;
 
  426             for (i=1; i<n4; i++){
 
  429                 accu  = (int64_t)w_re*tmpz[ n2+i].
re;
 
  430                 accu += (int64_t)w_im*tmpz[ n2+i].
im;
 
  431                 tmp1 = (
int32_t)((accu + 0x40000000) >> 31);
 
  432                 accu  = (int64_t)w_re*tmpz[ n2+i].
im;
 
  433                 accu -= (int64_t)w_im*tmpz[ n2+i].
re;
 
  434                 tmp2 = (
int32_t)((accu + 0x40000000) >> 31);
 
  435                 accu  = (int64_t)w_re*tmpz[n34+i].
re;
 
  436                 accu -= (int64_t)w_im*tmpz[n34+i].
im;
 
  437                 tmp3 = (
int32_t)((accu + 0x40000000) >> 31);
 
  438                 accu  = (int64_t)w_re*tmpz[n34+i].
im;
 
  439                 accu += (int64_t)w_im*tmpz[n34+i].
re;
 
  440                 tmp4 = (
int32_t)((accu + 0x40000000) >> 31);
 
  447                 tmpz[ n2+i].
re = tmpz[   i].
re - tmp5;
 
  448                 tmpz[    i].
re = tmpz[   i].
re + tmp5;
 
  449                 tmpz[ n2+i].
im = tmpz[   i].
im - tmp6;
 
  450                 tmpz[    i].
im = tmpz[   i].
im + tmp6;
 
  451                 tmpz[n34+i].
re = tmpz[n4+i].
re - tmp2;
 
  452                 tmpz[ n4+i].
re = tmpz[n4+i].
re + tmp2;
 
  453                 tmpz[n34+i].
im = tmpz[n4+i].
im + tmp1;
 
  454                 tmpz[ n4+i].
im = tmpz[n4+i].
im - tmp1;
 
  467 #define BUTTERFLIES(a0,a1,a2,a3) {\ 
  469     BF(a2.re, a0.re, a0.re, t5);\ 
  470     BF(a3.im, a1.im, a1.im, t3);\ 
  472     BF(a3.re, a1.re, a1.re, t4);\ 
  473     BF(a2.im, a0.im, a0.im, t6);\ 
  479 #define BUTTERFLIES_BIG(a0,a1,a2,a3) {\ 
  480     FFTSample r0=a0.re, i0=a0.im, r1=a1.re, i1=a1.im;\ 
  482     BF(a2.re, a0.re, r0, t5);\ 
  483     BF(a3.im, a1.im, i1, t3);\ 
  485     BF(a3.re, a1.re, r1, t4);\ 
  486     BF(a2.im, a0.im, i0, t6);\ 
  489 #define TRANSFORM(a0,a1,a2,a3,wre,wim) {\ 
  490     CMUL(t1, t2, a2.re, a2.im, wre, -wim);\ 
  491     CMUL(t5, t6, a3.re, a3.im, wre,  wim);\ 
  492     BUTTERFLIES(a0,a1,a2,a3)\ 
  495 #define TRANSFORM_ZERO(a0,a1,a2,a3) {\ 
  500     BUTTERFLIES(a0,a1,a2,a3)\ 
  505 static void name(FFTComplex *z, const FFTSample *wre, unsigned int n)\ 
  507     FFTDouble t1, t2, t3, t4, t5, t6;\ 
  511     const FFTSample *wim = wre+o1;\ 
  514     TRANSFORM_ZERO(z[0],z[o1],z[o2],z[o3]);\ 
  515     TRANSFORM(z[1],z[o1+1],z[o2+1],z[o3+1],wre[1],wim[-1]);\ 
  520         TRANSFORM(z[0],z[o1],z[o2],z[o3],wre[0],wim[0]);\ 
  521         TRANSFORM(z[1],z[o1+1],z[o2+1],z[o3+1],wre[1],wim[-1]);\ 
  527 #define BUTTERFLIES BUTTERFLIES_BIG 
  530 #define DECL_FFT(n,n2,n4)\ 
  531 static void fft##n(FFTComplex *z)\ 
  536     pass(z,FFT_NAME(ff_cos_##n),n4/2);\ 
  543     BF(t3, t1, z[0].
re, z[1].re);
 
  544     BF(t8, t6, z[3].re, z[2].re);
 
  545     BF(z[2].re, z[0].re, t1, t6);
 
  546     BF(t4, t2, z[0].
im, z[1].im);
 
  547     BF(t7, t5, z[2].im, z[3].im);
 
  548     BF(z[3].im, z[1].im, t4, t8);
 
  549     BF(z[3].re, z[1].re, t3, t7);
 
  550     BF(z[2].im, z[0].im, t2, t5);
 
  559     BF(t1, z[5].
re, z[4].re, -z[5].re);
 
  560     BF(t2, z[5].
im, z[4].im, -z[5].im);
 
  561     BF(t5, z[7].re, z[6].re, -z[7].re);
 
  562     BF(t6, z[7].im, z[6].im, -z[7].im);
 
  581     TRANSFORM(z[1],z[5],z[9],z[13],cos_16_1,cos_16_3);
 
  582     TRANSFORM(z[3],z[7],z[11],z[15],cos_16_3,cos_16_1);
 
  593 #define pass pass_big 
  605     fft4, 
fft8, 
fft16, fft32, fft64, fft128, fft256, fft512, fft1024,
 
  606     fft2048, fft4096, fft8192, fft16384, fft32768, fft65536, fft131072
 
static void fft_permute_c(FFTContext *s, FFTComplex *z)
 
#define BUTTERFLIES(a0, a1, a2, a3)
 
static CosTabsInitOnce cos_tabs_init_once[]
 
void(* mdct_calc)(struct FFTContext *s, FFTSample *output, const FFTSample *input)
 
static const int avx_tab[]
 
void(* fft_permute)(struct FFTContext *s, FFTComplex *z)
Do the permutation needed BEFORE calling fft_calc(). 
 
static int split_radix_permutation(int i, int n, int inverse)
 
#define MAX_LOG2_NFFT
Specifies maximum allowed fft size. 
 
void ff_fft_lut_init(uint16_t *table, int off, int size, int *index)
 
av_cold void ff_fft_init_arm(FFTContext *s)
 
void ff_fft_init_ppc(FFTContext *s)
 
const int32_t ff_w_tab_sr[MAX_FFT_SIZE/(4 *16)]
 
#define DECL_FFT(n, n2, n4)
 
#define INIT_FF_COS_TABS_FUNC(index, size)
 
static void(*const fft_dispatch[])(FFTComplex *)
 
static const uint8_t offset[127][2]
 
av_cold void ff_fft_fixed_init_arm(FFTContext *s)
 
static av_cold void fft_perm_avx(FFTContext *s)
 
void(* imdct_calc)(struct FFTContext *s, FFTSample *output, const FFTSample *input)
 
av_cold int ff_fft_init(FFTContext *s, int nbits, int inverse)
Set up a complex FFT. 
 
typedef void(APIENTRY *FF_PFNGLACTIVETEXTUREPROC)(GLenum texture)
 
enum fft_permutation_type fft_permutation
 
static int is_second_half_of_fft32(int i, int n)
 
void(* imdct_half)(struct FFTContext *s, FFTSample *output, const FFTSample *input)
 
int(* func)(AVBPrint *dst, const char *in, const char *arg)
 
uint16_t ff_fft_offsets_lut[21845]
 
static av_cold void init_ff_cos_tabs(int index)
 
#define TRANSFORM(a0, a1, a2, a3, wre, wim)
 
#define TRANSFORM_ZERO(a0, a1, a2, a3)
 
static void fft4(FFTComplex *z)
 
av_cold void ff_fft_end(FFTContext *s)
 
void ff_mdct_calcw_c(FFTContext *s, FFTDouble *output, const FFTSample *input)
 
av_cold void ff_fft_init_aarch64(FFTContext *s)
 
void(* fft_calc)(struct FFTContext *s, FFTComplex *z)
Do a complex FFT with the parameters defined in ff_fft_init(). 
 
void ff_fft_init_mips(FFTContext *s)
FFT transform. 
 
static int ff_thread_once(char *control, void(*routine)(void))
 
static void fft8(FFTComplex *z)
 
COSTABLE_CONST FFTSample *const FFT_NAME(ff_cos_tabs)[]
 
static const struct twinvq_data tab
 
static uint32_t inverse(uint32_t v)
find multiplicative inverse modulo 2 ^ 32 
 
av_cold void ff_init_ff_cos_tabs(int index)
Initialize the cosine table in ff_cos_tabs[index]. 
 
static void fft_calc_c(FFTContext *s, FFTComplex *z)
 
static void fft16(FFTComplex *z)
 
definitions and tables for FFT 
 
void(* mdct_calcw)(struct FFTContext *s, FFTDouble *output, const FFTSample *input)
 
void ff_fft_init_x86(FFTContext *s)