FFmpeg  4.4.4
lossless_videodsp_init.c
Go to the documentation of this file.
1 /*
2  * Lossless video DSP utils
3  *
4  * This file is part of FFmpeg.
5  *
6  * FFmpeg is free software; you can redistribute it and/or
7  * modify it under the terms of the GNU Lesser General Public
8  * License as published by the Free Software Foundation; either
9  * version 2.1 of the License, or (at your option) any later version.
10  *
11  * FFmpeg is distributed in the hope that it will be useful,
12  * but WITHOUT ANY WARRANTY; without even the implied warranty of
13  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
14  * Lesser General Public License for more details.
15  *
16  * You should have received a copy of the GNU Lesser General Public
17  * License along with FFmpeg; if not, write to the Free Software
18  * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
19  */
20 
21 #include "config.h"
22 #include "libavutil/x86/asm.h"
23 #include "../lossless_videodsp.h"
24 #include "libavutil/x86/cpu.h"
25 
26 void ff_add_bytes_mmx(uint8_t *dst, uint8_t *src, ptrdiff_t w);
27 void ff_add_bytes_sse2(uint8_t *dst, uint8_t *src, ptrdiff_t w);
28 void ff_add_bytes_avx2(uint8_t *dst, uint8_t *src, ptrdiff_t w);
29 
31  const uint8_t *diff, ptrdiff_t w,
32  int *left, int *left_top);
33 void ff_add_median_pred_sse2(uint8_t *dst, const uint8_t *top,
34  const uint8_t *diff, ptrdiff_t w,
35  int *left, int *left_top);
36 
38  ptrdiff_t w, int left);
40  ptrdiff_t w, int left);
42  ptrdiff_t w, int left);
43 
44 int ff_add_left_pred_int16_ssse3(uint16_t *dst, const uint16_t *src, unsigned mask, ptrdiff_t w, unsigned acc);
45 int ff_add_left_pred_int16_unaligned_ssse3(uint16_t *dst, const uint16_t *src, unsigned mask, ptrdiff_t w, unsigned acc);
46 
47 void ff_add_gradient_pred_ssse3(uint8_t *src, const ptrdiff_t stride, const ptrdiff_t width);
48 void ff_add_gradient_pred_avx2(uint8_t *src, const ptrdiff_t stride, const ptrdiff_t width);
49 
50 #if HAVE_INLINE_ASM && HAVE_7REGS && ARCH_X86_32
51 static void add_median_pred_cmov(uint8_t *dst, const uint8_t *top,
52  const uint8_t *diff, ptrdiff_t w,
53  int *left, int *left_top)
54 {
55  x86_reg w2 = -w;
56  x86_reg x;
57  int l = *left & 0xff;
58  int tl = *left_top & 0xff;
59  int t;
60  __asm__ volatile (
61  "mov %7, %3 \n"
62  "1: \n"
63  "movzbl (%3, %4), %2 \n"
64  "mov %2, %k3 \n"
65  "sub %b1, %b3 \n"
66  "add %b0, %b3 \n"
67  "mov %2, %1 \n"
68  "cmp %0, %2 \n"
69  "cmovg %0, %2 \n"
70  "cmovg %1, %0 \n"
71  "cmp %k3, %0 \n"
72  "cmovg %k3, %0 \n"
73  "mov %7, %3 \n"
74  "cmp %2, %0 \n"
75  "cmovl %2, %0 \n"
76  "add (%6, %4), %b0 \n"
77  "mov %b0, (%5, %4) \n"
78  "inc %4 \n"
79  "jl 1b \n"
80  : "+&q"(l), "+&q"(tl), "=&r"(t), "=&q"(x), "+&r"(w2)
81  : "r"(dst + w), "r"(diff + w), "rm"(top + w)
82  );
83  *left = l;
84  *left_top = tl;
85 }
86 #endif
87 
89 {
91 
92 #if HAVE_INLINE_ASM && HAVE_7REGS && ARCH_X86_32
94  c->add_median_pred = add_median_pred_cmov;
95 #endif
96 
98  c->add_bytes = ff_add_bytes_mmx;
99  }
100 
102  /* slower than cmov version on AMD */
103  if (!(cpu_flags & AV_CPU_FLAG_3DNOW))
104  c->add_median_pred = ff_add_median_pred_mmxext;
105  }
106 
107  if (EXTERNAL_SSE2(cpu_flags)) {
108  c->add_bytes = ff_add_bytes_sse2;
109  c->add_median_pred = ff_add_median_pred_sse2;
110  }
111 
112  if (EXTERNAL_SSSE3(cpu_flags)) {
113  c->add_left_pred = ff_add_left_pred_ssse3;
114  c->add_left_pred_int16 = ff_add_left_pred_int16_ssse3;
115  c->add_gradient_pred = ff_add_gradient_pred_ssse3;
116  }
117 
119  c->add_left_pred = ff_add_left_pred_unaligned_ssse3;
120  c->add_left_pred_int16 = ff_add_left_pred_int16_unaligned_ssse3;
121  }
122 
124  c->add_bytes = ff_add_bytes_avx2;
125  c->add_left_pred = ff_add_left_pred_unaligned_avx2;
126  c->add_gradient_pred = ff_add_gradient_pred_avx2;
127  }
128 }
__asm__(".macro parse_r var r\n\t" "\\var = -1\n\t" _IFC_REG(0) _IFC_REG(1) _IFC_REG(2) _IFC_REG(3) _IFC_REG(4) _IFC_REG(5) _IFC_REG(6) _IFC_REG(7) _IFC_REG(8) _IFC_REG(9) _IFC_REG(10) _IFC_REG(11) _IFC_REG(12) _IFC_REG(13) _IFC_REG(14) _IFC_REG(15) _IFC_REG(16) _IFC_REG(17) _IFC_REG(18) _IFC_REG(19) _IFC_REG(20) _IFC_REG(21) _IFC_REG(22) _IFC_REG(23) _IFC_REG(24) _IFC_REG(25) _IFC_REG(26) _IFC_REG(27) _IFC_REG(28) _IFC_REG(29) _IFC_REG(30) _IFC_REG(31) ".iflt \\var\n\t" ".error \"Unable to parse register name \\r\"\n\t" ".endif\n\t" ".endm")
uint8_t
#define ARCH_X86_32
Definition: config.h:40
static atomic_int cpu_flags
Definition: cpu.c:50
int av_get_cpu_flags(void)
Return the flags which specify extensions supported by the CPU.
Definition: cpu.c:95
#define AV_CPU_FLAG_CMOV
supports cmov instruction
Definition: cpu.h:53
#define AV_CPU_FLAG_3DNOW
AMD 3DNOW.
Definition: cpu.h:34
int x86_reg
Definition: asm.h:72
uint8_t w
Definition: llviddspenc.c:39
void ff_add_gradient_pred_avx2(uint8_t *src, const ptrdiff_t stride, const ptrdiff_t width)
int ff_add_left_pred_unaligned_avx2(uint8_t *dst, const uint8_t *src, ptrdiff_t w, int left)
void ff_add_bytes_sse2(uint8_t *dst, uint8_t *src, ptrdiff_t w)
void ff_llviddsp_init_x86(LLVidDSPContext *c)
void ff_add_median_pred_mmxext(uint8_t *dst, const uint8_t *top, const uint8_t *diff, ptrdiff_t w, int *left, int *left_top)
void ff_add_gradient_pred_ssse3(uint8_t *src, const ptrdiff_t stride, const ptrdiff_t width)
void ff_add_median_pred_sse2(uint8_t *dst, const uint8_t *top, const uint8_t *diff, ptrdiff_t w, int *left, int *left_top)
int ff_add_left_pred_unaligned_ssse3(uint8_t *dst, const uint8_t *src, ptrdiff_t w, int left)
int ff_add_left_pred_int16_unaligned_ssse3(uint16_t *dst, const uint16_t *src, unsigned mask, ptrdiff_t w, unsigned acc)
void ff_add_bytes_mmx(uint8_t *dst, uint8_t *src, ptrdiff_t w)
int ff_add_left_pred_int16_ssse3(uint16_t *dst, const uint16_t *src, unsigned mask, ptrdiff_t w, unsigned acc)
void ff_add_bytes_avx2(uint8_t *dst, uint8_t *src, ptrdiff_t w)
int ff_add_left_pred_ssse3(uint8_t *dst, const uint8_t *src, ptrdiff_t w, int left)
static const uint16_t mask[17]
Definition: lzw.c:38
int stride
Definition: mace.c:144
#define src
Definition: vp8dsp.c:255
#define width
static av_always_inline int diff(const uint32_t a, const uint32_t b)
static double c[64]
#define EXTERNAL_AVX2_FAST(flags)
Definition: cpu.h:79
#define EXTERNAL_MMXEXT(flags)
Definition: cpu.h:57
#define EXTERNAL_SSSE3(flags)
Definition: cpu.h:65
#define EXTERNAL_MMX(flags)
Definition: cpu.h:56
#define EXTERNAL_SSSE3_FAST(flags)
Definition: cpu.h:66
#define EXTERNAL_SSE2(flags)
Definition: cpu.h:59
int acc
Definition: yuv2rgb.c:555