Statistics
| Branch: | Revision:

ffmpeg / libavcodec / x86 / vp8dsp-init.c @ 004cda8e

History | View | Annotate | Download (11.8 KB)

1 0178d14f Jason Garrett-Glaser
/*
2
 * VP8 DSP functions x86-optimized
3
 * Copyright (c) 2010 Ronald S. Bultje <rsbultje@gmail.com>
4
 * Copyright (c) 2010 Jason Garrett-Glaser <darkshikari@gmail.com>
5
 *
6
 * This file is part of FFmpeg.
7
 *
8
 * FFmpeg is free software; you can redistribute it and/or
9
 * modify it under the terms of the GNU Lesser General Public
10
 * License as published by the Free Software Foundation; either
11
 * version 2.1 of the License, or (at your option) any later version.
12
 *
13
 * FFmpeg is distributed in the hope that it will be useful,
14
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
15
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
16
 * Lesser General Public License for more details.
17
 *
18
 * You should have received a copy of the GNU Lesser General Public
19
 * License along with FFmpeg; if not, write to the Free Software
20
 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
21
 */
22
23
#include "libavutil/x86_cpu.h"
24
#include "libavcodec/vp8dsp.h"
25
26 a173aa89 Jason Garrett-Glaser
#if HAVE_YASM
27
28 0178d14f Jason Garrett-Glaser
/*
29
 * MC functions
30
 */
31
extern void ff_put_vp8_epel4_h4_mmxext(uint8_t *dst, int dststride,
32
                                       uint8_t *src, int srcstride,
33
                                       int height, int mx, int my);
34
extern void ff_put_vp8_epel4_h6_mmxext(uint8_t *dst, int dststride,
35
                                       uint8_t *src, int srcstride,
36
                                       int height, int mx, int my);
37
extern void ff_put_vp8_epel4_v4_mmxext(uint8_t *dst, int dststride,
38
                                       uint8_t *src, int srcstride,
39
                                       int height, int mx, int my);
40
extern void ff_put_vp8_epel4_v6_mmxext(uint8_t *dst, int dststride,
41
                                       uint8_t *src, int srcstride,
42
                                       int height, int mx, int my);
43
44
extern void ff_put_vp8_epel8_h4_sse2  (uint8_t *dst, int dststride,
45
                                       uint8_t *src, int srcstride,
46
                                       int height, int mx, int my);
47
extern void ff_put_vp8_epel8_h6_sse2  (uint8_t *dst, int dststride,
48
                                       uint8_t *src, int srcstride,
49
                                       int height, int mx, int my);
50
extern void ff_put_vp8_epel8_v4_sse2  (uint8_t *dst, int dststride,
51
                                       uint8_t *src, int srcstride,
52
                                       int height, int mx, int my);
53
extern void ff_put_vp8_epel8_v6_sse2  (uint8_t *dst, int dststride,
54
                                       uint8_t *src, int srcstride,
55
                                       int height, int mx, int my);
56
57
extern void ff_put_vp8_epel8_h4_ssse3 (uint8_t *dst, int dststride,
58
                                       uint8_t *src, int srcstride,
59
                                       int height, int mx, int my);
60
extern void ff_put_vp8_epel8_h6_ssse3 (uint8_t *dst, int dststride,
61
                                       uint8_t *src, int srcstride,
62
                                       int height, int mx, int my);
63
extern void ff_put_vp8_epel8_v4_ssse3 (uint8_t *dst, int dststride,
64
                                       uint8_t *src, int srcstride,
65
                                       int height, int mx, int my);
66
extern void ff_put_vp8_epel8_v6_ssse3 (uint8_t *dst, int dststride,
67
                                       uint8_t *src, int srcstride,
68
                                       int height, int mx, int my);
69
70 a173aa89 Jason Garrett-Glaser
extern void ff_put_vp8_bilinear4_h_mmxext(uint8_t *dst, int dststride,
71
                                          uint8_t *src, int srcstride,
72
                                          int height, int mx, int my);
73
extern void ff_put_vp8_bilinear8_h_sse2  (uint8_t *dst, int dststride,
74
                                          uint8_t *src, int srcstride,
75
                                          int height, int mx, int my);
76
77
extern void ff_put_vp8_bilinear4_v_mmxext(uint8_t *dst, int dststride,
78
                                          uint8_t *src, int srcstride,
79
                                          int height, int mx, int my);
80
extern void ff_put_vp8_bilinear8_v_sse2  (uint8_t *dst, int dststride,
81
                                          uint8_t *src, int srcstride,
82
                                          int height, int mx, int my);
83
extern void ff_put_vp8_bilinear8_v_ssse3 (uint8_t *dst, int dststride,
84
                                          uint8_t *src, int srcstride,
85
                                          int height, int mx, int my);
86
extern void ff_put_vp8_bilinear8_h_ssse3 (uint8_t *dst, int dststride,
87
                                          uint8_t *src, int srcstride,
88
                                          int height, int mx, int my);
89
90 0fecad09 Jason Garrett-Glaser
extern void ff_put_vp8_pixels8_mmx (uint8_t *dst, int dststride,
91
                                    uint8_t *src, int srcstride,
92
                                    int height, int mx, int my);
93
extern void ff_put_vp8_pixels16_mmx(uint8_t *dst, int dststride,
94
                                    uint8_t *src, int srcstride,
95
                                    int height, int mx, int my);
96
extern void ff_put_vp8_pixels16_sse(uint8_t *dst, int dststride,
97
                                    uint8_t *src, int srcstride,
98
                                    int height, int mx, int my);
99
100 a173aa89 Jason Garrett-Glaser
#define TAP_W16(OPT, FILTERTYPE, TAPTYPE) \
101
static void ff_put_vp8_ ## FILTERTYPE ## 16_ ## TAPTYPE ## _ ## OPT( \
102
    uint8_t *dst,  int dststride, uint8_t *src, \
103
    int srcstride, int height, int mx, int my) \
104 0178d14f Jason Garrett-Glaser
{ \
105 a173aa89 Jason Garrett-Glaser
    ff_put_vp8_ ## FILTERTYPE ## 8_ ## TAPTYPE ## _ ## OPT( \
106
        dst,     dststride, src,     srcstride, height, mx, my); \
107
    ff_put_vp8_ ## FILTERTYPE ## 8_ ## TAPTYPE ## _ ## OPT( \
108
        dst + 8, dststride, src + 8, srcstride, height, mx, my); \
109 0178d14f Jason Garrett-Glaser
}
110 a173aa89 Jason Garrett-Glaser
#define TAP_W8(OPT, FILTERTYPE, TAPTYPE) \
111
static void ff_put_vp8_ ## FILTERTYPE ## 8_ ## TAPTYPE ## _ ## OPT( \
112
    uint8_t *dst,  int dststride, uint8_t *src, \
113
    int srcstride, int height, int mx, int my) \
114 0178d14f Jason Garrett-Glaser
{ \
115 a173aa89 Jason Garrett-Glaser
    ff_put_vp8_ ## FILTERTYPE ## 4_ ## TAPTYPE ## _ ## OPT( \
116
        dst,     dststride, src,     srcstride, height, mx, my); \
117
    ff_put_vp8_ ## FILTERTYPE ## 4_ ## TAPTYPE ## _ ## OPT( \
118
        dst + 4, dststride, src + 4, srcstride, height, mx, my); \
119 0178d14f Jason Garrett-Glaser
}
120
121 a173aa89 Jason Garrett-Glaser
TAP_W8 (mmxext, epel, h4)
122
TAP_W8 (mmxext, epel, h6)
123
TAP_W16(mmxext, epel, h6)
124
TAP_W8 (mmxext, epel, v4)
125
TAP_W8 (mmxext, epel, v6)
126
TAP_W16(mmxext, epel, v6)
127
TAP_W8 (mmxext, bilinear, h)
128
TAP_W16(mmxext, bilinear, h)
129
TAP_W8 (mmxext, bilinear, v)
130
TAP_W16(mmxext, bilinear, v)
131
132
TAP_W16(sse2,   epel, h6)
133
TAP_W16(sse2,   epel, v6)
134
TAP_W16(sse2,   bilinear, h)
135
TAP_W16(sse2,   bilinear, v)
136
137
TAP_W16(ssse3,  epel, h6)
138
TAP_W16(ssse3,  epel, v6)
139
TAP_W16(ssse3,  bilinear, h)
140
TAP_W16(ssse3,  bilinear, v)
141 0178d14f Jason Garrett-Glaser
142
#define HVTAP(OPT, ALIGN, TAPNUMX, TAPNUMY, SIZE, MAXHEIGHT) \
143 a173aa89 Jason Garrett-Glaser
static void ff_put_vp8_epel ## SIZE ## _h ## TAPNUMX ## v ## TAPNUMY ## _ ## OPT( \
144
    uint8_t *dst, int dststride, uint8_t *src, \
145
    int srcstride, int height, int mx, int my) \
146 0178d14f Jason Garrett-Glaser
{ \
147
    DECLARE_ALIGNED(ALIGN, uint8_t, tmp)[SIZE * (MAXHEIGHT + TAPNUMY - 1)]; \
148
    uint8_t *tmpptr = tmp + SIZE * (TAPNUMY / 2 - 1); \
149
    src -= srcstride * (TAPNUMY / 2 - 1); \
150 a173aa89 Jason Garrett-Glaser
    ff_put_vp8_epel ## SIZE ## _h ## TAPNUMX ## _ ## OPT( \
151
        tmp, SIZE,      src,    srcstride, height + TAPNUMY - 1, mx, my); \
152
    ff_put_vp8_epel ## SIZE ## _v ## TAPNUMY ## _ ## OPT( \
153
        dst, dststride, tmpptr, SIZE,      height,               mx, my); \
154 0178d14f Jason Garrett-Glaser
}
155
156
#define HVTAPMMX(x, y) \
157
HVTAP(mmxext, 8, x, y,  4,  8) \
158
HVTAP(mmxext, 8, x, y,  8, 16)
159
160
HVTAPMMX(4, 4)
161
HVTAPMMX(4, 6)
162
HVTAPMMX(6, 4)
163
HVTAPMMX(6, 6)
164
HVTAP(mmxext, 8, 6, 6, 16, 16)
165
166
#define HVTAPSSE2(x, y, w) \
167
HVTAP(sse2,  16, x, y, w, 16) \
168
HVTAP(ssse3, 16, x, y, w, 16)
169
170
HVTAPSSE2(4, 4, 8)
171
HVTAPSSE2(4, 6, 8)
172
HVTAPSSE2(6, 4, 8)
173
HVTAPSSE2(6, 6, 8)
174
HVTAPSSE2(6, 6, 16)
175 a173aa89 Jason Garrett-Glaser
176
#define HVBILIN(OPT, ALIGN, SIZE, MAXHEIGHT) \
177
static void ff_put_vp8_bilinear ## SIZE ## _hv_ ## OPT( \
178
    uint8_t *dst, int dststride, uint8_t *src, \
179
    int srcstride, int height, int mx, int my) \
180
{ \
181
    DECLARE_ALIGNED(ALIGN, uint8_t, tmp)[SIZE * (MAXHEIGHT + 2)]; \
182
    ff_put_vp8_bilinear ## SIZE ## _h_ ## OPT( \
183
        tmp, SIZE,      src, srcstride, height + 1, mx, my); \
184
    ff_put_vp8_bilinear ## SIZE ## _v_ ## OPT( \
185
        dst, dststride, tmp, SIZE,      height,     mx, my); \
186
}
187
188
HVBILIN(mmxext, 8,  4,  8)
189
HVBILIN(mmxext, 8,  8, 16)
190
HVBILIN(mmxext, 8, 16, 16)
191
HVBILIN(sse2,   8,  8, 16)
192
HVBILIN(sse2,   8, 16, 16)
193
HVBILIN(ssse3,  8,  8, 16)
194
HVBILIN(ssse3,  8, 16, 16)
195 0178d14f Jason Garrett-Glaser
196
extern void ff_vp8_idct_dc_add_mmx(uint8_t *dst, DCTELEM block[16], int stride);
197
extern void ff_vp8_idct_dc_add_sse4(uint8_t *dst, DCTELEM block[16], int stride);
198 004cda8e Jason Garrett-Glaser
extern void ff_vp8_luma_dc_wht_mmxext(DCTELEM block[4][4][16], DCTELEM dc[16]);
199 a173aa89 Jason Garrett-Glaser
#endif
200
201
#define VP8_LUMA_MC_FUNC(IDX, SIZE, OPT) \
202
    c->put_vp8_epel_pixels_tab[IDX][0][2] = ff_put_vp8_epel ## SIZE ## _h6_ ## OPT; \
203
    c->put_vp8_epel_pixels_tab[IDX][2][0] = ff_put_vp8_epel ## SIZE ## _v6_ ## OPT; \
204
    c->put_vp8_epel_pixels_tab[IDX][2][2] = ff_put_vp8_epel ## SIZE ## _h6v6_ ## OPT
205
206
#define VP8_MC_FUNC(IDX, SIZE, OPT) \
207
    c->put_vp8_epel_pixels_tab[IDX][0][1] = ff_put_vp8_epel ## SIZE ## _h4_ ## OPT; \
208
    c->put_vp8_epel_pixels_tab[IDX][1][0] = ff_put_vp8_epel ## SIZE ## _v4_ ## OPT; \
209
    c->put_vp8_epel_pixels_tab[IDX][1][1] = ff_put_vp8_epel ## SIZE ## _h4v4_ ## OPT; \
210
    c->put_vp8_epel_pixels_tab[IDX][1][2] = ff_put_vp8_epel ## SIZE ## _h6v4_ ## OPT; \
211
    c->put_vp8_epel_pixels_tab[IDX][2][1] = ff_put_vp8_epel ## SIZE ## _h4v6_ ## OPT; \
212
    VP8_LUMA_MC_FUNC(IDX, SIZE, OPT)
213
214
#define VP8_BILINEAR_MC_FUNC(IDX, SIZE, OPT) \
215
    c->put_vp8_bilinear_pixels_tab[IDX][0][1] = ff_put_vp8_bilinear ## SIZE ## _h_ ## OPT; \
216
    c->put_vp8_bilinear_pixels_tab[IDX][0][2] = ff_put_vp8_bilinear ## SIZE ## _h_ ## OPT; \
217
    c->put_vp8_bilinear_pixels_tab[IDX][1][0] = ff_put_vp8_bilinear ## SIZE ## _v_ ## OPT; \
218
    c->put_vp8_bilinear_pixels_tab[IDX][1][1] = ff_put_vp8_bilinear ## SIZE ## _hv_ ## OPT; \
219
    c->put_vp8_bilinear_pixels_tab[IDX][1][2] = ff_put_vp8_bilinear ## SIZE ## _hv_ ## OPT; \
220
    c->put_vp8_bilinear_pixels_tab[IDX][2][0] = ff_put_vp8_bilinear ## SIZE ## _v_ ## OPT; \
221
    c->put_vp8_bilinear_pixels_tab[IDX][2][1] = ff_put_vp8_bilinear ## SIZE ## _hv_ ## OPT; \
222
    c->put_vp8_bilinear_pixels_tab[IDX][2][2] = ff_put_vp8_bilinear ## SIZE ## _hv_ ## OPT
223
224 0178d14f Jason Garrett-Glaser
225
av_cold void ff_vp8dsp_init_x86(VP8DSPContext* c)
226
{
227
    mm_flags = mm_support();
228
229 30bdefd1 David Conrad
#if HAVE_YASM
230 0178d14f Jason Garrett-Glaser
    if (mm_flags & FF_MM_MMX) {
231
        c->vp8_idct_dc_add                  = ff_vp8_idct_dc_add_mmx;
232 0fecad09 Jason Garrett-Glaser
        c->put_vp8_epel_pixels_tab[0][0][0]     =
233
        c->put_vp8_bilinear_pixels_tab[0][0][0] = ff_put_vp8_pixels16_mmx;
234
        c->put_vp8_epel_pixels_tab[1][0][0]     =
235
        c->put_vp8_bilinear_pixels_tab[1][0][0] = ff_put_vp8_pixels8_mmx;
236 0178d14f Jason Garrett-Glaser
    }
237
238
    /* note that 4-tap width=16 functions are missing because w=16
239
     * is only used for luma, and luma is always a copy or sixtap. */
240 50f70541 Baptiste Coudurier
    if (mm_flags & FF_MM_MMX2) {
241 004cda8e Jason Garrett-Glaser
        c->vp8_luma_dc_wht = ff_vp8_luma_dc_wht_mmxext;
242 a173aa89 Jason Garrett-Glaser
        VP8_LUMA_MC_FUNC(0, 16, mmxext);
243
        VP8_MC_FUNC(1, 8, mmxext);
244
        VP8_MC_FUNC(1, 4, mmxext);
245
        VP8_BILINEAR_MC_FUNC(0, 16, mmxext);
246
        VP8_BILINEAR_MC_FUNC(1, 8, mmxext);
247
        VP8_BILINEAR_MC_FUNC(1, 4, mmxext);
248 0178d14f Jason Garrett-Glaser
    }
249
250 0fecad09 Jason Garrett-Glaser
    if (mm_flags & FF_MM_SSE) {
251
        c->put_vp8_epel_pixels_tab[0][0][0]     =
252
        c->put_vp8_bilinear_pixels_tab[0][0][0] = ff_put_vp8_pixels16_sse;
253
    }
254
255 0178d14f Jason Garrett-Glaser
    if (mm_flags & FF_MM_SSE2) {
256 a173aa89 Jason Garrett-Glaser
        VP8_LUMA_MC_FUNC(0, 16, sse2);
257
        VP8_MC_FUNC(1, 8, sse2);
258
        VP8_BILINEAR_MC_FUNC(0, 16, sse2);
259
        VP8_BILINEAR_MC_FUNC(1, 8, sse2);
260 0178d14f Jason Garrett-Glaser
    }
261
262
    if (mm_flags & FF_MM_SSSE3) {
263 a173aa89 Jason Garrett-Glaser
        VP8_LUMA_MC_FUNC(0, 16, ssse3);
264
        VP8_MC_FUNC(1, 8, ssse3);
265
        VP8_BILINEAR_MC_FUNC(0, 16, ssse3);
266
        VP8_BILINEAR_MC_FUNC(1, 8, ssse3);
267 0178d14f Jason Garrett-Glaser
    }
268
269
    if (mm_flags & FF_MM_SSE4) {
270
        c->vp8_idct_dc_add                  = ff_vp8_idct_dc_add_sse4;
271
    }
272 30bdefd1 David Conrad
#endif
273 0178d14f Jason Garrett-Glaser
}