aboutsummaryrefslogtreecommitdiff
path: root/drivers/staging/echo/mmx.h
blob: c1dcd7299cb5515a6a0fcca5bb0ca973be275890 (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
/*
 * mmx.h
 * Copyright (C) 1997-2001 H. Dietz and R. Fisher
 *
 * This file is part of FFmpeg.
 *
 * FFmpeg is free software; you can redistribute it and/or
 * modify it under the terms of the GNU Lesser General Public
 * License as published by the Free Software Foundation; either
 * version 2.1 of the License, or (at your option) any later version.
 *
 * FFmpeg is distributed in the hope that it will be useful,
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
 * Lesser General Public License for more details.
 *
 * You should have received a copy of the GNU Lesser General Public
 * License along with FFmpeg; if not, write to the Free Software
 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
 */
#ifndef AVCODEC_I386MMX_H
#define AVCODEC_I386MMX_H

/*
 * The type of an value that fits in an MMX register (note that long
 * long constant values MUST be suffixed by LL and unsigned long long
 * values by ULL, lest they be truncated by the compiler)
 */

union mmx_t {
	long long q;		/* Quadword (64-bit) value */
	unsigned long long uq;	/* Unsigned Quadword */
	int d[2];		/* 2 Doubleword (32-bit) values */
	unsigned int ud[2];	/* 2 Unsigned Doubleword */
	short w[4];		/* 4 Word (16-bit) values */
	unsigned short uw[4];	/* 4 Unsigned Word */
	char b[8];		/* 8 Byte (8-bit) values */
	unsigned char ub[8];	/* 8 Unsigned Byte */
	float s[2];		/* Single-precision (32-bit) value */
};				/* On an 8-byte (64-bit) boundary */

/* SSE registers */
union xmm_t {
	char b[16];
};

#define	mmx_i2r(op, imm, reg) \
	__asm__ __volatile__ (#op " %0, %%" #reg \
				: /* nothing */ \
				: "i" (imm))

#define	mmx_m2r(op, mem, reg) \
	__asm__ __volatile__ (#op " %0, %%" #reg \
				: /* nothing */ \
				: "m" (mem))

#define	mmx_r2m(op, reg, mem) \
	__asm__ __volatile__ (#op " %%" #reg ", %0" \
				: "=m" (mem) \
				: /* nothing */)

#define	mmx_r2r(op, regs, regd) \
	__asm__ __volatile__ (#op " %" #regs ", %" #regd)

#define	emms() __asm__ __volatile__ ("emms")

#define	movd_m2r(var, reg)	mmx_m2r(movd, var, reg)
#define	movd_r2m(reg, var)	mmx_r2m(movd, reg, var)
#define	movd_r2r(regs, regd)	mmx_r2r(movd, regs, regd)

#define	movq_m2r(var, reg)	mmx_m2r(movq, var, reg)
#define	movq_r2m(reg, var)	mmx_r2m(movq, reg, var)
#define	movq_r2r(regs, regd)	mmx_r2r(movq, regs, regd)

#define	packssdw_m2r(var, reg)		mmx_m2r(packssdw, var, reg)
#define	packssdw_r2r(regs, regd)	mmx_r2r(packssdw, regs, regd)
#define	packsswb_m2r(var, reg)		mmx_m2r(packsswb, var, reg)
#define	packsswb_r2r(regs, regd)	mmx_r2r(packsswb, regs, regd)

#define	packuswb_m2r(var, reg)		mmx_m2r(packuswb, var, reg)
#define	packuswb_r2r(regs, regd)	mmx_r2r(packuswb, regs, regd)

#define	paddb_m2r(var, reg)	mmx_m2r(paddb, var, reg)
#define	paddb_r2r(regs, regd)	mmx_r2r(paddb, regs, regd)
#define	paddd_m2r(var, reg)	mmx_m2r(paddd, var, reg)
#define	paddd_r2r(regs, regd)	mmx_r2r(paddd, regs, regd)
#define	paddw_m2r(var, reg)	mmx_m2r(paddw, var, reg)
#define	paddw_r2r(regs, regd)	mmx_r2r(paddw, regs, regd)

#define	paddsb_m2r(var, reg)	mmx_m2r(paddsb, var, reg)
#define	paddsb_r2r(regs, regd)	mmx_r2r(paddsb, regs, regd)
#define	paddsw_m2r(var, reg)	mmx_m2r(paddsw, var, reg)
#define	paddsw_r2r(regs, regd)	mmx_r2r(paddsw, regs, regd)

#define	paddusb_m2r(var, reg)	mmx_m2r(paddusb, var, reg)
#define	paddusb_r2r(regs, regd)	mmx_r2r(paddusb, regs, regd)
#define	paddusw_m2r(var, reg)	mmx_m2r(paddusw, var, reg)
#define	paddusw_r2r(regs, regd)	mmx_r2r(paddusw, regs, regd)

#define	pand_m2r(var, reg)	mmx_m2r(pand, var, reg)
#define	pand_r2r(regs, regd)	mmx_r2r(pand, regs, regd)

#define	pandn_m2r(var, reg)	mmx_m2r(pandn, var, reg)
#define	pandn_r2r(regs, regd)	mmx_r2r(pandn, regs, regd)

#define	pcmpeqb_m2r(var, reg)	mmx_m2r(pcmpeqb, var, reg)
#define	pcmpeqb_r2r(regs, regd)	mmx_r2r(pcmpeqb, regs, regd)
#define	pcmpeqd_m2r(var, reg)	mmx_m2r(pcmpeqd, var, reg)
#define	pcmpeqd_r2r(regs, regd)	mmx_r2r(pcmpeqd, regs, regd)
#define	pcmpeqw_m2r(var, reg)	mmx_m2r(pcmpeqw, var, reg)
#define	pcmpeqw_r2r(regs, regd)	mmx_r2r(pcmpeqw, regs, regd)

#define	pcmpgtb_m2r(var, reg)	mmx_m2r(pcmpgtb, var, reg)
#define	pcmpgtb_r2r(regs, regd)	mmx_r2r(pcmpgtb, regs, regd)
#define	pcmpgtd_m2r(var, reg)	mmx_m2r(pcmpgtd, var, reg)
#define	pcmpgtd_r2r(regs, regd)	mmx_r2r(pcmpgtd, regs, regd)
#define	pcmpgtw_m2r(var, reg)	mmx_m2r(pcmpgtw, var, reg)
#define	pcmpgtw_r2r(regs, regd)	mmx_r2r(pcmpgtw, regs, regd)

#define	pmaddwd_m2r(var, reg)	mmx_m2r(pmaddwd, var, reg)
#define	pmaddwd_r2r(regs, regd)	mmx_r2r(pmaddwd, regs, regd)

#define	pmulhw_m2r(var, reg)	mmx_m2r(pmulhw, var, reg)
#define	pmulhw_r2r(regs, regd)	mmx_r2r(pmulhw, regs, regd)

#define	pmullw_m2r(var, reg)	mmx_m2r(pmullw, var, reg)
#define	pmullw_r2r(regs, regd)	mmx_r2r(pmullw, regs, regd)

#define	por_m2r(var, reg)	mmx_m2r(por, var, reg)
#define	por_r2r(regs, regd)	mmx_r2r(por, regs, regd)

#define	pslld_i2r(imm, reg)	mmx_i2r(pslld, imm, reg)
#define	pslld_m2r(var, reg)	mmx_m2r(pslld, var, reg)
#define	pslld_r2r(regs, regd)	mmx_r2r(pslld, regs, regd)
#define	psllq_i2r(imm, reg)	mmx_i2r(psllq, imm, reg)
#define	psllq_m2r(var, reg)	mmx_m2r(psllq, var, reg)
#define	psllq_r2r(regs, regd)	mmx_r2r(psllq, regs, regd)
#define	psllw_i2r(imm, reg)	mmx_i2r(psllw, imm, reg)
#define	psllw_m2r(var, reg)	mmx_m2r(psllw, var, reg)
#define	psllw_r2r(regs, regd)	mmx_r2r(psllw, regs, regd)

#define	psrad_i2r(imm, reg)	mmx_i2r(psrad, imm, reg)
#define	psrad_m2r(var, reg)	mmx_m2r(psrad, var, reg)
#define	psrad_r2r(regs, regd)	mmx_r2r(psrad, regs, regd)
#define	psraw_i2r(imm, reg)	mmx_i2r(psraw, imm, reg)
#define	psraw_m2r(var, reg)	mmx_m2r(psraw, var, reg)
#define	psraw_r2r(regs, regd)	mmx_r2r(psraw, regs, regd)

#define	psrld_i2r(imm, reg)	mmx_i2r(psrld, imm, reg)
#define	psrld_m2r(var, reg)	mmx_m2r(psrld, var, reg)
#define	psrld_r2r(regs, regd)	mmx_r2r(psrld, regs, regd)
#define	psrlq_i2r(imm, reg)	mmx_i2r(psrlq, imm, reg)
#define	psrlq_m2r(var, reg)	mmx_m2r(psrlq, var, reg)
#define	psrlq_r2r(regs, regd)	mmx_r2r(psrlq, regs, regd)
#define	psrlw_i2r(imm, reg)	mmx_i2r(psrlw, imm, reg)
#define	psrlw_m2r(var, reg)	mmx_m2r(psrlw, var, reg)
#define	psrlw_r2r(regs, regd)	mmx_r2r(psrlw, regs, regd)

#define	psubb_m2r(var, reg)	mmx_m2r(psubb, var, reg)
#define	psubb_r2r(regs, regd)	mmx_r2r(psubb, regs, regd)
#define	psubd_m2r(var, reg)	mmx_m2r(psubd, var, reg)
#define	psubd_r2r(regs, regd)	mmx_r2r(psubd, regs, regd)
#define	psubw_m2r(var, reg)	mmx_m2r(psubw, var, reg)
#define	psubw_r2r(regs, regd)	mmx_r2r(psubw, regs, regd)

#define	psubsb_m2r(var, reg)	mmx_m2r(psubsb, var, reg)
#define	psubsb_r2r(regs, regd)	mmx_r2r(psubsb, regs, regd)
#define	psubsw_m2r(var, reg)	mmx_m2r(psubsw, var, reg)
#define	psubsw_r2r(regs, regd)	mmx_r2r(psubsw, regs, regd)

#define	psubusb_m2r(var, reg)	mmx_m2r(psubusb, var, reg)
#define	psubusb_r2r(regs, regd)	mmx_r2r(psubusb, regs, regd)
#define	psubusw_m2r(var, reg)	mmx_m2r(psubusw, var, reg)
#define	psubusw_r2r(regs, regd)	mmx_r2r(psubusw, regs, regd)

#define	punpckhbw_m2r(var, reg)		mmx_m2r(punpckhbw, var, reg)
#define	punpckhbw_r2r(regs, regd)	mmx_r2r(punpckhbw, regs, regd)
#define	punpckhdq_m2r(var, reg)		mmx_m2r(punpckhdq, var, reg)
#define	punpckhdq_r2r(regs, regd)	mmx_r2r(punpckhdq, regs, regd)
#define	punpckhwd_m2r(var, reg)		mmx_m2r(punpckhwd, var, reg)
#define	punpckhwd_r2r(regs, regd)	mmx_r2r(punpckhwd, regs, regd)

#define	punpcklbw_m2r(var, reg)		mmx_m2r(punpcklbw, var, reg)
#define	punpcklbw_r2r(regs, regd)	mmx_r2r(punpcklbw, regs, regd)
#define	punpckldq_m2r(var, reg)		mmx_m2r(punpckldq, var, reg)
#define	punpckldq_r2r(regs, regd)	mmx_r2r(punpckldq, regs, regd)
#define	punpcklwd_m2r(var, reg)		mmx_m2r(punpcklwd, var, reg)
#define	punpcklwd_r2r(regs, regd)	mmx_r2r(punpcklwd, regs, regd)

#define	pxor_m2r(var, reg)	mmx_m2r(pxor, var, reg)
#define	pxor_r2r(regs, regd)	mmx_r2r(pxor, regs, regd)

/* 3DNOW extensions */

#define	pavgusb_m2r(var, reg)	mmx_m2r(pavgusb, var, reg)
#define	pavgusb_r2r(regs, regd)	mmx_r2r(pavgusb, regs, regd)

/* AMD MMX extensions - also available in intel SSE */

#define	mmx_m2ri(op, mem, reg, imm) \
	__asm__ __volatile__ (#op " %1, %0, %%" #reg \
				: /* nothing */ \
				: "m" (mem), "i" (imm))
#define	mmx_r2ri(op, regs, regd, imm) \
	__asm__ __volatile__ (#op " %0, %%" #regs ", %%" #regd \
				: /* nothing */ \
				: "i" (imm))

#define	mmx_fetch(mem, hint) \
	__asm__ __volatile__ ("prefetch" #hint " %0" \
				: /* nothing */ \
				: "m" (mem))

#define	maskmovq(regs, maskreg)	mmx_r2ri(maskmovq, regs, maskreg)

#define	movntq_r2m(mmreg, var)	mmx_r2m(movntq, mmreg, var)

#define	pavgb_m2r(var, reg)	mmx_m2r(pavgb, var, reg)
#define	pavgb_r2r(regs, regd)	mmx_r2r(pavgb, regs, regd)
#define	pavgw_m2r(var, reg)	mmx_m2r(pavgw, var, reg)
#define	pavgw_r2r(regs, regd)	mmx_r2r(pavgw, regs, regd)

#define	pextrw_r2r(mmreg, reg, imm)	mmx_r2ri(pextrw, mmreg, reg, imm)

#define	pinsrw_r2r(reg, mmreg, imm)	mmx_r2ri(pinsrw, reg, mmreg, imm)

#define	pmaxsw_m2r(var, reg)	mmx_m2r(pmaxsw, var, reg)
#define	pmaxsw_r2r(regs, regd)	mmx_r2r(pmaxsw, regs, regd)

#define	pmaxub_m2r(var, reg)	mmx_m2r(pmaxub, var, reg)
#define	pmaxub_r2r(regs, regd)	mmx_r2r(pmaxub, regs, regd)

#define	pminsw_m2r(var, reg)	mmx_m2r(pminsw, var, reg)
#define	pminsw_r2r(regs, regd)	mmx_r2r(pminsw, regs, regd)

#define	pminub_m2r(var, reg)	mmx_m2r(pminub, var, reg)
#define	pminub_r2r(regs, regd)	mmx_r2r(pminub, regs, regd)

#define	pmovmskb(mmreg, reg) \
	__asm__ __volatile__ ("movmskps %" #mmreg ", %" #reg)

#define	pmulhuw_m2r(var, reg)	mmx_m2r(pmulhuw, var, reg)
#define	pmulhuw_r2r(regs, regd)	mmx_r2r(pmulhuw, regs, regd)

#define	prefetcht0(mem)		mmx_fetch(mem, t0)
#define	prefetcht1(mem)		mmx_fetch(mem, t1)
#define	prefetcht2(mem)		mmx_fetch(mem, t2)
#define	prefetchnta(mem)	mmx_fetch(mem, nta)

#define	psadbw_m2r(var, reg)	mmx_m2r(psadbw, var, reg)
#define	psadbw_r2r(regs, regd)	mmx_r2r(psadbw, regs, regd)

#define	pshufw_m2r(var, reg, imm)	mmx_m2ri(pshufw, var, reg, imm)
#define	pshufw_r2r(regs, regd, imm)	mmx_r2ri(pshufw, regs, regd, imm)

#define	sfence() __asm__ __volatile__ ("sfence\n\t")

/* SSE2 */
#define	pshufhw_m2r(var, reg, imm)	mmx_m2ri(pshufhw, var, reg, imm)
#define	pshufhw_r2r(regs, regd, imm)	mmx_r2ri(pshufhw, regs, regd, imm)
#define	pshuflw_m2r(var, reg, imm)	mmx_m2ri(pshuflw, var, reg, imm)
#define	pshuflw_r2r(regs, regd, imm)	mmx_r2ri(pshuflw, regs, regd, imm)

#define	pshufd_r2r(regs, regd, imm)	mmx_r2ri(pshufd, regs, regd, imm)

#define	movdqa_m2r(var, reg)	mmx_m2r(movdqa, var, reg)
#define	movdqa_r2m(reg, var)	mmx_r2m(movdqa, reg, var)
#define	movdqa_r2r(regs, regd)	mmx_r2r(movdqa, regs, regd)
#define	movdqu_m2r(var, reg)	mmx_m2r(movdqu, var, reg)
#define	movdqu_r2m(reg, var)	mmx_r2m(movdqu, reg, var)
#define	movdqu_r2r(regs, regd)	mmx_r2r(movdqu, regs, regd)

#define	pmullw_r2m(reg, var)	mmx_r2m(pmullw, reg, var)

#define	pslldq_i2r(imm, reg)	mmx_i2r(pslldq, imm, reg)
#define	psrldq_i2r(imm, reg)	mmx_i2r(psrldq, imm, reg)

#define	punpcklqdq_r2r(regs, regd)	mmx_r2r(punpcklqdq, regs, regd)
#define	punpckhqdq_r2r(regs, regd)	mmx_r2r(punpckhqdq, regs, regd)

#endif /* AVCODEC_I386MMX_H */