214 lines
9.5 KiB
C
214 lines
9.5 KiB
C
|
/*
|
||
|
|
* Alpha optimized DSP utils
|
||
|
|
* Copyright (c) 2002 Falk Hueffner <falk@debian.org>
|
||
|
|
*
|
||
|
|
* This file is part of FFmpeg.
|
||
|
|
*
|
||
|
|
* FFmpeg is free software; you can redistribute it and/or
|
||
|
|
* modify it under the terms of the GNU Lesser General Public
|
||
|
|
* License as published by the Free Software Foundation; either
|
||
|
|
* version 2.1 of the License, or (at your option) any later version.
|
||
|
|
*
|
||
|
|
* FFmpeg is distributed in the hope that it will be useful,
|
||
|
|
* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
||
|
|
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
|
||
|
|
* Lesser General Public License for more details.
|
||
|
|
*
|
||
|
|
* You should have received a copy of the GNU Lesser General Public
|
||
|
|
* License along with FFmpeg; if not, write to the Free Software
|
||
|
|
* Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
|
||
|
|
*/
|
||
|
|
|
||
|
|
#include "libavutil/attributes.h"
|
||
|
|
#include "libavcodec/hpeldsp.h"
|
||
|
|
#include "hpeldsp_alpha.h"
|
||
|
|
#include "asm.h"
|
||
|
|
|
||
|
|
static inline uint64_t avg2_no_rnd(uint64_t a, uint64_t b)
|
||
|
|
{
|
||
|
|
return (a & b) + (((a ^ b) & BYTE_VEC(0xfe)) >> 1);
|
||
|
|
}
|
||
|
|
|
||
|
|
static inline uint64_t avg2(uint64_t a, uint64_t b)
|
||
|
|
{
|
||
|
|
return (a | b) - (((a ^ b) & BYTE_VEC(0xfe)) >> 1);
|
||
|
|
}
|
||
|
|
|
||
|
|
#if 0
|
||
|
|
/* The XY2 routines basically utilize this scheme, but reuse parts in
|
||
|
|
each iteration. */
|
||
|
|
static inline uint64_t avg4(uint64_t l1, uint64_t l2, uint64_t l3, uint64_t l4)
|
||
|
|
{
|
||
|
|
uint64_t r1 = ((l1 & ~BYTE_VEC(0x03)) >> 2)
|
||
|
|
+ ((l2 & ~BYTE_VEC(0x03)) >> 2)
|
||
|
|
+ ((l3 & ~BYTE_VEC(0x03)) >> 2)
|
||
|
|
+ ((l4 & ~BYTE_VEC(0x03)) >> 2);
|
||
|
|
uint64_t r2 = (( (l1 & BYTE_VEC(0x03))
|
||
|
|
+ (l2 & BYTE_VEC(0x03))
|
||
|
|
+ (l3 & BYTE_VEC(0x03))
|
||
|
|
+ (l4 & BYTE_VEC(0x03))
|
||
|
|
+ BYTE_VEC(0x02)) >> 2) & BYTE_VEC(0x03);
|
||
|
|
return r1 + r2;
|
||
|
|
}
|
||
|
|
#endif
|
||
|
|
|
||
|
|
#define OP(LOAD, STORE) \
|
||
|
|
do { \
|
||
|
|
STORE(LOAD(pixels), block); \
|
||
|
|
pixels += line_size; \
|
||
|
|
block += line_size; \
|
||
|
|
} while (--h)
|
||
|
|
|
||
|
|
#define OP_X2(LOAD, STORE) \
|
||
|
|
do { \
|
||
|
|
uint64_t pix1, pix2; \
|
||
|
|
\
|
||
|
|
pix1 = LOAD(pixels); \
|
||
|
|
pix2 = pix1 >> 8 | ((uint64_t) pixels[8] << 56); \
|
||
|
|
STORE(AVG2(pix1, pix2), block); \
|
||
|
|
pixels += line_size; \
|
||
|
|
block += line_size; \
|
||
|
|
} while (--h)
|
||
|
|
|
||
|
|
#define OP_Y2(LOAD, STORE) \
|
||
|
|
do { \
|
||
|
|
uint64_t pix = LOAD(pixels); \
|
||
|
|
do { \
|
||
|
|
uint64_t next_pix; \
|
||
|
|
\
|
||
|
|
pixels += line_size; \
|
||
|
|
next_pix = LOAD(pixels); \
|
||
|
|
STORE(AVG2(pix, next_pix), block); \
|
||
|
|
block += line_size; \
|
||
|
|
pix = next_pix; \
|
||
|
|
} while (--h); \
|
||
|
|
} while (0)
|
||
|
|
|
||
|
|
#define OP_XY2(LOAD, STORE) \
|
||
|
|
do { \
|
||
|
|
uint64_t pix1 = LOAD(pixels); \
|
||
|
|
uint64_t pix2 = pix1 >> 8 | ((uint64_t) pixels[8] << 56); \
|
||
|
|
uint64_t pix_l = (pix1 & BYTE_VEC(0x03)) \
|
||
|
|
+ (pix2 & BYTE_VEC(0x03)); \
|
||
|
|
uint64_t pix_h = ((pix1 & ~BYTE_VEC(0x03)) >> 2) \
|
||
|
|
+ ((pix2 & ~BYTE_VEC(0x03)) >> 2); \
|
||
|
|
\
|
||
|
|
do { \
|
||
|
|
uint64_t npix1, npix2; \
|
||
|
|
uint64_t npix_l, npix_h; \
|
||
|
|
uint64_t avg; \
|
||
|
|
\
|
||
|
|
pixels += line_size; \
|
||
|
|
npix1 = LOAD(pixels); \
|
||
|
|
npix2 = npix1 >> 8 | ((uint64_t) pixels[8] << 56); \
|
||
|
|
npix_l = (npix1 & BYTE_VEC(0x03)) \
|
||
|
|
+ (npix2 & BYTE_VEC(0x03)); \
|
||
|
|
npix_h = ((npix1 & ~BYTE_VEC(0x03)) >> 2) \
|
||
|
|
+ ((npix2 & ~BYTE_VEC(0x03)) >> 2); \
|
||
|
|
avg = (((pix_l + npix_l + AVG4_ROUNDER) >> 2) & BYTE_VEC(0x03)) \
|
||
|
|
+ pix_h + npix_h; \
|
||
|
|
STORE(avg, block); \
|
||
|
|
\
|
||
|
|
block += line_size; \
|
||
|
|
pix_l = npix_l; \
|
||
|
|
pix_h = npix_h; \
|
||
|
|
} while (--h); \
|
||
|
|
} while (0)
|
||
|
|
|
||
|
|
#define MAKE_OP(OPNAME, SUFF, OPKIND, STORE) \
|
||
|
|
static void OPNAME ## _pixels ## SUFF ## _axp \
|
||
|
|
(uint8_t *restrict block, const uint8_t *restrict pixels, \
|
||
|
|
ptrdiff_t line_size, int h) \
|
||
|
|
{ \
|
||
|
|
if ((size_t) pixels & 0x7) { \
|
||
|
|
OPKIND(uldq, STORE); \
|
||
|
|
} else { \
|
||
|
|
OPKIND(ldq, STORE); \
|
||
|
|
} \
|
||
|
|
} \
|
||
|
|
\
|
||
|
|
static void OPNAME ## _pixels16 ## SUFF ## _axp \
|
||
|
|
(uint8_t *restrict block, const uint8_t *restrict pixels, \
|
||
|
|
ptrdiff_t line_size, int h) \
|
||
|
|
{ \
|
||
|
|
OPNAME ## _pixels ## SUFF ## _axp(block, pixels, line_size, h); \
|
||
|
|
OPNAME ## _pixels ## SUFF ## _axp(block + 8, pixels + 8, line_size, h); \
|
||
|
|
}
|
||
|
|
|
||
|
|
#define PIXOP(OPNAME, STORE) \
|
||
|
|
MAKE_OP(OPNAME, , OP, STORE) \
|
||
|
|
MAKE_OP(OPNAME, _x2, OP_X2, STORE) \
|
||
|
|
MAKE_OP(OPNAME, _y2, OP_Y2, STORE) \
|
||
|
|
MAKE_OP(OPNAME, _xy2, OP_XY2, STORE)
|
||
|
|
|
||
|
|
/* Rounding primitives. */
|
||
|
|
#define AVG2 avg2
|
||
|
|
#define AVG4 avg4
|
||
|
|
#define AVG4_ROUNDER BYTE_VEC(0x02)
|
||
|
|
#define STORE(l, b) stq(l, b)
|
||
|
|
PIXOP(put, STORE);
|
||
|
|
|
||
|
|
#undef STORE
|
||
|
|
#define STORE(l, b) stq(AVG2(l, ldq(b)), b);
|
||
|
|
PIXOP(avg, STORE);
|
||
|
|
|
||
|
|
/* Not rounding primitives. */
|
||
|
|
#undef AVG2
|
||
|
|
#undef AVG4
|
||
|
|
#undef AVG4_ROUNDER
|
||
|
|
#undef STORE
|
||
|
|
#define AVG2 avg2_no_rnd
|
||
|
|
#define AVG4 avg4_no_rnd
|
||
|
|
#define AVG4_ROUNDER BYTE_VEC(0x01)
|
||
|
|
#define STORE(l, b) stq(l, b)
|
||
|
|
PIXOP(put_no_rnd, STORE);
|
||
|
|
|
||
|
|
#undef STORE
|
||
|
|
#define STORE(l, b) stq(AVG2(l, ldq(b)), b);
|
||
|
|
PIXOP(avg_no_rnd, STORE);
|
||
|
|
|
||
|
|
static void put_pixels16_axp_asm(uint8_t *block, const uint8_t *pixels,
|
||
|
|
ptrdiff_t line_size, int h)
|
||
|
|
{
|
||
|
|
put_pixels_axp_asm(block, pixels, line_size, h);
|
||
|
|
put_pixels_axp_asm(block + 8, pixels + 8, line_size, h);
|
||
|
|
}
|
||
|
|
|
||
|
|
av_cold void ff_hpeldsp_init_alpha(HpelDSPContext *c, int flags)
|
||
|
|
{
|
||
|
|
c->put_pixels_tab[0][0] = put_pixels16_axp_asm;
|
||
|
|
c->put_pixels_tab[0][1] = put_pixels16_x2_axp;
|
||
|
|
c->put_pixels_tab[0][2] = put_pixels16_y2_axp;
|
||
|
|
c->put_pixels_tab[0][3] = put_pixels16_xy2_axp;
|
||
|
|
|
||
|
|
c->put_no_rnd_pixels_tab[0][0] = put_pixels16_axp_asm;
|
||
|
|
c->put_no_rnd_pixels_tab[0][1] = put_no_rnd_pixels16_x2_axp;
|
||
|
|
c->put_no_rnd_pixels_tab[0][2] = put_no_rnd_pixels16_y2_axp;
|
||
|
|
c->put_no_rnd_pixels_tab[0][3] = put_no_rnd_pixels16_xy2_axp;
|
||
|
|
|
||
|
|
c->avg_pixels_tab[0][0] = avg_pixels16_axp;
|
||
|
|
c->avg_pixels_tab[0][1] = avg_pixels16_x2_axp;
|
||
|
|
c->avg_pixels_tab[0][2] = avg_pixels16_y2_axp;
|
||
|
|
c->avg_pixels_tab[0][3] = avg_pixels16_xy2_axp;
|
||
|
|
|
||
|
|
c->avg_no_rnd_pixels_tab[0] = avg_no_rnd_pixels16_axp;
|
||
|
|
c->avg_no_rnd_pixels_tab[1] = avg_no_rnd_pixels16_x2_axp;
|
||
|
|
c->avg_no_rnd_pixels_tab[2] = avg_no_rnd_pixels16_y2_axp;
|
||
|
|
c->avg_no_rnd_pixels_tab[3] = avg_no_rnd_pixels16_xy2_axp;
|
||
|
|
|
||
|
|
c->put_pixels_tab[1][0] = put_pixels_axp_asm;
|
||
|
|
c->put_pixels_tab[1][1] = put_pixels_x2_axp;
|
||
|
|
c->put_pixels_tab[1][2] = put_pixels_y2_axp;
|
||
|
|
c->put_pixels_tab[1][3] = put_pixels_xy2_axp;
|
||
|
|
|
||
|
|
c->put_no_rnd_pixels_tab[1][0] = put_pixels_axp_asm;
|
||
|
|
c->put_no_rnd_pixels_tab[1][1] = put_no_rnd_pixels_x2_axp;
|
||
|
|
c->put_no_rnd_pixels_tab[1][2] = put_no_rnd_pixels_y2_axp;
|
||
|
|
c->put_no_rnd_pixels_tab[1][3] = put_no_rnd_pixels_xy2_axp;
|
||
|
|
|
||
|
|
c->avg_pixels_tab[1][0] = avg_pixels_axp;
|
||
|
|
c->avg_pixels_tab[1][1] = avg_pixels_x2_axp;
|
||
|
|
c->avg_pixels_tab[1][2] = avg_pixels_y2_axp;
|
||
|
|
c->avg_pixels_tab[1][3] = avg_pixels_xy2_axp;
|
||
|
|
}
|