Source code
Revision control
Copy as Markdown
Other Tools
/*
* Copyright (c) 2020, Alliance for Open Media. All rights reserved.
*
* This source code is subject to the terms of the BSD 2 Clause License and
* the Alliance for Open Media Patent License 1.0. If the BSD 2 Clause License
* was not distributed with this source code in the LICENSE file, you can
* obtain it at www.aomedia.org/license/software. If the Alliance for Open
* Media Patent License 1.0 was not distributed with this source code in the
* PATENTS file, you can obtain it at www.aomedia.org/license/patent.
*/
#include <arm_neon.h>
#include <string.h>
#include "config/aom_dsp_rtcd.h"
void aom_convolve_copy_neon(const uint8_t *src, ptrdiff_t src_stride,
uint8_t *dst, ptrdiff_t dst_stride, int w, int h) {
const uint8_t *src1;
uint8_t *dst1;
int y;
if (!(w & 0x0F)) {
for (y = 0; y < h; ++y) {
src1 = src;
dst1 = dst;
for (int x = 0; x < (w >> 4); ++x) {
vst1q_u8(dst1, vld1q_u8(src1));
src1 += 16;
dst1 += 16;
}
src += src_stride;
dst += dst_stride;
}
} else if (!(w & 0x07)) {
for (y = 0; y < h; ++y) {
vst1_u8(dst, vld1_u8(src));
src += src_stride;
dst += dst_stride;
}
} else if (!(w & 0x03)) {
for (y = 0; y < h; ++y) {
memcpy(dst, src, sizeof(uint32_t));
src += src_stride;
dst += dst_stride;
}
} else if (!(w & 0x01)) {
for (y = 0; y < h; ++y) {
memcpy(dst, src, sizeof(uint16_t));
src += src_stride;
dst += dst_stride;
}
}
}
#if CONFIG_AV1_HIGHBITDEPTH
void aom_highbd_convolve_copy_neon(const uint16_t *src, ptrdiff_t src_stride,
uint16_t *dst, ptrdiff_t dst_stride, int w,
int h) {
if (w < 4) { // copy2
do {
memmove(dst, src, 2 * sizeof(*src));
src += src_stride;
dst += dst_stride;
memmove(dst, src, 2 * sizeof(*src));
src += src_stride;
dst += dst_stride;
h -= 2;
} while (h != 0);
} else if (w == 4) { // copy4
uint16x4_t s0, s1;
do {
s0 = vld1_u16(src);
src += src_stride;
s1 = vld1_u16(src);
src += src_stride;
vst1_u16(dst, s0);
dst += dst_stride;
vst1_u16(dst, s1);
dst += dst_stride;
h -= 2;
} while (h != 0);
} else if (w == 8) { // copy8
uint16x8_t s0, s1;
do {
s0 = vld1q_u16(src);
src += src_stride;
s1 = vld1q_u16(src);
src += src_stride;
vst1q_u16(dst, s0);
dst += dst_stride;
vst1q_u16(dst, s1);
dst += dst_stride;
h -= 2;
} while (h != 0);
} else if (w < 32) { // copy16
uint16x8_t s0, s1, s2, s3;
do {
s0 = vld1q_u16(src);
s1 = vld1q_u16(src + 8);
src += src_stride;
s2 = vld1q_u16(src);
s3 = vld1q_u16(src + 8);
src += src_stride;
vst1q_u16(dst, s0);
vst1q_u16(dst + 8, s1);
dst += dst_stride;
vst1q_u16(dst, s2);
vst1q_u16(dst + 8, s3);
dst += dst_stride;
h -= 2;
} while (h != 0);
} else if (w == 32) { // copy32
uint16x8_t s0, s1, s2, s3;
do {
s0 = vld1q_u16(src);
s1 = vld1q_u16(src + 8);
s2 = vld1q_u16(src + 16);
s3 = vld1q_u16(src + 24);
src += src_stride;
vst1q_u16(dst, s0);
vst1q_u16(dst + 8, s1);
vst1q_u16(dst + 16, s2);
vst1q_u16(dst + 24, s3);
dst += dst_stride;
} while (--h != 0);
} else { // copy64
uint16x8_t s0, s1, s2, s3, s4, s5, s6, s7;
do {
const uint16_t *s = src;
uint16_t *d = dst;
int width = w;
do {
s0 = vld1q_u16(s);
s1 = vld1q_u16(s + 8);
s2 = vld1q_u16(s + 16);
s3 = vld1q_u16(s + 24);
s4 = vld1q_u16(s + 32);
s5 = vld1q_u16(s + 40);
s6 = vld1q_u16(s + 48);
s7 = vld1q_u16(s + 56);
vst1q_u16(d, s0);
vst1q_u16(d + 8, s1);
vst1q_u16(d + 16, s2);
vst1q_u16(d + 24, s3);
vst1q_u16(d + 32, s4);
vst1q_u16(d + 40, s5);
vst1q_u16(d + 48, s6);
vst1q_u16(d + 56, s7);
s += 64;
d += 64;
width -= 64;
} while (width > 0);
src += src_stride;
dst += dst_stride;
} while (--h != 0);
}
}
#endif // CONFIG_AV1_HIGHBITDEPTH