2023-12-27 12:06:17 +08:00
|
|
|
/* compare256_neon.c - NEON version of compare256
|
|
|
|
* Copyright (C) 2022 Nathan Moinvaziri
|
|
|
|
* For conditions of distribution and use, see copyright notice in zlib.h
|
|
|
|
*/
|
|
|
|
|
2024-09-12 21:05:24 +08:00
|
|
|
#include "zbuild.h"
|
|
|
|
#include "zutil_p.h"
|
|
|
|
#include "deflate.h"
|
2023-12-27 12:06:17 +08:00
|
|
|
#include "fallback_builtins.h"
|
|
|
|
|
|
|
|
#if defined(ARM_NEON) && defined(HAVE_BUILTIN_CTZLL)
|
|
|
|
#include "neon_intrins.h"
|
|
|
|
|
|
|
|
static inline uint32_t compare256_neon_static(const uint8_t *src0, const uint8_t *src1) {
|
|
|
|
uint32_t len = 0;
|
|
|
|
|
|
|
|
do {
|
|
|
|
uint8x16_t a, b, cmp;
|
|
|
|
uint64_t lane;
|
|
|
|
|
|
|
|
a = vld1q_u8(src0);
|
|
|
|
b = vld1q_u8(src1);
|
|
|
|
|
|
|
|
cmp = veorq_u8(a, b);
|
|
|
|
|
|
|
|
lane = vgetq_lane_u64(vreinterpretq_u64_u8(cmp), 0);
|
|
|
|
if (lane) {
|
|
|
|
uint32_t match_byte = (uint32_t)__builtin_ctzll(lane) / 8;
|
|
|
|
return len + match_byte;
|
|
|
|
}
|
|
|
|
len += 8;
|
|
|
|
lane = vgetq_lane_u64(vreinterpretq_u64_u8(cmp), 1);
|
|
|
|
if (lane) {
|
|
|
|
uint32_t match_byte = (uint32_t)__builtin_ctzll(lane) / 8;
|
|
|
|
return len + match_byte;
|
|
|
|
}
|
|
|
|
len += 8;
|
|
|
|
|
|
|
|
src0 += 16, src1 += 16;
|
|
|
|
} while (len < 256);
|
|
|
|
|
|
|
|
return 256;
|
|
|
|
}
|
|
|
|
|
|
|
|
Z_INTERNAL uint32_t compare256_neon(const uint8_t *src0, const uint8_t *src1) {
|
|
|
|
return compare256_neon_static(src0, src1);
|
|
|
|
}
|
|
|
|
|
|
|
|
#define LONGEST_MATCH longest_match_neon
|
|
|
|
#define COMPARE256 compare256_neon_static
|
|
|
|
|
|
|
|
#include "match_tpl.h"
|
|
|
|
|
|
|
|
#define LONGEST_MATCH_SLOW
|
|
|
|
#define LONGEST_MATCH longest_match_slow_neon
|
|
|
|
#define COMPARE256 compare256_neon_static
|
|
|
|
|
|
|
|
#include "match_tpl.h"
|
|
|
|
|
|
|
|
#endif
|