/* compare256_lsx.c -- LSX version of compare256, based on Intel SSE implementation * Copyright Adam Stylinski * Copyright (C) 2025 Vladislav Shchapov * For conditions of distribution and use, see copyright notice in zlib.h */ #include "zbuild.h" #include "zendian.h" #include "zmemory.h" #include "deflate.h" #include "fallback_builtins.h" #ifdef LOONGARCH_LSX #include #include "lsxintrin_ext.h" static inline uint32_t compare256_lsx_static(const uint8_t *src0, const uint8_t *src1) { __m128i xmm_src0, xmm_src1, xmm_cmp; /* Do the first load unaligned, than all subsequent ones we have at least * one aligned load. Sadly aligning both loads is probably unrealistic */ xmm_src0 = __lsx_vld(src0, 0); xmm_src1 = __lsx_vld(src1, 0); xmm_cmp = __lsx_vseq_b(xmm_src0, xmm_src1); unsigned mask = (unsigned)lsx_movemask_b(xmm_cmp); /* Compiler _may_ turn this branch into a ptest + movemask, * since a lot of those uops are shared and fused */ if (mask != 0xFFFF) return zng_ctz32(~mask); const uint8_t *last0 = src0 + 240; const uint8_t *last1 = src1 + 240; int align_offset = ((uintptr_t)src0) & 15; int align_adv = 16 - align_offset; uint32_t len = align_adv; src0 += align_adv; src1 += align_adv; for (int i = 0; i < 15; i++) { xmm_src0 = __lsx_vld(src0, 0); xmm_src1 = __lsx_vld(src1, 0); xmm_cmp = __lsx_vseq_b(xmm_src0, xmm_src1); mask = (unsigned)lsx_movemask_b(xmm_cmp); /* Compiler _may_ turn this branch into a ptest + movemask, * since a lot of those uops are shared and fused */ if (mask != 0xFFFF) return len + zng_ctz32(~mask); len += 16, src0 += 16, src1 += 16; } if (align_offset) { xmm_src0 = __lsx_vld(last0, 0); xmm_src1 = __lsx_vld(last1, 0); xmm_cmp = __lsx_vseq_b(xmm_src0, xmm_src1); mask = (unsigned)lsx_movemask_b(xmm_cmp); if (mask != 0xFFFF) return 240 + zng_ctz32(~mask); } return 256; } Z_INTERNAL uint32_t compare256_lsx(const uint8_t *src0, const uint8_t *src1) { return compare256_lsx_static(src0, src1); } #define LONGEST_MATCH longest_match_lsx #define COMPARE256 compare256_lsx_static #include "match_tpl.h" #define LONGEST_MATCH_SLOW #define LONGEST_MATCH longest_match_slow_lsx #define COMPARE256 compare256_lsx_static #include "match_tpl.h" #endif