292 lines
10 KiB
C++
292 lines
10 KiB
C++
/*
|
|
* Copyright 2013 The LibYuv Project Authors. All rights reserved.
|
|
*
|
|
* Use of this source code is governed by a BSD-style license
|
|
* that can be found in the LICENSE file in the root of the source
|
|
* tree. An additional intellectual property rights grant can be found
|
|
* in the file PATENTS. All contributing project authors may
|
|
* be found in the AUTHORS file in the root of the source tree.
|
|
*/
|
|
|
|
#include "./psnr.h" // NOLINT
|
|
|
|
#ifdef _OPENMP
|
|
#include <omp.h>
|
|
#endif
|
|
#ifdef _MSC_VER
|
|
#include <intrin.h> // For __cpuid()
|
|
#endif
|
|
|
|
#ifdef __cplusplus
|
|
extern "C" {
|
|
#endif
|
|
|
|
typedef unsigned int uint32_t; // NOLINT
|
|
#ifdef _MSC_VER
|
|
typedef unsigned __int64 uint64_t;
|
|
#else // COMPILER_MSVC
|
|
#if defined(__LP64__) && !defined(__OpenBSD__) && !defined(__APPLE__)
|
|
typedef unsigned long uint64_t; // NOLINT
|
|
#else // defined(__LP64__) && !defined(__OpenBSD__) && !defined(__APPLE__)
|
|
typedef unsigned long long uint64_t; // NOLINT
|
|
#endif // __LP64__
|
|
#endif // _MSC_VER
|
|
|
|
// libyuv provides this function when linking library for jpeg support.
|
|
#if !defined(HAVE_JPEG)
|
|
|
|
#if !defined(LIBYUV_DISABLE_NEON) && defined(__ARM_NEON__) && \
|
|
!defined(__aarch64__)
|
|
#define HAS_SUMSQUAREERROR_NEON
|
|
static uint32_t SumSquareError_NEON(const uint8_t* src_a,
|
|
const uint8_t* src_b,
|
|
int count) {
|
|
volatile uint32_t sse;
|
|
asm volatile(
|
|
"vmov.u8 q7, #0 \n"
|
|
"vmov.u8 q9, #0 \n"
|
|
"vmov.u8 q8, #0 \n"
|
|
"vmov.u8 q10, #0 \n"
|
|
|
|
"1: \n"
|
|
"vld1.u8 {q0}, [%0]! \n"
|
|
"vld1.u8 {q1}, [%1]! \n"
|
|
"vsubl.u8 q2, d0, d2 \n"
|
|
"vsubl.u8 q3, d1, d3 \n"
|
|
"vmlal.s16 q7, d4, d4 \n"
|
|
"vmlal.s16 q8, d6, d6 \n"
|
|
"vmlal.s16 q8, d5, d5 \n"
|
|
"vmlal.s16 q10, d7, d7 \n"
|
|
"subs %2, %2, #16 \n"
|
|
"bhi 1b \n"
|
|
|
|
"vadd.u32 q7, q7, q8 \n"
|
|
"vadd.u32 q9, q9, q10 \n"
|
|
"vadd.u32 q10, q7, q9 \n"
|
|
"vpaddl.u32 q1, q10 \n"
|
|
"vadd.u64 d0, d2, d3 \n"
|
|
"vmov.32 %3, d0[0] \n"
|
|
: "+r"(src_a), "+r"(src_b), "+r"(count), "=r"(sse)
|
|
:
|
|
: "memory", "cc", "q0", "q1", "q2", "q3", "q7", "q8", "q9", "q10");
|
|
return sse;
|
|
}
|
|
#elif !defined(LIBYUV_DISABLE_NEON) && defined(__aarch64__)
|
|
#define HAS_SUMSQUAREERROR_NEON
|
|
static uint32_t SumSquareError_NEON(const uint8_t* src_a,
|
|
const uint8_t* src_b,
|
|
int count) {
|
|
volatile uint32_t sse;
|
|
asm volatile(
|
|
"eor v16.16b, v16.16b, v16.16b \n"
|
|
"eor v18.16b, v18.16b, v18.16b \n"
|
|
"eor v17.16b, v17.16b, v17.16b \n"
|
|
"eor v19.16b, v19.16b, v19.16b \n"
|
|
|
|
"1: \n"
|
|
"ld1 {v0.16b}, [%0], #16 \n"
|
|
"ld1 {v1.16b}, [%1], #16 \n"
|
|
"subs %w2, %w2, #16 \n"
|
|
"usubl v2.8h, v0.8b, v1.8b \n"
|
|
"usubl2 v3.8h, v0.16b, v1.16b \n"
|
|
"smlal v16.4s, v2.4h, v2.4h \n"
|
|
"smlal v17.4s, v3.4h, v3.4h \n"
|
|
"smlal2 v18.4s, v2.8h, v2.8h \n"
|
|
"smlal2 v19.4s, v3.8h, v3.8h \n"
|
|
"b.gt 1b \n"
|
|
|
|
"add v16.4s, v16.4s, v17.4s \n"
|
|
"add v18.4s, v18.4s, v19.4s \n"
|
|
"add v19.4s, v16.4s, v18.4s \n"
|
|
"addv s0, v19.4s \n"
|
|
"fmov %w3, s0 \n"
|
|
: "+r"(src_a), "+r"(src_b), "+r"(count), "=r"(sse)
|
|
:
|
|
: "cc", "v0", "v1", "v2", "v3", "v16", "v17", "v18", "v19");
|
|
return sse;
|
|
}
|
|
#elif !defined(LIBYUV_DISABLE_X86) && defined(_M_IX86) && defined(_MSC_VER)
|
|
#define HAS_SUMSQUAREERROR_SSE2
|
|
__declspec(naked) static uint32_t SumSquareError_SSE2(const uint8_t* /*src_a*/,
|
|
const uint8_t* /*src_b*/,
|
|
int /*count*/) {
|
|
__asm {
|
|
mov eax, [esp + 4] // src_a
|
|
mov edx, [esp + 8] // src_b
|
|
mov ecx, [esp + 12] // count
|
|
pxor xmm0, xmm0
|
|
pxor xmm5, xmm5
|
|
sub edx, eax
|
|
|
|
wloop:
|
|
movdqu xmm1, [eax]
|
|
movdqu xmm2, [eax + edx]
|
|
lea eax, [eax + 16]
|
|
movdqu xmm3, xmm1
|
|
psubusb xmm1, xmm2
|
|
psubusb xmm2, xmm3
|
|
por xmm1, xmm2
|
|
movdqu xmm2, xmm1
|
|
punpcklbw xmm1, xmm5
|
|
punpckhbw xmm2, xmm5
|
|
pmaddwd xmm1, xmm1
|
|
pmaddwd xmm2, xmm2
|
|
paddd xmm0, xmm1
|
|
paddd xmm0, xmm2
|
|
sub ecx, 16
|
|
ja wloop
|
|
|
|
pshufd xmm1, xmm0, 0EEh
|
|
paddd xmm0, xmm1
|
|
pshufd xmm1, xmm0, 01h
|
|
paddd xmm0, xmm1
|
|
movd eax, xmm0
|
|
ret
|
|
}
|
|
}
|
|
#elif !defined(LIBYUV_DISABLE_X86) && (defined(__x86_64__) || defined(__i386__))
|
|
#define HAS_SUMSQUAREERROR_SSE2
|
|
static uint32_t SumSquareError_SSE2(const uint8_t* src_a,
|
|
const uint8_t* src_b,
|
|
int count) {
|
|
uint32_t sse;
|
|
asm volatile( // NOLINT
|
|
"pxor %%xmm0,%%xmm0 \n"
|
|
"pxor %%xmm5,%%xmm5 \n"
|
|
"sub %0,%1 \n"
|
|
|
|
"1: \n"
|
|
"movdqu (%0),%%xmm1 \n"
|
|
"movdqu (%0,%1,1),%%xmm2 \n"
|
|
"lea 0x10(%0),%0 \n"
|
|
"movdqu %%xmm1,%%xmm3 \n"
|
|
"psubusb %%xmm2,%%xmm1 \n"
|
|
"psubusb %%xmm3,%%xmm2 \n"
|
|
"por %%xmm2,%%xmm1 \n"
|
|
"movdqu %%xmm1,%%xmm2 \n"
|
|
"punpcklbw %%xmm5,%%xmm1 \n"
|
|
"punpckhbw %%xmm5,%%xmm2 \n"
|
|
"pmaddwd %%xmm1,%%xmm1 \n"
|
|
"pmaddwd %%xmm2,%%xmm2 \n"
|
|
"paddd %%xmm1,%%xmm0 \n"
|
|
"paddd %%xmm2,%%xmm0 \n"
|
|
"sub $0x10,%2 \n"
|
|
"ja 1b \n"
|
|
|
|
"pshufd $0xee,%%xmm0,%%xmm1 \n"
|
|
"paddd %%xmm1,%%xmm0 \n"
|
|
"pshufd $0x1,%%xmm0,%%xmm1 \n"
|
|
"paddd %%xmm1,%%xmm0 \n"
|
|
"movd %%xmm0,%3 \n"
|
|
|
|
: "+r"(src_a), // %0
|
|
"+r"(src_b), // %1
|
|
"+r"(count), // %2
|
|
"=g"(sse) // %3
|
|
:
|
|
: "memory", "cc"
|
|
#if defined(__SSE2__)
|
|
,
|
|
"xmm0", "xmm1", "xmm2", "xmm3", "xmm5"
|
|
#endif
|
|
); // NOLINT
|
|
return sse;
|
|
}
|
|
#endif // LIBYUV_DISABLE_X86 etc
|
|
|
|
#if defined(HAS_SUMSQUAREERROR_SSE2)
|
|
#if (defined(__pic__) || defined(__APPLE__)) && defined(__i386__)
|
|
static __inline void __cpuid(int cpu_info[4], int info_type) {
|
|
asm volatile( // NOLINT
|
|
"mov %%ebx, %%edi \n"
|
|
"cpuid \n"
|
|
"xchg %%edi, %%ebx \n"
|
|
: "=a"(cpu_info[0]), "=D"(cpu_info[1]), "=c"(cpu_info[2]),
|
|
"=d"(cpu_info[3])
|
|
: "a"(info_type));
|
|
}
|
|
// For gcc/clang but not clangcl.
|
|
#elif !defined(_MSC_VER) && (defined(__i386__) || defined(__x86_64__))
|
|
static __inline void __cpuid(int cpu_info[4], int info_type) {
|
|
asm volatile( // NOLINT
|
|
"cpuid \n"
|
|
: "=a"(cpu_info[0]), "=b"(cpu_info[1]), "=c"(cpu_info[2]),
|
|
"=d"(cpu_info[3])
|
|
: "a"(info_type));
|
|
}
|
|
#endif
|
|
|
|
static int CpuHasSSE2() {
|
|
#if defined(__i386__) || defined(__x86_64__) || defined(_M_IX86)
|
|
int cpu_info[4];
|
|
__cpuid(cpu_info, 1);
|
|
if (cpu_info[3] & 0x04000000) {
|
|
return 1;
|
|
}
|
|
#endif
|
|
return 0;
|
|
}
|
|
#endif // HAS_SUMSQUAREERROR_SSE2
|
|
|
|
static uint32_t SumSquareError_C(const uint8_t* src_a,
|
|
const uint8_t* src_b,
|
|
int count) {
|
|
uint32_t sse = 0u;
|
|
for (int x = 0; x < count; ++x) {
|
|
int diff = src_a[x] - src_b[x];
|
|
sse += static_cast<uint32_t>(diff * diff);
|
|
}
|
|
return sse;
|
|
}
|
|
|
|
double ComputeSumSquareError(const uint8_t* src_a,
|
|
const uint8_t* src_b,
|
|
int count) {
|
|
uint32_t (*SumSquareError)(const uint8_t* src_a, const uint8_t* src_b,
|
|
int count) = SumSquareError_C;
|
|
#if defined(HAS_SUMSQUAREERROR_NEON)
|
|
SumSquareError = SumSquareError_NEON;
|
|
#endif
|
|
#if defined(HAS_SUMSQUAREERROR_SSE2)
|
|
if (CpuHasSSE2()) {
|
|
SumSquareError = SumSquareError_SSE2;
|
|
}
|
|
#endif
|
|
const int kBlockSize = 1 << 15;
|
|
uint64_t sse = 0;
|
|
#ifdef _OPENMP
|
|
#pragma omp parallel for reduction(+ : sse)
|
|
#endif
|
|
for (int i = 0; i < (count - (kBlockSize - 1)); i += kBlockSize) {
|
|
sse += SumSquareError(src_a + i, src_b + i, kBlockSize);
|
|
}
|
|
src_a += count & ~(kBlockSize - 1);
|
|
src_b += count & ~(kBlockSize - 1);
|
|
int remainder = count & (kBlockSize - 1) & ~15;
|
|
if (remainder) {
|
|
sse += SumSquareError(src_a, src_b, remainder);
|
|
src_a += remainder;
|
|
src_b += remainder;
|
|
}
|
|
remainder = count & 15;
|
|
if (remainder) {
|
|
sse += SumSquareError_C(src_a, src_b, remainder);
|
|
}
|
|
return static_cast<double>(sse);
|
|
}
|
|
#endif
|
|
|
|
// PSNR formula: psnr = 10 * log10 (Peak Signal^2 * size / sse)
|
|
// Returns 128.0 (kMaxPSNR) if sse is 0 (perfect match).
|
|
double ComputePSNR(double sse, double size) {
|
|
const double kMINSSE = 255.0 * 255.0 * size / pow(10.0, kMaxPSNR / 10.0);
|
|
if (sse <= kMINSSE) {
|
|
sse = kMINSSE; // Produces max PSNR of 128
|
|
}
|
|
return 10.0 * log10(255.0 * 255.0 * size / sse);
|
|
}
|
|
|
|
#ifdef __cplusplus
|
|
} // extern "C"
|
|
#endif
|