mirror of
https://github.com/signalwire/freeswitch.git
synced 2026-11-17 06:48:33 +00:00
update to libvpx b46243d from repo https://chromium.googlesource.com/webm/libvpx
This commit is contained in:
1 parent
2b1f0da5c4
commit
8c5f0301f3
1008 files changed
+110139
-201288
No files matched your search
@@ -1,262 +0,0 @@
|
||||
;
|
||||
; Copyright (c) 2011 The WebM project authors. All Rights Reserved.
|
||||
;
|
||||
; Use of this source code is governed by a BSD-style license
|
||||
; that can be found in the LICENSE file in the root of the source
|
||||
; tree. An additional intellectual property rights grant can be found
|
||||
; in the file PATENTS. All contributing project authors may
|
||||
; be found in the AUTHORS file in the root of the source tree.
|
||||
;
|
||||
|
||||
EXPORT |vp8_short_fdct4x4_armv6|
|
||||
|
||||
ARM
|
||||
REQUIRE8
|
||||
PRESERVE8
|
||||
|
||||
AREA |.text|, CODE, READONLY
|
||||
; void vp8_short_fdct4x4_c(short *input, short *output, int pitch)
|
||||
|vp8_short_fdct4x4_armv6| PROC
|
||||
|
||||
stmfd sp!, {r4 - r12, lr}
|
||||
|
||||
; PART 1
|
||||
|
||||
; coeffs 0-3
|
||||
ldrd r4, r5, [r0] ; [i1 | i0] [i3 | i2]
|
||||
|
||||
ldr r10, c7500
|
||||
ldr r11, c14500
|
||||
ldr r12, c0x22a453a0 ; [2217*4 | 5352*4]
|
||||
ldr lr, c0x00080008
|
||||
ror r5, r5, #16 ; [i2 | i3]
|
||||
|
||||
qadd16 r6, r4, r5 ; [i1+i2 | i0+i3] = [b1 | a1] without shift
|
||||
qsub16 r7, r4, r5 ; [i1-i2 | i0-i3] = [c1 | d1] without shift
|
||||
|
||||
add r0, r0, r2 ; update input pointer
|
||||
|
||||
qadd16 r7, r7, r7 ; 2*[c1|d1] --> we can use smlad and smlsd
|
||||
; with 2217*4 and 5352*4 without losing the
|
||||
; sign bit (overflow)
|
||||
|
||||
smuad r4, r6, lr ; o0 = (i1+i2)*8 + (i0+i3)*8
|
||||
smusd r5, r6, lr ; o2 = (i1+i2)*8 - (i0+i3)*8
|
||||
|
||||
smlad r6, r7, r12, r11 ; o1 = (c1 * 2217 + d1 * 5352 + 14500)
|
||||
smlsdx r7, r7, r12, r10 ; o3 = (d1 * 2217 - c1 * 5352 + 7500)
|
||||
|
||||
ldrd r8, r9, [r0] ; [i5 | i4] [i7 | i6]
|
||||
|
||||
pkhbt r3, r4, r6, lsl #4 ; [o1 | o0], keep in register for PART 2
|
||||
pkhbt r6, r5, r7, lsl #4 ; [o3 | o2]
|
||||
|
||||
str r6, [r1, #4]
|
||||
|
||||
; coeffs 4-7
|
||||
ror r9, r9, #16 ; [i6 | i7]
|
||||
|
||||
qadd16 r6, r8, r9 ; [i5+i6 | i4+i7] = [b1 | a1] without shift
|
||||
qsub16 r7, r8, r9 ; [i5-i6 | i4-i7] = [c1 | d1] without shift
|
||||
|
||||
add r0, r0, r2 ; update input pointer
|
||||
|
||||
qadd16 r7, r7, r7 ; 2x[c1|d1] --> we can use smlad and smlsd
|
||||
; with 2217*4 and 5352*4 without losing the
|
||||
; sign bit (overflow)
|
||||
|
||||
smuad r9, r6, lr ; o4 = (i5+i6)*8 + (i4+i7)*8
|
||||
smusd r8, r6, lr ; o6 = (i5+i6)*8 - (i4+i7)*8
|
||||
|
||||
smlad r6, r7, r12, r11 ; o5 = (c1 * 2217 + d1 * 5352 + 14500)
|
||||
smlsdx r7, r7, r12, r10 ; o7 = (d1 * 2217 - c1 * 5352 + 7500)
|
||||
|
||||
ldrd r4, r5, [r0] ; [i9 | i8] [i11 | i10]
|
||||
|
||||
pkhbt r9, r9, r6, lsl #4 ; [o5 | o4], keep in register for PART 2
|
||||
pkhbt r6, r8, r7, lsl #4 ; [o7 | o6]
|
||||
|
||||
str r6, [r1, #12]
|
||||
|
||||
; coeffs 8-11
|
||||
ror r5, r5, #16 ; [i10 | i11]
|
||||
|
||||
qadd16 r6, r4, r5 ; [i9+i10 | i8+i11]=[b1 | a1] without shift
|
||||
qsub16 r7, r4, r5 ; [i9-i10 | i8-i11]=[c1 | d1] without shift
|
||||
|
||||
add r0, r0, r2 ; update input pointer
|
||||
|
||||
qadd16 r7, r7, r7 ; 2x[c1|d1] --> we can use smlad and smlsd
|
||||
; with 2217*4 and 5352*4 without losing the
|
||||
; sign bit (overflow)
|
||||
|
||||
smuad r2, r6, lr ; o8 = (i9+i10)*8 + (i8+i11)*8
|
||||
smusd r8, r6, lr ; o10 = (i9+i10)*8 - (i8+i11)*8
|
||||
|
||||
smlad r6, r7, r12, r11 ; o9 = (c1 * 2217 + d1 * 5352 + 14500)
|
||||
smlsdx r7, r7, r12, r10 ; o11 = (d1 * 2217 - c1 * 5352 + 7500)
|
||||
|
||||
ldrd r4, r5, [r0] ; [i13 | i12] [i15 | i14]
|
||||
|
||||
pkhbt r2, r2, r6, lsl #4 ; [o9 | o8], keep in register for PART 2
|
||||
pkhbt r6, r8, r7, lsl #4 ; [o11 | o10]
|
||||
|
||||
str r6, [r1, #20]
|
||||
|
||||
; coeffs 12-15
|
||||
ror r5, r5, #16 ; [i14 | i15]
|
||||
|
||||
qadd16 r6, r4, r5 ; [i13+i14 | i12+i15]=[b1|a1] without shift
|
||||
qsub16 r7, r4, r5 ; [i13-i14 | i12-i15]=[c1|d1] without shift
|
||||
|
||||
qadd16 r7, r7, r7 ; 2x[c1|d1] --> we can use smlad and smlsd
|
||||
; with 2217*4 and 5352*4 without losing the
|
||||
; sign bit (overflow)
|
||||
|
||||
smuad r4, r6, lr ; o12 = (i13+i14)*8 + (i12+i15)*8
|
||||
smusd r5, r6, lr ; o14 = (i13+i14)*8 - (i12+i15)*8
|
||||
|
||||
smlad r6, r7, r12, r11 ; o13 = (c1 * 2217 + d1 * 5352 + 14500)
|
||||
smlsdx r7, r7, r12, r10 ; o15 = (d1 * 2217 - c1 * 5352 + 7500)
|
||||
|
||||
pkhbt r0, r4, r6, lsl #4 ; [o13 | o12], keep in register for PART 2
|
||||
pkhbt r6, r5, r7, lsl #4 ; [o15 | o14]
|
||||
|
||||
str r6, [r1, #28]
|
||||
|
||||
|
||||
; PART 2 -------------------------------------------------
|
||||
ldr r11, c12000
|
||||
ldr r10, c51000
|
||||
ldr lr, c0x00070007
|
||||
|
||||
qadd16 r4, r3, r0 ; a1 = [i1+i13 | i0+i12]
|
||||
qadd16 r5, r9, r2 ; b1 = [i5+i9 | i4+i8]
|
||||
qsub16 r6, r9, r2 ; c1 = [i5-i9 | i4-i8]
|
||||
qsub16 r7, r3, r0 ; d1 = [i1-i13 | i0-i12]
|
||||
|
||||
qadd16 r4, r4, lr ; a1 + 7
|
||||
|
||||
add r0, r11, #0x10000 ; add (d!=0)
|
||||
|
||||
qadd16 r2, r4, r5 ; a1 + b1 + 7
|
||||
qsub16 r3, r4, r5 ; a1 - b1 + 7
|
||||
|
||||
ldr r12, c0x08a914e8 ; [2217 | 5352]
|
||||
|
||||
lsl r8, r2, #16 ; prepare bottom halfword for scaling
|
||||
asr r2, r2, #4 ; scale top halfword
|
||||
lsl r9, r3, #16 ; prepare bottom halfword for scaling
|
||||
asr r3, r3, #4 ; scale top halfword
|
||||
pkhtb r4, r2, r8, asr #20 ; pack and scale bottom halfword
|
||||
pkhtb r5, r3, r9, asr #20 ; pack and scale bottom halfword
|
||||
|
||||
smulbt r2, r6, r12 ; [ ------ | c1*2217]
|
||||
str r4, [r1, #0] ; [ o1 | o0]
|
||||
smultt r3, r6, r12 ; [c1*2217 | ------ ]
|
||||
str r5, [r1, #16] ; [ o9 | o8]
|
||||
|
||||
smlabb r8, r7, r12, r2 ; [ ------ | d1*5352]
|
||||
smlatb r9, r7, r12, r3 ; [d1*5352 | ------ ]
|
||||
|
||||
smulbb r2, r6, r12 ; [ ------ | c1*5352]
|
||||
smultb r3, r6, r12 ; [c1*5352 | ------ ]
|
||||
|
||||
lsls r6, r7, #16 ; d1 != 0 ?
|
||||
addeq r8, r8, r11 ; c1_b*2217+d1_b*5352+12000 + (d==0)
|
||||
addne r8, r8, r0 ; c1_b*2217+d1_b*5352+12000 + (d!=0)
|
||||
asrs r6, r7, #16
|
||||
addeq r9, r9, r11 ; c1_t*2217+d1_t*5352+12000 + (d==0)
|
||||
addne r9, r9, r0 ; c1_t*2217+d1_t*5352+12000 + (d!=0)
|
||||
|
||||
smlabt r4, r7, r12, r10 ; [ ------ | d1*2217] + 51000
|
||||
smlatt r5, r7, r12, r10 ; [d1*2217 | ------ ] + 51000
|
||||
|
||||
pkhtb r9, r9, r8, asr #16
|
||||
|
||||
sub r4, r4, r2
|
||||
sub r5, r5, r3
|
||||
|
||||
ldr r3, [r1, #4] ; [i3 | i2]
|
||||
|
||||
pkhtb r5, r5, r4, asr #16 ; [o13|o12]
|
||||
|
||||
str r9, [r1, #8] ; [o5 | 04]
|
||||
|
||||
ldr r9, [r1, #12] ; [i7 | i6]
|
||||
ldr r8, [r1, #28] ; [i15|i14]
|
||||
ldr r2, [r1, #20] ; [i11|i10]
|
||||
str r5, [r1, #24] ; [o13|o12]
|
||||
|
||||
qadd16 r4, r3, r8 ; a1 = [i3+i15 | i2+i14]
|
||||
qadd16 r5, r9, r2 ; b1 = [i7+i11 | i6+i10]
|
||||
|
||||
qadd16 r4, r4, lr ; a1 + 7
|
||||
|
||||
qsub16 r6, r9, r2 ; c1 = [i7-i11 | i6-i10]
|
||||
qadd16 r2, r4, r5 ; a1 + b1 + 7
|
||||
qsub16 r7, r3, r8 ; d1 = [i3-i15 | i2-i14]
|
||||
qsub16 r3, r4, r5 ; a1 - b1 + 7
|
||||
|
||||
lsl r8, r2, #16 ; prepare bottom halfword for scaling
|
||||
asr r2, r2, #4 ; scale top halfword
|
||||
lsl r9, r3, #16 ; prepare bottom halfword for scaling
|
||||
asr r3, r3, #4 ; scale top halfword
|
||||
pkhtb r4, r2, r8, asr #20 ; pack and scale bottom halfword
|
||||
pkhtb r5, r3, r9, asr #20 ; pack and scale bottom halfword
|
||||
|
||||
smulbt r2, r6, r12 ; [ ------ | c1*2217]
|
||||
str r4, [r1, #4] ; [ o3 | o2]
|
||||
smultt r3, r6, r12 ; [c1*2217 | ------ ]
|
||||
str r5, [r1, #20] ; [ o11 | o10]
|
||||
|
||||
smlabb r8, r7, r12, r2 ; [ ------ | d1*5352]
|
||||
smlatb r9, r7, r12, r3 ; [d1*5352 | ------ ]
|
||||
|
||||
smulbb r2, r6, r12 ; [ ------ | c1*5352]
|
||||
smultb r3, r6, r12 ; [c1*5352 | ------ ]
|
||||
|
||||
lsls r6, r7, #16 ; d1 != 0 ?
|
||||
addeq r8, r8, r11 ; c1_b*2217+d1_b*5352+12000 + (d==0)
|
||||
addne r8, r8, r0 ; c1_b*2217+d1_b*5352+12000 + (d!=0)
|
||||
|
||||
asrs r6, r7, #16
|
||||
addeq r9, r9, r11 ; c1_t*2217+d1_t*5352+12000 + (d==0)
|
||||
addne r9, r9, r0 ; c1_t*2217+d1_t*5352+12000 + (d!=0)
|
||||
|
||||
smlabt r4, r7, r12, r10 ; [ ------ | d1*2217] + 51000
|
||||
smlatt r5, r7, r12, r10 ; [d1*2217 | ------ ] + 51000
|
||||
|
||||
pkhtb r9, r9, r8, asr #16
|
||||
|
||||
sub r4, r4, r2
|
||||
sub r5, r5, r3
|
||||
|
||||
str r9, [r1, #12] ; [o7 | o6]
|
||||
pkhtb r5, r5, r4, asr #16 ; [o15|o14]
|
||||
|
||||
str r5, [r1, #28] ; [o15|o14]
|
||||
|
||||
ldmfd sp!, {r4 - r12, pc}
|
||||
|
||||
ENDP
|
||||
|
||||
; Used constants
|
||||
c7500
|
||||
DCD 7500
|
||||
c14500
|
||||
DCD 14500
|
||||
c0x22a453a0
|
||||
DCD 0x22a453a0
|
||||
c0x00080008
|
||||
DCD 0x00080008
|
||||
c12000
|
||||
DCD 12000
|
||||
c51000
|
||||
DCD 51000
|
||||
c0x00070007
|
||||
DCD 0x00070007
|
||||
c0x08a914e8
|
||||
DCD 0x08a914e8
|
||||
|
||||
END
|
||||
@@ -1,212 +0,0 @@
|
||||
;
|
||||
; Copyright (c) 2010 The WebM project authors. All Rights Reserved.
|
||||
;
|
||||
; Use of this source code is governed by a BSD-style license
|
||||
; that can be found in the LICENSE file in the root of the source
|
||||
; tree. An additional intellectual property rights grant can be found
|
||||
; in the file PATENTS. All contributing project authors may
|
||||
; be found in the AUTHORS file in the root of the source tree.
|
||||
;
|
||||
|
||||
EXPORT |vp8_short_walsh4x4_armv6|
|
||||
|
||||
ARM
|
||||
REQUIRE8
|
||||
PRESERVE8
|
||||
|
||||
AREA |.text|, CODE, READONLY ; name this block of code
|
||||
|
||||
;short vp8_short_walsh4x4_armv6(short *input, short *output, int pitch)
|
||||
; r0 short *input,
|
||||
; r1 short *output,
|
||||
; r2 int pitch
|
||||
|vp8_short_walsh4x4_armv6| PROC
|
||||
|
||||
stmdb sp!, {r4 - r11, lr}
|
||||
|
||||
ldrd r4, r5, [r0], r2
|
||||
ldr lr, c00040004
|
||||
ldrd r6, r7, [r0], r2
|
||||
|
||||
; 0-3
|
||||
qadd16 r3, r4, r5 ; [d1|a1] [1+3 | 0+2]
|
||||
qsub16 r4, r4, r5 ; [c1|b1] [1-3 | 0-2]
|
||||
|
||||
ldrd r8, r9, [r0], r2
|
||||
; 4-7
|
||||
qadd16 r5, r6, r7 ; [d1|a1] [5+7 | 4+6]
|
||||
qsub16 r6, r6, r7 ; [c1|b1] [5-7 | 4-6]
|
||||
|
||||
ldrd r10, r11, [r0]
|
||||
; 8-11
|
||||
qadd16 r7, r8, r9 ; [d1|a1] [9+11 | 8+10]
|
||||
qsub16 r8, r8, r9 ; [c1|b1] [9-11 | 8-10]
|
||||
|
||||
; 12-15
|
||||
qadd16 r9, r10, r11 ; [d1|a1] [13+15 | 12+14]
|
||||
qsub16 r10, r10, r11 ; [c1|b1] [13-15 | 12-14]
|
||||
|
||||
|
||||
lsls r2, r3, #16
|
||||
smuad r11, r3, lr ; A0 = a1<<2 + d1<<2
|
||||
addne r11, r11, #1 ; A0 += (a1!=0)
|
||||
|
||||
lsls r2, r7, #16
|
||||
smuad r12, r7, lr ; C0 = a1<<2 + d1<<2
|
||||
addne r12, r12, #1 ; C0 += (a1!=0)
|
||||
|
||||
add r0, r11, r12 ; a1_0 = A0 + C0
|
||||
sub r11, r11, r12 ; b1_0 = A0 - C0
|
||||
|
||||
lsls r2, r5, #16
|
||||
smuad r12, r5, lr ; B0 = a1<<2 + d1<<2
|
||||
addne r12, r12, #1 ; B0 += (a1!=0)
|
||||
|
||||
lsls r2, r9, #16
|
||||
smuad r2, r9, lr ; D0 = a1<<2 + d1<<2
|
||||
addne r2, r2, #1 ; D0 += (a1!=0)
|
||||
|
||||
add lr, r12, r2 ; d1_0 = B0 + D0
|
||||
sub r12, r12, r2 ; c1_0 = B0 - D0
|
||||
|
||||
; op[0,4,8,12]
|
||||
adds r2, r0, lr ; a2 = a1_0 + d1_0
|
||||
addmi r2, r2, #1 ; += a2 < 0
|
||||
add r2, r2, #3 ; += 3
|
||||
subs r0, r0, lr ; d2 = a1_0 - d1_0
|
||||
mov r2, r2, asr #3 ; >> 3
|
||||
strh r2, [r1] ; op[0]
|
||||
|
||||
addmi r0, r0, #1 ; += a2 < 0
|
||||
add r0, r0, #3 ; += 3
|
||||
ldr lr, c00040004
|
||||
mov r0, r0, asr #3 ; >> 3
|
||||
strh r0, [r1, #24] ; op[12]
|
||||
|
||||
adds r2, r11, r12 ; b2 = b1_0 + c1_0
|
||||
addmi r2, r2, #1 ; += a2 < 0
|
||||
add r2, r2, #3 ; += 3
|
||||
subs r0, r11, r12 ; c2 = b1_0 - c1_0
|
||||
mov r2, r2, asr #3 ; >> 3
|
||||
strh r2, [r1, #8] ; op[4]
|
||||
|
||||
addmi r0, r0, #1 ; += a2 < 0
|
||||
add r0, r0, #3 ; += 3
|
||||
smusd r3, r3, lr ; A3 = a1<<2 - d1<<2
|
||||
smusd r7, r7, lr ; C3 = a1<<2 - d1<<2
|
||||
mov r0, r0, asr #3 ; >> 3
|
||||
strh r0, [r1, #16] ; op[8]
|
||||
|
||||
|
||||
; op[3,7,11,15]
|
||||
add r0, r3, r7 ; a1_3 = A3 + C3
|
||||
sub r3, r3, r7 ; b1_3 = A3 - C3
|
||||
|
||||
smusd r5, r5, lr ; B3 = a1<<2 - d1<<2
|
||||
smusd r9, r9, lr ; D3 = a1<<2 - d1<<2
|
||||
add r7, r5, r9 ; d1_3 = B3 + D3
|
||||
sub r5, r5, r9 ; c1_3 = B3 - D3
|
||||
|
||||
adds r2, r0, r7 ; a2 = a1_3 + d1_3
|
||||
addmi r2, r2, #1 ; += a2 < 0
|
||||
add r2, r2, #3 ; += 3
|
||||
adds r9, r3, r5 ; b2 = b1_3 + c1_3
|
||||
mov r2, r2, asr #3 ; >> 3
|
||||
strh r2, [r1, #6] ; op[3]
|
||||
|
||||
addmi r9, r9, #1 ; += a2 < 0
|
||||
add r9, r9, #3 ; += 3
|
||||
subs r2, r3, r5 ; c2 = b1_3 - c1_3
|
||||
mov r9, r9, asr #3 ; >> 3
|
||||
strh r9, [r1, #14] ; op[7]
|
||||
|
||||
addmi r2, r2, #1 ; += a2 < 0
|
||||
add r2, r2, #3 ; += 3
|
||||
subs r9, r0, r7 ; d2 = a1_3 - d1_3
|
||||
mov r2, r2, asr #3 ; >> 3
|
||||
strh r2, [r1, #22] ; op[11]
|
||||
|
||||
addmi r9, r9, #1 ; += a2 < 0
|
||||
add r9, r9, #3 ; += 3
|
||||
smuad r3, r4, lr ; A1 = b1<<2 + c1<<2
|
||||
smuad r5, r8, lr ; C1 = b1<<2 + c1<<2
|
||||
mov r9, r9, asr #3 ; >> 3
|
||||
strh r9, [r1, #30] ; op[15]
|
||||
|
||||
; op[1,5,9,13]
|
||||
add r0, r3, r5 ; a1_1 = A1 + C1
|
||||
sub r3, r3, r5 ; b1_1 = A1 - C1
|
||||
|
||||
smuad r7, r6, lr ; B1 = b1<<2 + c1<<2
|
||||
smuad r9, r10, lr ; D1 = b1<<2 + c1<<2
|
||||
add r5, r7, r9 ; d1_1 = B1 + D1
|
||||
sub r7, r7, r9 ; c1_1 = B1 - D1
|
||||
|
||||
adds r2, r0, r5 ; a2 = a1_1 + d1_1
|
||||
addmi r2, r2, #1 ; += a2 < 0
|
||||
add r2, r2, #3 ; += 3
|
||||
adds r9, r3, r7 ; b2 = b1_1 + c1_1
|
||||
mov r2, r2, asr #3 ; >> 3
|
||||
strh r2, [r1, #2] ; op[1]
|
||||
|
||||
addmi r9, r9, #1 ; += a2 < 0
|
||||
add r9, r9, #3 ; += 3
|
||||
subs r2, r3, r7 ; c2 = b1_1 - c1_1
|
||||
mov r9, r9, asr #3 ; >> 3
|
||||
strh r9, [r1, #10] ; op[5]
|
||||
|
||||
addmi r2, r2, #1 ; += a2 < 0
|
||||
add r2, r2, #3 ; += 3
|
||||
subs r9, r0, r5 ; d2 = a1_1 - d1_1
|
||||
mov r2, r2, asr #3 ; >> 3
|
||||
strh r2, [r1, #18] ; op[9]
|
||||
|
||||
addmi r9, r9, #1 ; += a2 < 0
|
||||
add r9, r9, #3 ; += 3
|
||||
smusd r4, r4, lr ; A2 = b1<<2 - c1<<2
|
||||
smusd r8, r8, lr ; C2 = b1<<2 - c1<<2
|
||||
mov r9, r9, asr #3 ; >> 3
|
||||
strh r9, [r1, #26] ; op[13]
|
||||
|
||||
|
||||
; op[2,6,10,14]
|
||||
add r11, r4, r8 ; a1_2 = A2 + C2
|
||||
sub r12, r4, r8 ; b1_2 = A2 - C2
|
||||
|
||||
smusd r6, r6, lr ; B2 = b1<<2 - c1<<2
|
||||
smusd r10, r10, lr ; D2 = b1<<2 - c1<<2
|
||||
add r4, r6, r10 ; d1_2 = B2 + D2
|
||||
sub r8, r6, r10 ; c1_2 = B2 - D2
|
||||
|
||||
adds r2, r11, r4 ; a2 = a1_2 + d1_2
|
||||
addmi r2, r2, #1 ; += a2 < 0
|
||||
add r2, r2, #3 ; += 3
|
||||
adds r9, r12, r8 ; b2 = b1_2 + c1_2
|
||||
mov r2, r2, asr #3 ; >> 3
|
||||
strh r2, [r1, #4] ; op[2]
|
||||
|
||||
addmi r9, r9, #1 ; += a2 < 0
|
||||
add r9, r9, #3 ; += 3
|
||||
subs r2, r12, r8 ; c2 = b1_2 - c1_2
|
||||
mov r9, r9, asr #3 ; >> 3
|
||||
strh r9, [r1, #12] ; op[6]
|
||||
|
||||
addmi r2, r2, #1 ; += a2 < 0
|
||||
add r2, r2, #3 ; += 3
|
||||
subs r9, r11, r4 ; d2 = a1_2 - d1_2
|
||||
mov r2, r2, asr #3 ; >> 3
|
||||
strh r2, [r1, #20] ; op[10]
|
||||
|
||||
addmi r9, r9, #1 ; += a2 < 0
|
||||
add r9, r9, #3 ; += 3
|
||||
mov r9, r9, asr #3 ; >> 3
|
||||
strh r9, [r1, #28] ; op[14]
|
||||
|
||||
|
||||
ldmia sp!, {r4 - r11, pc}
|
||||
ENDP ; |vp8_short_walsh4x4_armv6|
|
||||
|
||||
c00040004
|
||||
DCD 0x00040004
|
||||
|
||||
END
|
||||
@@ -1,22 +0,0 @@
|
||||
/*
|
||||
* Copyright (c) 2011 The WebM project authors. All Rights Reserved.
|
||||
*
|
||||
* Use of this source code is governed by a BSD-style license
|
||||
* that can be found in the LICENSE file in the root of the source
|
||||
* tree. An additional intellectual property rights grant can be found
|
||||
* in the file PATENTS. All contributing project authors may
|
||||
* be found in the AUTHORS file in the root of the source tree.
|
||||
*/
|
||||
|
||||
#include "vpx_config.h"
|
||||
#include "vp8_rtcd.h"
|
||||
|
||||
#if HAVE_MEDIA
|
||||
|
||||
void vp8_short_fdct8x4_armv6(short *input, short *output, int pitch)
|
||||
{
|
||||
vp8_short_fdct4x4_armv6(input, output, pitch);
|
||||
vp8_short_fdct4x4_armv6(input + 4, output + 16, pitch);
|
||||
}
|
||||
|
||||
#endif /* HAVE_MEDIA */
|
||||
@@ -48,431 +48,413 @@
|
||||
int vp8_denoiser_filter_neon(unsigned char *mc_running_avg_y,
|
||||
int mc_running_avg_y_stride,
|
||||
unsigned char *running_avg_y,
|
||||
int running_avg_y_stride,
|
||||
unsigned char *sig, int sig_stride,
|
||||
unsigned int motion_magnitude,
|
||||
int running_avg_y_stride, unsigned char *sig,
|
||||
int sig_stride, unsigned int motion_magnitude,
|
||||
int increase_denoising) {
|
||||
/* If motion_magnitude is small, making the denoiser more aggressive by
|
||||
* increasing the adjustment for each level, level1 adjustment is
|
||||
* increased, the deltas stay the same.
|
||||
/* If motion_magnitude is small, making the denoiser more aggressive by
|
||||
* increasing the adjustment for each level, level1 adjustment is
|
||||
* increased, the deltas stay the same.
|
||||
*/
|
||||
int shift_inc =
|
||||
(increase_denoising && motion_magnitude <= MOTION_MAGNITUDE_THRESHOLD)
|
||||
? 1
|
||||
: 0;
|
||||
const uint8x16_t v_level1_adjustment = vmovq_n_u8(
|
||||
(motion_magnitude <= MOTION_MAGNITUDE_THRESHOLD) ? 4 + shift_inc : 3);
|
||||
const uint8x16_t v_delta_level_1_and_2 = vdupq_n_u8(1);
|
||||
const uint8x16_t v_delta_level_2_and_3 = vdupq_n_u8(2);
|
||||
const uint8x16_t v_level1_threshold = vmovq_n_u8(4 + shift_inc);
|
||||
const uint8x16_t v_level2_threshold = vdupq_n_u8(8);
|
||||
const uint8x16_t v_level3_threshold = vdupq_n_u8(16);
|
||||
int64x2_t v_sum_diff_total = vdupq_n_s64(0);
|
||||
|
||||
/* Go over lines. */
|
||||
int r;
|
||||
for (r = 0; r < 16; ++r) {
|
||||
/* Load inputs. */
|
||||
const uint8x16_t v_sig = vld1q_u8(sig);
|
||||
const uint8x16_t v_mc_running_avg_y = vld1q_u8(mc_running_avg_y);
|
||||
|
||||
/* Calculate absolute difference and sign masks. */
|
||||
const uint8x16_t v_abs_diff = vabdq_u8(v_sig, v_mc_running_avg_y);
|
||||
const uint8x16_t v_diff_pos_mask = vcltq_u8(v_sig, v_mc_running_avg_y);
|
||||
const uint8x16_t v_diff_neg_mask = vcgtq_u8(v_sig, v_mc_running_avg_y);
|
||||
|
||||
/* Figure out which level that put us in. */
|
||||
const uint8x16_t v_level1_mask = vcleq_u8(v_level1_threshold, v_abs_diff);
|
||||
const uint8x16_t v_level2_mask = vcleq_u8(v_level2_threshold, v_abs_diff);
|
||||
const uint8x16_t v_level3_mask = vcleq_u8(v_level3_threshold, v_abs_diff);
|
||||
|
||||
/* Calculate absolute adjustments for level 1, 2 and 3. */
|
||||
const uint8x16_t v_level2_adjustment =
|
||||
vandq_u8(v_level2_mask, v_delta_level_1_and_2);
|
||||
const uint8x16_t v_level3_adjustment =
|
||||
vandq_u8(v_level3_mask, v_delta_level_2_and_3);
|
||||
const uint8x16_t v_level1and2_adjustment =
|
||||
vaddq_u8(v_level1_adjustment, v_level2_adjustment);
|
||||
const uint8x16_t v_level1and2and3_adjustment =
|
||||
vaddq_u8(v_level1and2_adjustment, v_level3_adjustment);
|
||||
|
||||
/* Figure adjustment absolute value by selecting between the absolute
|
||||
* difference if in level0 or the value for level 1, 2 and 3.
|
||||
*/
|
||||
int shift_inc = (increase_denoising &&
|
||||
motion_magnitude <= MOTION_MAGNITUDE_THRESHOLD) ? 1 : 0;
|
||||
const uint8x16_t v_level1_adjustment = vmovq_n_u8(
|
||||
(motion_magnitude <= MOTION_MAGNITUDE_THRESHOLD) ? 4 + shift_inc : 3);
|
||||
const uint8x16_t v_delta_level_1_and_2 = vdupq_n_u8(1);
|
||||
const uint8x16_t v_delta_level_2_and_3 = vdupq_n_u8(2);
|
||||
const uint8x16_t v_level1_threshold = vmovq_n_u8(4 + shift_inc);
|
||||
const uint8x16_t v_level2_threshold = vdupq_n_u8(8);
|
||||
const uint8x16_t v_level3_threshold = vdupq_n_u8(16);
|
||||
int64x2_t v_sum_diff_total = vdupq_n_s64(0);
|
||||
const uint8x16_t v_abs_adjustment =
|
||||
vbslq_u8(v_level1_mask, v_level1and2and3_adjustment, v_abs_diff);
|
||||
|
||||
/* Go over lines. */
|
||||
int r;
|
||||
for (r = 0; r < 16; ++r) {
|
||||
/* Load inputs. */
|
||||
const uint8x16_t v_sig = vld1q_u8(sig);
|
||||
const uint8x16_t v_mc_running_avg_y = vld1q_u8(mc_running_avg_y);
|
||||
/* Calculate positive and negative adjustments. Apply them to the signal
|
||||
* and accumulate them. Adjustments are less than eight and the maximum
|
||||
* sum of them (7 * 16) can fit in a signed char.
|
||||
*/
|
||||
const uint8x16_t v_pos_adjustment =
|
||||
vandq_u8(v_diff_pos_mask, v_abs_adjustment);
|
||||
const uint8x16_t v_neg_adjustment =
|
||||
vandq_u8(v_diff_neg_mask, v_abs_adjustment);
|
||||
|
||||
/* Calculate absolute difference and sign masks. */
|
||||
const uint8x16_t v_abs_diff = vabdq_u8(v_sig, v_mc_running_avg_y);
|
||||
const uint8x16_t v_diff_pos_mask = vcltq_u8(v_sig, v_mc_running_avg_y);
|
||||
const uint8x16_t v_diff_neg_mask = vcgtq_u8(v_sig, v_mc_running_avg_y);
|
||||
uint8x16_t v_running_avg_y = vqaddq_u8(v_sig, v_pos_adjustment);
|
||||
v_running_avg_y = vqsubq_u8(v_running_avg_y, v_neg_adjustment);
|
||||
|
||||
/* Figure out which level that put us in. */
|
||||
const uint8x16_t v_level1_mask = vcleq_u8(v_level1_threshold,
|
||||
v_abs_diff);
|
||||
const uint8x16_t v_level2_mask = vcleq_u8(v_level2_threshold,
|
||||
v_abs_diff);
|
||||
const uint8x16_t v_level3_mask = vcleq_u8(v_level3_threshold,
|
||||
v_abs_diff);
|
||||
/* Store results. */
|
||||
vst1q_u8(running_avg_y, v_running_avg_y);
|
||||
|
||||
/* Calculate absolute adjustments for level 1, 2 and 3. */
|
||||
const uint8x16_t v_level2_adjustment = vandq_u8(v_level2_mask,
|
||||
v_delta_level_1_and_2);
|
||||
const uint8x16_t v_level3_adjustment = vandq_u8(v_level3_mask,
|
||||
v_delta_level_2_and_3);
|
||||
const uint8x16_t v_level1and2_adjustment = vaddq_u8(v_level1_adjustment,
|
||||
v_level2_adjustment);
|
||||
const uint8x16_t v_level1and2and3_adjustment = vaddq_u8(
|
||||
v_level1and2_adjustment, v_level3_adjustment);
|
||||
/* Sum all the accumulators to have the sum of all pixel differences
|
||||
* for this macroblock.
|
||||
*/
|
||||
{
|
||||
const int8x16_t v_sum_diff =
|
||||
vqsubq_s8(vreinterpretq_s8_u8(v_pos_adjustment),
|
||||
vreinterpretq_s8_u8(v_neg_adjustment));
|
||||
|
||||
/* Figure adjustment absolute value by selecting between the absolute
|
||||
* difference if in level0 or the value for level 1, 2 and 3.
|
||||
*/
|
||||
const uint8x16_t v_abs_adjustment = vbslq_u8(v_level1_mask,
|
||||
v_level1and2and3_adjustment, v_abs_diff);
|
||||
const int16x8_t fe_dc_ba_98_76_54_32_10 = vpaddlq_s8(v_sum_diff);
|
||||
|
||||
/* Calculate positive and negative adjustments. Apply them to the signal
|
||||
* and accumulate them. Adjustments are less than eight and the maximum
|
||||
* sum of them (7 * 16) can fit in a signed char.
|
||||
*/
|
||||
const uint8x16_t v_pos_adjustment = vandq_u8(v_diff_pos_mask,
|
||||
v_abs_adjustment);
|
||||
const uint8x16_t v_neg_adjustment = vandq_u8(v_diff_neg_mask,
|
||||
v_abs_adjustment);
|
||||
const int32x4_t fedc_ba98_7654_3210 =
|
||||
vpaddlq_s16(fe_dc_ba_98_76_54_32_10);
|
||||
|
||||
uint8x16_t v_running_avg_y = vqaddq_u8(v_sig, v_pos_adjustment);
|
||||
v_running_avg_y = vqsubq_u8(v_running_avg_y, v_neg_adjustment);
|
||||
const int64x2_t fedcba98_76543210 = vpaddlq_s32(fedc_ba98_7654_3210);
|
||||
|
||||
/* Store results. */
|
||||
vst1q_u8(running_avg_y, v_running_avg_y);
|
||||
v_sum_diff_total = vqaddq_s64(v_sum_diff_total, fedcba98_76543210);
|
||||
}
|
||||
|
||||
/* Sum all the accumulators to have the sum of all pixel differences
|
||||
* for this macroblock.
|
||||
*/
|
||||
{
|
||||
/* Update pointers for next iteration. */
|
||||
sig += sig_stride;
|
||||
mc_running_avg_y += mc_running_avg_y_stride;
|
||||
running_avg_y += running_avg_y_stride;
|
||||
}
|
||||
|
||||
/* Too much adjustments => copy block. */
|
||||
{
|
||||
int64x1_t x = vqadd_s64(vget_high_s64(v_sum_diff_total),
|
||||
vget_low_s64(v_sum_diff_total));
|
||||
int sum_diff = vget_lane_s32(vabs_s32(vreinterpret_s32_s64(x)), 0);
|
||||
int sum_diff_thresh = SUM_DIFF_THRESHOLD;
|
||||
|
||||
if (increase_denoising) sum_diff_thresh = SUM_DIFF_THRESHOLD_HIGH;
|
||||
if (sum_diff > sum_diff_thresh) {
|
||||
// Before returning to copy the block (i.e., apply no denoising),
|
||||
// checK if we can still apply some (weaker) temporal filtering to
|
||||
// this block, that would otherwise not be denoised at all. Simplest
|
||||
// is to apply an additional adjustment to running_avg_y to bring it
|
||||
// closer to sig. The adjustment is capped by a maximum delta, and
|
||||
// chosen such that in most cases the resulting sum_diff will be
|
||||
// within the accceptable range given by sum_diff_thresh.
|
||||
|
||||
// The delta is set by the excess of absolute pixel diff over the
|
||||
// threshold.
|
||||
int delta = ((sum_diff - sum_diff_thresh) >> 8) + 1;
|
||||
// Only apply the adjustment for max delta up to 3.
|
||||
if (delta < 4) {
|
||||
const uint8x16_t k_delta = vmovq_n_u8(delta);
|
||||
sig -= sig_stride * 16;
|
||||
mc_running_avg_y -= mc_running_avg_y_stride * 16;
|
||||
running_avg_y -= running_avg_y_stride * 16;
|
||||
for (r = 0; r < 16; ++r) {
|
||||
uint8x16_t v_running_avg_y = vld1q_u8(running_avg_y);
|
||||
const uint8x16_t v_sig = vld1q_u8(sig);
|
||||
const uint8x16_t v_mc_running_avg_y = vld1q_u8(mc_running_avg_y);
|
||||
|
||||
/* Calculate absolute difference and sign masks. */
|
||||
const uint8x16_t v_abs_diff = vabdq_u8(v_sig, v_mc_running_avg_y);
|
||||
const uint8x16_t v_diff_pos_mask =
|
||||
vcltq_u8(v_sig, v_mc_running_avg_y);
|
||||
const uint8x16_t v_diff_neg_mask =
|
||||
vcgtq_u8(v_sig, v_mc_running_avg_y);
|
||||
// Clamp absolute difference to delta to get the adjustment.
|
||||
const uint8x16_t v_abs_adjustment = vminq_u8(v_abs_diff, (k_delta));
|
||||
|
||||
const uint8x16_t v_pos_adjustment =
|
||||
vandq_u8(v_diff_pos_mask, v_abs_adjustment);
|
||||
const uint8x16_t v_neg_adjustment =
|
||||
vandq_u8(v_diff_neg_mask, v_abs_adjustment);
|
||||
|
||||
v_running_avg_y = vqsubq_u8(v_running_avg_y, v_pos_adjustment);
|
||||
v_running_avg_y = vqaddq_u8(v_running_avg_y, v_neg_adjustment);
|
||||
|
||||
/* Store results. */
|
||||
vst1q_u8(running_avg_y, v_running_avg_y);
|
||||
|
||||
{
|
||||
const int8x16_t v_sum_diff =
|
||||
vqsubq_s8(vreinterpretq_s8_u8(v_pos_adjustment),
|
||||
vreinterpretq_s8_u8(v_neg_adjustment));
|
||||
vqsubq_s8(vreinterpretq_s8_u8(v_neg_adjustment),
|
||||
vreinterpretq_s8_u8(v_pos_adjustment));
|
||||
|
||||
const int16x8_t fe_dc_ba_98_76_54_32_10 = vpaddlq_s8(v_sum_diff);
|
||||
|
||||
const int32x4_t fedc_ba98_7654_3210 =
|
||||
vpaddlq_s16(fe_dc_ba_98_76_54_32_10);
|
||||
|
||||
const int64x2_t fedcba98_76543210 =
|
||||
vpaddlq_s32(fedc_ba98_7654_3210);
|
||||
|
||||
v_sum_diff_total = vqaddq_s64(v_sum_diff_total, fedcba98_76543210);
|
||||
}
|
||||
/* Update pointers for next iteration. */
|
||||
sig += sig_stride;
|
||||
mc_running_avg_y += mc_running_avg_y_stride;
|
||||
running_avg_y += running_avg_y_stride;
|
||||
}
|
||||
{
|
||||
// Update the sum of all pixel differences of this MB.
|
||||
x = vqadd_s64(vget_high_s64(v_sum_diff_total),
|
||||
vget_low_s64(v_sum_diff_total));
|
||||
sum_diff = vget_lane_s32(vabs_s32(vreinterpret_s32_s64(x)), 0);
|
||||
|
||||
/* Update pointers for next iteration. */
|
||||
sig += sig_stride;
|
||||
mc_running_avg_y += mc_running_avg_y_stride;
|
||||
running_avg_y += running_avg_y_stride;
|
||||
}
|
||||
|
||||
/* Too much adjustments => copy block. */
|
||||
{
|
||||
int64x1_t x = vqadd_s64(vget_high_s64(v_sum_diff_total),
|
||||
vget_low_s64(v_sum_diff_total));
|
||||
int sum_diff = vget_lane_s32(vabs_s32(vreinterpret_s32_s64(x)), 0);
|
||||
int sum_diff_thresh = SUM_DIFF_THRESHOLD;
|
||||
|
||||
if (increase_denoising) sum_diff_thresh = SUM_DIFF_THRESHOLD_HIGH;
|
||||
if (sum_diff > sum_diff_thresh) {
|
||||
// Before returning to copy the block (i.e., apply no denoising),
|
||||
// checK if we can still apply some (weaker) temporal filtering to
|
||||
// this block, that would otherwise not be denoised at all. Simplest
|
||||
// is to apply an additional adjustment to running_avg_y to bring it
|
||||
// closer to sig. The adjustment is capped by a maximum delta, and
|
||||
// chosen such that in most cases the resulting sum_diff will be
|
||||
// within the accceptable range given by sum_diff_thresh.
|
||||
|
||||
// The delta is set by the excess of absolute pixel diff over the
|
||||
// threshold.
|
||||
int delta = ((sum_diff - sum_diff_thresh) >> 8) + 1;
|
||||
// Only apply the adjustment for max delta up to 3.
|
||||
if (delta < 4) {
|
||||
const uint8x16_t k_delta = vmovq_n_u8(delta);
|
||||
sig -= sig_stride * 16;
|
||||
mc_running_avg_y -= mc_running_avg_y_stride * 16;
|
||||
running_avg_y -= running_avg_y_stride * 16;
|
||||
for (r = 0; r < 16; ++r) {
|
||||
uint8x16_t v_running_avg_y = vld1q_u8(running_avg_y);
|
||||
const uint8x16_t v_sig = vld1q_u8(sig);
|
||||
const uint8x16_t v_mc_running_avg_y = vld1q_u8(mc_running_avg_y);
|
||||
|
||||
/* Calculate absolute difference and sign masks. */
|
||||
const uint8x16_t v_abs_diff = vabdq_u8(v_sig,
|
||||
v_mc_running_avg_y);
|
||||
const uint8x16_t v_diff_pos_mask = vcltq_u8(v_sig,
|
||||
v_mc_running_avg_y);
|
||||
const uint8x16_t v_diff_neg_mask = vcgtq_u8(v_sig,
|
||||
v_mc_running_avg_y);
|
||||
// Clamp absolute difference to delta to get the adjustment.
|
||||
const uint8x16_t v_abs_adjustment =
|
||||
vminq_u8(v_abs_diff, (k_delta));
|
||||
|
||||
const uint8x16_t v_pos_adjustment = vandq_u8(v_diff_pos_mask,
|
||||
v_abs_adjustment);
|
||||
const uint8x16_t v_neg_adjustment = vandq_u8(v_diff_neg_mask,
|
||||
v_abs_adjustment);
|
||||
|
||||
v_running_avg_y = vqsubq_u8(v_running_avg_y, v_pos_adjustment);
|
||||
v_running_avg_y = vqaddq_u8(v_running_avg_y, v_neg_adjustment);
|
||||
|
||||
/* Store results. */
|
||||
vst1q_u8(running_avg_y, v_running_avg_y);
|
||||
|
||||
{
|
||||
const int8x16_t v_sum_diff =
|
||||
vqsubq_s8(vreinterpretq_s8_u8(v_neg_adjustment),
|
||||
vreinterpretq_s8_u8(v_pos_adjustment));
|
||||
|
||||
const int16x8_t fe_dc_ba_98_76_54_32_10 =
|
||||
vpaddlq_s8(v_sum_diff);
|
||||
const int32x4_t fedc_ba98_7654_3210 =
|
||||
vpaddlq_s16(fe_dc_ba_98_76_54_32_10);
|
||||
const int64x2_t fedcba98_76543210 =
|
||||
vpaddlq_s32(fedc_ba98_7654_3210);
|
||||
|
||||
v_sum_diff_total = vqaddq_s64(v_sum_diff_total,
|
||||
fedcba98_76543210);
|
||||
}
|
||||
/* Update pointers for next iteration. */
|
||||
sig += sig_stride;
|
||||
mc_running_avg_y += mc_running_avg_y_stride;
|
||||
running_avg_y += running_avg_y_stride;
|
||||
}
|
||||
{
|
||||
// Update the sum of all pixel differences of this MB.
|
||||
x = vqadd_s64(vget_high_s64(v_sum_diff_total),
|
||||
vget_low_s64(v_sum_diff_total));
|
||||
sum_diff = vget_lane_s32(vabs_s32(vreinterpret_s32_s64(x)), 0);
|
||||
|
||||
if (sum_diff > sum_diff_thresh) {
|
||||
return COPY_BLOCK;
|
||||
}
|
||||
}
|
||||
} else {
|
||||
if (sum_diff > sum_diff_thresh) {
|
||||
return COPY_BLOCK;
|
||||
}
|
||||
}
|
||||
} else {
|
||||
return COPY_BLOCK;
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
/* Tell above level that block was filtered. */
|
||||
running_avg_y -= running_avg_y_stride * 16;
|
||||
sig -= sig_stride * 16;
|
||||
/* Tell above level that block was filtered. */
|
||||
running_avg_y -= running_avg_y_stride * 16;
|
||||
sig -= sig_stride * 16;
|
||||
|
||||
vp8_copy_mem16x16(running_avg_y, running_avg_y_stride, sig, sig_stride);
|
||||
vp8_copy_mem16x16(running_avg_y, running_avg_y_stride, sig, sig_stride);
|
||||
|
||||
return FILTER_BLOCK;
|
||||
return FILTER_BLOCK;
|
||||
}
|
||||
|
||||
int vp8_denoiser_filter_uv_neon(unsigned char *mc_running_avg,
|
||||
int mc_running_avg_stride,
|
||||
unsigned char *running_avg,
|
||||
int running_avg_stride,
|
||||
unsigned char *sig, int sig_stride,
|
||||
unsigned int motion_magnitude,
|
||||
int increase_denoising) {
|
||||
/* If motion_magnitude is small, making the denoiser more aggressive by
|
||||
* increasing the adjustment for each level, level1 adjustment is
|
||||
* increased, the deltas stay the same.
|
||||
*/
|
||||
int shift_inc = (increase_denoising &&
|
||||
motion_magnitude <= MOTION_MAGNITUDE_THRESHOLD_UV) ? 1 : 0;
|
||||
const uint8x16_t v_level1_adjustment = vmovq_n_u8(
|
||||
(motion_magnitude <= MOTION_MAGNITUDE_THRESHOLD_UV) ? 4 + shift_inc : 3);
|
||||
int mc_running_avg_stride,
|
||||
unsigned char *running_avg,
|
||||
int running_avg_stride, unsigned char *sig,
|
||||
int sig_stride, unsigned int motion_magnitude,
|
||||
int increase_denoising) {
|
||||
/* If motion_magnitude is small, making the denoiser more aggressive by
|
||||
* increasing the adjustment for each level, level1 adjustment is
|
||||
* increased, the deltas stay the same.
|
||||
*/
|
||||
int shift_inc =
|
||||
(increase_denoising && motion_magnitude <= MOTION_MAGNITUDE_THRESHOLD_UV)
|
||||
? 1
|
||||
: 0;
|
||||
const uint8x16_t v_level1_adjustment = vmovq_n_u8(
|
||||
(motion_magnitude <= MOTION_MAGNITUDE_THRESHOLD_UV) ? 4 + shift_inc : 3);
|
||||
|
||||
const uint8x16_t v_delta_level_1_and_2 = vdupq_n_u8(1);
|
||||
const uint8x16_t v_delta_level_2_and_3 = vdupq_n_u8(2);
|
||||
const uint8x16_t v_level1_threshold = vmovq_n_u8(4 + shift_inc);
|
||||
const uint8x16_t v_level2_threshold = vdupq_n_u8(8);
|
||||
const uint8x16_t v_level3_threshold = vdupq_n_u8(16);
|
||||
int64x2_t v_sum_diff_total = vdupq_n_s64(0);
|
||||
int r;
|
||||
const uint8x16_t v_delta_level_1_and_2 = vdupq_n_u8(1);
|
||||
const uint8x16_t v_delta_level_2_and_3 = vdupq_n_u8(2);
|
||||
const uint8x16_t v_level1_threshold = vmovq_n_u8(4 + shift_inc);
|
||||
const uint8x16_t v_level2_threshold = vdupq_n_u8(8);
|
||||
const uint8x16_t v_level3_threshold = vdupq_n_u8(16);
|
||||
int64x2_t v_sum_diff_total = vdupq_n_s64(0);
|
||||
int r;
|
||||
|
||||
{
|
||||
uint16x4_t v_sum_block = vdup_n_u16(0);
|
||||
|
||||
// Avoid denoising color signal if its close to average level.
|
||||
for (r = 0; r < 8; ++r) {
|
||||
const uint8x8_t v_sig = vld1_u8(sig);
|
||||
const uint16x4_t _76_54_32_10 = vpaddl_u8(v_sig);
|
||||
v_sum_block = vqadd_u16(v_sum_block, _76_54_32_10);
|
||||
sig += sig_stride;
|
||||
}
|
||||
sig -= sig_stride * 8;
|
||||
{
|
||||
uint16x4_t v_sum_block = vdup_n_u16(0);
|
||||
|
||||
// Avoid denoising color signal if its close to average level.
|
||||
for (r = 0; r < 8; ++r) {
|
||||
const uint8x8_t v_sig = vld1_u8(sig);
|
||||
const uint16x4_t _76_54_32_10 = vpaddl_u8(v_sig);
|
||||
v_sum_block = vqadd_u16(v_sum_block, _76_54_32_10);
|
||||
sig += sig_stride;
|
||||
}
|
||||
sig -= sig_stride * 8;
|
||||
{
|
||||
const uint32x2_t _7654_3210 = vpaddl_u16(v_sum_block);
|
||||
const uint64x1_t _76543210 = vpaddl_u32(_7654_3210);
|
||||
const int sum_block =
|
||||
vget_lane_s32(vreinterpret_s32_u64(_76543210), 0);
|
||||
if (abs(sum_block - (128 * 8 * 8)) < SUM_DIFF_FROM_AVG_THRESH_UV) {
|
||||
return COPY_BLOCK;
|
||||
}
|
||||
const uint32x2_t _7654_3210 = vpaddl_u16(v_sum_block);
|
||||
const uint64x1_t _76543210 = vpaddl_u32(_7654_3210);
|
||||
const int sum_block = vget_lane_s32(vreinterpret_s32_u64(_76543210), 0);
|
||||
if (abs(sum_block - (128 * 8 * 8)) < SUM_DIFF_FROM_AVG_THRESH_UV) {
|
||||
return COPY_BLOCK;
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
/* Go over lines. */
|
||||
for (r = 0; r < 4; ++r) {
|
||||
/* Load inputs. */
|
||||
const uint8x8_t v_sig_lo = vld1_u8(sig);
|
||||
const uint8x8_t v_sig_hi = vld1_u8(&sig[sig_stride]);
|
||||
const uint8x16_t v_sig = vcombine_u8(v_sig_lo, v_sig_hi);
|
||||
const uint8x8_t v_mc_running_avg_lo = vld1_u8(mc_running_avg);
|
||||
const uint8x8_t v_mc_running_avg_hi =
|
||||
vld1_u8(&mc_running_avg[mc_running_avg_stride]);
|
||||
const uint8x16_t v_mc_running_avg =
|
||||
vcombine_u8(v_mc_running_avg_lo, v_mc_running_avg_hi);
|
||||
/* Calculate absolute difference and sign masks. */
|
||||
const uint8x16_t v_abs_diff = vabdq_u8(v_sig, v_mc_running_avg);
|
||||
const uint8x16_t v_diff_pos_mask = vcltq_u8(v_sig, v_mc_running_avg);
|
||||
const uint8x16_t v_diff_neg_mask = vcgtq_u8(v_sig, v_mc_running_avg);
|
||||
/* Go over lines. */
|
||||
for (r = 0; r < 4; ++r) {
|
||||
/* Load inputs. */
|
||||
const uint8x8_t v_sig_lo = vld1_u8(sig);
|
||||
const uint8x8_t v_sig_hi = vld1_u8(&sig[sig_stride]);
|
||||
const uint8x16_t v_sig = vcombine_u8(v_sig_lo, v_sig_hi);
|
||||
const uint8x8_t v_mc_running_avg_lo = vld1_u8(mc_running_avg);
|
||||
const uint8x8_t v_mc_running_avg_hi =
|
||||
vld1_u8(&mc_running_avg[mc_running_avg_stride]);
|
||||
const uint8x16_t v_mc_running_avg =
|
||||
vcombine_u8(v_mc_running_avg_lo, v_mc_running_avg_hi);
|
||||
/* Calculate absolute difference and sign masks. */
|
||||
const uint8x16_t v_abs_diff = vabdq_u8(v_sig, v_mc_running_avg);
|
||||
const uint8x16_t v_diff_pos_mask = vcltq_u8(v_sig, v_mc_running_avg);
|
||||
const uint8x16_t v_diff_neg_mask = vcgtq_u8(v_sig, v_mc_running_avg);
|
||||
|
||||
/* Figure out which level that put us in. */
|
||||
const uint8x16_t v_level1_mask = vcleq_u8(v_level1_threshold,
|
||||
v_abs_diff);
|
||||
const uint8x16_t v_level2_mask = vcleq_u8(v_level2_threshold,
|
||||
v_abs_diff);
|
||||
const uint8x16_t v_level3_mask = vcleq_u8(v_level3_threshold,
|
||||
v_abs_diff);
|
||||
/* Figure out which level that put us in. */
|
||||
const uint8x16_t v_level1_mask = vcleq_u8(v_level1_threshold, v_abs_diff);
|
||||
const uint8x16_t v_level2_mask = vcleq_u8(v_level2_threshold, v_abs_diff);
|
||||
const uint8x16_t v_level3_mask = vcleq_u8(v_level3_threshold, v_abs_diff);
|
||||
|
||||
/* Calculate absolute adjustments for level 1, 2 and 3. */
|
||||
const uint8x16_t v_level2_adjustment = vandq_u8(v_level2_mask,
|
||||
v_delta_level_1_and_2);
|
||||
const uint8x16_t v_level3_adjustment = vandq_u8(v_level3_mask,
|
||||
v_delta_level_2_and_3);
|
||||
const uint8x16_t v_level1and2_adjustment = vaddq_u8(v_level1_adjustment,
|
||||
v_level2_adjustment);
|
||||
const uint8x16_t v_level1and2and3_adjustment = vaddq_u8(
|
||||
v_level1and2_adjustment, v_level3_adjustment);
|
||||
/* Calculate absolute adjustments for level 1, 2 and 3. */
|
||||
const uint8x16_t v_level2_adjustment =
|
||||
vandq_u8(v_level2_mask, v_delta_level_1_and_2);
|
||||
const uint8x16_t v_level3_adjustment =
|
||||
vandq_u8(v_level3_mask, v_delta_level_2_and_3);
|
||||
const uint8x16_t v_level1and2_adjustment =
|
||||
vaddq_u8(v_level1_adjustment, v_level2_adjustment);
|
||||
const uint8x16_t v_level1and2and3_adjustment =
|
||||
vaddq_u8(v_level1and2_adjustment, v_level3_adjustment);
|
||||
|
||||
/* Figure adjustment absolute value by selecting between the absolute
|
||||
* difference if in level0 or the value for level 1, 2 and 3.
|
||||
*/
|
||||
const uint8x16_t v_abs_adjustment = vbslq_u8(v_level1_mask,
|
||||
v_level1and2and3_adjustment, v_abs_diff);
|
||||
/* Figure adjustment absolute value by selecting between the absolute
|
||||
* difference if in level0 or the value for level 1, 2 and 3.
|
||||
*/
|
||||
const uint8x16_t v_abs_adjustment =
|
||||
vbslq_u8(v_level1_mask, v_level1and2and3_adjustment, v_abs_diff);
|
||||
|
||||
/* Calculate positive and negative adjustments. Apply them to the signal
|
||||
* and accumulate them. Adjustments are less than eight and the maximum
|
||||
* sum of them (7 * 16) can fit in a signed char.
|
||||
*/
|
||||
const uint8x16_t v_pos_adjustment = vandq_u8(v_diff_pos_mask,
|
||||
v_abs_adjustment);
|
||||
const uint8x16_t v_neg_adjustment = vandq_u8(v_diff_neg_mask,
|
||||
v_abs_adjustment);
|
||||
/* Calculate positive and negative adjustments. Apply them to the signal
|
||||
* and accumulate them. Adjustments are less than eight and the maximum
|
||||
* sum of them (7 * 16) can fit in a signed char.
|
||||
*/
|
||||
const uint8x16_t v_pos_adjustment =
|
||||
vandq_u8(v_diff_pos_mask, v_abs_adjustment);
|
||||
const uint8x16_t v_neg_adjustment =
|
||||
vandq_u8(v_diff_neg_mask, v_abs_adjustment);
|
||||
|
||||
uint8x16_t v_running_avg = vqaddq_u8(v_sig, v_pos_adjustment);
|
||||
v_running_avg = vqsubq_u8(v_running_avg, v_neg_adjustment);
|
||||
uint8x16_t v_running_avg = vqaddq_u8(v_sig, v_pos_adjustment);
|
||||
v_running_avg = vqsubq_u8(v_running_avg, v_neg_adjustment);
|
||||
|
||||
/* Store results. */
|
||||
vst1_u8(running_avg, vget_low_u8(v_running_avg));
|
||||
vst1_u8(&running_avg[running_avg_stride], vget_high_u8(v_running_avg));
|
||||
/* Store results. */
|
||||
vst1_u8(running_avg, vget_low_u8(v_running_avg));
|
||||
vst1_u8(&running_avg[running_avg_stride], vget_high_u8(v_running_avg));
|
||||
|
||||
/* Sum all the accumulators to have the sum of all pixel differences
|
||||
* for this macroblock.
|
||||
*/
|
||||
{
|
||||
/* Sum all the accumulators to have the sum of all pixel differences
|
||||
* for this macroblock.
|
||||
*/
|
||||
{
|
||||
const int8x16_t v_sum_diff =
|
||||
vqsubq_s8(vreinterpretq_s8_u8(v_pos_adjustment),
|
||||
vreinterpretq_s8_u8(v_neg_adjustment));
|
||||
|
||||
const int16x8_t fe_dc_ba_98_76_54_32_10 = vpaddlq_s8(v_sum_diff);
|
||||
|
||||
const int32x4_t fedc_ba98_7654_3210 =
|
||||
vpaddlq_s16(fe_dc_ba_98_76_54_32_10);
|
||||
|
||||
const int64x2_t fedcba98_76543210 = vpaddlq_s32(fedc_ba98_7654_3210);
|
||||
|
||||
v_sum_diff_total = vqaddq_s64(v_sum_diff_total, fedcba98_76543210);
|
||||
}
|
||||
|
||||
/* Update pointers for next iteration. */
|
||||
sig += sig_stride * 2;
|
||||
mc_running_avg += mc_running_avg_stride * 2;
|
||||
running_avg += running_avg_stride * 2;
|
||||
}
|
||||
|
||||
/* Too much adjustments => copy block. */
|
||||
{
|
||||
int64x1_t x = vqadd_s64(vget_high_s64(v_sum_diff_total),
|
||||
vget_low_s64(v_sum_diff_total));
|
||||
int sum_diff = vget_lane_s32(vabs_s32(vreinterpret_s32_s64(x)), 0);
|
||||
int sum_diff_thresh = SUM_DIFF_THRESHOLD_UV;
|
||||
if (increase_denoising) sum_diff_thresh = SUM_DIFF_THRESHOLD_HIGH_UV;
|
||||
if (sum_diff > sum_diff_thresh) {
|
||||
// Before returning to copy the block (i.e., apply no denoising),
|
||||
// checK if we can still apply some (weaker) temporal filtering to
|
||||
// this block, that would otherwise not be denoised at all. Simplest
|
||||
// is to apply an additional adjustment to running_avg_y to bring it
|
||||
// closer to sig. The adjustment is capped by a maximum delta, and
|
||||
// chosen such that in most cases the resulting sum_diff will be
|
||||
// within the accceptable range given by sum_diff_thresh.
|
||||
|
||||
// The delta is set by the excess of absolute pixel diff over the
|
||||
// threshold.
|
||||
int delta = ((sum_diff - sum_diff_thresh) >> 8) + 1;
|
||||
// Only apply the adjustment for max delta up to 3.
|
||||
if (delta < 4) {
|
||||
const uint8x16_t k_delta = vmovq_n_u8(delta);
|
||||
sig -= sig_stride * 8;
|
||||
mc_running_avg -= mc_running_avg_stride * 8;
|
||||
running_avg -= running_avg_stride * 8;
|
||||
for (r = 0; r < 4; ++r) {
|
||||
const uint8x8_t v_sig_lo = vld1_u8(sig);
|
||||
const uint8x8_t v_sig_hi = vld1_u8(&sig[sig_stride]);
|
||||
const uint8x16_t v_sig = vcombine_u8(v_sig_lo, v_sig_hi);
|
||||
const uint8x8_t v_mc_running_avg_lo = vld1_u8(mc_running_avg);
|
||||
const uint8x8_t v_mc_running_avg_hi =
|
||||
vld1_u8(&mc_running_avg[mc_running_avg_stride]);
|
||||
const uint8x16_t v_mc_running_avg =
|
||||
vcombine_u8(v_mc_running_avg_lo, v_mc_running_avg_hi);
|
||||
/* Calculate absolute difference and sign masks. */
|
||||
const uint8x16_t v_abs_diff = vabdq_u8(v_sig, v_mc_running_avg);
|
||||
const uint8x16_t v_diff_pos_mask = vcltq_u8(v_sig, v_mc_running_avg);
|
||||
const uint8x16_t v_diff_neg_mask = vcgtq_u8(v_sig, v_mc_running_avg);
|
||||
// Clamp absolute difference to delta to get the adjustment.
|
||||
const uint8x16_t v_abs_adjustment = vminq_u8(v_abs_diff, (k_delta));
|
||||
|
||||
const uint8x16_t v_pos_adjustment =
|
||||
vandq_u8(v_diff_pos_mask, v_abs_adjustment);
|
||||
const uint8x16_t v_neg_adjustment =
|
||||
vandq_u8(v_diff_neg_mask, v_abs_adjustment);
|
||||
const uint8x8_t v_running_avg_lo = vld1_u8(running_avg);
|
||||
const uint8x8_t v_running_avg_hi =
|
||||
vld1_u8(&running_avg[running_avg_stride]);
|
||||
uint8x16_t v_running_avg =
|
||||
vcombine_u8(v_running_avg_lo, v_running_avg_hi);
|
||||
|
||||
v_running_avg = vqsubq_u8(v_running_avg, v_pos_adjustment);
|
||||
v_running_avg = vqaddq_u8(v_running_avg, v_neg_adjustment);
|
||||
|
||||
/* Store results. */
|
||||
vst1_u8(running_avg, vget_low_u8(v_running_avg));
|
||||
vst1_u8(&running_avg[running_avg_stride],
|
||||
vget_high_u8(v_running_avg));
|
||||
|
||||
{
|
||||
const int8x16_t v_sum_diff =
|
||||
vqsubq_s8(vreinterpretq_s8_u8(v_pos_adjustment),
|
||||
vreinterpretq_s8_u8(v_neg_adjustment));
|
||||
vqsubq_s8(vreinterpretq_s8_u8(v_neg_adjustment),
|
||||
vreinterpretq_s8_u8(v_pos_adjustment));
|
||||
|
||||
const int16x8_t fe_dc_ba_98_76_54_32_10 = vpaddlq_s8(v_sum_diff);
|
||||
|
||||
const int32x4_t fedc_ba98_7654_3210 =
|
||||
vpaddlq_s16(fe_dc_ba_98_76_54_32_10);
|
||||
|
||||
const int64x2_t fedcba98_76543210 =
|
||||
vpaddlq_s32(fedc_ba98_7654_3210);
|
||||
|
||||
v_sum_diff_total = vqaddq_s64(v_sum_diff_total, fedcba98_76543210);
|
||||
}
|
||||
/* Update pointers for next iteration. */
|
||||
sig += sig_stride * 2;
|
||||
mc_running_avg += mc_running_avg_stride * 2;
|
||||
running_avg += running_avg_stride * 2;
|
||||
}
|
||||
{
|
||||
// Update the sum of all pixel differences of this MB.
|
||||
x = vqadd_s64(vget_high_s64(v_sum_diff_total),
|
||||
vget_low_s64(v_sum_diff_total));
|
||||
sum_diff = vget_lane_s32(vabs_s32(vreinterpret_s32_s64(x)), 0);
|
||||
|
||||
/* Update pointers for next iteration. */
|
||||
sig += sig_stride * 2;
|
||||
mc_running_avg += mc_running_avg_stride * 2;
|
||||
running_avg += running_avg_stride * 2;
|
||||
}
|
||||
|
||||
|
||||
/* Too much adjustments => copy block. */
|
||||
{
|
||||
int64x1_t x = vqadd_s64(vget_high_s64(v_sum_diff_total),
|
||||
vget_low_s64(v_sum_diff_total));
|
||||
int sum_diff = vget_lane_s32(vabs_s32(vreinterpret_s32_s64(x)), 0);
|
||||
int sum_diff_thresh = SUM_DIFF_THRESHOLD_UV;
|
||||
if (increase_denoising) sum_diff_thresh = SUM_DIFF_THRESHOLD_HIGH_UV;
|
||||
if (sum_diff > sum_diff_thresh) {
|
||||
// Before returning to copy the block (i.e., apply no denoising),
|
||||
// checK if we can still apply some (weaker) temporal filtering to
|
||||
// this block, that would otherwise not be denoised at all. Simplest
|
||||
// is to apply an additional adjustment to running_avg_y to bring it
|
||||
// closer to sig. The adjustment is capped by a maximum delta, and
|
||||
// chosen such that in most cases the resulting sum_diff will be
|
||||
// within the accceptable range given by sum_diff_thresh.
|
||||
|
||||
// The delta is set by the excess of absolute pixel diff over the
|
||||
// threshold.
|
||||
int delta = ((sum_diff - sum_diff_thresh) >> 8) + 1;
|
||||
// Only apply the adjustment for max delta up to 3.
|
||||
if (delta < 4) {
|
||||
const uint8x16_t k_delta = vmovq_n_u8(delta);
|
||||
sig -= sig_stride * 8;
|
||||
mc_running_avg -= mc_running_avg_stride * 8;
|
||||
running_avg -= running_avg_stride * 8;
|
||||
for (r = 0; r < 4; ++r) {
|
||||
const uint8x8_t v_sig_lo = vld1_u8(sig);
|
||||
const uint8x8_t v_sig_hi = vld1_u8(&sig[sig_stride]);
|
||||
const uint8x16_t v_sig = vcombine_u8(v_sig_lo, v_sig_hi);
|
||||
const uint8x8_t v_mc_running_avg_lo = vld1_u8(mc_running_avg);
|
||||
const uint8x8_t v_mc_running_avg_hi =
|
||||
vld1_u8(&mc_running_avg[mc_running_avg_stride]);
|
||||
const uint8x16_t v_mc_running_avg =
|
||||
vcombine_u8(v_mc_running_avg_lo, v_mc_running_avg_hi);
|
||||
/* Calculate absolute difference and sign masks. */
|
||||
const uint8x16_t v_abs_diff = vabdq_u8(v_sig,
|
||||
v_mc_running_avg);
|
||||
const uint8x16_t v_diff_pos_mask = vcltq_u8(v_sig,
|
||||
v_mc_running_avg);
|
||||
const uint8x16_t v_diff_neg_mask = vcgtq_u8(v_sig,
|
||||
v_mc_running_avg);
|
||||
// Clamp absolute difference to delta to get the adjustment.
|
||||
const uint8x16_t v_abs_adjustment =
|
||||
vminq_u8(v_abs_diff, (k_delta));
|
||||
|
||||
const uint8x16_t v_pos_adjustment = vandq_u8(v_diff_pos_mask,
|
||||
v_abs_adjustment);
|
||||
const uint8x16_t v_neg_adjustment = vandq_u8(v_diff_neg_mask,
|
||||
v_abs_adjustment);
|
||||
const uint8x8_t v_running_avg_lo = vld1_u8(running_avg);
|
||||
const uint8x8_t v_running_avg_hi =
|
||||
vld1_u8(&running_avg[running_avg_stride]);
|
||||
uint8x16_t v_running_avg =
|
||||
vcombine_u8(v_running_avg_lo, v_running_avg_hi);
|
||||
|
||||
v_running_avg = vqsubq_u8(v_running_avg, v_pos_adjustment);
|
||||
v_running_avg = vqaddq_u8(v_running_avg, v_neg_adjustment);
|
||||
|
||||
/* Store results. */
|
||||
vst1_u8(running_avg, vget_low_u8(v_running_avg));
|
||||
vst1_u8(&running_avg[running_avg_stride],
|
||||
vget_high_u8(v_running_avg));
|
||||
|
||||
{
|
||||
const int8x16_t v_sum_diff =
|
||||
vqsubq_s8(vreinterpretq_s8_u8(v_neg_adjustment),
|
||||
vreinterpretq_s8_u8(v_pos_adjustment));
|
||||
|
||||
const int16x8_t fe_dc_ba_98_76_54_32_10 =
|
||||
vpaddlq_s8(v_sum_diff);
|
||||
const int32x4_t fedc_ba98_7654_3210 =
|
||||
vpaddlq_s16(fe_dc_ba_98_76_54_32_10);
|
||||
const int64x2_t fedcba98_76543210 =
|
||||
vpaddlq_s32(fedc_ba98_7654_3210);
|
||||
|
||||
v_sum_diff_total = vqaddq_s64(v_sum_diff_total,
|
||||
fedcba98_76543210);
|
||||
}
|
||||
/* Update pointers for next iteration. */
|
||||
sig += sig_stride * 2;
|
||||
mc_running_avg += mc_running_avg_stride * 2;
|
||||
running_avg += running_avg_stride * 2;
|
||||
}
|
||||
{
|
||||
// Update the sum of all pixel differences of this MB.
|
||||
x = vqadd_s64(vget_high_s64(v_sum_diff_total),
|
||||
vget_low_s64(v_sum_diff_total));
|
||||
sum_diff = vget_lane_s32(vabs_s32(vreinterpret_s32_s64(x)), 0);
|
||||
|
||||
if (sum_diff > sum_diff_thresh) {
|
||||
return COPY_BLOCK;
|
||||
}
|
||||
}
|
||||
} else {
|
||||
if (sum_diff > sum_diff_thresh) {
|
||||
return COPY_BLOCK;
|
||||
}
|
||||
}
|
||||
} else {
|
||||
return COPY_BLOCK;
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
/* Tell above level that block was filtered. */
|
||||
running_avg -= running_avg_stride * 8;
|
||||
sig -= sig_stride * 8;
|
||||
/* Tell above level that block was filtered. */
|
||||
running_avg -= running_avg_stride * 8;
|
||||
sig -= sig_stride * 8;
|
||||
|
||||
vp8_copy_mem8x8(running_avg, running_avg_stride, sig, sig_stride);
|
||||
vp8_copy_mem8x8(running_avg, running_avg_stride, sig, sig_stride);
|
||||
|
||||
return FILTER_BLOCK;
|
||||
return FILTER_BLOCK;
|
||||
}
|
||||
@@ -11,79 +11,73 @@
|
||||
#include <arm_neon.h>
|
||||
#include "vp8/encoder/block.h"
|
||||
|
||||
static const uint16_t inv_zig_zag[16] = {
|
||||
1, 2, 6, 7,
|
||||
3, 5, 8, 13,
|
||||
4, 9, 12, 14,
|
||||
10, 11, 15, 16
|
||||
};
|
||||
static const uint16_t inv_zig_zag[16] = { 1, 2, 6, 7, 3, 5, 8, 13,
|
||||
4, 9, 12, 14, 10, 11, 15, 16 };
|
||||
|
||||
void vp8_fast_quantize_b_neon(BLOCK *b, BLOCKD *d) {
|
||||
const int16x8_t one_q = vdupq_n_s16(-1),
|
||||
z0 = vld1q_s16(b->coeff),
|
||||
z1 = vld1q_s16(b->coeff + 8),
|
||||
round0 = vld1q_s16(b->round),
|
||||
round1 = vld1q_s16(b->round + 8),
|
||||
quant0 = vld1q_s16(b->quant_fast),
|
||||
quant1 = vld1q_s16(b->quant_fast + 8),
|
||||
dequant0 = vld1q_s16(d->dequant),
|
||||
dequant1 = vld1q_s16(d->dequant + 8);
|
||||
const uint16x8_t zig_zag0 = vld1q_u16(inv_zig_zag),
|
||||
zig_zag1 = vld1q_u16(inv_zig_zag + 8);
|
||||
int16x8_t x0, x1, sz0, sz1, y0, y1;
|
||||
uint16x8_t eob0, eob1;
|
||||
uint16x4_t eob_d16;
|
||||
uint32x2_t eob_d32;
|
||||
uint32x4_t eob_q32;
|
||||
const int16x8_t one_q = vdupq_n_s16(-1), z0 = vld1q_s16(b->coeff),
|
||||
z1 = vld1q_s16(b->coeff + 8), round0 = vld1q_s16(b->round),
|
||||
round1 = vld1q_s16(b->round + 8),
|
||||
quant0 = vld1q_s16(b->quant_fast),
|
||||
quant1 = vld1q_s16(b->quant_fast + 8),
|
||||
dequant0 = vld1q_s16(d->dequant),
|
||||
dequant1 = vld1q_s16(d->dequant + 8);
|
||||
const uint16x8_t zig_zag0 = vld1q_u16(inv_zig_zag),
|
||||
zig_zag1 = vld1q_u16(inv_zig_zag + 8);
|
||||
int16x8_t x0, x1, sz0, sz1, y0, y1;
|
||||
uint16x8_t eob0, eob1;
|
||||
uint16x4_t eob_d16;
|
||||
uint32x2_t eob_d32;
|
||||
uint32x4_t eob_q32;
|
||||
|
||||
/* sign of z: z >> 15 */
|
||||
sz0 = vshrq_n_s16(z0, 15);
|
||||
sz1 = vshrq_n_s16(z1, 15);
|
||||
/* sign of z: z >> 15 */
|
||||
sz0 = vshrq_n_s16(z0, 15);
|
||||
sz1 = vshrq_n_s16(z1, 15);
|
||||
|
||||
/* x = abs(z) */
|
||||
x0 = vabsq_s16(z0);
|
||||
x1 = vabsq_s16(z1);
|
||||
/* x = abs(z) */
|
||||
x0 = vabsq_s16(z0);
|
||||
x1 = vabsq_s16(z1);
|
||||
|
||||
/* x += round */
|
||||
x0 = vaddq_s16(x0, round0);
|
||||
x1 = vaddq_s16(x1, round1);
|
||||
/* x += round */
|
||||
x0 = vaddq_s16(x0, round0);
|
||||
x1 = vaddq_s16(x1, round1);
|
||||
|
||||
/* y = 2 * (x * quant) >> 16 */
|
||||
y0 = vqdmulhq_s16(x0, quant0);
|
||||
y1 = vqdmulhq_s16(x1, quant1);
|
||||
/* y = 2 * (x * quant) >> 16 */
|
||||
y0 = vqdmulhq_s16(x0, quant0);
|
||||
y1 = vqdmulhq_s16(x1, quant1);
|
||||
|
||||
/* Compensate for doubling in vqdmulhq */
|
||||
y0 = vshrq_n_s16(y0, 1);
|
||||
y1 = vshrq_n_s16(y1, 1);
|
||||
/* Compensate for doubling in vqdmulhq */
|
||||
y0 = vshrq_n_s16(y0, 1);
|
||||
y1 = vshrq_n_s16(y1, 1);
|
||||
|
||||
/* Restore sign bit */
|
||||
y0 = veorq_s16(y0, sz0);
|
||||
y1 = veorq_s16(y1, sz1);
|
||||
x0 = vsubq_s16(y0, sz0);
|
||||
x1 = vsubq_s16(y1, sz1);
|
||||
/* Restore sign bit */
|
||||
y0 = veorq_s16(y0, sz0);
|
||||
y1 = veorq_s16(y1, sz1);
|
||||
x0 = vsubq_s16(y0, sz0);
|
||||
x1 = vsubq_s16(y1, sz1);
|
||||
|
||||
/* find non-zero elements */
|
||||
eob0 = vtstq_s16(x0, one_q);
|
||||
eob1 = vtstq_s16(x1, one_q);
|
||||
/* find non-zero elements */
|
||||
eob0 = vtstq_s16(x0, one_q);
|
||||
eob1 = vtstq_s16(x1, one_q);
|
||||
|
||||
/* mask zig zag */
|
||||
eob0 = vandq_u16(eob0, zig_zag0);
|
||||
eob1 = vandq_u16(eob1, zig_zag1);
|
||||
/* mask zig zag */
|
||||
eob0 = vandq_u16(eob0, zig_zag0);
|
||||
eob1 = vandq_u16(eob1, zig_zag1);
|
||||
|
||||
/* select the largest value */
|
||||
eob0 = vmaxq_u16(eob0, eob1);
|
||||
eob_d16 = vmax_u16(vget_low_u16(eob0), vget_high_u16(eob0));
|
||||
eob_q32 = vmovl_u16(eob_d16);
|
||||
eob_d32 = vmax_u32(vget_low_u32(eob_q32), vget_high_u32(eob_q32));
|
||||
eob_d32 = vpmax_u32(eob_d32, eob_d32);
|
||||
/* select the largest value */
|
||||
eob0 = vmaxq_u16(eob0, eob1);
|
||||
eob_d16 = vmax_u16(vget_low_u16(eob0), vget_high_u16(eob0));
|
||||
eob_q32 = vmovl_u16(eob_d16);
|
||||
eob_d32 = vmax_u32(vget_low_u32(eob_q32), vget_high_u32(eob_q32));
|
||||
eob_d32 = vpmax_u32(eob_d32, eob_d32);
|
||||
|
||||
/* qcoeff = x */
|
||||
vst1q_s16(d->qcoeff, x0);
|
||||
vst1q_s16(d->qcoeff + 8, x1);
|
||||
/* qcoeff = x */
|
||||
vst1q_s16(d->qcoeff, x0);
|
||||
vst1q_s16(d->qcoeff + 8, x1);
|
||||
|
||||
/* dqcoeff = x * dequant */
|
||||
vst1q_s16(d->dqcoeff, vmulq_s16(dequant0, x0));
|
||||
vst1q_s16(d->dqcoeff + 8, vmulq_s16(dequant1, x1));
|
||||
/* dqcoeff = x * dequant */
|
||||
vst1q_s16(d->dqcoeff, vmulq_s16(dequant0, x0));
|
||||
vst1q_s16(d->dqcoeff + 8, vmulq_s16(dequant1, x1));
|
||||
|
||||
vst1_lane_s8((int8_t *)d->eob, vreinterpret_s8_u32(eob_d32), 0);
|
||||
vst1_lane_s8((int8_t *)d->eob, vreinterpret_s8_u32(eob_d32), 0);
|
||||
}
|
||||
@@ -10,260 +10,250 @@
|
||||
|
||||
#include <arm_neon.h>
|
||||
|
||||
void vp8_short_fdct4x4_neon(
|
||||
int16_t *input,
|
||||
int16_t *output,
|
||||
int pitch) {
|
||||
int16x4_t d0s16, d1s16, d2s16, d3s16, d4s16, d5s16, d6s16, d7s16;
|
||||
int16x4_t d16s16, d17s16, d26s16, dEmptys16;
|
||||
uint16x4_t d4u16;
|
||||
int16x8_t q0s16, q1s16;
|
||||
int32x4_t q9s32, q10s32, q11s32, q12s32;
|
||||
int16x4x2_t v2tmp0, v2tmp1;
|
||||
int32x2x2_t v2tmp2, v2tmp3;
|
||||
void vp8_short_fdct4x4_neon(int16_t *input, int16_t *output, int pitch) {
|
||||
int16x4_t d0s16, d1s16, d2s16, d3s16, d4s16, d5s16, d6s16, d7s16;
|
||||
int16x4_t d16s16, d17s16, d26s16, dEmptys16;
|
||||
uint16x4_t d4u16;
|
||||
int16x8_t q0s16, q1s16;
|
||||
int32x4_t q9s32, q10s32, q11s32, q12s32;
|
||||
int16x4x2_t v2tmp0, v2tmp1;
|
||||
int32x2x2_t v2tmp2, v2tmp3;
|
||||
|
||||
d16s16 = vdup_n_s16(5352);
|
||||
d17s16 = vdup_n_s16(2217);
|
||||
q9s32 = vdupq_n_s32(14500);
|
||||
q10s32 = vdupq_n_s32(7500);
|
||||
q11s32 = vdupq_n_s32(12000);
|
||||
q12s32 = vdupq_n_s32(51000);
|
||||
d16s16 = vdup_n_s16(5352);
|
||||
d17s16 = vdup_n_s16(2217);
|
||||
q9s32 = vdupq_n_s32(14500);
|
||||
q10s32 = vdupq_n_s32(7500);
|
||||
q11s32 = vdupq_n_s32(12000);
|
||||
q12s32 = vdupq_n_s32(51000);
|
||||
|
||||
// Part one
|
||||
pitch >>= 1;
|
||||
d0s16 = vld1_s16(input);
|
||||
input += pitch;
|
||||
d1s16 = vld1_s16(input);
|
||||
input += pitch;
|
||||
d2s16 = vld1_s16(input);
|
||||
input += pitch;
|
||||
d3s16 = vld1_s16(input);
|
||||
// Part one
|
||||
pitch >>= 1;
|
||||
d0s16 = vld1_s16(input);
|
||||
input += pitch;
|
||||
d1s16 = vld1_s16(input);
|
||||
input += pitch;
|
||||
d2s16 = vld1_s16(input);
|
||||
input += pitch;
|
||||
d3s16 = vld1_s16(input);
|
||||
|
||||
v2tmp2 = vtrn_s32(vreinterpret_s32_s16(d0s16),
|
||||
vreinterpret_s32_s16(d2s16));
|
||||
v2tmp3 = vtrn_s32(vreinterpret_s32_s16(d1s16),
|
||||
vreinterpret_s32_s16(d3s16));
|
||||
v2tmp0 = vtrn_s16(vreinterpret_s16_s32(v2tmp2.val[0]), // d0
|
||||
vreinterpret_s16_s32(v2tmp3.val[0])); // d1
|
||||
v2tmp1 = vtrn_s16(vreinterpret_s16_s32(v2tmp2.val[1]), // d2
|
||||
vreinterpret_s16_s32(v2tmp3.val[1])); // d3
|
||||
v2tmp2 = vtrn_s32(vreinterpret_s32_s16(d0s16), vreinterpret_s32_s16(d2s16));
|
||||
v2tmp3 = vtrn_s32(vreinterpret_s32_s16(d1s16), vreinterpret_s32_s16(d3s16));
|
||||
v2tmp0 = vtrn_s16(vreinterpret_s16_s32(v2tmp2.val[0]), // d0
|
||||
vreinterpret_s16_s32(v2tmp3.val[0])); // d1
|
||||
v2tmp1 = vtrn_s16(vreinterpret_s16_s32(v2tmp2.val[1]), // d2
|
||||
vreinterpret_s16_s32(v2tmp3.val[1])); // d3
|
||||
|
||||
d4s16 = vadd_s16(v2tmp0.val[0], v2tmp1.val[1]);
|
||||
d5s16 = vadd_s16(v2tmp0.val[1], v2tmp1.val[0]);
|
||||
d6s16 = vsub_s16(v2tmp0.val[1], v2tmp1.val[0]);
|
||||
d7s16 = vsub_s16(v2tmp0.val[0], v2tmp1.val[1]);
|
||||
d4s16 = vadd_s16(v2tmp0.val[0], v2tmp1.val[1]);
|
||||
d5s16 = vadd_s16(v2tmp0.val[1], v2tmp1.val[0]);
|
||||
d6s16 = vsub_s16(v2tmp0.val[1], v2tmp1.val[0]);
|
||||
d7s16 = vsub_s16(v2tmp0.val[0], v2tmp1.val[1]);
|
||||
|
||||
d4s16 = vshl_n_s16(d4s16, 3);
|
||||
d5s16 = vshl_n_s16(d5s16, 3);
|
||||
d6s16 = vshl_n_s16(d6s16, 3);
|
||||
d7s16 = vshl_n_s16(d7s16, 3);
|
||||
d4s16 = vshl_n_s16(d4s16, 3);
|
||||
d5s16 = vshl_n_s16(d5s16, 3);
|
||||
d6s16 = vshl_n_s16(d6s16, 3);
|
||||
d7s16 = vshl_n_s16(d7s16, 3);
|
||||
|
||||
d0s16 = vadd_s16(d4s16, d5s16);
|
||||
d2s16 = vsub_s16(d4s16, d5s16);
|
||||
d0s16 = vadd_s16(d4s16, d5s16);
|
||||
d2s16 = vsub_s16(d4s16, d5s16);
|
||||
|
||||
q9s32 = vmlal_s16(q9s32, d7s16, d16s16);
|
||||
q10s32 = vmlal_s16(q10s32, d7s16, d17s16);
|
||||
q9s32 = vmlal_s16(q9s32, d6s16, d17s16);
|
||||
q10s32 = vmlsl_s16(q10s32, d6s16, d16s16);
|
||||
q9s32 = vmlal_s16(q9s32, d7s16, d16s16);
|
||||
q10s32 = vmlal_s16(q10s32, d7s16, d17s16);
|
||||
q9s32 = vmlal_s16(q9s32, d6s16, d17s16);
|
||||
q10s32 = vmlsl_s16(q10s32, d6s16, d16s16);
|
||||
|
||||
d1s16 = vshrn_n_s32(q9s32, 12);
|
||||
d3s16 = vshrn_n_s32(q10s32, 12);
|
||||
d1s16 = vshrn_n_s32(q9s32, 12);
|
||||
d3s16 = vshrn_n_s32(q10s32, 12);
|
||||
|
||||
// Part two
|
||||
v2tmp2 = vtrn_s32(vreinterpret_s32_s16(d0s16),
|
||||
vreinterpret_s32_s16(d2s16));
|
||||
v2tmp3 = vtrn_s32(vreinterpret_s32_s16(d1s16),
|
||||
vreinterpret_s32_s16(d3s16));
|
||||
v2tmp0 = vtrn_s16(vreinterpret_s16_s32(v2tmp2.val[0]), // d0
|
||||
vreinterpret_s16_s32(v2tmp3.val[0])); // d1
|
||||
v2tmp1 = vtrn_s16(vreinterpret_s16_s32(v2tmp2.val[1]), // d2
|
||||
vreinterpret_s16_s32(v2tmp3.val[1])); // d3
|
||||
// Part two
|
||||
v2tmp2 = vtrn_s32(vreinterpret_s32_s16(d0s16), vreinterpret_s32_s16(d2s16));
|
||||
v2tmp3 = vtrn_s32(vreinterpret_s32_s16(d1s16), vreinterpret_s32_s16(d3s16));
|
||||
v2tmp0 = vtrn_s16(vreinterpret_s16_s32(v2tmp2.val[0]), // d0
|
||||
vreinterpret_s16_s32(v2tmp3.val[0])); // d1
|
||||
v2tmp1 = vtrn_s16(vreinterpret_s16_s32(v2tmp2.val[1]), // d2
|
||||
vreinterpret_s16_s32(v2tmp3.val[1])); // d3
|
||||
|
||||
d4s16 = vadd_s16(v2tmp0.val[0], v2tmp1.val[1]);
|
||||
d5s16 = vadd_s16(v2tmp0.val[1], v2tmp1.val[0]);
|
||||
d6s16 = vsub_s16(v2tmp0.val[1], v2tmp1.val[0]);
|
||||
d7s16 = vsub_s16(v2tmp0.val[0], v2tmp1.val[1]);
|
||||
d4s16 = vadd_s16(v2tmp0.val[0], v2tmp1.val[1]);
|
||||
d5s16 = vadd_s16(v2tmp0.val[1], v2tmp1.val[0]);
|
||||
d6s16 = vsub_s16(v2tmp0.val[1], v2tmp1.val[0]);
|
||||
d7s16 = vsub_s16(v2tmp0.val[0], v2tmp1.val[1]);
|
||||
|
||||
d26s16 = vdup_n_s16(7);
|
||||
d4s16 = vadd_s16(d4s16, d26s16);
|
||||
d26s16 = vdup_n_s16(7);
|
||||
d4s16 = vadd_s16(d4s16, d26s16);
|
||||
|
||||
d0s16 = vadd_s16(d4s16, d5s16);
|
||||
d2s16 = vsub_s16(d4s16, d5s16);
|
||||
d0s16 = vadd_s16(d4s16, d5s16);
|
||||
d2s16 = vsub_s16(d4s16, d5s16);
|
||||
|
||||
q11s32 = vmlal_s16(q11s32, d7s16, d16s16);
|
||||
q12s32 = vmlal_s16(q12s32, d7s16, d17s16);
|
||||
q11s32 = vmlal_s16(q11s32, d7s16, d16s16);
|
||||
q12s32 = vmlal_s16(q12s32, d7s16, d17s16);
|
||||
|
||||
dEmptys16 = vdup_n_s16(0);
|
||||
d4u16 = vceq_s16(d7s16, dEmptys16);
|
||||
dEmptys16 = vdup_n_s16(0);
|
||||
d4u16 = vceq_s16(d7s16, dEmptys16);
|
||||
|
||||
d0s16 = vshr_n_s16(d0s16, 4);
|
||||
d2s16 = vshr_n_s16(d2s16, 4);
|
||||
d0s16 = vshr_n_s16(d0s16, 4);
|
||||
d2s16 = vshr_n_s16(d2s16, 4);
|
||||
|
||||
q11s32 = vmlal_s16(q11s32, d6s16, d17s16);
|
||||
q12s32 = vmlsl_s16(q12s32, d6s16, d16s16);
|
||||
q11s32 = vmlal_s16(q11s32, d6s16, d17s16);
|
||||
q12s32 = vmlsl_s16(q12s32, d6s16, d16s16);
|
||||
|
||||
d4u16 = vmvn_u16(d4u16);
|
||||
d1s16 = vshrn_n_s32(q11s32, 16);
|
||||
d1s16 = vsub_s16(d1s16, vreinterpret_s16_u16(d4u16));
|
||||
d3s16 = vshrn_n_s32(q12s32, 16);
|
||||
d4u16 = vmvn_u16(d4u16);
|
||||
d1s16 = vshrn_n_s32(q11s32, 16);
|
||||
d1s16 = vsub_s16(d1s16, vreinterpret_s16_u16(d4u16));
|
||||
d3s16 = vshrn_n_s32(q12s32, 16);
|
||||
|
||||
q0s16 = vcombine_s16(d0s16, d1s16);
|
||||
q1s16 = vcombine_s16(d2s16, d3s16);
|
||||
q0s16 = vcombine_s16(d0s16, d1s16);
|
||||
q1s16 = vcombine_s16(d2s16, d3s16);
|
||||
|
||||
vst1q_s16(output, q0s16);
|
||||
vst1q_s16(output + 8, q1s16);
|
||||
return;
|
||||
vst1q_s16(output, q0s16);
|
||||
vst1q_s16(output + 8, q1s16);
|
||||
return;
|
||||
}
|
||||
|
||||
void vp8_short_fdct8x4_neon(
|
||||
int16_t *input,
|
||||
int16_t *output,
|
||||
int pitch) {
|
||||
int16x4_t d0s16, d1s16, d2s16, d3s16, d4s16, d5s16, d6s16, d7s16;
|
||||
int16x4_t d16s16, d17s16, d26s16, d27s16, d28s16, d29s16;
|
||||
uint16x4_t d28u16, d29u16;
|
||||
uint16x8_t q14u16;
|
||||
int16x8_t q0s16, q1s16, q2s16, q3s16;
|
||||
int16x8_t q11s16, q12s16, q13s16, q14s16, q15s16, qEmptys16;
|
||||
int32x4_t q9s32, q10s32, q11s32, q12s32;
|
||||
int16x8x2_t v2tmp0, v2tmp1;
|
||||
int32x4x2_t v2tmp2, v2tmp3;
|
||||
void vp8_short_fdct8x4_neon(int16_t *input, int16_t *output, int pitch) {
|
||||
int16x4_t d0s16, d1s16, d2s16, d3s16, d4s16, d5s16, d6s16, d7s16;
|
||||
int16x4_t d16s16, d17s16, d26s16, d27s16, d28s16, d29s16;
|
||||
uint16x4_t d28u16, d29u16;
|
||||
uint16x8_t q14u16;
|
||||
int16x8_t q0s16, q1s16, q2s16, q3s16;
|
||||
int16x8_t q11s16, q12s16, q13s16, q14s16, q15s16, qEmptys16;
|
||||
int32x4_t q9s32, q10s32, q11s32, q12s32;
|
||||
int16x8x2_t v2tmp0, v2tmp1;
|
||||
int32x4x2_t v2tmp2, v2tmp3;
|
||||
|
||||
d16s16 = vdup_n_s16(5352);
|
||||
d17s16 = vdup_n_s16(2217);
|
||||
q9s32 = vdupq_n_s32(14500);
|
||||
q10s32 = vdupq_n_s32(7500);
|
||||
d16s16 = vdup_n_s16(5352);
|
||||
d17s16 = vdup_n_s16(2217);
|
||||
q9s32 = vdupq_n_s32(14500);
|
||||
q10s32 = vdupq_n_s32(7500);
|
||||
|
||||
// Part one
|
||||
pitch >>= 1;
|
||||
q0s16 = vld1q_s16(input);
|
||||
input += pitch;
|
||||
q1s16 = vld1q_s16(input);
|
||||
input += pitch;
|
||||
q2s16 = vld1q_s16(input);
|
||||
input += pitch;
|
||||
q3s16 = vld1q_s16(input);
|
||||
// Part one
|
||||
pitch >>= 1;
|
||||
q0s16 = vld1q_s16(input);
|
||||
input += pitch;
|
||||
q1s16 = vld1q_s16(input);
|
||||
input += pitch;
|
||||
q2s16 = vld1q_s16(input);
|
||||
input += pitch;
|
||||
q3s16 = vld1q_s16(input);
|
||||
|
||||
v2tmp2 = vtrnq_s32(vreinterpretq_s32_s16(q0s16),
|
||||
vreinterpretq_s32_s16(q2s16));
|
||||
v2tmp3 = vtrnq_s32(vreinterpretq_s32_s16(q1s16),
|
||||
vreinterpretq_s32_s16(q3s16));
|
||||
v2tmp0 = vtrnq_s16(vreinterpretq_s16_s32(v2tmp2.val[0]), // q0
|
||||
vreinterpretq_s16_s32(v2tmp3.val[0])); // q1
|
||||
v2tmp1 = vtrnq_s16(vreinterpretq_s16_s32(v2tmp2.val[1]), // q2
|
||||
vreinterpretq_s16_s32(v2tmp3.val[1])); // q3
|
||||
v2tmp2 =
|
||||
vtrnq_s32(vreinterpretq_s32_s16(q0s16), vreinterpretq_s32_s16(q2s16));
|
||||
v2tmp3 =
|
||||
vtrnq_s32(vreinterpretq_s32_s16(q1s16), vreinterpretq_s32_s16(q3s16));
|
||||
v2tmp0 = vtrnq_s16(vreinterpretq_s16_s32(v2tmp2.val[0]), // q0
|
||||
vreinterpretq_s16_s32(v2tmp3.val[0])); // q1
|
||||
v2tmp1 = vtrnq_s16(vreinterpretq_s16_s32(v2tmp2.val[1]), // q2
|
||||
vreinterpretq_s16_s32(v2tmp3.val[1])); // q3
|
||||
|
||||
q11s16 = vaddq_s16(v2tmp0.val[0], v2tmp1.val[1]);
|
||||
q12s16 = vaddq_s16(v2tmp0.val[1], v2tmp1.val[0]);
|
||||
q13s16 = vsubq_s16(v2tmp0.val[1], v2tmp1.val[0]);
|
||||
q14s16 = vsubq_s16(v2tmp0.val[0], v2tmp1.val[1]);
|
||||
q11s16 = vaddq_s16(v2tmp0.val[0], v2tmp1.val[1]);
|
||||
q12s16 = vaddq_s16(v2tmp0.val[1], v2tmp1.val[0]);
|
||||
q13s16 = vsubq_s16(v2tmp0.val[1], v2tmp1.val[0]);
|
||||
q14s16 = vsubq_s16(v2tmp0.val[0], v2tmp1.val[1]);
|
||||
|
||||
q11s16 = vshlq_n_s16(q11s16, 3);
|
||||
q12s16 = vshlq_n_s16(q12s16, 3);
|
||||
q13s16 = vshlq_n_s16(q13s16, 3);
|
||||
q14s16 = vshlq_n_s16(q14s16, 3);
|
||||
q11s16 = vshlq_n_s16(q11s16, 3);
|
||||
q12s16 = vshlq_n_s16(q12s16, 3);
|
||||
q13s16 = vshlq_n_s16(q13s16, 3);
|
||||
q14s16 = vshlq_n_s16(q14s16, 3);
|
||||
|
||||
q0s16 = vaddq_s16(q11s16, q12s16);
|
||||
q2s16 = vsubq_s16(q11s16, q12s16);
|
||||
q0s16 = vaddq_s16(q11s16, q12s16);
|
||||
q2s16 = vsubq_s16(q11s16, q12s16);
|
||||
|
||||
q11s32 = q9s32;
|
||||
q12s32 = q10s32;
|
||||
q11s32 = q9s32;
|
||||
q12s32 = q10s32;
|
||||
|
||||
d26s16 = vget_low_s16(q13s16);
|
||||
d27s16 = vget_high_s16(q13s16);
|
||||
d28s16 = vget_low_s16(q14s16);
|
||||
d29s16 = vget_high_s16(q14s16);
|
||||
d26s16 = vget_low_s16(q13s16);
|
||||
d27s16 = vget_high_s16(q13s16);
|
||||
d28s16 = vget_low_s16(q14s16);
|
||||
d29s16 = vget_high_s16(q14s16);
|
||||
|
||||
q9s32 = vmlal_s16(q9s32, d28s16, d16s16);
|
||||
q10s32 = vmlal_s16(q10s32, d28s16, d17s16);
|
||||
q11s32 = vmlal_s16(q11s32, d29s16, d16s16);
|
||||
q12s32 = vmlal_s16(q12s32, d29s16, d17s16);
|
||||
q9s32 = vmlal_s16(q9s32, d28s16, d16s16);
|
||||
q10s32 = vmlal_s16(q10s32, d28s16, d17s16);
|
||||
q11s32 = vmlal_s16(q11s32, d29s16, d16s16);
|
||||
q12s32 = vmlal_s16(q12s32, d29s16, d17s16);
|
||||
|
||||
q9s32 = vmlal_s16(q9s32, d26s16, d17s16);
|
||||
q10s32 = vmlsl_s16(q10s32, d26s16, d16s16);
|
||||
q11s32 = vmlal_s16(q11s32, d27s16, d17s16);
|
||||
q12s32 = vmlsl_s16(q12s32, d27s16, d16s16);
|
||||
q9s32 = vmlal_s16(q9s32, d26s16, d17s16);
|
||||
q10s32 = vmlsl_s16(q10s32, d26s16, d16s16);
|
||||
q11s32 = vmlal_s16(q11s32, d27s16, d17s16);
|
||||
q12s32 = vmlsl_s16(q12s32, d27s16, d16s16);
|
||||
|
||||
d2s16 = vshrn_n_s32(q9s32, 12);
|
||||
d6s16 = vshrn_n_s32(q10s32, 12);
|
||||
d3s16 = vshrn_n_s32(q11s32, 12);
|
||||
d7s16 = vshrn_n_s32(q12s32, 12);
|
||||
q1s16 = vcombine_s16(d2s16, d3s16);
|
||||
q3s16 = vcombine_s16(d6s16, d7s16);
|
||||
d2s16 = vshrn_n_s32(q9s32, 12);
|
||||
d6s16 = vshrn_n_s32(q10s32, 12);
|
||||
d3s16 = vshrn_n_s32(q11s32, 12);
|
||||
d7s16 = vshrn_n_s32(q12s32, 12);
|
||||
q1s16 = vcombine_s16(d2s16, d3s16);
|
||||
q3s16 = vcombine_s16(d6s16, d7s16);
|
||||
|
||||
// Part two
|
||||
q9s32 = vdupq_n_s32(12000);
|
||||
q10s32 = vdupq_n_s32(51000);
|
||||
// Part two
|
||||
q9s32 = vdupq_n_s32(12000);
|
||||
q10s32 = vdupq_n_s32(51000);
|
||||
|
||||
v2tmp2 = vtrnq_s32(vreinterpretq_s32_s16(q0s16),
|
||||
vreinterpretq_s32_s16(q2s16));
|
||||
v2tmp3 = vtrnq_s32(vreinterpretq_s32_s16(q1s16),
|
||||
vreinterpretq_s32_s16(q3s16));
|
||||
v2tmp0 = vtrnq_s16(vreinterpretq_s16_s32(v2tmp2.val[0]), // q0
|
||||
vreinterpretq_s16_s32(v2tmp3.val[0])); // q1
|
||||
v2tmp1 = vtrnq_s16(vreinterpretq_s16_s32(v2tmp2.val[1]), // q2
|
||||
vreinterpretq_s16_s32(v2tmp3.val[1])); // q3
|
||||
v2tmp2 =
|
||||
vtrnq_s32(vreinterpretq_s32_s16(q0s16), vreinterpretq_s32_s16(q2s16));
|
||||
v2tmp3 =
|
||||
vtrnq_s32(vreinterpretq_s32_s16(q1s16), vreinterpretq_s32_s16(q3s16));
|
||||
v2tmp0 = vtrnq_s16(vreinterpretq_s16_s32(v2tmp2.val[0]), // q0
|
||||
vreinterpretq_s16_s32(v2tmp3.val[0])); // q1
|
||||
v2tmp1 = vtrnq_s16(vreinterpretq_s16_s32(v2tmp2.val[1]), // q2
|
||||
vreinterpretq_s16_s32(v2tmp3.val[1])); // q3
|
||||
|
||||
q11s16 = vaddq_s16(v2tmp0.val[0], v2tmp1.val[1]);
|
||||
q12s16 = vaddq_s16(v2tmp0.val[1], v2tmp1.val[0]);
|
||||
q13s16 = vsubq_s16(v2tmp0.val[1], v2tmp1.val[0]);
|
||||
q14s16 = vsubq_s16(v2tmp0.val[0], v2tmp1.val[1]);
|
||||
q11s16 = vaddq_s16(v2tmp0.val[0], v2tmp1.val[1]);
|
||||
q12s16 = vaddq_s16(v2tmp0.val[1], v2tmp1.val[0]);
|
||||
q13s16 = vsubq_s16(v2tmp0.val[1], v2tmp1.val[0]);
|
||||
q14s16 = vsubq_s16(v2tmp0.val[0], v2tmp1.val[1]);
|
||||
|
||||
q15s16 = vdupq_n_s16(7);
|
||||
q11s16 = vaddq_s16(q11s16, q15s16);
|
||||
q0s16 = vaddq_s16(q11s16, q12s16);
|
||||
q1s16 = vsubq_s16(q11s16, q12s16);
|
||||
q15s16 = vdupq_n_s16(7);
|
||||
q11s16 = vaddq_s16(q11s16, q15s16);
|
||||
q0s16 = vaddq_s16(q11s16, q12s16);
|
||||
q1s16 = vsubq_s16(q11s16, q12s16);
|
||||
|
||||
q11s32 = q9s32;
|
||||
q12s32 = q10s32;
|
||||
q11s32 = q9s32;
|
||||
q12s32 = q10s32;
|
||||
|
||||
d0s16 = vget_low_s16(q0s16);
|
||||
d1s16 = vget_high_s16(q0s16);
|
||||
d2s16 = vget_low_s16(q1s16);
|
||||
d3s16 = vget_high_s16(q1s16);
|
||||
d0s16 = vget_low_s16(q0s16);
|
||||
d1s16 = vget_high_s16(q0s16);
|
||||
d2s16 = vget_low_s16(q1s16);
|
||||
d3s16 = vget_high_s16(q1s16);
|
||||
|
||||
d0s16 = vshr_n_s16(d0s16, 4);
|
||||
d4s16 = vshr_n_s16(d1s16, 4);
|
||||
d2s16 = vshr_n_s16(d2s16, 4);
|
||||
d6s16 = vshr_n_s16(d3s16, 4);
|
||||
d0s16 = vshr_n_s16(d0s16, 4);
|
||||
d4s16 = vshr_n_s16(d1s16, 4);
|
||||
d2s16 = vshr_n_s16(d2s16, 4);
|
||||
d6s16 = vshr_n_s16(d3s16, 4);
|
||||
|
||||
d26s16 = vget_low_s16(q13s16);
|
||||
d27s16 = vget_high_s16(q13s16);
|
||||
d28s16 = vget_low_s16(q14s16);
|
||||
d29s16 = vget_high_s16(q14s16);
|
||||
d26s16 = vget_low_s16(q13s16);
|
||||
d27s16 = vget_high_s16(q13s16);
|
||||
d28s16 = vget_low_s16(q14s16);
|
||||
d29s16 = vget_high_s16(q14s16);
|
||||
|
||||
q9s32 = vmlal_s16(q9s32, d28s16, d16s16);
|
||||
q10s32 = vmlal_s16(q10s32, d28s16, d17s16);
|
||||
q11s32 = vmlal_s16(q11s32, d29s16, d16s16);
|
||||
q12s32 = vmlal_s16(q12s32, d29s16, d17s16);
|
||||
q9s32 = vmlal_s16(q9s32, d28s16, d16s16);
|
||||
q10s32 = vmlal_s16(q10s32, d28s16, d17s16);
|
||||
q11s32 = vmlal_s16(q11s32, d29s16, d16s16);
|
||||
q12s32 = vmlal_s16(q12s32, d29s16, d17s16);
|
||||
|
||||
q9s32 = vmlal_s16(q9s32, d26s16, d17s16);
|
||||
q10s32 = vmlsl_s16(q10s32, d26s16, d16s16);
|
||||
q11s32 = vmlal_s16(q11s32, d27s16, d17s16);
|
||||
q12s32 = vmlsl_s16(q12s32, d27s16, d16s16);
|
||||
q9s32 = vmlal_s16(q9s32, d26s16, d17s16);
|
||||
q10s32 = vmlsl_s16(q10s32, d26s16, d16s16);
|
||||
q11s32 = vmlal_s16(q11s32, d27s16, d17s16);
|
||||
q12s32 = vmlsl_s16(q12s32, d27s16, d16s16);
|
||||
|
||||
d1s16 = vshrn_n_s32(q9s32, 16);
|
||||
d3s16 = vshrn_n_s32(q10s32, 16);
|
||||
d5s16 = vshrn_n_s32(q11s32, 16);
|
||||
d7s16 = vshrn_n_s32(q12s32, 16);
|
||||
d1s16 = vshrn_n_s32(q9s32, 16);
|
||||
d3s16 = vshrn_n_s32(q10s32, 16);
|
||||
d5s16 = vshrn_n_s32(q11s32, 16);
|
||||
d7s16 = vshrn_n_s32(q12s32, 16);
|
||||
|
||||
qEmptys16 = vdupq_n_s16(0);
|
||||
q14u16 = vceqq_s16(q14s16, qEmptys16);
|
||||
q14u16 = vmvnq_u16(q14u16);
|
||||
qEmptys16 = vdupq_n_s16(0);
|
||||
q14u16 = vceqq_s16(q14s16, qEmptys16);
|
||||
q14u16 = vmvnq_u16(q14u16);
|
||||
|
||||
d28u16 = vget_low_u16(q14u16);
|
||||
d29u16 = vget_high_u16(q14u16);
|
||||
d1s16 = vsub_s16(d1s16, vreinterpret_s16_u16(d28u16));
|
||||
d5s16 = vsub_s16(d5s16, vreinterpret_s16_u16(d29u16));
|
||||
d28u16 = vget_low_u16(q14u16);
|
||||
d29u16 = vget_high_u16(q14u16);
|
||||
d1s16 = vsub_s16(d1s16, vreinterpret_s16_u16(d28u16));
|
||||
d5s16 = vsub_s16(d5s16, vreinterpret_s16_u16(d29u16));
|
||||
|
||||
q0s16 = vcombine_s16(d0s16, d1s16);
|
||||
q1s16 = vcombine_s16(d2s16, d3s16);
|
||||
q2s16 = vcombine_s16(d4s16, d5s16);
|
||||
q3s16 = vcombine_s16(d6s16, d7s16);
|
||||
q0s16 = vcombine_s16(d0s16, d1s16);
|
||||
q1s16 = vcombine_s16(d2s16, d3s16);
|
||||
q2s16 = vcombine_s16(d4s16, d5s16);
|
||||
q3s16 = vcombine_s16(d6s16, d7s16);
|
||||
|
||||
vst1q_s16(output, q0s16);
|
||||
vst1q_s16(output + 8, q1s16);
|
||||
vst1q_s16(output + 16, q2s16);
|
||||
vst1q_s16(output + 24, q3s16);
|
||||
return;
|
||||
vst1q_s16(output, q0s16);
|
||||
vst1q_s16(output + 8, q1s16);
|
||||
vst1q_s16(output + 16, q2s16);
|
||||
vst1q_s16(output + 24, q3s16);
|
||||
return;
|
||||
}
|
||||
@@ -13,117 +13,107 @@
|
||||
|
||||
#ifdef VPX_INCOMPATIBLE_GCC
|
||||
#include "./vp8_rtcd.h"
|
||||
void vp8_short_walsh4x4_neon(
|
||||
int16_t *input,
|
||||
int16_t *output,
|
||||
int pitch) {
|
||||
void vp8_short_walsh4x4_neon(int16_t *input, int16_t *output, int pitch) {
|
||||
vp8_short_walsh4x4_c(input, output, pitch);
|
||||
}
|
||||
#else
|
||||
void vp8_short_walsh4x4_neon(
|
||||
int16_t *input,
|
||||
int16_t *output,
|
||||
int pitch) {
|
||||
uint16x4_t d16u16;
|
||||
int16x8_t q0s16, q1s16;
|
||||
int16x4_t dEmptys16, d0s16, d1s16, d2s16, d3s16, d4s16, d5s16, d6s16, d7s16;
|
||||
int32x4_t qEmptys32, q0s32, q1s32, q2s32, q3s32, q8s32;
|
||||
int32x4_t q9s32, q10s32, q11s32, q15s32;
|
||||
uint32x4_t q8u32, q9u32, q10u32, q11u32;
|
||||
int16x4x2_t v2tmp0, v2tmp1;
|
||||
int32x2x2_t v2tmp2, v2tmp3;
|
||||
void vp8_short_walsh4x4_neon(int16_t *input, int16_t *output, int pitch) {
|
||||
uint16x4_t d16u16;
|
||||
int16x8_t q0s16, q1s16;
|
||||
int16x4_t dEmptys16, d0s16, d1s16, d2s16, d3s16, d4s16, d5s16, d6s16, d7s16;
|
||||
int32x4_t qEmptys32, q0s32, q1s32, q2s32, q3s32, q8s32;
|
||||
int32x4_t q9s32, q10s32, q11s32, q15s32;
|
||||
uint32x4_t q8u32, q9u32, q10u32, q11u32;
|
||||
int16x4x2_t v2tmp0, v2tmp1;
|
||||
int32x2x2_t v2tmp2, v2tmp3;
|
||||
|
||||
dEmptys16 = vdup_n_s16(0);
|
||||
qEmptys32 = vdupq_n_s32(0);
|
||||
q15s32 = vdupq_n_s32(3);
|
||||
dEmptys16 = vdup_n_s16(0);
|
||||
qEmptys32 = vdupq_n_s32(0);
|
||||
q15s32 = vdupq_n_s32(3);
|
||||
|
||||
d0s16 = vld1_s16(input);
|
||||
input += pitch/2;
|
||||
d1s16 = vld1_s16(input);
|
||||
input += pitch/2;
|
||||
d2s16 = vld1_s16(input);
|
||||
input += pitch/2;
|
||||
d3s16 = vld1_s16(input);
|
||||
d0s16 = vld1_s16(input);
|
||||
input += pitch / 2;
|
||||
d1s16 = vld1_s16(input);
|
||||
input += pitch / 2;
|
||||
d2s16 = vld1_s16(input);
|
||||
input += pitch / 2;
|
||||
d3s16 = vld1_s16(input);
|
||||
|
||||
v2tmp2 = vtrn_s32(vreinterpret_s32_s16(d0s16),
|
||||
vreinterpret_s32_s16(d2s16));
|
||||
v2tmp3 = vtrn_s32(vreinterpret_s32_s16(d1s16),
|
||||
vreinterpret_s32_s16(d3s16));
|
||||
v2tmp0 = vtrn_s16(vreinterpret_s16_s32(v2tmp2.val[0]), // d0
|
||||
vreinterpret_s16_s32(v2tmp3.val[0])); // d1
|
||||
v2tmp1 = vtrn_s16(vreinterpret_s16_s32(v2tmp2.val[1]), // d2
|
||||
vreinterpret_s16_s32(v2tmp3.val[1])); // d3
|
||||
v2tmp2 = vtrn_s32(vreinterpret_s32_s16(d0s16), vreinterpret_s32_s16(d2s16));
|
||||
v2tmp3 = vtrn_s32(vreinterpret_s32_s16(d1s16), vreinterpret_s32_s16(d3s16));
|
||||
v2tmp0 = vtrn_s16(vreinterpret_s16_s32(v2tmp2.val[0]), // d0
|
||||
vreinterpret_s16_s32(v2tmp3.val[0])); // d1
|
||||
v2tmp1 = vtrn_s16(vreinterpret_s16_s32(v2tmp2.val[1]), // d2
|
||||
vreinterpret_s16_s32(v2tmp3.val[1])); // d3
|
||||
|
||||
d4s16 = vadd_s16(v2tmp0.val[0], v2tmp1.val[0]);
|
||||
d5s16 = vadd_s16(v2tmp0.val[1], v2tmp1.val[1]);
|
||||
d6s16 = vsub_s16(v2tmp0.val[1], v2tmp1.val[1]);
|
||||
d7s16 = vsub_s16(v2tmp0.val[0], v2tmp1.val[0]);
|
||||
d4s16 = vadd_s16(v2tmp0.val[0], v2tmp1.val[0]);
|
||||
d5s16 = vadd_s16(v2tmp0.val[1], v2tmp1.val[1]);
|
||||
d6s16 = vsub_s16(v2tmp0.val[1], v2tmp1.val[1]);
|
||||
d7s16 = vsub_s16(v2tmp0.val[0], v2tmp1.val[0]);
|
||||
|
||||
d4s16 = vshl_n_s16(d4s16, 2);
|
||||
d5s16 = vshl_n_s16(d5s16, 2);
|
||||
d6s16 = vshl_n_s16(d6s16, 2);
|
||||
d7s16 = vshl_n_s16(d7s16, 2);
|
||||
d4s16 = vshl_n_s16(d4s16, 2);
|
||||
d5s16 = vshl_n_s16(d5s16, 2);
|
||||
d6s16 = vshl_n_s16(d6s16, 2);
|
||||
d7s16 = vshl_n_s16(d7s16, 2);
|
||||
|
||||
d16u16 = vceq_s16(d4s16, dEmptys16);
|
||||
d16u16 = vmvn_u16(d16u16);
|
||||
d16u16 = vceq_s16(d4s16, dEmptys16);
|
||||
d16u16 = vmvn_u16(d16u16);
|
||||
|
||||
d0s16 = vadd_s16(d4s16, d5s16);
|
||||
d3s16 = vsub_s16(d4s16, d5s16);
|
||||
d1s16 = vadd_s16(d7s16, d6s16);
|
||||
d2s16 = vsub_s16(d7s16, d6s16);
|
||||
d0s16 = vadd_s16(d4s16, d5s16);
|
||||
d3s16 = vsub_s16(d4s16, d5s16);
|
||||
d1s16 = vadd_s16(d7s16, d6s16);
|
||||
d2s16 = vsub_s16(d7s16, d6s16);
|
||||
|
||||
d0s16 = vsub_s16(d0s16, vreinterpret_s16_u16(d16u16));
|
||||
d0s16 = vsub_s16(d0s16, vreinterpret_s16_u16(d16u16));
|
||||
|
||||
// Second for-loop
|
||||
v2tmp2 = vtrn_s32(vreinterpret_s32_s16(d1s16),
|
||||
vreinterpret_s32_s16(d3s16));
|
||||
v2tmp3 = vtrn_s32(vreinterpret_s32_s16(d0s16),
|
||||
vreinterpret_s32_s16(d2s16));
|
||||
v2tmp0 = vtrn_s16(vreinterpret_s16_s32(v2tmp3.val[1]), // d2
|
||||
vreinterpret_s16_s32(v2tmp2.val[1])); // d3
|
||||
v2tmp1 = vtrn_s16(vreinterpret_s16_s32(v2tmp3.val[0]), // d0
|
||||
vreinterpret_s16_s32(v2tmp2.val[0])); // d1
|
||||
// Second for-loop
|
||||
v2tmp2 = vtrn_s32(vreinterpret_s32_s16(d1s16), vreinterpret_s32_s16(d3s16));
|
||||
v2tmp3 = vtrn_s32(vreinterpret_s32_s16(d0s16), vreinterpret_s32_s16(d2s16));
|
||||
v2tmp0 = vtrn_s16(vreinterpret_s16_s32(v2tmp3.val[1]), // d2
|
||||
vreinterpret_s16_s32(v2tmp2.val[1])); // d3
|
||||
v2tmp1 = vtrn_s16(vreinterpret_s16_s32(v2tmp3.val[0]), // d0
|
||||
vreinterpret_s16_s32(v2tmp2.val[0])); // d1
|
||||
|
||||
q8s32 = vaddl_s16(v2tmp1.val[0], v2tmp0.val[0]);
|
||||
q9s32 = vaddl_s16(v2tmp1.val[1], v2tmp0.val[1]);
|
||||
q10s32 = vsubl_s16(v2tmp1.val[1], v2tmp0.val[1]);
|
||||
q11s32 = vsubl_s16(v2tmp1.val[0], v2tmp0.val[0]);
|
||||
q8s32 = vaddl_s16(v2tmp1.val[0], v2tmp0.val[0]);
|
||||
q9s32 = vaddl_s16(v2tmp1.val[1], v2tmp0.val[1]);
|
||||
q10s32 = vsubl_s16(v2tmp1.val[1], v2tmp0.val[1]);
|
||||
q11s32 = vsubl_s16(v2tmp1.val[0], v2tmp0.val[0]);
|
||||
|
||||
q0s32 = vaddq_s32(q8s32, q9s32);
|
||||
q1s32 = vaddq_s32(q11s32, q10s32);
|
||||
q2s32 = vsubq_s32(q11s32, q10s32);
|
||||
q3s32 = vsubq_s32(q8s32, q9s32);
|
||||
q0s32 = vaddq_s32(q8s32, q9s32);
|
||||
q1s32 = vaddq_s32(q11s32, q10s32);
|
||||
q2s32 = vsubq_s32(q11s32, q10s32);
|
||||
q3s32 = vsubq_s32(q8s32, q9s32);
|
||||
|
||||
q8u32 = vcltq_s32(q0s32, qEmptys32);
|
||||
q9u32 = vcltq_s32(q1s32, qEmptys32);
|
||||
q10u32 = vcltq_s32(q2s32, qEmptys32);
|
||||
q11u32 = vcltq_s32(q3s32, qEmptys32);
|
||||
q8u32 = vcltq_s32(q0s32, qEmptys32);
|
||||
q9u32 = vcltq_s32(q1s32, qEmptys32);
|
||||
q10u32 = vcltq_s32(q2s32, qEmptys32);
|
||||
q11u32 = vcltq_s32(q3s32, qEmptys32);
|
||||
|
||||
q8s32 = vreinterpretq_s32_u32(q8u32);
|
||||
q9s32 = vreinterpretq_s32_u32(q9u32);
|
||||
q10s32 = vreinterpretq_s32_u32(q10u32);
|
||||
q11s32 = vreinterpretq_s32_u32(q11u32);
|
||||
q8s32 = vreinterpretq_s32_u32(q8u32);
|
||||
q9s32 = vreinterpretq_s32_u32(q9u32);
|
||||
q10s32 = vreinterpretq_s32_u32(q10u32);
|
||||
q11s32 = vreinterpretq_s32_u32(q11u32);
|
||||
|
||||
q0s32 = vsubq_s32(q0s32, q8s32);
|
||||
q1s32 = vsubq_s32(q1s32, q9s32);
|
||||
q2s32 = vsubq_s32(q2s32, q10s32);
|
||||
q3s32 = vsubq_s32(q3s32, q11s32);
|
||||
q0s32 = vsubq_s32(q0s32, q8s32);
|
||||
q1s32 = vsubq_s32(q1s32, q9s32);
|
||||
q2s32 = vsubq_s32(q2s32, q10s32);
|
||||
q3s32 = vsubq_s32(q3s32, q11s32);
|
||||
|
||||
q8s32 = vaddq_s32(q0s32, q15s32);
|
||||
q9s32 = vaddq_s32(q1s32, q15s32);
|
||||
q10s32 = vaddq_s32(q2s32, q15s32);
|
||||
q11s32 = vaddq_s32(q3s32, q15s32);
|
||||
q8s32 = vaddq_s32(q0s32, q15s32);
|
||||
q9s32 = vaddq_s32(q1s32, q15s32);
|
||||
q10s32 = vaddq_s32(q2s32, q15s32);
|
||||
q11s32 = vaddq_s32(q3s32, q15s32);
|
||||
|
||||
d0s16 = vshrn_n_s32(q8s32, 3);
|
||||
d1s16 = vshrn_n_s32(q9s32, 3);
|
||||
d2s16 = vshrn_n_s32(q10s32, 3);
|
||||
d3s16 = vshrn_n_s32(q11s32, 3);
|
||||
d0s16 = vshrn_n_s32(q8s32, 3);
|
||||
d1s16 = vshrn_n_s32(q9s32, 3);
|
||||
d2s16 = vshrn_n_s32(q10s32, 3);
|
||||
d3s16 = vshrn_n_s32(q11s32, 3);
|
||||
|
||||
q0s16 = vcombine_s16(d0s16, d1s16);
|
||||
q1s16 = vcombine_s16(d2s16, d3s16);
|
||||
q0s16 = vcombine_s16(d0s16, d1s16);
|
||||
q1s16 = vcombine_s16(d2s16, d3s16);
|
||||
|
||||
vst1q_s16(output, q0s16);
|
||||
vst1q_s16(output + 8, q1s16);
|
||||
return;
|
||||
vst1q_s16(output, q0s16);
|
||||
vst1q_s16(output + 8, q1s16);
|
||||
return;
|
||||
}
|
||||
#endif // VPX_INCOMPATIBLE_GCC
|
||||
+1123
-1382
File diff suppressed because it is too large.
Load diff
@@ -8,7 +8,6 @@
|
||||
* be found in the AUTHORS file in the root of the source tree.
|
||||
*/
|
||||
|
||||
|
||||
#ifndef VP8_ENCODER_BITSTREAM_H_
|
||||
#define VP8_ENCODER_BITSTREAM_H_
|
||||
|
||||
|
||||
+104
-111
@@ -8,7 +8,6 @@
|
||||
* be found in the AUTHORS file in the root of the source tree.
|
||||
*/
|
||||
|
||||
|
||||
#ifndef VP8_ENCODER_BLOCK_H_
|
||||
#define VP8_ENCODER_BLOCK_H_
|
||||
|
||||
@@ -26,148 +25,142 @@ extern "C" {
|
||||
#define MAX_ERROR_BINS 1024
|
||||
|
||||
/* motion search site */
|
||||
typedef struct
|
||||
{
|
||||
MV mv;
|
||||
int offset;
|
||||
typedef struct {
|
||||
MV mv;
|
||||
int offset;
|
||||
} search_site;
|
||||
|
||||
typedef struct block
|
||||
{
|
||||
/* 16 Y blocks, 4 U blocks, 4 V blocks each with 16 entries */
|
||||
short *src_diff;
|
||||
short *coeff;
|
||||
typedef struct block {
|
||||
/* 16 Y blocks, 4 U blocks, 4 V blocks each with 16 entries */
|
||||
short *src_diff;
|
||||
short *coeff;
|
||||
|
||||
/* 16 Y blocks, 4 U blocks, 4 V blocks each with 16 entries */
|
||||
short *quant;
|
||||
short *quant_fast;
|
||||
short *quant_shift;
|
||||
short *zbin;
|
||||
short *zrun_zbin_boost;
|
||||
short *round;
|
||||
/* 16 Y blocks, 4 U blocks, 4 V blocks each with 16 entries */
|
||||
short *quant;
|
||||
short *quant_fast;
|
||||
short *quant_shift;
|
||||
short *zbin;
|
||||
short *zrun_zbin_boost;
|
||||
short *round;
|
||||
|
||||
/* Zbin Over Quant value */
|
||||
short zbin_extra;
|
||||
/* Zbin Over Quant value */
|
||||
short zbin_extra;
|
||||
|
||||
unsigned char **base_src;
|
||||
int src;
|
||||
int src_stride;
|
||||
unsigned char **base_src;
|
||||
int src;
|
||||
int src_stride;
|
||||
} BLOCK;
|
||||
|
||||
typedef struct
|
||||
{
|
||||
int count;
|
||||
struct
|
||||
{
|
||||
B_PREDICTION_MODE mode;
|
||||
int_mv mv;
|
||||
} bmi[16];
|
||||
typedef struct {
|
||||
int count;
|
||||
struct {
|
||||
B_PREDICTION_MODE mode;
|
||||
int_mv mv;
|
||||
} bmi[16];
|
||||
} PARTITION_INFO;
|
||||
|
||||
typedef struct macroblock
|
||||
{
|
||||
DECLARE_ALIGNED(16, short, src_diff[400]); /* 25 blocks Y,U,V,Y2 */
|
||||
DECLARE_ALIGNED(16, short, coeff[400]); /* 25 blocks Y,U,V,Y2 */
|
||||
DECLARE_ALIGNED(16, unsigned char, thismb[256]);
|
||||
typedef struct macroblock {
|
||||
DECLARE_ALIGNED(16, short, src_diff[400]); /* 25 blocks Y,U,V,Y2 */
|
||||
DECLARE_ALIGNED(16, short, coeff[400]); /* 25 blocks Y,U,V,Y2 */
|
||||
DECLARE_ALIGNED(16, unsigned char, thismb[256]);
|
||||
|
||||
unsigned char *thismb_ptr;
|
||||
/* 16 Y, 4 U, 4 V, 1 DC 2nd order block */
|
||||
BLOCK block[25];
|
||||
unsigned char *thismb_ptr;
|
||||
/* 16 Y, 4 U, 4 V, 1 DC 2nd order block */
|
||||
BLOCK block[25];
|
||||
|
||||
YV12_BUFFER_CONFIG src;
|
||||
YV12_BUFFER_CONFIG src;
|
||||
|
||||
MACROBLOCKD e_mbd;
|
||||
PARTITION_INFO *partition_info; /* work pointer */
|
||||
PARTITION_INFO *pi; /* Corresponds to upper left visible macroblock */
|
||||
PARTITION_INFO *pip; /* Base of allocated array */
|
||||
MACROBLOCKD e_mbd;
|
||||
PARTITION_INFO *partition_info; /* work pointer */
|
||||
PARTITION_INFO *pi; /* Corresponds to upper left visible macroblock */
|
||||
PARTITION_INFO *pip; /* Base of allocated array */
|
||||
|
||||
int ref_frame_cost[MAX_REF_FRAMES];
|
||||
int ref_frame_cost[MAX_REF_FRAMES];
|
||||
|
||||
search_site *ss;
|
||||
int ss_count;
|
||||
int searches_per_step;
|
||||
search_site *ss;
|
||||
int ss_count;
|
||||
int searches_per_step;
|
||||
|
||||
int errorperbit;
|
||||
int sadperbit16;
|
||||
int sadperbit4;
|
||||
int rddiv;
|
||||
int rdmult;
|
||||
unsigned int * mb_activity_ptr;
|
||||
int * mb_norm_activity_ptr;
|
||||
signed int act_zbin_adj;
|
||||
signed int last_act_zbin_adj;
|
||||
int errorperbit;
|
||||
int sadperbit16;
|
||||
int sadperbit4;
|
||||
int rddiv;
|
||||
int rdmult;
|
||||
unsigned int *mb_activity_ptr;
|
||||
int *mb_norm_activity_ptr;
|
||||
signed int act_zbin_adj;
|
||||
signed int last_act_zbin_adj;
|
||||
|
||||
int *mvcost[2];
|
||||
int *mvsadcost[2];
|
||||
int (*mbmode_cost)[MB_MODE_COUNT];
|
||||
int (*intra_uv_mode_cost)[MB_MODE_COUNT];
|
||||
int (*bmode_costs)[10][10];
|
||||
int *inter_bmode_costs;
|
||||
int (*token_costs)[COEF_BANDS][PREV_COEF_CONTEXTS]
|
||||
[MAX_ENTROPY_TOKENS];
|
||||
int *mvcost[2];
|
||||
int *mvsadcost[2];
|
||||
int (*mbmode_cost)[MB_MODE_COUNT];
|
||||
int (*intra_uv_mode_cost)[MB_MODE_COUNT];
|
||||
int (*bmode_costs)[10][10];
|
||||
int *inter_bmode_costs;
|
||||
int (*token_costs)[COEF_BANDS][PREV_COEF_CONTEXTS][MAX_ENTROPY_TOKENS];
|
||||
|
||||
/* These define limits to motion vector components to prevent
|
||||
* them from extending outside the UMV borders.
|
||||
*/
|
||||
int mv_col_min;
|
||||
int mv_col_max;
|
||||
int mv_row_min;
|
||||
int mv_row_max;
|
||||
/* These define limits to motion vector components to prevent
|
||||
* them from extending outside the UMV borders.
|
||||
*/
|
||||
int mv_col_min;
|
||||
int mv_col_max;
|
||||
int mv_row_min;
|
||||
int mv_row_max;
|
||||
|
||||
int skip;
|
||||
int skip;
|
||||
|
||||
unsigned int encode_breakout;
|
||||
unsigned int encode_breakout;
|
||||
|
||||
signed char *gf_active_ptr;
|
||||
signed char *gf_active_ptr;
|
||||
|
||||
unsigned char *active_ptr;
|
||||
MV_CONTEXT *mvc;
|
||||
unsigned char *active_ptr;
|
||||
MV_CONTEXT *mvc;
|
||||
|
||||
int optimize;
|
||||
int q_index;
|
||||
int is_skin;
|
||||
int denoise_zeromv;
|
||||
int optimize;
|
||||
int q_index;
|
||||
int is_skin;
|
||||
int denoise_zeromv;
|
||||
|
||||
#if CONFIG_TEMPORAL_DENOISING
|
||||
int increase_denoising;
|
||||
MB_PREDICTION_MODE best_sse_inter_mode;
|
||||
int_mv best_sse_mv;
|
||||
MV_REFERENCE_FRAME best_reference_frame;
|
||||
MV_REFERENCE_FRAME best_zeromv_reference_frame;
|
||||
unsigned char need_to_clamp_best_mvs;
|
||||
int increase_denoising;
|
||||
MB_PREDICTION_MODE best_sse_inter_mode;
|
||||
int_mv best_sse_mv;
|
||||
MV_REFERENCE_FRAME best_reference_frame;
|
||||
MV_REFERENCE_FRAME best_zeromv_reference_frame;
|
||||
unsigned char need_to_clamp_best_mvs;
|
||||
#endif
|
||||
|
||||
int skip_true_count;
|
||||
unsigned int coef_counts [BLOCK_TYPES] [COEF_BANDS] [PREV_COEF_CONTEXTS] [MAX_ENTROPY_TOKENS];
|
||||
unsigned int MVcount [2] [MVvals]; /* (row,col) MV cts this frame */
|
||||
int ymode_count [VP8_YMODES]; /* intra MB type cts this frame */
|
||||
int uv_mode_count[VP8_UV_MODES]; /* intra MB type cts this frame */
|
||||
int64_t prediction_error;
|
||||
int64_t intra_error;
|
||||
int count_mb_ref_frame_usage[MAX_REF_FRAMES];
|
||||
int skip_true_count;
|
||||
unsigned int coef_counts[BLOCK_TYPES][COEF_BANDS][PREV_COEF_CONTEXTS]
|
||||
[MAX_ENTROPY_TOKENS];
|
||||
unsigned int MVcount[2][MVvals]; /* (row,col) MV cts this frame */
|
||||
int ymode_count[VP8_YMODES]; /* intra MB type cts this frame */
|
||||
int uv_mode_count[VP8_UV_MODES]; /* intra MB type cts this frame */
|
||||
int64_t prediction_error;
|
||||
int64_t intra_error;
|
||||
int count_mb_ref_frame_usage[MAX_REF_FRAMES];
|
||||
|
||||
int rd_thresh_mult[MAX_MODES];
|
||||
int rd_threshes[MAX_MODES];
|
||||
unsigned int mbs_tested_so_far;
|
||||
unsigned int mode_test_hit_counts[MAX_MODES];
|
||||
int zbin_mode_boost_enabled;
|
||||
int zbin_mode_boost;
|
||||
int last_zbin_mode_boost;
|
||||
int rd_thresh_mult[MAX_MODES];
|
||||
int rd_threshes[MAX_MODES];
|
||||
unsigned int mbs_tested_so_far;
|
||||
unsigned int mode_test_hit_counts[MAX_MODES];
|
||||
int zbin_mode_boost_enabled;
|
||||
int zbin_mode_boost;
|
||||
int last_zbin_mode_boost;
|
||||
|
||||
int last_zbin_over_quant;
|
||||
int zbin_over_quant;
|
||||
int error_bins[MAX_ERROR_BINS];
|
||||
int last_zbin_over_quant;
|
||||
int zbin_over_quant;
|
||||
int error_bins[MAX_ERROR_BINS];
|
||||
|
||||
void (*short_fdct4x4)(short *input, short *output, int pitch);
|
||||
void (*short_fdct8x4)(short *input, short *output, int pitch);
|
||||
void (*short_walsh4x4)(short *input, short *output, int pitch);
|
||||
void (*quantize_b)(BLOCK *b, BLOCKD *d);
|
||||
void (*short_fdct4x4)(short *input, short *output, int pitch);
|
||||
void (*short_fdct8x4)(short *input, short *output, int pitch);
|
||||
void (*short_walsh4x4)(short *input, short *output, int pitch);
|
||||
void (*quantize_b)(BLOCK *b, BLOCKD *d);
|
||||
|
||||
unsigned int mbs_zero_last_dot_suppress;
|
||||
int zero_last_dot_suppress;
|
||||
unsigned int mbs_zero_last_dot_suppress;
|
||||
int zero_last_dot_suppress;
|
||||
} MACROBLOCK;
|
||||
|
||||
|
||||
#ifdef __cplusplus
|
||||
} // extern "C"
|
||||
#endif
|
||||
|
||||
@@ -8,7 +8,6 @@
|
||||
* be found in the AUTHORS file in the root of the source tree.
|
||||
*/
|
||||
|
||||
|
||||
#include "boolhuff.h"
|
||||
|
||||
#if defined(SECTIONBITS_OUTPUT)
|
||||
@@ -20,51 +19,49 @@ unsigned __int64 Sectionbits[500];
|
||||
unsigned int active_section = 0;
|
||||
#endif
|
||||
|
||||
const unsigned int vp8_prob_cost[256] =
|
||||
{
|
||||
2047, 2047, 1791, 1641, 1535, 1452, 1385, 1328, 1279, 1235, 1196, 1161, 1129, 1099, 1072, 1046,
|
||||
1023, 1000, 979, 959, 940, 922, 905, 889, 873, 858, 843, 829, 816, 803, 790, 778,
|
||||
767, 755, 744, 733, 723, 713, 703, 693, 684, 675, 666, 657, 649, 641, 633, 625,
|
||||
617, 609, 602, 594, 587, 580, 573, 567, 560, 553, 547, 541, 534, 528, 522, 516,
|
||||
511, 505, 499, 494, 488, 483, 477, 472, 467, 462, 457, 452, 447, 442, 437, 433,
|
||||
428, 424, 419, 415, 410, 406, 401, 397, 393, 389, 385, 381, 377, 373, 369, 365,
|
||||
361, 357, 353, 349, 346, 342, 338, 335, 331, 328, 324, 321, 317, 314, 311, 307,
|
||||
304, 301, 297, 294, 291, 288, 285, 281, 278, 275, 272, 269, 266, 263, 260, 257,
|
||||
255, 252, 249, 246, 243, 240, 238, 235, 232, 229, 227, 224, 221, 219, 216, 214,
|
||||
211, 208, 206, 203, 201, 198, 196, 194, 191, 189, 186, 184, 181, 179, 177, 174,
|
||||
172, 170, 168, 165, 163, 161, 159, 156, 154, 152, 150, 148, 145, 143, 141, 139,
|
||||
137, 135, 133, 131, 129, 127, 125, 123, 121, 119, 117, 115, 113, 111, 109, 107,
|
||||
105, 103, 101, 99, 97, 95, 93, 92, 90, 88, 86, 84, 82, 81, 79, 77,
|
||||
75, 73, 72, 70, 68, 66, 65, 63, 61, 60, 58, 56, 55, 53, 51, 50,
|
||||
48, 46, 45, 43, 41, 40, 38, 37, 35, 33, 32, 30, 29, 27, 25, 24,
|
||||
22, 21, 19, 18, 16, 15, 13, 12, 10, 9, 7, 6, 4, 3, 1, 1
|
||||
const unsigned int vp8_prob_cost[256] = {
|
||||
2047, 2047, 1791, 1641, 1535, 1452, 1385, 1328, 1279, 1235, 1196, 1161, 1129,
|
||||
1099, 1072, 1046, 1023, 1000, 979, 959, 940, 922, 905, 889, 873, 858,
|
||||
843, 829, 816, 803, 790, 778, 767, 755, 744, 733, 723, 713, 703,
|
||||
693, 684, 675, 666, 657, 649, 641, 633, 625, 617, 609, 602, 594,
|
||||
587, 580, 573, 567, 560, 553, 547, 541, 534, 528, 522, 516, 511,
|
||||
505, 499, 494, 488, 483, 477, 472, 467, 462, 457, 452, 447, 442,
|
||||
437, 433, 428, 424, 419, 415, 410, 406, 401, 397, 393, 389, 385,
|
||||
381, 377, 373, 369, 365, 361, 357, 353, 349, 346, 342, 338, 335,
|
||||
331, 328, 324, 321, 317, 314, 311, 307, 304, 301, 297, 294, 291,
|
||||
288, 285, 281, 278, 275, 272, 269, 266, 263, 260, 257, 255, 252,
|
||||
249, 246, 243, 240, 238, 235, 232, 229, 227, 224, 221, 219, 216,
|
||||
214, 211, 208, 206, 203, 201, 198, 196, 194, 191, 189, 186, 184,
|
||||
181, 179, 177, 174, 172, 170, 168, 165, 163, 161, 159, 156, 154,
|
||||
152, 150, 148, 145, 143, 141, 139, 137, 135, 133, 131, 129, 127,
|
||||
125, 123, 121, 119, 117, 115, 113, 111, 109, 107, 105, 103, 101,
|
||||
99, 97, 95, 93, 92, 90, 88, 86, 84, 82, 81, 79, 77,
|
||||
75, 73, 72, 70, 68, 66, 65, 63, 61, 60, 58, 56, 55,
|
||||
53, 51, 50, 48, 46, 45, 43, 41, 40, 38, 37, 35, 33,
|
||||
32, 30, 29, 27, 25, 24, 22, 21, 19, 18, 16, 15, 13,
|
||||
12, 10, 9, 7, 6, 4, 3, 1, 1
|
||||
};
|
||||
|
||||
void vp8_start_encode(BOOL_CODER *br, unsigned char *source, unsigned char *source_end)
|
||||
{
|
||||
|
||||
br->lowvalue = 0;
|
||||
br->range = 255;
|
||||
br->count = -24;
|
||||
br->buffer = source;
|
||||
br->buffer_end = source_end;
|
||||
br->pos = 0;
|
||||
void vp8_start_encode(BOOL_CODER *br, unsigned char *source,
|
||||
unsigned char *source_end) {
|
||||
br->lowvalue = 0;
|
||||
br->range = 255;
|
||||
br->count = -24;
|
||||
br->buffer = source;
|
||||
br->buffer_end = source_end;
|
||||
br->pos = 0;
|
||||
}
|
||||
|
||||
void vp8_stop_encode(BOOL_CODER *br)
|
||||
{
|
||||
int i;
|
||||
void vp8_stop_encode(BOOL_CODER *br) {
|
||||
int i;
|
||||
|
||||
for (i = 0; i < 32; i++)
|
||||
vp8_encode_bool(br, 0, 128);
|
||||
for (i = 0; i < 32; ++i) vp8_encode_bool(br, 0, 128);
|
||||
}
|
||||
|
||||
void vp8_encode_value(BOOL_CODER *br, int data, int bits) {
|
||||
int bit;
|
||||
|
||||
void vp8_encode_value(BOOL_CODER *br, int data, int bits)
|
||||
{
|
||||
int bit;
|
||||
|
||||
for (bit = bits - 1; bit >= 0; bit--)
|
||||
vp8_encode_bool(br, (1 & (data >> bit)), 0x80);
|
||||
|
||||
for (bit = bits - 1; bit >= 0; bit--) {
|
||||
vp8_encode_bool(br, (1 & (data >> bit)), 0x80);
|
||||
}
|
||||
}
|
||||
@@ -8,7 +8,6 @@
|
||||
* be found in the AUTHORS file in the root of the source tree.
|
||||
*/
|
||||
|
||||
|
||||
/****************************************************************************
|
||||
*
|
||||
* Module Title : boolhuff.h
|
||||
@@ -26,103 +25,96 @@
|
||||
extern "C" {
|
||||
#endif
|
||||
|
||||
typedef struct
|
||||
{
|
||||
unsigned int lowvalue;
|
||||
unsigned int range;
|
||||
int count;
|
||||
unsigned int pos;
|
||||
unsigned char *buffer;
|
||||
unsigned char *buffer_end;
|
||||
struct vpx_internal_error_info *error;
|
||||
typedef struct {
|
||||
unsigned int lowvalue;
|
||||
unsigned int range;
|
||||
int count;
|
||||
unsigned int pos;
|
||||
unsigned char *buffer;
|
||||
unsigned char *buffer_end;
|
||||
struct vpx_internal_error_info *error;
|
||||
} BOOL_CODER;
|
||||
|
||||
extern void vp8_start_encode(BOOL_CODER *bc, unsigned char *buffer, unsigned char *buffer_end);
|
||||
extern void vp8_start_encode(BOOL_CODER *bc, unsigned char *buffer,
|
||||
unsigned char *buffer_end);
|
||||
|
||||
extern void vp8_encode_value(BOOL_CODER *br, int data, int bits);
|
||||
extern void vp8_stop_encode(BOOL_CODER *bc);
|
||||
extern const unsigned int vp8_prob_cost[256];
|
||||
|
||||
|
||||
DECLARE_ALIGNED(16, extern const unsigned char, vp8_norm[256]);
|
||||
|
||||
static int validate_buffer(const unsigned char *start,
|
||||
size_t len,
|
||||
static int validate_buffer(const unsigned char *start, size_t len,
|
||||
const unsigned char *end,
|
||||
struct vpx_internal_error_info *error)
|
||||
{
|
||||
if (start + len > start && start + len < end)
|
||||
return 1;
|
||||
else
|
||||
vpx_internal_error(error, VPX_CODEC_CORRUPT_FRAME,
|
||||
"Truncated packet or corrupt partition ");
|
||||
struct vpx_internal_error_info *error) {
|
||||
if (start + len > start && start + len < end) {
|
||||
return 1;
|
||||
} else {
|
||||
vpx_internal_error(error, VPX_CODEC_CORRUPT_FRAME,
|
||||
"Truncated packet or corrupt partition ");
|
||||
}
|
||||
|
||||
return 0;
|
||||
return 0;
|
||||
}
|
||||
static void vp8_encode_bool(BOOL_CODER *br, int bit, int probability)
|
||||
{
|
||||
unsigned int split;
|
||||
int count = br->count;
|
||||
unsigned int range = br->range;
|
||||
unsigned int lowvalue = br->lowvalue;
|
||||
register unsigned int shift;
|
||||
static void vp8_encode_bool(BOOL_CODER *br, int bit, int probability) {
|
||||
unsigned int split;
|
||||
int count = br->count;
|
||||
unsigned int range = br->range;
|
||||
unsigned int lowvalue = br->lowvalue;
|
||||
register int shift;
|
||||
|
||||
#ifdef VP8_ENTROPY_STATS
|
||||
#if defined(SECTIONBITS_OUTPUT)
|
||||
|
||||
if (bit)
|
||||
Sectionbits[active_section] += vp8_prob_cost[255-probability];
|
||||
else
|
||||
Sectionbits[active_section] += vp8_prob_cost[probability];
|
||||
if (bit)
|
||||
Sectionbits[active_section] += vp8_prob_cost[255 - probability];
|
||||
else
|
||||
Sectionbits[active_section] += vp8_prob_cost[probability];
|
||||
|
||||
#endif
|
||||
#endif
|
||||
|
||||
split = 1 + (((range - 1) * probability) >> 8);
|
||||
split = 1 + (((range - 1) * probability) >> 8);
|
||||
|
||||
range = split;
|
||||
range = split;
|
||||
|
||||
if (bit)
|
||||
{
|
||||
lowvalue += split;
|
||||
range = br->range - split;
|
||||
if (bit) {
|
||||
lowvalue += split;
|
||||
range = br->range - split;
|
||||
}
|
||||
|
||||
shift = vp8_norm[range];
|
||||
|
||||
range <<= shift;
|
||||
count += shift;
|
||||
|
||||
if (count >= 0) {
|
||||
int offset = shift - count;
|
||||
|
||||
if ((lowvalue << (offset - 1)) & 0x80000000) {
|
||||
int x = br->pos - 1;
|
||||
|
||||
while (x >= 0 && br->buffer[x] == 0xff) {
|
||||
br->buffer[x] = (unsigned char)0;
|
||||
x--;
|
||||
}
|
||||
|
||||
br->buffer[x] += 1;
|
||||
}
|
||||
|
||||
shift = vp8_norm[range];
|
||||
validate_buffer(br->buffer + br->pos, 1, br->buffer_end, br->error);
|
||||
br->buffer[br->pos++] = (lowvalue >> (24 - offset));
|
||||
|
||||
range <<= shift;
|
||||
count += shift;
|
||||
lowvalue <<= offset;
|
||||
shift = count;
|
||||
lowvalue &= 0xffffff;
|
||||
count -= 8;
|
||||
}
|
||||
|
||||
if (count >= 0)
|
||||
{
|
||||
int offset = shift - count;
|
||||
|
||||
if ((lowvalue << (offset - 1)) & 0x80000000)
|
||||
{
|
||||
int x = br->pos - 1;
|
||||
|
||||
while (x >= 0 && br->buffer[x] == 0xff)
|
||||
{
|
||||
br->buffer[x] = (unsigned char)0;
|
||||
x--;
|
||||
}
|
||||
|
||||
br->buffer[x] += 1;
|
||||
}
|
||||
|
||||
validate_buffer(br->buffer + br->pos, 1, br->buffer_end, br->error);
|
||||
br->buffer[br->pos++] = (lowvalue >> (24 - offset));
|
||||
|
||||
lowvalue <<= offset;
|
||||
shift = count;
|
||||
lowvalue &= 0xffffff;
|
||||
count -= 8 ;
|
||||
}
|
||||
|
||||
lowvalue <<= shift;
|
||||
br->count = count;
|
||||
br->lowvalue = lowvalue;
|
||||
br->range = range;
|
||||
lowvalue <<= shift;
|
||||
br->count = count;
|
||||
br->lowvalue = lowvalue;
|
||||
br->range = range;
|
||||
}
|
||||
|
||||
#ifdef __cplusplus
|
||||
|
||||
@@ -8,111 +8,101 @@
|
||||
* be found in the AUTHORS file in the root of the source tree.
|
||||
*/
|
||||
|
||||
|
||||
#include <math.h>
|
||||
|
||||
#include "./vp8_rtcd.h"
|
||||
|
||||
void vp8_short_fdct4x4_c(short *input, short *output, int pitch)
|
||||
{
|
||||
int i;
|
||||
int a1, b1, c1, d1;
|
||||
short *ip = input;
|
||||
short *op = output;
|
||||
void vp8_short_fdct4x4_c(short *input, short *output, int pitch) {
|
||||
int i;
|
||||
int a1, b1, c1, d1;
|
||||
short *ip = input;
|
||||
short *op = output;
|
||||
|
||||
for (i = 0; i < 4; i++)
|
||||
{
|
||||
a1 = ((ip[0] + ip[3]) * 8);
|
||||
b1 = ((ip[1] + ip[2]) * 8);
|
||||
c1 = ((ip[1] - ip[2]) * 8);
|
||||
d1 = ((ip[0] - ip[3]) * 8);
|
||||
for (i = 0; i < 4; ++i) {
|
||||
a1 = ((ip[0] + ip[3]) * 8);
|
||||
b1 = ((ip[1] + ip[2]) * 8);
|
||||
c1 = ((ip[1] - ip[2]) * 8);
|
||||
d1 = ((ip[0] - ip[3]) * 8);
|
||||
|
||||
op[0] = a1 + b1;
|
||||
op[2] = a1 - b1;
|
||||
op[0] = a1 + b1;
|
||||
op[2] = a1 - b1;
|
||||
|
||||
op[1] = (c1 * 2217 + d1 * 5352 + 14500)>>12;
|
||||
op[3] = (d1 * 2217 - c1 * 5352 + 7500)>>12;
|
||||
op[1] = (c1 * 2217 + d1 * 5352 + 14500) >> 12;
|
||||
op[3] = (d1 * 2217 - c1 * 5352 + 7500) >> 12;
|
||||
|
||||
ip += pitch / 2;
|
||||
op += 4;
|
||||
ip += pitch / 2;
|
||||
op += 4;
|
||||
}
|
||||
ip = output;
|
||||
op = output;
|
||||
for (i = 0; i < 4; ++i) {
|
||||
a1 = ip[0] + ip[12];
|
||||
b1 = ip[4] + ip[8];
|
||||
c1 = ip[4] - ip[8];
|
||||
d1 = ip[0] - ip[12];
|
||||
|
||||
}
|
||||
ip = output;
|
||||
op = output;
|
||||
for (i = 0; i < 4; i++)
|
||||
{
|
||||
a1 = ip[0] + ip[12];
|
||||
b1 = ip[4] + ip[8];
|
||||
c1 = ip[4] - ip[8];
|
||||
d1 = ip[0] - ip[12];
|
||||
op[0] = (a1 + b1 + 7) >> 4;
|
||||
op[8] = (a1 - b1 + 7) >> 4;
|
||||
|
||||
op[0] = ( a1 + b1 + 7)>>4;
|
||||
op[8] = ( a1 - b1 + 7)>>4;
|
||||
op[4] = ((c1 * 2217 + d1 * 5352 + 12000) >> 16) + (d1 != 0);
|
||||
op[12] = (d1 * 2217 - c1 * 5352 + 51000) >> 16;
|
||||
|
||||
op[4] =((c1 * 2217 + d1 * 5352 + 12000)>>16) + (d1!=0);
|
||||
op[12] = (d1 * 2217 - c1 * 5352 + 51000)>>16;
|
||||
|
||||
ip++;
|
||||
op++;
|
||||
}
|
||||
ip++;
|
||||
op++;
|
||||
}
|
||||
}
|
||||
|
||||
void vp8_short_fdct8x4_c(short *input, short *output, int pitch)
|
||||
{
|
||||
vp8_short_fdct4x4_c(input, output, pitch);
|
||||
vp8_short_fdct4x4_c(input + 4, output + 16, pitch);
|
||||
void vp8_short_fdct8x4_c(short *input, short *output, int pitch) {
|
||||
vp8_short_fdct4x4_c(input, output, pitch);
|
||||
vp8_short_fdct4x4_c(input + 4, output + 16, pitch);
|
||||
}
|
||||
|
||||
void vp8_short_walsh4x4_c(short *input, short *output, int pitch)
|
||||
{
|
||||
int i;
|
||||
int a1, b1, c1, d1;
|
||||
int a2, b2, c2, d2;
|
||||
short *ip = input;
|
||||
short *op = output;
|
||||
void vp8_short_walsh4x4_c(short *input, short *output, int pitch) {
|
||||
int i;
|
||||
int a1, b1, c1, d1;
|
||||
int a2, b2, c2, d2;
|
||||
short *ip = input;
|
||||
short *op = output;
|
||||
|
||||
for (i = 0; i < 4; ++i) {
|
||||
a1 = ((ip[0] + ip[2]) * 4);
|
||||
d1 = ((ip[1] + ip[3]) * 4);
|
||||
c1 = ((ip[1] - ip[3]) * 4);
|
||||
b1 = ((ip[0] - ip[2]) * 4);
|
||||
|
||||
for (i = 0; i < 4; i++)
|
||||
{
|
||||
a1 = ((ip[0] + ip[2]) * 4);
|
||||
d1 = ((ip[1] + ip[3]) * 4);
|
||||
c1 = ((ip[1] - ip[3]) * 4);
|
||||
b1 = ((ip[0] - ip[2]) * 4);
|
||||
op[0] = a1 + d1 + (a1 != 0);
|
||||
op[1] = b1 + c1;
|
||||
op[2] = b1 - c1;
|
||||
op[3] = a1 - d1;
|
||||
ip += pitch / 2;
|
||||
op += 4;
|
||||
}
|
||||
|
||||
op[0] = a1 + d1 + (a1!=0);
|
||||
op[1] = b1 + c1;
|
||||
op[2] = b1 - c1;
|
||||
op[3] = a1 - d1;
|
||||
ip += pitch / 2;
|
||||
op += 4;
|
||||
}
|
||||
ip = output;
|
||||
op = output;
|
||||
|
||||
ip = output;
|
||||
op = output;
|
||||
for (i = 0; i < 4; ++i) {
|
||||
a1 = ip[0] + ip[8];
|
||||
d1 = ip[4] + ip[12];
|
||||
c1 = ip[4] - ip[12];
|
||||
b1 = ip[0] - ip[8];
|
||||
|
||||
for (i = 0; i < 4; i++)
|
||||
{
|
||||
a1 = ip[0] + ip[8];
|
||||
d1 = ip[4] + ip[12];
|
||||
c1 = ip[4] - ip[12];
|
||||
b1 = ip[0] - ip[8];
|
||||
a2 = a1 + d1;
|
||||
b2 = b1 + c1;
|
||||
c2 = b1 - c1;
|
||||
d2 = a1 - d1;
|
||||
|
||||
a2 = a1 + d1;
|
||||
b2 = b1 + c1;
|
||||
c2 = b1 - c1;
|
||||
d2 = a1 - d1;
|
||||
a2 += a2 < 0;
|
||||
b2 += b2 < 0;
|
||||
c2 += c2 < 0;
|
||||
d2 += d2 < 0;
|
||||
|
||||
a2 += a2<0;
|
||||
b2 += b2<0;
|
||||
c2 += c2<0;
|
||||
d2 += d2<0;
|
||||
op[0] = (a2 + 3) >> 3;
|
||||
op[4] = (b2 + 3) >> 3;
|
||||
op[8] = (c2 + 3) >> 3;
|
||||
op[12] = (d2 + 3) >> 3;
|
||||
|
||||
op[0] = (a2+3) >> 3;
|
||||
op[4] = (b2+3) >> 3;
|
||||
op[8] = (c2+3) >> 3;
|
||||
op[12]= (d2+3) >> 3;
|
||||
|
||||
ip++;
|
||||
op++;
|
||||
}
|
||||
ip++;
|
||||
op++;
|
||||
}
|
||||
}
|
||||
@@ -18,350 +18,323 @@ extern "C" {
|
||||
/* Generated file, included by tokenize.c */
|
||||
/* Values generated by fill_value_tokens() */
|
||||
|
||||
static const short dct_value_cost[2048*2] =
|
||||
{
|
||||
8285, 8277, 8267, 8259, 8253, 8245, 8226, 8218, 8212, 8204, 8194, 8186,
|
||||
8180, 8172, 8150, 8142, 8136, 8128, 8118, 8110, 8104, 8096, 8077, 8069,
|
||||
8063, 8055, 8045, 8037, 8031, 8023, 7997, 7989, 7983, 7975, 7965, 7957,
|
||||
7951, 7943, 7924, 7916, 7910, 7902, 7892, 7884, 7878, 7870, 7848, 7840,
|
||||
7834, 7826, 7816, 7808, 7802, 7794, 7775, 7767, 7761, 7753, 7743, 7735,
|
||||
7729, 7721, 7923, 7915, 7909, 7901, 7891, 7883, 7877, 7869, 7850, 7842,
|
||||
7836, 7828, 7818, 7810, 7804, 7796, 7774, 7766, 7760, 7752, 7742, 7734,
|
||||
7728, 7720, 7701, 7693, 7687, 7679, 7669, 7661, 7655, 7647, 7621, 7613,
|
||||
7607, 7599, 7589, 7581, 7575, 7567, 7548, 7540, 7534, 7526, 7516, 7508,
|
||||
7502, 7494, 7472, 7464, 7458, 7450, 7440, 7432, 7426, 7418, 7399, 7391,
|
||||
7385, 7377, 7367, 7359, 7353, 7345, 7479, 7471, 7465, 7457, 7447, 7439,
|
||||
7433, 7425, 7406, 7398, 7392, 7384, 7374, 7366, 7360, 7352, 7330, 7322,
|
||||
7316, 7308, 7298, 7290, 7284, 7276, 7257, 7249, 7243, 7235, 7225, 7217,
|
||||
7211, 7203, 7177, 7169, 7163, 7155, 7145, 7137, 7131, 7123, 7104, 7096,
|
||||
7090, 7082, 7072, 7064, 7058, 7050, 7028, 7020, 7014, 7006, 6996, 6988,
|
||||
6982, 6974, 6955, 6947, 6941, 6933, 6923, 6915, 6909, 6901, 7632, 7624,
|
||||
7618, 7610, 7600, 7592, 7586, 7578, 7559, 7551, 7545, 7537, 7527, 7519,
|
||||
7513, 7505, 7483, 7475, 7469, 7461, 7451, 7443, 7437, 7429, 7410, 7402,
|
||||
7396, 7388, 7378, 7370, 7364, 7356, 7330, 7322, 7316, 7308, 7298, 7290,
|
||||
7284, 7276, 7257, 7249, 7243, 7235, 7225, 7217, 7211, 7203, 7181, 7173,
|
||||
7167, 7159, 7149, 7141, 7135, 7127, 7108, 7100, 7094, 7086, 7076, 7068,
|
||||
7062, 7054, 7188, 7180, 7174, 7166, 7156, 7148, 7142, 7134, 7115, 7107,
|
||||
7101, 7093, 7083, 7075, 7069, 7061, 7039, 7031, 7025, 7017, 7007, 6999,
|
||||
6993, 6985, 6966, 6958, 6952, 6944, 6934, 6926, 6920, 6912, 6886, 6878,
|
||||
6872, 6864, 6854, 6846, 6840, 6832, 6813, 6805, 6799, 6791, 6781, 6773,
|
||||
6767, 6759, 6737, 6729, 6723, 6715, 6705, 6697, 6691, 6683, 6664, 6656,
|
||||
6650, 6642, 6632, 6624, 6618, 6610, 6812, 6804, 6798, 6790, 6780, 6772,
|
||||
6766, 6758, 6739, 6731, 6725, 6717, 6707, 6699, 6693, 6685, 6663, 6655,
|
||||
6649, 6641, 6631, 6623, 6617, 6609, 6590, 6582, 6576, 6568, 6558, 6550,
|
||||
6544, 6536, 6510, 6502, 6496, 6488, 6478, 6470, 6464, 6456, 6437, 6429,
|
||||
6423, 6415, 6405, 6397, 6391, 6383, 6361, 6353, 6347, 6339, 6329, 6321,
|
||||
6315, 6307, 6288, 6280, 6274, 6266, 6256, 6248, 6242, 6234, 6368, 6360,
|
||||
6354, 6346, 6336, 6328, 6322, 6314, 6295, 6287, 6281, 6273, 6263, 6255,
|
||||
6249, 6241, 6219, 6211, 6205, 6197, 6187, 6179, 6173, 6165, 6146, 6138,
|
||||
6132, 6124, 6114, 6106, 6100, 6092, 6066, 6058, 6052, 6044, 6034, 6026,
|
||||
6020, 6012, 5993, 5985, 5979, 5971, 5961, 5953, 5947, 5939, 5917, 5909,
|
||||
5903, 5895, 5885, 5877, 5871, 5863, 5844, 5836, 5830, 5822, 5812, 5804,
|
||||
5798, 5790, 6697, 6689, 6683, 6675, 6665, 6657, 6651, 6643, 6624, 6616,
|
||||
6610, 6602, 6592, 6584, 6578, 6570, 6548, 6540, 6534, 6526, 6516, 6508,
|
||||
6502, 6494, 6475, 6467, 6461, 6453, 6443, 6435, 6429, 6421, 6395, 6387,
|
||||
6381, 6373, 6363, 6355, 6349, 6341, 6322, 6314, 6308, 6300, 6290, 6282,
|
||||
6276, 6268, 6246, 6238, 6232, 6224, 6214, 6206, 6200, 6192, 6173, 6165,
|
||||
6159, 6151, 6141, 6133, 6127, 6119, 6253, 6245, 6239, 6231, 6221, 6213,
|
||||
6207, 6199, 6180, 6172, 6166, 6158, 6148, 6140, 6134, 6126, 6104, 6096,
|
||||
6090, 6082, 6072, 6064, 6058, 6050, 6031, 6023, 6017, 6009, 5999, 5991,
|
||||
5985, 5977, 5951, 5943, 5937, 5929, 5919, 5911, 5905, 5897, 5878, 5870,
|
||||
5864, 5856, 5846, 5838, 5832, 5824, 5802, 5794, 5788, 5780, 5770, 5762,
|
||||
5756, 5748, 5729, 5721, 5715, 5707, 5697, 5689, 5683, 5675, 5877, 5869,
|
||||
5863, 5855, 5845, 5837, 5831, 5823, 5804, 5796, 5790, 5782, 5772, 5764,
|
||||
5758, 5750, 5728, 5720, 5714, 5706, 5696, 5688, 5682, 5674, 5655, 5647,
|
||||
5641, 5633, 5623, 5615, 5609, 5601, 5575, 5567, 5561, 5553, 5543, 5535,
|
||||
5529, 5521, 5502, 5494, 5488, 5480, 5470, 5462, 5456, 5448, 5426, 5418,
|
||||
5412, 5404, 5394, 5386, 5380, 5372, 5353, 5345, 5339, 5331, 5321, 5313,
|
||||
5307, 5299, 5433, 5425, 5419, 5411, 5401, 5393, 5387, 5379, 5360, 5352,
|
||||
5346, 5338, 5328, 5320, 5314, 5306, 5284, 5276, 5270, 5262, 5252, 5244,
|
||||
5238, 5230, 5211, 5203, 5197, 5189, 5179, 5171, 5165, 5157, 5131, 5123,
|
||||
5117, 5109, 5099, 5091, 5085, 5077, 5058, 5050, 5044, 5036, 5026, 5018,
|
||||
5012, 5004, 4982, 4974, 4968, 4960, 4950, 4942, 4936, 4928, 4909, 4901,
|
||||
4895, 4887, 4877, 4869, 4863, 4855, 5586, 5578, 5572, 5564, 5554, 5546,
|
||||
5540, 5532, 5513, 5505, 5499, 5491, 5481, 5473, 5467, 5459, 5437, 5429,
|
||||
5423, 5415, 5405, 5397, 5391, 5383, 5364, 5356, 5350, 5342, 5332, 5324,
|
||||
5318, 5310, 5284, 5276, 5270, 5262, 5252, 5244, 5238, 5230, 5211, 5203,
|
||||
5197, 5189, 5179, 5171, 5165, 5157, 5135, 5127, 5121, 5113, 5103, 5095,
|
||||
5089, 5081, 5062, 5054, 5048, 5040, 5030, 5022, 5016, 5008, 5142, 5134,
|
||||
5128, 5120, 5110, 5102, 5096, 5088, 5069, 5061, 5055, 5047, 5037, 5029,
|
||||
5023, 5015, 4993, 4985, 4979, 4971, 4961, 4953, 4947, 4939, 4920, 4912,
|
||||
4906, 4898, 4888, 4880, 4874, 4866, 4840, 4832, 4826, 4818, 4808, 4800,
|
||||
4794, 4786, 4767, 4759, 4753, 4745, 4735, 4727, 4721, 4713, 4691, 4683,
|
||||
4677, 4669, 4659, 4651, 4645, 4637, 4618, 4610, 4604, 4596, 4586, 4578,
|
||||
4572, 4564, 4766, 4758, 4752, 4744, 4734, 4726, 4720, 4712, 4693, 4685,
|
||||
4679, 4671, 4661, 4653, 4647, 4639, 4617, 4609, 4603, 4595, 4585, 4577,
|
||||
4571, 4563, 4544, 4536, 4530, 4522, 4512, 4504, 4498, 4490, 4464, 4456,
|
||||
4450, 4442, 4432, 4424, 4418, 4410, 4391, 4383, 4377, 4369, 4359, 4351,
|
||||
4345, 4337, 4315, 4307, 4301, 4293, 4283, 4275, 4269, 4261, 4242, 4234,
|
||||
4228, 4220, 4210, 4202, 4196, 4188, 4322, 4314, 4308, 4300, 4290, 4282,
|
||||
4276, 4268, 4249, 4241, 4235, 4227, 4217, 4209, 4203, 4195, 4173, 4165,
|
||||
4159, 4151, 4141, 4133, 4127, 4119, 4100, 4092, 4086, 4078, 4068, 4060,
|
||||
4054, 4046, 4020, 4012, 4006, 3998, 3988, 3980, 3974, 3966, 3947, 3939,
|
||||
3933, 3925, 3915, 3907, 3901, 3893, 3871, 3863, 3857, 3849, 3839, 3831,
|
||||
3825, 3817, 3798, 3790, 3784, 3776, 3766, 3758, 3752, 3744, 6697, 6689,
|
||||
6683, 6675, 6665, 6657, 6651, 6643, 6624, 6616, 6610, 6602, 6592, 6584,
|
||||
6578, 6570, 6548, 6540, 6534, 6526, 6516, 6508, 6502, 6494, 6475, 6467,
|
||||
6461, 6453, 6443, 6435, 6429, 6421, 6395, 6387, 6381, 6373, 6363, 6355,
|
||||
6349, 6341, 6322, 6314, 6308, 6300, 6290, 6282, 6276, 6268, 6246, 6238,
|
||||
6232, 6224, 6214, 6206, 6200, 6192, 6173, 6165, 6159, 6151, 6141, 6133,
|
||||
6127, 6119, 6253, 6245, 6239, 6231, 6221, 6213, 6207, 6199, 6180, 6172,
|
||||
6166, 6158, 6148, 6140, 6134, 6126, 6104, 6096, 6090, 6082, 6072, 6064,
|
||||
6058, 6050, 6031, 6023, 6017, 6009, 5999, 5991, 5985, 5977, 5951, 5943,
|
||||
5937, 5929, 5919, 5911, 5905, 5897, 5878, 5870, 5864, 5856, 5846, 5838,
|
||||
5832, 5824, 5802, 5794, 5788, 5780, 5770, 5762, 5756, 5748, 5729, 5721,
|
||||
5715, 5707, 5697, 5689, 5683, 5675, 5877, 5869, 5863, 5855, 5845, 5837,
|
||||
5831, 5823, 5804, 5796, 5790, 5782, 5772, 5764, 5758, 5750, 5728, 5720,
|
||||
5714, 5706, 5696, 5688, 5682, 5674, 5655, 5647, 5641, 5633, 5623, 5615,
|
||||
5609, 5601, 5575, 5567, 5561, 5553, 5543, 5535, 5529, 5521, 5502, 5494,
|
||||
5488, 5480, 5470, 5462, 5456, 5448, 5426, 5418, 5412, 5404, 5394, 5386,
|
||||
5380, 5372, 5353, 5345, 5339, 5331, 5321, 5313, 5307, 5299, 5433, 5425,
|
||||
5419, 5411, 5401, 5393, 5387, 5379, 5360, 5352, 5346, 5338, 5328, 5320,
|
||||
5314, 5306, 5284, 5276, 5270, 5262, 5252, 5244, 5238, 5230, 5211, 5203,
|
||||
5197, 5189, 5179, 5171, 5165, 5157, 5131, 5123, 5117, 5109, 5099, 5091,
|
||||
5085, 5077, 5058, 5050, 5044, 5036, 5026, 5018, 5012, 5004, 4982, 4974,
|
||||
4968, 4960, 4950, 4942, 4936, 4928, 4909, 4901, 4895, 4887, 4877, 4869,
|
||||
4863, 4855, 5586, 5578, 5572, 5564, 5554, 5546, 5540, 5532, 5513, 5505,
|
||||
5499, 5491, 5481, 5473, 5467, 5459, 5437, 5429, 5423, 5415, 5405, 5397,
|
||||
5391, 5383, 5364, 5356, 5350, 5342, 5332, 5324, 5318, 5310, 5284, 5276,
|
||||
5270, 5262, 5252, 5244, 5238, 5230, 5211, 5203, 5197, 5189, 5179, 5171,
|
||||
5165, 5157, 5135, 5127, 5121, 5113, 5103, 5095, 5089, 5081, 5062, 5054,
|
||||
5048, 5040, 5030, 5022, 5016, 5008, 5142, 5134, 5128, 5120, 5110, 5102,
|
||||
5096, 5088, 5069, 5061, 5055, 5047, 5037, 5029, 5023, 5015, 4993, 4985,
|
||||
4979, 4971, 4961, 4953, 4947, 4939, 4920, 4912, 4906, 4898, 4888, 4880,
|
||||
4874, 4866, 4840, 4832, 4826, 4818, 4808, 4800, 4794, 4786, 4767, 4759,
|
||||
4753, 4745, 4735, 4727, 4721, 4713, 4691, 4683, 4677, 4669, 4659, 4651,
|
||||
4645, 4637, 4618, 4610, 4604, 4596, 4586, 4578, 4572, 4564, 4766, 4758,
|
||||
4752, 4744, 4734, 4726, 4720, 4712, 4693, 4685, 4679, 4671, 4661, 4653,
|
||||
4647, 4639, 4617, 4609, 4603, 4595, 4585, 4577, 4571, 4563, 4544, 4536,
|
||||
4530, 4522, 4512, 4504, 4498, 4490, 4464, 4456, 4450, 4442, 4432, 4424,
|
||||
4418, 4410, 4391, 4383, 4377, 4369, 4359, 4351, 4345, 4337, 4315, 4307,
|
||||
4301, 4293, 4283, 4275, 4269, 4261, 4242, 4234, 4228, 4220, 4210, 4202,
|
||||
4196, 4188, 4322, 4314, 4308, 4300, 4290, 4282, 4276, 4268, 4249, 4241,
|
||||
4235, 4227, 4217, 4209, 4203, 4195, 4173, 4165, 4159, 4151, 4141, 4133,
|
||||
4127, 4119, 4100, 4092, 4086, 4078, 4068, 4060, 4054, 4046, 4020, 4012,
|
||||
4006, 3998, 3988, 3980, 3974, 3966, 3947, 3939, 3933, 3925, 3915, 3907,
|
||||
3901, 3893, 3871, 3863, 3857, 3849, 3839, 3831, 3825, 3817, 3798, 3790,
|
||||
3784, 3776, 3766, 3758, 3752, 3744, 4651, 4643, 4637, 4629, 4619, 4611,
|
||||
4605, 4597, 4578, 4570, 4564, 4556, 4546, 4538, 4532, 4524, 4502, 4494,
|
||||
4488, 4480, 4470, 4462, 4456, 4448, 4429, 4421, 4415, 4407, 4397, 4389,
|
||||
4383, 4375, 4349, 4341, 4335, 4327, 4317, 4309, 4303, 4295, 4276, 4268,
|
||||
4262, 4254, 4244, 4236, 4230, 4222, 4200, 4192, 4186, 4178, 4168, 4160,
|
||||
4154, 4146, 4127, 4119, 4113, 4105, 4095, 4087, 4081, 4073, 4207, 4199,
|
||||
4193, 4185, 4175, 4167, 4161, 4153, 4134, 4126, 4120, 4112, 4102, 4094,
|
||||
4088, 4080, 4058, 4050, 4044, 4036, 4026, 4018, 4012, 4004, 3985, 3977,
|
||||
3971, 3963, 3953, 3945, 3939, 3931, 3905, 3897, 3891, 3883, 3873, 3865,
|
||||
3859, 3851, 3832, 3824, 3818, 3810, 3800, 3792, 3786, 3778, 3756, 3748,
|
||||
3742, 3734, 3724, 3716, 3710, 3702, 3683, 3675, 3669, 3661, 3651, 3643,
|
||||
3637, 3629, 3831, 3823, 3817, 3809, 3799, 3791, 3785, 3777, 3758, 3750,
|
||||
3744, 3736, 3726, 3718, 3712, 3704, 3682, 3674, 3668, 3660, 3650, 3642,
|
||||
3636, 3628, 3609, 3601, 3595, 3587, 3577, 3569, 3563, 3555, 3529, 3521,
|
||||
3515, 3507, 3497, 3489, 3483, 3475, 3456, 3448, 3442, 3434, 3424, 3416,
|
||||
3410, 3402, 3380, 3372, 3366, 3358, 3348, 3340, 3334, 3326, 3307, 3299,
|
||||
3293, 3285, 3275, 3267, 3261, 3253, 3387, 3379, 3373, 3365, 3355, 3347,
|
||||
3341, 3333, 3314, 3306, 3300, 3292, 3282, 3274, 3268, 3260, 3238, 3230,
|
||||
3224, 3216, 3206, 3198, 3192, 3184, 3165, 3157, 3151, 3143, 3133, 3125,
|
||||
3119, 3111, 3085, 3077, 3071, 3063, 3053, 3045, 3039, 3031, 3012, 3004,
|
||||
2998, 2990, 2980, 2972, 2966, 2958, 2936, 2928, 2922, 2914, 2904, 2896,
|
||||
2890, 2882, 2863, 2855, 2849, 2841, 2831, 2823, 2817, 2809, 3540, 3532,
|
||||
3526, 3518, 3508, 3500, 3494, 3486, 3467, 3459, 3453, 3445, 3435, 3427,
|
||||
3421, 3413, 3391, 3383, 3377, 3369, 3359, 3351, 3345, 3337, 3318, 3310,
|
||||
3304, 3296, 3286, 3278, 3272, 3264, 3238, 3230, 3224, 3216, 3206, 3198,
|
||||
3192, 3184, 3165, 3157, 3151, 3143, 3133, 3125, 3119, 3111, 3089, 3081,
|
||||
3075, 3067, 3057, 3049, 3043, 3035, 3016, 3008, 3002, 2994, 2984, 2976,
|
||||
2970, 2962, 3096, 3088, 3082, 3074, 3064, 3056, 3050, 3042, 3023, 3015,
|
||||
3009, 3001, 2991, 2983, 2977, 2969, 2947, 2939, 2933, 2925, 2915, 2907,
|
||||
2901, 2893, 2874, 2866, 2860, 2852, 2842, 2834, 2828, 2820, 2794, 2786,
|
||||
2780, 2772, 2762, 2754, 2748, 2740, 2721, 2713, 2707, 2699, 2689, 2681,
|
||||
2675, 2667, 2645, 2637, 2631, 2623, 2613, 2605, 2599, 2591, 2572, 2564,
|
||||
2558, 2550, 2540, 2532, 2526, 2518, 2720, 2712, 2706, 2698, 2688, 2680,
|
||||
2674, 2666, 2647, 2639, 2633, 2625, 2615, 2607, 2601, 2593, 2571, 2563,
|
||||
2557, 2549, 2539, 2531, 2525, 2517, 2498, 2490, 2484, 2476, 2466, 2458,
|
||||
2452, 2444, 2418, 2410, 2404, 2396, 2386, 2378, 2372, 2364, 2345, 2337,
|
||||
2331, 2323, 2313, 2305, 2299, 2291, 2269, 2261, 2255, 2247, 2237, 2229,
|
||||
2223, 2215, 2196, 2188, 2182, 2174, 2164, 2156, 2150, 2142, 2276, 2268,
|
||||
2262, 2254, 2244, 2236, 2230, 2222, 2203, 2195, 2189, 2181, 2171, 2163,
|
||||
2157, 2149, 2127, 2119, 2113, 2105, 2095, 2087, 2081, 2073, 2054, 2046,
|
||||
2040, 2032, 2022, 2014, 2008, 2000, 1974, 1966, 1960, 1952, 1942, 1934,
|
||||
1928, 1920, 1901, 1893, 1887, 1879, 1869, 1861, 1855, 1847, 1825, 1817,
|
||||
1811, 1803, 1793, 1785, 1779, 1771, 1752, 1744, 1738, 1730, 1720, 1712,
|
||||
1706, 1698, 1897, 1883, 1860, 1846, 1819, 1805, 1782, 1768, 1723, 1709,
|
||||
1686, 1672, 1645, 1631, 1608, 1594, 1574, 1560, 1537, 1523, 1496, 1482,
|
||||
1459, 1445, 1400, 1386, 1363, 1349, 1322, 1308, 1285, 1271, 1608, 1565,
|
||||
1535, 1492, 1446, 1403, 1373, 1330, 1312, 1269, 1239, 1196, 1150, 1107,
|
||||
1077, 1034, 1291, 1218, 1171, 1098, 1015, 942, 895, 822, 953, 850,
|
||||
729, 626, 618, 431, 257, 257, 257, 257, 0, 255, 255, 255,
|
||||
255, 429, 616, 624, 727, 848, 951, 820, 893, 940, 1013, 1096,
|
||||
1169, 1216, 1289, 1032, 1075, 1105, 1148, 1194, 1237, 1267, 1310, 1328,
|
||||
1371, 1401, 1444, 1490, 1533, 1563, 1606, 1269, 1283, 1306, 1320, 1347,
|
||||
1361, 1384, 1398, 1443, 1457, 1480, 1494, 1521, 1535, 1558, 1572, 1592,
|
||||
1606, 1629, 1643, 1670, 1684, 1707, 1721, 1766, 1780, 1803, 1817, 1844,
|
||||
1858, 1881, 1895, 1696, 1704, 1710, 1718, 1728, 1736, 1742, 1750, 1769,
|
||||
1777, 1783, 1791, 1801, 1809, 1815, 1823, 1845, 1853, 1859, 1867, 1877,
|
||||
1885, 1891, 1899, 1918, 1926, 1932, 1940, 1950, 1958, 1964, 1972, 1998,
|
||||
2006, 2012, 2020, 2030, 2038, 2044, 2052, 2071, 2079, 2085, 2093, 2103,
|
||||
2111, 2117, 2125, 2147, 2155, 2161, 2169, 2179, 2187, 2193, 2201, 2220,
|
||||
2228, 2234, 2242, 2252, 2260, 2266, 2274, 2140, 2148, 2154, 2162, 2172,
|
||||
2180, 2186, 2194, 2213, 2221, 2227, 2235, 2245, 2253, 2259, 2267, 2289,
|
||||
2297, 2303, 2311, 2321, 2329, 2335, 2343, 2362, 2370, 2376, 2384, 2394,
|
||||
2402, 2408, 2416, 2442, 2450, 2456, 2464, 2474, 2482, 2488, 2496, 2515,
|
||||
2523, 2529, 2537, 2547, 2555, 2561, 2569, 2591, 2599, 2605, 2613, 2623,
|
||||
2631, 2637, 2645, 2664, 2672, 2678, 2686, 2696, 2704, 2710, 2718, 2516,
|
||||
2524, 2530, 2538, 2548, 2556, 2562, 2570, 2589, 2597, 2603, 2611, 2621,
|
||||
2629, 2635, 2643, 2665, 2673, 2679, 2687, 2697, 2705, 2711, 2719, 2738,
|
||||
2746, 2752, 2760, 2770, 2778, 2784, 2792, 2818, 2826, 2832, 2840, 2850,
|
||||
2858, 2864, 2872, 2891, 2899, 2905, 2913, 2923, 2931, 2937, 2945, 2967,
|
||||
2975, 2981, 2989, 2999, 3007, 3013, 3021, 3040, 3048, 3054, 3062, 3072,
|
||||
3080, 3086, 3094, 2960, 2968, 2974, 2982, 2992, 3000, 3006, 3014, 3033,
|
||||
3041, 3047, 3055, 3065, 3073, 3079, 3087, 3109, 3117, 3123, 3131, 3141,
|
||||
3149, 3155, 3163, 3182, 3190, 3196, 3204, 3214, 3222, 3228, 3236, 3262,
|
||||
3270, 3276, 3284, 3294, 3302, 3308, 3316, 3335, 3343, 3349, 3357, 3367,
|
||||
3375, 3381, 3389, 3411, 3419, 3425, 3433, 3443, 3451, 3457, 3465, 3484,
|
||||
3492, 3498, 3506, 3516, 3524, 3530, 3538, 2807, 2815, 2821, 2829, 2839,
|
||||
2847, 2853, 2861, 2880, 2888, 2894, 2902, 2912, 2920, 2926, 2934, 2956,
|
||||
2964, 2970, 2978, 2988, 2996, 3002, 3010, 3029, 3037, 3043, 3051, 3061,
|
||||
3069, 3075, 3083, 3109, 3117, 3123, 3131, 3141, 3149, 3155, 3163, 3182,
|
||||
3190, 3196, 3204, 3214, 3222, 3228, 3236, 3258, 3266, 3272, 3280, 3290,
|
||||
3298, 3304, 3312, 3331, 3339, 3345, 3353, 3363, 3371, 3377, 3385, 3251,
|
||||
3259, 3265, 3273, 3283, 3291, 3297, 3305, 3324, 3332, 3338, 3346, 3356,
|
||||
3364, 3370, 3378, 3400, 3408, 3414, 3422, 3432, 3440, 3446, 3454, 3473,
|
||||
3481, 3487, 3495, 3505, 3513, 3519, 3527, 3553, 3561, 3567, 3575, 3585,
|
||||
3593, 3599, 3607, 3626, 3634, 3640, 3648, 3658, 3666, 3672, 3680, 3702,
|
||||
3710, 3716, 3724, 3734, 3742, 3748, 3756, 3775, 3783, 3789, 3797, 3807,
|
||||
3815, 3821, 3829, 3627, 3635, 3641, 3649, 3659, 3667, 3673, 3681, 3700,
|
||||
3708, 3714, 3722, 3732, 3740, 3746, 3754, 3776, 3784, 3790, 3798, 3808,
|
||||
3816, 3822, 3830, 3849, 3857, 3863, 3871, 3881, 3889, 3895, 3903, 3929,
|
||||
3937, 3943, 3951, 3961, 3969, 3975, 3983, 4002, 4010, 4016, 4024, 4034,
|
||||
4042, 4048, 4056, 4078, 4086, 4092, 4100, 4110, 4118, 4124, 4132, 4151,
|
||||
4159, 4165, 4173, 4183, 4191, 4197, 4205, 4071, 4079, 4085, 4093, 4103,
|
||||
4111, 4117, 4125, 4144, 4152, 4158, 4166, 4176, 4184, 4190, 4198, 4220,
|
||||
4228, 4234, 4242, 4252, 4260, 4266, 4274, 4293, 4301, 4307, 4315, 4325,
|
||||
4333, 4339, 4347, 4373, 4381, 4387, 4395, 4405, 4413, 4419, 4427, 4446,
|
||||
4454, 4460, 4468, 4478, 4486, 4492, 4500, 4522, 4530, 4536, 4544, 4554,
|
||||
4562, 4568, 4576, 4595, 4603, 4609, 4617, 4627, 4635, 4641, 4649, 3742,
|
||||
3750, 3756, 3764, 3774, 3782, 3788, 3796, 3815, 3823, 3829, 3837, 3847,
|
||||
3855, 3861, 3869, 3891, 3899, 3905, 3913, 3923, 3931, 3937, 3945, 3964,
|
||||
3972, 3978, 3986, 3996, 4004, 4010, 4018, 4044, 4052, 4058, 4066, 4076,
|
||||
4084, 4090, 4098, 4117, 4125, 4131, 4139, 4149, 4157, 4163, 4171, 4193,
|
||||
4201, 4207, 4215, 4225, 4233, 4239, 4247, 4266, 4274, 4280, 4288, 4298,
|
||||
4306, 4312, 4320, 4186, 4194, 4200, 4208, 4218, 4226, 4232, 4240, 4259,
|
||||
4267, 4273, 4281, 4291, 4299, 4305, 4313, 4335, 4343, 4349, 4357, 4367,
|
||||
4375, 4381, 4389, 4408, 4416, 4422, 4430, 4440, 4448, 4454, 4462, 4488,
|
||||
4496, 4502, 4510, 4520, 4528, 4534, 4542, 4561, 4569, 4575, 4583, 4593,
|
||||
4601, 4607, 4615, 4637, 4645, 4651, 4659, 4669, 4677, 4683, 4691, 4710,
|
||||
4718, 4724, 4732, 4742, 4750, 4756, 4764, 4562, 4570, 4576, 4584, 4594,
|
||||
4602, 4608, 4616, 4635, 4643, 4649, 4657, 4667, 4675, 4681, 4689, 4711,
|
||||
4719, 4725, 4733, 4743, 4751, 4757, 4765, 4784, 4792, 4798, 4806, 4816,
|
||||
4824, 4830, 4838, 4864, 4872, 4878, 4886, 4896, 4904, 4910, 4918, 4937,
|
||||
4945, 4951, 4959, 4969, 4977, 4983, 4991, 5013, 5021, 5027, 5035, 5045,
|
||||
5053, 5059, 5067, 5086, 5094, 5100, 5108, 5118, 5126, 5132, 5140, 5006,
|
||||
5014, 5020, 5028, 5038, 5046, 5052, 5060, 5079, 5087, 5093, 5101, 5111,
|
||||
5119, 5125, 5133, 5155, 5163, 5169, 5177, 5187, 5195, 5201, 5209, 5228,
|
||||
5236, 5242, 5250, 5260, 5268, 5274, 5282, 5308, 5316, 5322, 5330, 5340,
|
||||
5348, 5354, 5362, 5381, 5389, 5395, 5403, 5413, 5421, 5427, 5435, 5457,
|
||||
5465, 5471, 5479, 5489, 5497, 5503, 5511, 5530, 5538, 5544, 5552, 5562,
|
||||
5570, 5576, 5584, 4853, 4861, 4867, 4875, 4885, 4893, 4899, 4907, 4926,
|
||||
4934, 4940, 4948, 4958, 4966, 4972, 4980, 5002, 5010, 5016, 5024, 5034,
|
||||
5042, 5048, 5056, 5075, 5083, 5089, 5097, 5107, 5115, 5121, 5129, 5155,
|
||||
5163, 5169, 5177, 5187, 5195, 5201, 5209, 5228, 5236, 5242, 5250, 5260,
|
||||
5268, 5274, 5282, 5304, 5312, 5318, 5326, 5336, 5344, 5350, 5358, 5377,
|
||||
5385, 5391, 5399, 5409, 5417, 5423, 5431, 5297, 5305, 5311, 5319, 5329,
|
||||
5337, 5343, 5351, 5370, 5378, 5384, 5392, 5402, 5410, 5416, 5424, 5446,
|
||||
5454, 5460, 5468, 5478, 5486, 5492, 5500, 5519, 5527, 5533, 5541, 5551,
|
||||
5559, 5565, 5573, 5599, 5607, 5613, 5621, 5631, 5639, 5645, 5653, 5672,
|
||||
5680, 5686, 5694, 5704, 5712, 5718, 5726, 5748, 5756, 5762, 5770, 5780,
|
||||
5788, 5794, 5802, 5821, 5829, 5835, 5843, 5853, 5861, 5867, 5875, 5673,
|
||||
5681, 5687, 5695, 5705, 5713, 5719, 5727, 5746, 5754, 5760, 5768, 5778,
|
||||
5786, 5792, 5800, 5822, 5830, 5836, 5844, 5854, 5862, 5868, 5876, 5895,
|
||||
5903, 5909, 5917, 5927, 5935, 5941, 5949, 5975, 5983, 5989, 5997, 6007,
|
||||
6015, 6021, 6029, 6048, 6056, 6062, 6070, 6080, 6088, 6094, 6102, 6124,
|
||||
6132, 6138, 6146, 6156, 6164, 6170, 6178, 6197, 6205, 6211, 6219, 6229,
|
||||
6237, 6243, 6251, 6117, 6125, 6131, 6139, 6149, 6157, 6163, 6171, 6190,
|
||||
6198, 6204, 6212, 6222, 6230, 6236, 6244, 6266, 6274, 6280, 6288, 6298,
|
||||
6306, 6312, 6320, 6339, 6347, 6353, 6361, 6371, 6379, 6385, 6393, 6419,
|
||||
6427, 6433, 6441, 6451, 6459, 6465, 6473, 6492, 6500, 6506, 6514, 6524,
|
||||
6532, 6538, 6546, 6568, 6576, 6582, 6590, 6600, 6608, 6614, 6622, 6641,
|
||||
6649, 6655, 6663, 6673, 6681, 6687, 6695, 3742, 3750, 3756, 3764, 3774,
|
||||
3782, 3788, 3796, 3815, 3823, 3829, 3837, 3847, 3855, 3861, 3869, 3891,
|
||||
3899, 3905, 3913, 3923, 3931, 3937, 3945, 3964, 3972, 3978, 3986, 3996,
|
||||
4004, 4010, 4018, 4044, 4052, 4058, 4066, 4076, 4084, 4090, 4098, 4117,
|
||||
4125, 4131, 4139, 4149, 4157, 4163, 4171, 4193, 4201, 4207, 4215, 4225,
|
||||
4233, 4239, 4247, 4266, 4274, 4280, 4288, 4298, 4306, 4312, 4320, 4186,
|
||||
4194, 4200, 4208, 4218, 4226, 4232, 4240, 4259, 4267, 4273, 4281, 4291,
|
||||
4299, 4305, 4313, 4335, 4343, 4349, 4357, 4367, 4375, 4381, 4389, 4408,
|
||||
4416, 4422, 4430, 4440, 4448, 4454, 4462, 4488, 4496, 4502, 4510, 4520,
|
||||
4528, 4534, 4542, 4561, 4569, 4575, 4583, 4593, 4601, 4607, 4615, 4637,
|
||||
4645, 4651, 4659, 4669, 4677, 4683, 4691, 4710, 4718, 4724, 4732, 4742,
|
||||
4750, 4756, 4764, 4562, 4570, 4576, 4584, 4594, 4602, 4608, 4616, 4635,
|
||||
4643, 4649, 4657, 4667, 4675, 4681, 4689, 4711, 4719, 4725, 4733, 4743,
|
||||
4751, 4757, 4765, 4784, 4792, 4798, 4806, 4816, 4824, 4830, 4838, 4864,
|
||||
4872, 4878, 4886, 4896, 4904, 4910, 4918, 4937, 4945, 4951, 4959, 4969,
|
||||
4977, 4983, 4991, 5013, 5021, 5027, 5035, 5045, 5053, 5059, 5067, 5086,
|
||||
5094, 5100, 5108, 5118, 5126, 5132, 5140, 5006, 5014, 5020, 5028, 5038,
|
||||
5046, 5052, 5060, 5079, 5087, 5093, 5101, 5111, 5119, 5125, 5133, 5155,
|
||||
5163, 5169, 5177, 5187, 5195, 5201, 5209, 5228, 5236, 5242, 5250, 5260,
|
||||
5268, 5274, 5282, 5308, 5316, 5322, 5330, 5340, 5348, 5354, 5362, 5381,
|
||||
5389, 5395, 5403, 5413, 5421, 5427, 5435, 5457, 5465, 5471, 5479, 5489,
|
||||
5497, 5503, 5511, 5530, 5538, 5544, 5552, 5562, 5570, 5576, 5584, 4853,
|
||||
4861, 4867, 4875, 4885, 4893, 4899, 4907, 4926, 4934, 4940, 4948, 4958,
|
||||
4966, 4972, 4980, 5002, 5010, 5016, 5024, 5034, 5042, 5048, 5056, 5075,
|
||||
5083, 5089, 5097, 5107, 5115, 5121, 5129, 5155, 5163, 5169, 5177, 5187,
|
||||
5195, 5201, 5209, 5228, 5236, 5242, 5250, 5260, 5268, 5274, 5282, 5304,
|
||||
5312, 5318, 5326, 5336, 5344, 5350, 5358, 5377, 5385, 5391, 5399, 5409,
|
||||
5417, 5423, 5431, 5297, 5305, 5311, 5319, 5329, 5337, 5343, 5351, 5370,
|
||||
5378, 5384, 5392, 5402, 5410, 5416, 5424, 5446, 5454, 5460, 5468, 5478,
|
||||
5486, 5492, 5500, 5519, 5527, 5533, 5541, 5551, 5559, 5565, 5573, 5599,
|
||||
5607, 5613, 5621, 5631, 5639, 5645, 5653, 5672, 5680, 5686, 5694, 5704,
|
||||
5712, 5718, 5726, 5748, 5756, 5762, 5770, 5780, 5788, 5794, 5802, 5821,
|
||||
5829, 5835, 5843, 5853, 5861, 5867, 5875, 5673, 5681, 5687, 5695, 5705,
|
||||
5713, 5719, 5727, 5746, 5754, 5760, 5768, 5778, 5786, 5792, 5800, 5822,
|
||||
5830, 5836, 5844, 5854, 5862, 5868, 5876, 5895, 5903, 5909, 5917, 5927,
|
||||
5935, 5941, 5949, 5975, 5983, 5989, 5997, 6007, 6015, 6021, 6029, 6048,
|
||||
6056, 6062, 6070, 6080, 6088, 6094, 6102, 6124, 6132, 6138, 6146, 6156,
|
||||
6164, 6170, 6178, 6197, 6205, 6211, 6219, 6229, 6237, 6243, 6251, 6117,
|
||||
6125, 6131, 6139, 6149, 6157, 6163, 6171, 6190, 6198, 6204, 6212, 6222,
|
||||
6230, 6236, 6244, 6266, 6274, 6280, 6288, 6298, 6306, 6312, 6320, 6339,
|
||||
6347, 6353, 6361, 6371, 6379, 6385, 6393, 6419, 6427, 6433, 6441, 6451,
|
||||
6459, 6465, 6473, 6492, 6500, 6506, 6514, 6524, 6532, 6538, 6546, 6568,
|
||||
6576, 6582, 6590, 6600, 6608, 6614, 6622, 6641, 6649, 6655, 6663, 6673,
|
||||
6681, 6687, 6695, 5788, 5796, 5802, 5810, 5820, 5828, 5834, 5842, 5861,
|
||||
5869, 5875, 5883, 5893, 5901, 5907, 5915, 5937, 5945, 5951, 5959, 5969,
|
||||
5977, 5983, 5991, 6010, 6018, 6024, 6032, 6042, 6050, 6056, 6064, 6090,
|
||||
6098, 6104, 6112, 6122, 6130, 6136, 6144, 6163, 6171, 6177, 6185, 6195,
|
||||
6203, 6209, 6217, 6239, 6247, 6253, 6261, 6271, 6279, 6285, 6293, 6312,
|
||||
6320, 6326, 6334, 6344, 6352, 6358, 6366, 6232, 6240, 6246, 6254, 6264,
|
||||
6272, 6278, 6286, 6305, 6313, 6319, 6327, 6337, 6345, 6351, 6359, 6381,
|
||||
6389, 6395, 6403, 6413, 6421, 6427, 6435, 6454, 6462, 6468, 6476, 6486,
|
||||
6494, 6500, 6508, 6534, 6542, 6548, 6556, 6566, 6574, 6580, 6588, 6607,
|
||||
6615, 6621, 6629, 6639, 6647, 6653, 6661, 6683, 6691, 6697, 6705, 6715,
|
||||
6723, 6729, 6737, 6756, 6764, 6770, 6778, 6788, 6796, 6802, 6810, 6608,
|
||||
6616, 6622, 6630, 6640, 6648, 6654, 6662, 6681, 6689, 6695, 6703, 6713,
|
||||
6721, 6727, 6735, 6757, 6765, 6771, 6779, 6789, 6797, 6803, 6811, 6830,
|
||||
6838, 6844, 6852, 6862, 6870, 6876, 6884, 6910, 6918, 6924, 6932, 6942,
|
||||
6950, 6956, 6964, 6983, 6991, 6997, 7005, 7015, 7023, 7029, 7037, 7059,
|
||||
7067, 7073, 7081, 7091, 7099, 7105, 7113, 7132, 7140, 7146, 7154, 7164,
|
||||
7172, 7178, 7186, 7052, 7060, 7066, 7074, 7084, 7092, 7098, 7106, 7125,
|
||||
7133, 7139, 7147, 7157, 7165, 7171, 7179, 7201, 7209, 7215, 7223, 7233,
|
||||
7241, 7247, 7255, 7274, 7282, 7288, 7296, 7306, 7314, 7320, 7328, 7354,
|
||||
7362, 7368, 7376, 7386, 7394, 7400, 7408, 7427, 7435, 7441, 7449, 7459,
|
||||
7467, 7473, 7481, 7503, 7511, 7517, 7525, 7535, 7543, 7549, 7557, 7576,
|
||||
7584, 7590, 7598, 7608, 7616, 7622, 7630, 6899, 6907, 6913, 6921, 6931,
|
||||
6939, 6945, 6953, 6972, 6980, 6986, 6994, 7004, 7012, 7018, 7026, 7048,
|
||||
7056, 7062, 7070, 7080, 7088, 7094, 7102, 7121, 7129, 7135, 7143, 7153,
|
||||
7161, 7167, 7175, 7201, 7209, 7215, 7223, 7233, 7241, 7247, 7255, 7274,
|
||||
7282, 7288, 7296, 7306, 7314, 7320, 7328, 7350, 7358, 7364, 7372, 7382,
|
||||
7390, 7396, 7404, 7423, 7431, 7437, 7445, 7455, 7463, 7469, 7477, 7343,
|
||||
7351, 7357, 7365, 7375, 7383, 7389, 7397, 7416, 7424, 7430, 7438, 7448,
|
||||
7456, 7462, 7470, 7492, 7500, 7506, 7514, 7524, 7532, 7538, 7546, 7565,
|
||||
7573, 7579, 7587, 7597, 7605, 7611, 7619, 7645, 7653, 7659, 7667, 7677,
|
||||
7685, 7691, 7699, 7718, 7726, 7732, 7740, 7750, 7758, 7764, 7772, 7794,
|
||||
7802, 7808, 7816, 7826, 7834, 7840, 7848, 7867, 7875, 7881, 7889, 7899,
|
||||
7907, 7913, 7921, 7719, 7727, 7733, 7741, 7751, 7759, 7765, 7773, 7792,
|
||||
7800, 7806, 7814, 7824, 7832, 7838, 7846, 7868, 7876, 7882, 7890, 7900,
|
||||
7908, 7914, 7922, 7941, 7949, 7955, 7963, 7973, 7981, 7987, 7995, 8021,
|
||||
8029, 8035, 8043, 8053, 8061, 8067, 8075, 8094, 8102, 8108, 8116, 8126,
|
||||
8134, 8140, 8148, 8170, 8178, 8184, 8192, 8202, 8210, 8216, 8224, 8243,
|
||||
8251, 8257, 8265, 8275
|
||||
static const short dct_value_cost[2048 * 2] = {
|
||||
8285, 8277, 8267, 8259, 8253, 8245, 8226, 8218, 8212, 8204, 8194, 8186, 8180,
|
||||
8172, 8150, 8142, 8136, 8128, 8118, 8110, 8104, 8096, 8077, 8069, 8063, 8055,
|
||||
8045, 8037, 8031, 8023, 7997, 7989, 7983, 7975, 7965, 7957, 7951, 7943, 7924,
|
||||
7916, 7910, 7902, 7892, 7884, 7878, 7870, 7848, 7840, 7834, 7826, 7816, 7808,
|
||||
7802, 7794, 7775, 7767, 7761, 7753, 7743, 7735, 7729, 7721, 7923, 7915, 7909,
|
||||
7901, 7891, 7883, 7877, 7869, 7850, 7842, 7836, 7828, 7818, 7810, 7804, 7796,
|
||||
7774, 7766, 7760, 7752, 7742, 7734, 7728, 7720, 7701, 7693, 7687, 7679, 7669,
|
||||
7661, 7655, 7647, 7621, 7613, 7607, 7599, 7589, 7581, 7575, 7567, 7548, 7540,
|
||||
7534, 7526, 7516, 7508, 7502, 7494, 7472, 7464, 7458, 7450, 7440, 7432, 7426,
|
||||
7418, 7399, 7391, 7385, 7377, 7367, 7359, 7353, 7345, 7479, 7471, 7465, 7457,
|
||||
7447, 7439, 7433, 7425, 7406, 7398, 7392, 7384, 7374, 7366, 7360, 7352, 7330,
|
||||
7322, 7316, 7308, 7298, 7290, 7284, 7276, 7257, 7249, 7243, 7235, 7225, 7217,
|
||||
7211, 7203, 7177, 7169, 7163, 7155, 7145, 7137, 7131, 7123, 7104, 7096, 7090,
|
||||
7082, 7072, 7064, 7058, 7050, 7028, 7020, 7014, 7006, 6996, 6988, 6982, 6974,
|
||||
6955, 6947, 6941, 6933, 6923, 6915, 6909, 6901, 7632, 7624, 7618, 7610, 7600,
|
||||
7592, 7586, 7578, 7559, 7551, 7545, 7537, 7527, 7519, 7513, 7505, 7483, 7475,
|
||||
7469, 7461, 7451, 7443, 7437, 7429, 7410, 7402, 7396, 7388, 7378, 7370, 7364,
|
||||
7356, 7330, 7322, 7316, 7308, 7298, 7290, 7284, 7276, 7257, 7249, 7243, 7235,
|
||||
7225, 7217, 7211, 7203, 7181, 7173, 7167, 7159, 7149, 7141, 7135, 7127, 7108,
|
||||
7100, 7094, 7086, 7076, 7068, 7062, 7054, 7188, 7180, 7174, 7166, 7156, 7148,
|
||||
7142, 7134, 7115, 7107, 7101, 7093, 7083, 7075, 7069, 7061, 7039, 7031, 7025,
|
||||
7017, 7007, 6999, 6993, 6985, 6966, 6958, 6952, 6944, 6934, 6926, 6920, 6912,
|
||||
6886, 6878, 6872, 6864, 6854, 6846, 6840, 6832, 6813, 6805, 6799, 6791, 6781,
|
||||
6773, 6767, 6759, 6737, 6729, 6723, 6715, 6705, 6697, 6691, 6683, 6664, 6656,
|
||||
6650, 6642, 6632, 6624, 6618, 6610, 6812, 6804, 6798, 6790, 6780, 6772, 6766,
|
||||
6758, 6739, 6731, 6725, 6717, 6707, 6699, 6693, 6685, 6663, 6655, 6649, 6641,
|
||||
6631, 6623, 6617, 6609, 6590, 6582, 6576, 6568, 6558, 6550, 6544, 6536, 6510,
|
||||
6502, 6496, 6488, 6478, 6470, 6464, 6456, 6437, 6429, 6423, 6415, 6405, 6397,
|
||||
6391, 6383, 6361, 6353, 6347, 6339, 6329, 6321, 6315, 6307, 6288, 6280, 6274,
|
||||
6266, 6256, 6248, 6242, 6234, 6368, 6360, 6354, 6346, 6336, 6328, 6322, 6314,
|
||||
6295, 6287, 6281, 6273, 6263, 6255, 6249, 6241, 6219, 6211, 6205, 6197, 6187,
|
||||
6179, 6173, 6165, 6146, 6138, 6132, 6124, 6114, 6106, 6100, 6092, 6066, 6058,
|
||||
6052, 6044, 6034, 6026, 6020, 6012, 5993, 5985, 5979, 5971, 5961, 5953, 5947,
|
||||
5939, 5917, 5909, 5903, 5895, 5885, 5877, 5871, 5863, 5844, 5836, 5830, 5822,
|
||||
5812, 5804, 5798, 5790, 6697, 6689, 6683, 6675, 6665, 6657, 6651, 6643, 6624,
|
||||
6616, 6610, 6602, 6592, 6584, 6578, 6570, 6548, 6540, 6534, 6526, 6516, 6508,
|
||||
6502, 6494, 6475, 6467, 6461, 6453, 6443, 6435, 6429, 6421, 6395, 6387, 6381,
|
||||
6373, 6363, 6355, 6349, 6341, 6322, 6314, 6308, 6300, 6290, 6282, 6276, 6268,
|
||||
6246, 6238, 6232, 6224, 6214, 6206, 6200, 6192, 6173, 6165, 6159, 6151, 6141,
|
||||
6133, 6127, 6119, 6253, 6245, 6239, 6231, 6221, 6213, 6207, 6199, 6180, 6172,
|
||||
6166, 6158, 6148, 6140, 6134, 6126, 6104, 6096, 6090, 6082, 6072, 6064, 6058,
|
||||
6050, 6031, 6023, 6017, 6009, 5999, 5991, 5985, 5977, 5951, 5943, 5937, 5929,
|
||||
5919, 5911, 5905, 5897, 5878, 5870, 5864, 5856, 5846, 5838, 5832, 5824, 5802,
|
||||
5794, 5788, 5780, 5770, 5762, 5756, 5748, 5729, 5721, 5715, 5707, 5697, 5689,
|
||||
5683, 5675, 5877, 5869, 5863, 5855, 5845, 5837, 5831, 5823, 5804, 5796, 5790,
|
||||
5782, 5772, 5764, 5758, 5750, 5728, 5720, 5714, 5706, 5696, 5688, 5682, 5674,
|
||||
5655, 5647, 5641, 5633, 5623, 5615, 5609, 5601, 5575, 5567, 5561, 5553, 5543,
|
||||
5535, 5529, 5521, 5502, 5494, 5488, 5480, 5470, 5462, 5456, 5448, 5426, 5418,
|
||||
5412, 5404, 5394, 5386, 5380, 5372, 5353, 5345, 5339, 5331, 5321, 5313, 5307,
|
||||
5299, 5433, 5425, 5419, 5411, 5401, 5393, 5387, 5379, 5360, 5352, 5346, 5338,
|
||||
5328, 5320, 5314, 5306, 5284, 5276, 5270, 5262, 5252, 5244, 5238, 5230, 5211,
|
||||
5203, 5197, 5189, 5179, 5171, 5165, 5157, 5131, 5123, 5117, 5109, 5099, 5091,
|
||||
5085, 5077, 5058, 5050, 5044, 5036, 5026, 5018, 5012, 5004, 4982, 4974, 4968,
|
||||
4960, 4950, 4942, 4936, 4928, 4909, 4901, 4895, 4887, 4877, 4869, 4863, 4855,
|
||||
5586, 5578, 5572, 5564, 5554, 5546, 5540, 5532, 5513, 5505, 5499, 5491, 5481,
|
||||
5473, 5467, 5459, 5437, 5429, 5423, 5415, 5405, 5397, 5391, 5383, 5364, 5356,
|
||||
5350, 5342, 5332, 5324, 5318, 5310, 5284, 5276, 5270, 5262, 5252, 5244, 5238,
|
||||
5230, 5211, 5203, 5197, 5189, 5179, 5171, 5165, 5157, 5135, 5127, 5121, 5113,
|
||||
5103, 5095, 5089, 5081, 5062, 5054, 5048, 5040, 5030, 5022, 5016, 5008, 5142,
|
||||
5134, 5128, 5120, 5110, 5102, 5096, 5088, 5069, 5061, 5055, 5047, 5037, 5029,
|
||||
5023, 5015, 4993, 4985, 4979, 4971, 4961, 4953, 4947, 4939, 4920, 4912, 4906,
|
||||
4898, 4888, 4880, 4874, 4866, 4840, 4832, 4826, 4818, 4808, 4800, 4794, 4786,
|
||||
4767, 4759, 4753, 4745, 4735, 4727, 4721, 4713, 4691, 4683, 4677, 4669, 4659,
|
||||
4651, 4645, 4637, 4618, 4610, 4604, 4596, 4586, 4578, 4572, 4564, 4766, 4758,
|
||||
4752, 4744, 4734, 4726, 4720, 4712, 4693, 4685, 4679, 4671, 4661, 4653, 4647,
|
||||
4639, 4617, 4609, 4603, 4595, 4585, 4577, 4571, 4563, 4544, 4536, 4530, 4522,
|
||||
4512, 4504, 4498, 4490, 4464, 4456, 4450, 4442, 4432, 4424, 4418, 4410, 4391,
|
||||
4383, 4377, 4369, 4359, 4351, 4345, 4337, 4315, 4307, 4301, 4293, 4283, 4275,
|
||||
4269, 4261, 4242, 4234, 4228, 4220, 4210, 4202, 4196, 4188, 4322, 4314, 4308,
|
||||
4300, 4290, 4282, 4276, 4268, 4249, 4241, 4235, 4227, 4217, 4209, 4203, 4195,
|
||||
4173, 4165, 4159, 4151, 4141, 4133, 4127, 4119, 4100, 4092, 4086, 4078, 4068,
|
||||
4060, 4054, 4046, 4020, 4012, 4006, 3998, 3988, 3980, 3974, 3966, 3947, 3939,
|
||||
3933, 3925, 3915, 3907, 3901, 3893, 3871, 3863, 3857, 3849, 3839, 3831, 3825,
|
||||
3817, 3798, 3790, 3784, 3776, 3766, 3758, 3752, 3744, 6697, 6689, 6683, 6675,
|
||||
6665, 6657, 6651, 6643, 6624, 6616, 6610, 6602, 6592, 6584, 6578, 6570, 6548,
|
||||
6540, 6534, 6526, 6516, 6508, 6502, 6494, 6475, 6467, 6461, 6453, 6443, 6435,
|
||||
6429, 6421, 6395, 6387, 6381, 6373, 6363, 6355, 6349, 6341, 6322, 6314, 6308,
|
||||
6300, 6290, 6282, 6276, 6268, 6246, 6238, 6232, 6224, 6214, 6206, 6200, 6192,
|
||||
6173, 6165, 6159, 6151, 6141, 6133, 6127, 6119, 6253, 6245, 6239, 6231, 6221,
|
||||
6213, 6207, 6199, 6180, 6172, 6166, 6158, 6148, 6140, 6134, 6126, 6104, 6096,
|
||||
6090, 6082, 6072, 6064, 6058, 6050, 6031, 6023, 6017, 6009, 5999, 5991, 5985,
|
||||
5977, 5951, 5943, 5937, 5929, 5919, 5911, 5905, 5897, 5878, 5870, 5864, 5856,
|
||||
5846, 5838, 5832, 5824, 5802, 5794, 5788, 5780, 5770, 5762, 5756, 5748, 5729,
|
||||
5721, 5715, 5707, 5697, 5689, 5683, 5675, 5877, 5869, 5863, 5855, 5845, 5837,
|
||||
5831, 5823, 5804, 5796, 5790, 5782, 5772, 5764, 5758, 5750, 5728, 5720, 5714,
|
||||
5706, 5696, 5688, 5682, 5674, 5655, 5647, 5641, 5633, 5623, 5615, 5609, 5601,
|
||||
5575, 5567, 5561, 5553, 5543, 5535, 5529, 5521, 5502, 5494, 5488, 5480, 5470,
|
||||
5462, 5456, 5448, 5426, 5418, 5412, 5404, 5394, 5386, 5380, 5372, 5353, 5345,
|
||||
5339, 5331, 5321, 5313, 5307, 5299, 5433, 5425, 5419, 5411, 5401, 5393, 5387,
|
||||
5379, 5360, 5352, 5346, 5338, 5328, 5320, 5314, 5306, 5284, 5276, 5270, 5262,
|
||||
5252, 5244, 5238, 5230, 5211, 5203, 5197, 5189, 5179, 5171, 5165, 5157, 5131,
|
||||
5123, 5117, 5109, 5099, 5091, 5085, 5077, 5058, 5050, 5044, 5036, 5026, 5018,
|
||||
5012, 5004, 4982, 4974, 4968, 4960, 4950, 4942, 4936, 4928, 4909, 4901, 4895,
|
||||
4887, 4877, 4869, 4863, 4855, 5586, 5578, 5572, 5564, 5554, 5546, 5540, 5532,
|
||||
5513, 5505, 5499, 5491, 5481, 5473, 5467, 5459, 5437, 5429, 5423, 5415, 5405,
|
||||
5397, 5391, 5383, 5364, 5356, 5350, 5342, 5332, 5324, 5318, 5310, 5284, 5276,
|
||||
5270, 5262, 5252, 5244, 5238, 5230, 5211, 5203, 5197, 5189, 5179, 5171, 5165,
|
||||
5157, 5135, 5127, 5121, 5113, 5103, 5095, 5089, 5081, 5062, 5054, 5048, 5040,
|
||||
5030, 5022, 5016, 5008, 5142, 5134, 5128, 5120, 5110, 5102, 5096, 5088, 5069,
|
||||
5061, 5055, 5047, 5037, 5029, 5023, 5015, 4993, 4985, 4979, 4971, 4961, 4953,
|
||||
4947, 4939, 4920, 4912, 4906, 4898, 4888, 4880, 4874, 4866, 4840, 4832, 4826,
|
||||
4818, 4808, 4800, 4794, 4786, 4767, 4759, 4753, 4745, 4735, 4727, 4721, 4713,
|
||||
4691, 4683, 4677, 4669, 4659, 4651, 4645, 4637, 4618, 4610, 4604, 4596, 4586,
|
||||
4578, 4572, 4564, 4766, 4758, 4752, 4744, 4734, 4726, 4720, 4712, 4693, 4685,
|
||||
4679, 4671, 4661, 4653, 4647, 4639, 4617, 4609, 4603, 4595, 4585, 4577, 4571,
|
||||
4563, 4544, 4536, 4530, 4522, 4512, 4504, 4498, 4490, 4464, 4456, 4450, 4442,
|
||||
4432, 4424, 4418, 4410, 4391, 4383, 4377, 4369, 4359, 4351, 4345, 4337, 4315,
|
||||
4307, 4301, 4293, 4283, 4275, 4269, 4261, 4242, 4234, 4228, 4220, 4210, 4202,
|
||||
4196, 4188, 4322, 4314, 4308, 4300, 4290, 4282, 4276, 4268, 4249, 4241, 4235,
|
||||
4227, 4217, 4209, 4203, 4195, 4173, 4165, 4159, 4151, 4141, 4133, 4127, 4119,
|
||||
4100, 4092, 4086, 4078, 4068, 4060, 4054, 4046, 4020, 4012, 4006, 3998, 3988,
|
||||
3980, 3974, 3966, 3947, 3939, 3933, 3925, 3915, 3907, 3901, 3893, 3871, 3863,
|
||||
3857, 3849, 3839, 3831, 3825, 3817, 3798, 3790, 3784, 3776, 3766, 3758, 3752,
|
||||
3744, 4651, 4643, 4637, 4629, 4619, 4611, 4605, 4597, 4578, 4570, 4564, 4556,
|
||||
4546, 4538, 4532, 4524, 4502, 4494, 4488, 4480, 4470, 4462, 4456, 4448, 4429,
|
||||
4421, 4415, 4407, 4397, 4389, 4383, 4375, 4349, 4341, 4335, 4327, 4317, 4309,
|
||||
4303, 4295, 4276, 4268, 4262, 4254, 4244, 4236, 4230, 4222, 4200, 4192, 4186,
|
||||
4178, 4168, 4160, 4154, 4146, 4127, 4119, 4113, 4105, 4095, 4087, 4081, 4073,
|
||||
4207, 4199, 4193, 4185, 4175, 4167, 4161, 4153, 4134, 4126, 4120, 4112, 4102,
|
||||
4094, 4088, 4080, 4058, 4050, 4044, 4036, 4026, 4018, 4012, 4004, 3985, 3977,
|
||||
3971, 3963, 3953, 3945, 3939, 3931, 3905, 3897, 3891, 3883, 3873, 3865, 3859,
|
||||
3851, 3832, 3824, 3818, 3810, 3800, 3792, 3786, 3778, 3756, 3748, 3742, 3734,
|
||||
3724, 3716, 3710, 3702, 3683, 3675, 3669, 3661, 3651, 3643, 3637, 3629, 3831,
|
||||
3823, 3817, 3809, 3799, 3791, 3785, 3777, 3758, 3750, 3744, 3736, 3726, 3718,
|
||||
3712, 3704, 3682, 3674, 3668, 3660, 3650, 3642, 3636, 3628, 3609, 3601, 3595,
|
||||
3587, 3577, 3569, 3563, 3555, 3529, 3521, 3515, 3507, 3497, 3489, 3483, 3475,
|
||||
3456, 3448, 3442, 3434, 3424, 3416, 3410, 3402, 3380, 3372, 3366, 3358, 3348,
|
||||
3340, 3334, 3326, 3307, 3299, 3293, 3285, 3275, 3267, 3261, 3253, 3387, 3379,
|
||||
3373, 3365, 3355, 3347, 3341, 3333, 3314, 3306, 3300, 3292, 3282, 3274, 3268,
|
||||
3260, 3238, 3230, 3224, 3216, 3206, 3198, 3192, 3184, 3165, 3157, 3151, 3143,
|
||||
3133, 3125, 3119, 3111, 3085, 3077, 3071, 3063, 3053, 3045, 3039, 3031, 3012,
|
||||
3004, 2998, 2990, 2980, 2972, 2966, 2958, 2936, 2928, 2922, 2914, 2904, 2896,
|
||||
2890, 2882, 2863, 2855, 2849, 2841, 2831, 2823, 2817, 2809, 3540, 3532, 3526,
|
||||
3518, 3508, 3500, 3494, 3486, 3467, 3459, 3453, 3445, 3435, 3427, 3421, 3413,
|
||||
3391, 3383, 3377, 3369, 3359, 3351, 3345, 3337, 3318, 3310, 3304, 3296, 3286,
|
||||
3278, 3272, 3264, 3238, 3230, 3224, 3216, 3206, 3198, 3192, 3184, 3165, 3157,
|
||||
3151, 3143, 3133, 3125, 3119, 3111, 3089, 3081, 3075, 3067, 3057, 3049, 3043,
|
||||
3035, 3016, 3008, 3002, 2994, 2984, 2976, 2970, 2962, 3096, 3088, 3082, 3074,
|
||||
3064, 3056, 3050, 3042, 3023, 3015, 3009, 3001, 2991, 2983, 2977, 2969, 2947,
|
||||
2939, 2933, 2925, 2915, 2907, 2901, 2893, 2874, 2866, 2860, 2852, 2842, 2834,
|
||||
2828, 2820, 2794, 2786, 2780, 2772, 2762, 2754, 2748, 2740, 2721, 2713, 2707,
|
||||
2699, 2689, 2681, 2675, 2667, 2645, 2637, 2631, 2623, 2613, 2605, 2599, 2591,
|
||||
2572, 2564, 2558, 2550, 2540, 2532, 2526, 2518, 2720, 2712, 2706, 2698, 2688,
|
||||
2680, 2674, 2666, 2647, 2639, 2633, 2625, 2615, 2607, 2601, 2593, 2571, 2563,
|
||||
2557, 2549, 2539, 2531, 2525, 2517, 2498, 2490, 2484, 2476, 2466, 2458, 2452,
|
||||
2444, 2418, 2410, 2404, 2396, 2386, 2378, 2372, 2364, 2345, 2337, 2331, 2323,
|
||||
2313, 2305, 2299, 2291, 2269, 2261, 2255, 2247, 2237, 2229, 2223, 2215, 2196,
|
||||
2188, 2182, 2174, 2164, 2156, 2150, 2142, 2276, 2268, 2262, 2254, 2244, 2236,
|
||||
2230, 2222, 2203, 2195, 2189, 2181, 2171, 2163, 2157, 2149, 2127, 2119, 2113,
|
||||
2105, 2095, 2087, 2081, 2073, 2054, 2046, 2040, 2032, 2022, 2014, 2008, 2000,
|
||||
1974, 1966, 1960, 1952, 1942, 1934, 1928, 1920, 1901, 1893, 1887, 1879, 1869,
|
||||
1861, 1855, 1847, 1825, 1817, 1811, 1803, 1793, 1785, 1779, 1771, 1752, 1744,
|
||||
1738, 1730, 1720, 1712, 1706, 1698, 1897, 1883, 1860, 1846, 1819, 1805, 1782,
|
||||
1768, 1723, 1709, 1686, 1672, 1645, 1631, 1608, 1594, 1574, 1560, 1537, 1523,
|
||||
1496, 1482, 1459, 1445, 1400, 1386, 1363, 1349, 1322, 1308, 1285, 1271, 1608,
|
||||
1565, 1535, 1492, 1446, 1403, 1373, 1330, 1312, 1269, 1239, 1196, 1150, 1107,
|
||||
1077, 1034, 1291, 1218, 1171, 1098, 1015, 942, 895, 822, 953, 850, 729,
|
||||
626, 618, 431, 257, 257, 257, 257, 0, 255, 255, 255, 255, 429,
|
||||
616, 624, 727, 848, 951, 820, 893, 940, 1013, 1096, 1169, 1216, 1289,
|
||||
1032, 1075, 1105, 1148, 1194, 1237, 1267, 1310, 1328, 1371, 1401, 1444, 1490,
|
||||
1533, 1563, 1606, 1269, 1283, 1306, 1320, 1347, 1361, 1384, 1398, 1443, 1457,
|
||||
1480, 1494, 1521, 1535, 1558, 1572, 1592, 1606, 1629, 1643, 1670, 1684, 1707,
|
||||
1721, 1766, 1780, 1803, 1817, 1844, 1858, 1881, 1895, 1696, 1704, 1710, 1718,
|
||||
1728, 1736, 1742, 1750, 1769, 1777, 1783, 1791, 1801, 1809, 1815, 1823, 1845,
|
||||
1853, 1859, 1867, 1877, 1885, 1891, 1899, 1918, 1926, 1932, 1940, 1950, 1958,
|
||||
1964, 1972, 1998, 2006, 2012, 2020, 2030, 2038, 2044, 2052, 2071, 2079, 2085,
|
||||
2093, 2103, 2111, 2117, 2125, 2147, 2155, 2161, 2169, 2179, 2187, 2193, 2201,
|
||||
2220, 2228, 2234, 2242, 2252, 2260, 2266, 2274, 2140, 2148, 2154, 2162, 2172,
|
||||
2180, 2186, 2194, 2213, 2221, 2227, 2235, 2245, 2253, 2259, 2267, 2289, 2297,
|
||||
2303, 2311, 2321, 2329, 2335, 2343, 2362, 2370, 2376, 2384, 2394, 2402, 2408,
|
||||
2416, 2442, 2450, 2456, 2464, 2474, 2482, 2488, 2496, 2515, 2523, 2529, 2537,
|
||||
2547, 2555, 2561, 2569, 2591, 2599, 2605, 2613, 2623, 2631, 2637, 2645, 2664,
|
||||
2672, 2678, 2686, 2696, 2704, 2710, 2718, 2516, 2524, 2530, 2538, 2548, 2556,
|
||||
2562, 2570, 2589, 2597, 2603, 2611, 2621, 2629, 2635, 2643, 2665, 2673, 2679,
|
||||
2687, 2697, 2705, 2711, 2719, 2738, 2746, 2752, 2760, 2770, 2778, 2784, 2792,
|
||||
2818, 2826, 2832, 2840, 2850, 2858, 2864, 2872, 2891, 2899, 2905, 2913, 2923,
|
||||
2931, 2937, 2945, 2967, 2975, 2981, 2989, 2999, 3007, 3013, 3021, 3040, 3048,
|
||||
3054, 3062, 3072, 3080, 3086, 3094, 2960, 2968, 2974, 2982, 2992, 3000, 3006,
|
||||
3014, 3033, 3041, 3047, 3055, 3065, 3073, 3079, 3087, 3109, 3117, 3123, 3131,
|
||||
3141, 3149, 3155, 3163, 3182, 3190, 3196, 3204, 3214, 3222, 3228, 3236, 3262,
|
||||
3270, 3276, 3284, 3294, 3302, 3308, 3316, 3335, 3343, 3349, 3357, 3367, 3375,
|
||||
3381, 3389, 3411, 3419, 3425, 3433, 3443, 3451, 3457, 3465, 3484, 3492, 3498,
|
||||
3506, 3516, 3524, 3530, 3538, 2807, 2815, 2821, 2829, 2839, 2847, 2853, 2861,
|
||||
2880, 2888, 2894, 2902, 2912, 2920, 2926, 2934, 2956, 2964, 2970, 2978, 2988,
|
||||
2996, 3002, 3010, 3029, 3037, 3043, 3051, 3061, 3069, 3075, 3083, 3109, 3117,
|
||||
3123, 3131, 3141, 3149, 3155, 3163, 3182, 3190, 3196, 3204, 3214, 3222, 3228,
|
||||
3236, 3258, 3266, 3272, 3280, 3290, 3298, 3304, 3312, 3331, 3339, 3345, 3353,
|
||||
3363, 3371, 3377, 3385, 3251, 3259, 3265, 3273, 3283, 3291, 3297, 3305, 3324,
|
||||
3332, 3338, 3346, 3356, 3364, 3370, 3378, 3400, 3408, 3414, 3422, 3432, 3440,
|
||||
3446, 3454, 3473, 3481, 3487, 3495, 3505, 3513, 3519, 3527, 3553, 3561, 3567,
|
||||
3575, 3585, 3593, 3599, 3607, 3626, 3634, 3640, 3648, 3658, 3666, 3672, 3680,
|
||||
3702, 3710, 3716, 3724, 3734, 3742, 3748, 3756, 3775, 3783, 3789, 3797, 3807,
|
||||
3815, 3821, 3829, 3627, 3635, 3641, 3649, 3659, 3667, 3673, 3681, 3700, 3708,
|
||||
3714, 3722, 3732, 3740, 3746, 3754, 3776, 3784, 3790, 3798, 3808, 3816, 3822,
|
||||
3830, 3849, 3857, 3863, 3871, 3881, 3889, 3895, 3903, 3929, 3937, 3943, 3951,
|
||||
3961, 3969, 3975, 3983, 4002, 4010, 4016, 4024, 4034, 4042, 4048, 4056, 4078,
|
||||
4086, 4092, 4100, 4110, 4118, 4124, 4132, 4151, 4159, 4165, 4173, 4183, 4191,
|
||||
4197, 4205, 4071, 4079, 4085, 4093, 4103, 4111, 4117, 4125, 4144, 4152, 4158,
|
||||
4166, 4176, 4184, 4190, 4198, 4220, 4228, 4234, 4242, 4252, 4260, 4266, 4274,
|
||||
4293, 4301, 4307, 4315, 4325, 4333, 4339, 4347, 4373, 4381, 4387, 4395, 4405,
|
||||
4413, 4419, 4427, 4446, 4454, 4460, 4468, 4478, 4486, 4492, 4500, 4522, 4530,
|
||||
4536, 4544, 4554, 4562, 4568, 4576, 4595, 4603, 4609, 4617, 4627, 4635, 4641,
|
||||
4649, 3742, 3750, 3756, 3764, 3774, 3782, 3788, 3796, 3815, 3823, 3829, 3837,
|
||||
3847, 3855, 3861, 3869, 3891, 3899, 3905, 3913, 3923, 3931, 3937, 3945, 3964,
|
||||
3972, 3978, 3986, 3996, 4004, 4010, 4018, 4044, 4052, 4058, 4066, 4076, 4084,
|
||||
4090, 4098, 4117, 4125, 4131, 4139, 4149, 4157, 4163, 4171, 4193, 4201, 4207,
|
||||
4215, 4225, 4233, 4239, 4247, 4266, 4274, 4280, 4288, 4298, 4306, 4312, 4320,
|
||||
4186, 4194, 4200, 4208, 4218, 4226, 4232, 4240, 4259, 4267, 4273, 4281, 4291,
|
||||
4299, 4305, 4313, 4335, 4343, 4349, 4357, 4367, 4375, 4381, 4389, 4408, 4416,
|
||||
4422, 4430, 4440, 4448, 4454, 4462, 4488, 4496, 4502, 4510, 4520, 4528, 4534,
|
||||
4542, 4561, 4569, 4575, 4583, 4593, 4601, 4607, 4615, 4637, 4645, 4651, 4659,
|
||||
4669, 4677, 4683, 4691, 4710, 4718, 4724, 4732, 4742, 4750, 4756, 4764, 4562,
|
||||
4570, 4576, 4584, 4594, 4602, 4608, 4616, 4635, 4643, 4649, 4657, 4667, 4675,
|
||||
4681, 4689, 4711, 4719, 4725, 4733, 4743, 4751, 4757, 4765, 4784, 4792, 4798,
|
||||
4806, 4816, 4824, 4830, 4838, 4864, 4872, 4878, 4886, 4896, 4904, 4910, 4918,
|
||||
4937, 4945, 4951, 4959, 4969, 4977, 4983, 4991, 5013, 5021, 5027, 5035, 5045,
|
||||
5053, 5059, 5067, 5086, 5094, 5100, 5108, 5118, 5126, 5132, 5140, 5006, 5014,
|
||||
5020, 5028, 5038, 5046, 5052, 5060, 5079, 5087, 5093, 5101, 5111, 5119, 5125,
|
||||
5133, 5155, 5163, 5169, 5177, 5187, 5195, 5201, 5209, 5228, 5236, 5242, 5250,
|
||||
5260, 5268, 5274, 5282, 5308, 5316, 5322, 5330, 5340, 5348, 5354, 5362, 5381,
|
||||
5389, 5395, 5403, 5413, 5421, 5427, 5435, 5457, 5465, 5471, 5479, 5489, 5497,
|
||||
5503, 5511, 5530, 5538, 5544, 5552, 5562, 5570, 5576, 5584, 4853, 4861, 4867,
|
||||
4875, 4885, 4893, 4899, 4907, 4926, 4934, 4940, 4948, 4958, 4966, 4972, 4980,
|
||||
5002, 5010, 5016, 5024, 5034, 5042, 5048, 5056, 5075, 5083, 5089, 5097, 5107,
|
||||
5115, 5121, 5129, 5155, 5163, 5169, 5177, 5187, 5195, 5201, 5209, 5228, 5236,
|
||||
5242, 5250, 5260, 5268, 5274, 5282, 5304, 5312, 5318, 5326, 5336, 5344, 5350,
|
||||
5358, 5377, 5385, 5391, 5399, 5409, 5417, 5423, 5431, 5297, 5305, 5311, 5319,
|
||||
5329, 5337, 5343, 5351, 5370, 5378, 5384, 5392, 5402, 5410, 5416, 5424, 5446,
|
||||
5454, 5460, 5468, 5478, 5486, 5492, 5500, 5519, 5527, 5533, 5541, 5551, 5559,
|
||||
5565, 5573, 5599, 5607, 5613, 5621, 5631, 5639, 5645, 5653, 5672, 5680, 5686,
|
||||
5694, 5704, 5712, 5718, 5726, 5748, 5756, 5762, 5770, 5780, 5788, 5794, 5802,
|
||||
5821, 5829, 5835, 5843, 5853, 5861, 5867, 5875, 5673, 5681, 5687, 5695, 5705,
|
||||
5713, 5719, 5727, 5746, 5754, 5760, 5768, 5778, 5786, 5792, 5800, 5822, 5830,
|
||||
5836, 5844, 5854, 5862, 5868, 5876, 5895, 5903, 5909, 5917, 5927, 5935, 5941,
|
||||
5949, 5975, 5983, 5989, 5997, 6007, 6015, 6021, 6029, 6048, 6056, 6062, 6070,
|
||||
6080, 6088, 6094, 6102, 6124, 6132, 6138, 6146, 6156, 6164, 6170, 6178, 6197,
|
||||
6205, 6211, 6219, 6229, 6237, 6243, 6251, 6117, 6125, 6131, 6139, 6149, 6157,
|
||||
6163, 6171, 6190, 6198, 6204, 6212, 6222, 6230, 6236, 6244, 6266, 6274, 6280,
|
||||
6288, 6298, 6306, 6312, 6320, 6339, 6347, 6353, 6361, 6371, 6379, 6385, 6393,
|
||||
6419, 6427, 6433, 6441, 6451, 6459, 6465, 6473, 6492, 6500, 6506, 6514, 6524,
|
||||
6532, 6538, 6546, 6568, 6576, 6582, 6590, 6600, 6608, 6614, 6622, 6641, 6649,
|
||||
6655, 6663, 6673, 6681, 6687, 6695, 3742, 3750, 3756, 3764, 3774, 3782, 3788,
|
||||
3796, 3815, 3823, 3829, 3837, 3847, 3855, 3861, 3869, 3891, 3899, 3905, 3913,
|
||||
3923, 3931, 3937, 3945, 3964, 3972, 3978, 3986, 3996, 4004, 4010, 4018, 4044,
|
||||
4052, 4058, 4066, 4076, 4084, 4090, 4098, 4117, 4125, 4131, 4139, 4149, 4157,
|
||||
4163, 4171, 4193, 4201, 4207, 4215, 4225, 4233, 4239, 4247, 4266, 4274, 4280,
|
||||
4288, 4298, 4306, 4312, 4320, 4186, 4194, 4200, 4208, 4218, 4226, 4232, 4240,
|
||||
4259, 4267, 4273, 4281, 4291, 4299, 4305, 4313, 4335, 4343, 4349, 4357, 4367,
|
||||
4375, 4381, 4389, 4408, 4416, 4422, 4430, 4440, 4448, 4454, 4462, 4488, 4496,
|
||||
4502, 4510, 4520, 4528, 4534, 4542, 4561, 4569, 4575, 4583, 4593, 4601, 4607,
|
||||
4615, 4637, 4645, 4651, 4659, 4669, 4677, 4683, 4691, 4710, 4718, 4724, 4732,
|
||||
4742, 4750, 4756, 4764, 4562, 4570, 4576, 4584, 4594, 4602, 4608, 4616, 4635,
|
||||
4643, 4649, 4657, 4667, 4675, 4681, 4689, 4711, 4719, 4725, 4733, 4743, 4751,
|
||||
4757, 4765, 4784, 4792, 4798, 4806, 4816, 4824, 4830, 4838, 4864, 4872, 4878,
|
||||
4886, 4896, 4904, 4910, 4918, 4937, 4945, 4951, 4959, 4969, 4977, 4983, 4991,
|
||||
5013, 5021, 5027, 5035, 5045, 5053, 5059, 5067, 5086, 5094, 5100, 5108, 5118,
|
||||
5126, 5132, 5140, 5006, 5014, 5020, 5028, 5038, 5046, 5052, 5060, 5079, 5087,
|
||||
5093, 5101, 5111, 5119, 5125, 5133, 5155, 5163, 5169, 5177, 5187, 5195, 5201,
|
||||
5209, 5228, 5236, 5242, 5250, 5260, 5268, 5274, 5282, 5308, 5316, 5322, 5330,
|
||||
5340, 5348, 5354, 5362, 5381, 5389, 5395, 5403, 5413, 5421, 5427, 5435, 5457,
|
||||
5465, 5471, 5479, 5489, 5497, 5503, 5511, 5530, 5538, 5544, 5552, 5562, 5570,
|
||||
5576, 5584, 4853, 4861, 4867, 4875, 4885, 4893, 4899, 4907, 4926, 4934, 4940,
|
||||
4948, 4958, 4966, 4972, 4980, 5002, 5010, 5016, 5024, 5034, 5042, 5048, 5056,
|
||||
5075, 5083, 5089, 5097, 5107, 5115, 5121, 5129, 5155, 5163, 5169, 5177, 5187,
|
||||
5195, 5201, 5209, 5228, 5236, 5242, 5250, 5260, 5268, 5274, 5282, 5304, 5312,
|
||||
5318, 5326, 5336, 5344, 5350, 5358, 5377, 5385, 5391, 5399, 5409, 5417, 5423,
|
||||
5431, 5297, 5305, 5311, 5319, 5329, 5337, 5343, 5351, 5370, 5378, 5384, 5392,
|
||||
5402, 5410, 5416, 5424, 5446, 5454, 5460, 5468, 5478, 5486, 5492, 5500, 5519,
|
||||
5527, 5533, 5541, 5551, 5559, 5565, 5573, 5599, 5607, 5613, 5621, 5631, 5639,
|
||||
5645, 5653, 5672, 5680, 5686, 5694, 5704, 5712, 5718, 5726, 5748, 5756, 5762,
|
||||
5770, 5780, 5788, 5794, 5802, 5821, 5829, 5835, 5843, 5853, 5861, 5867, 5875,
|
||||
5673, 5681, 5687, 5695, 5705, 5713, 5719, 5727, 5746, 5754, 5760, 5768, 5778,
|
||||
5786, 5792, 5800, 5822, 5830, 5836, 5844, 5854, 5862, 5868, 5876, 5895, 5903,
|
||||
5909, 5917, 5927, 5935, 5941, 5949, 5975, 5983, 5989, 5997, 6007, 6015, 6021,
|
||||
6029, 6048, 6056, 6062, 6070, 6080, 6088, 6094, 6102, 6124, 6132, 6138, 6146,
|
||||
6156, 6164, 6170, 6178, 6197, 6205, 6211, 6219, 6229, 6237, 6243, 6251, 6117,
|
||||
6125, 6131, 6139, 6149, 6157, 6163, 6171, 6190, 6198, 6204, 6212, 6222, 6230,
|
||||
6236, 6244, 6266, 6274, 6280, 6288, 6298, 6306, 6312, 6320, 6339, 6347, 6353,
|
||||
6361, 6371, 6379, 6385, 6393, 6419, 6427, 6433, 6441, 6451, 6459, 6465, 6473,
|
||||
6492, 6500, 6506, 6514, 6524, 6532, 6538, 6546, 6568, 6576, 6582, 6590, 6600,
|
||||
6608, 6614, 6622, 6641, 6649, 6655, 6663, 6673, 6681, 6687, 6695, 5788, 5796,
|
||||
5802, 5810, 5820, 5828, 5834, 5842, 5861, 5869, 5875, 5883, 5893, 5901, 5907,
|
||||
5915, 5937, 5945, 5951, 5959, 5969, 5977, 5983, 5991, 6010, 6018, 6024, 6032,
|
||||
6042, 6050, 6056, 6064, 6090, 6098, 6104, 6112, 6122, 6130, 6136, 6144, 6163,
|
||||
6171, 6177, 6185, 6195, 6203, 6209, 6217, 6239, 6247, 6253, 6261, 6271, 6279,
|
||||
6285, 6293, 6312, 6320, 6326, 6334, 6344, 6352, 6358, 6366, 6232, 6240, 6246,
|
||||
6254, 6264, 6272, 6278, 6286, 6305, 6313, 6319, 6327, 6337, 6345, 6351, 6359,
|
||||
6381, 6389, 6395, 6403, 6413, 6421, 6427, 6435, 6454, 6462, 6468, 6476, 6486,
|
||||
6494, 6500, 6508, 6534, 6542, 6548, 6556, 6566, 6574, 6580, 6588, 6607, 6615,
|
||||
6621, 6629, 6639, 6647, 6653, 6661, 6683, 6691, 6697, 6705, 6715, 6723, 6729,
|
||||
6737, 6756, 6764, 6770, 6778, 6788, 6796, 6802, 6810, 6608, 6616, 6622, 6630,
|
||||
6640, 6648, 6654, 6662, 6681, 6689, 6695, 6703, 6713, 6721, 6727, 6735, 6757,
|
||||
6765, 6771, 6779, 6789, 6797, 6803, 6811, 6830, 6838, 6844, 6852, 6862, 6870,
|
||||
6876, 6884, 6910, 6918, 6924, 6932, 6942, 6950, 6956, 6964, 6983, 6991, 6997,
|
||||
7005, 7015, 7023, 7029, 7037, 7059, 7067, 7073, 7081, 7091, 7099, 7105, 7113,
|
||||
7132, 7140, 7146, 7154, 7164, 7172, 7178, 7186, 7052, 7060, 7066, 7074, 7084,
|
||||
7092, 7098, 7106, 7125, 7133, 7139, 7147, 7157, 7165, 7171, 7179, 7201, 7209,
|
||||
7215, 7223, 7233, 7241, 7247, 7255, 7274, 7282, 7288, 7296, 7306, 7314, 7320,
|
||||
7328, 7354, 7362, 7368, 7376, 7386, 7394, 7400, 7408, 7427, 7435, 7441, 7449,
|
||||
7459, 7467, 7473, 7481, 7503, 7511, 7517, 7525, 7535, 7543, 7549, 7557, 7576,
|
||||
7584, 7590, 7598, 7608, 7616, 7622, 7630, 6899, 6907, 6913, 6921, 6931, 6939,
|
||||
6945, 6953, 6972, 6980, 6986, 6994, 7004, 7012, 7018, 7026, 7048, 7056, 7062,
|
||||
7070, 7080, 7088, 7094, 7102, 7121, 7129, 7135, 7143, 7153, 7161, 7167, 7175,
|
||||
7201, 7209, 7215, 7223, 7233, 7241, 7247, 7255, 7274, 7282, 7288, 7296, 7306,
|
||||
7314, 7320, 7328, 7350, 7358, 7364, 7372, 7382, 7390, 7396, 7404, 7423, 7431,
|
||||
7437, 7445, 7455, 7463, 7469, 7477, 7343, 7351, 7357, 7365, 7375, 7383, 7389,
|
||||
7397, 7416, 7424, 7430, 7438, 7448, 7456, 7462, 7470, 7492, 7500, 7506, 7514,
|
||||
7524, 7532, 7538, 7546, 7565, 7573, 7579, 7587, 7597, 7605, 7611, 7619, 7645,
|
||||
7653, 7659, 7667, 7677, 7685, 7691, 7699, 7718, 7726, 7732, 7740, 7750, 7758,
|
||||
7764, 7772, 7794, 7802, 7808, 7816, 7826, 7834, 7840, 7848, 7867, 7875, 7881,
|
||||
7889, 7899, 7907, 7913, 7921, 7719, 7727, 7733, 7741, 7751, 7759, 7765, 7773,
|
||||
7792, 7800, 7806, 7814, 7824, 7832, 7838, 7846, 7868, 7876, 7882, 7890, 7900,
|
||||
7908, 7914, 7922, 7941, 7949, 7955, 7963, 7973, 7981, 7987, 7995, 8021, 8029,
|
||||
8035, 8043, 8053, 8061, 8067, 8075, 8094, 8102, 8108, 8116, 8126, 8134, 8140,
|
||||
8148, 8170, 8178, 8184, 8192, 8202, 8210, 8216, 8224, 8243, 8251, 8257, 8265,
|
||||
8275
|
||||
};
|
||||
|
||||
#ifdef __cplusplus
|
||||
|
||||
File diff suppressed because it is too large.
Load diff
@@ -17,217 +17,216 @@ extern "C" {
|
||||
|
||||
/* Generated file, included by entropy.c */
|
||||
|
||||
static const unsigned int default_coef_counts[BLOCK_TYPES]
|
||||
[COEF_BANDS]
|
||||
[PREV_COEF_CONTEXTS]
|
||||
[MAX_ENTROPY_TOKENS] =
|
||||
{
|
||||
static const unsigned int default_coef_counts
|
||||
[BLOCK_TYPES][COEF_BANDS][PREV_COEF_CONTEXTS][MAX_ENTROPY_TOKENS] = {
|
||||
|
||||
{
|
||||
/* Block Type ( 0 ) */
|
||||
{
|
||||
/* Coeff Band ( 0 ) */
|
||||
{ 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,},
|
||||
{ 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,},
|
||||
{ 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,},
|
||||
},
|
||||
{
|
||||
/* Coeff Band ( 1 ) */
|
||||
{30190, 26544, 225, 24, 4, 0, 0, 0, 0, 0, 0, 4171593,},
|
||||
{26846, 25157, 1241, 130, 26, 6, 1, 0, 0, 0, 0, 149987,},
|
||||
{10484, 9538, 1006, 160, 36, 18, 0, 0, 0, 0, 0, 15104,},
|
||||
},
|
||||
{
|
||||
/* Coeff Band ( 2 ) */
|
||||
{25842, 40456, 1126, 83, 11, 2, 0, 0, 0, 0, 0, 0,},
|
||||
{9338, 8010, 512, 73, 7, 3, 2, 0, 0, 0, 0, 43294,},
|
||||
{1047, 751, 149, 31, 13, 6, 1, 0, 0, 0, 0, 879,},
|
||||
},
|
||||
{
|
||||
/* Coeff Band ( 3 ) */
|
||||
{26136, 9826, 252, 13, 0, 0, 0, 0, 0, 0, 0, 0,},
|
||||
{8134, 5574, 191, 14, 2, 0, 0, 0, 0, 0, 0, 35302,},
|
||||
{ 605, 677, 116, 9, 1, 0, 0, 0, 0, 0, 0, 611,},
|
||||
},
|
||||
{
|
||||
/* Coeff Band ( 4 ) */
|
||||
{10263, 15463, 283, 17, 0, 0, 0, 0, 0, 0, 0, 0,},
|
||||
{2773, 2191, 128, 9, 2, 2, 0, 0, 0, 0, 0, 10073,},
|
||||
{ 134, 125, 32, 4, 0, 2, 0, 0, 0, 0, 0, 50,},
|
||||
},
|
||||
{
|
||||
/* Coeff Band ( 5 ) */
|
||||
{10483, 2663, 23, 1, 0, 0, 0, 0, 0, 0, 0, 0,},
|
||||
{2137, 1251, 27, 1, 1, 0, 0, 0, 0, 0, 0, 14362,},
|
||||
{ 116, 156, 14, 2, 1, 0, 0, 0, 0, 0, 0, 190,},
|
||||
},
|
||||
{
|
||||
/* Coeff Band ( 6 ) */
|
||||
{40977, 27614, 412, 28, 0, 0, 0, 0, 0, 0, 0, 0,},
|
||||
{6113, 5213, 261, 22, 3, 0, 0, 0, 0, 0, 0, 26164,},
|
||||
{ 382, 312, 50, 14, 2, 0, 0, 0, 0, 0, 0, 345,},
|
||||
},
|
||||
{
|
||||
/* Coeff Band ( 7 ) */
|
||||
{ 0, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,},
|
||||
{ 0, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 319,},
|
||||
{ 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 8,},
|
||||
},
|
||||
},
|
||||
{
|
||||
/* Block Type ( 1 ) */
|
||||
{
|
||||
/* Coeff Band ( 0 ) */
|
||||
{3268, 19382, 1043, 250, 93, 82, 49, 26, 17, 8, 25, 82289,},
|
||||
{8758, 32110, 5436, 1832, 827, 668, 420, 153, 24, 0, 3, 52914,},
|
||||
{9337, 23725, 8487, 3954, 2107, 1836, 1069, 399, 59, 0, 0, 18620,},
|
||||
},
|
||||
{
|
||||
/* Coeff Band ( 1 ) */
|
||||
{12419, 8420, 452, 62, 9, 1, 0, 0, 0, 0, 0, 0,},
|
||||
{11715, 8705, 693, 92, 15, 7, 2, 0, 0, 0, 0, 53988,},
|
||||
{7603, 8585, 2306, 778, 270, 145, 39, 5, 0, 0, 0, 9136,},
|
||||
},
|
||||
{
|
||||
/* Coeff Band ( 2 ) */
|
||||
{15938, 14335, 1207, 184, 55, 13, 4, 1, 0, 0, 0, 0,},
|
||||
{7415, 6829, 1138, 244, 71, 26, 7, 0, 0, 0, 0, 9980,},
|
||||
{1580, 1824, 655, 241, 89, 46, 10, 2, 0, 0, 0, 429,},
|
||||
},
|
||||
{
|
||||
/* Coeff Band ( 3 ) */
|
||||
{19453, 5260, 201, 19, 0, 0, 0, 0, 0, 0, 0, 0,},
|
||||
{9173, 3758, 213, 22, 1, 1, 0, 0, 0, 0, 0, 9820,},
|
||||
{1689, 1277, 276, 51, 17, 4, 0, 0, 0, 0, 0, 679,},
|
||||
},
|
||||
{
|
||||
/* Coeff Band ( 4 ) */
|
||||
{12076, 10667, 620, 85, 19, 9, 5, 0, 0, 0, 0, 0,},
|
||||
{4665, 3625, 423, 55, 19, 9, 0, 0, 0, 0, 0, 5127,},
|
||||
{ 415, 440, 143, 34, 20, 7, 2, 0, 0, 0, 0, 101,},
|
||||
},
|
||||
{
|
||||
/* Coeff Band ( 5 ) */
|
||||
{12183, 4846, 115, 11, 1, 0, 0, 0, 0, 0, 0, 0,},
|
||||
{4226, 3149, 177, 21, 2, 0, 0, 0, 0, 0, 0, 7157,},
|
||||
{ 375, 621, 189, 51, 11, 4, 1, 0, 0, 0, 0, 198,},
|
||||
},
|
||||
{
|
||||
/* Coeff Band ( 6 ) */
|
||||
{61658, 37743, 1203, 94, 10, 3, 0, 0, 0, 0, 0, 0,},
|
||||
{15514, 11563, 903, 111, 14, 5, 0, 0, 0, 0, 0, 25195,},
|
||||
{ 929, 1077, 291, 78, 14, 7, 1, 0, 0, 0, 0, 507,},
|
||||
},
|
||||
{
|
||||
/* Coeff Band ( 7 ) */
|
||||
{ 0, 990, 15, 3, 0, 0, 0, 0, 0, 0, 0, 0,},
|
||||
{ 0, 412, 13, 0, 0, 0, 0, 0, 0, 0, 0, 1641,},
|
||||
{ 0, 18, 7, 1, 0, 0, 0, 0, 0, 0, 0, 30,},
|
||||
},
|
||||
},
|
||||
{
|
||||
/* Block Type ( 2 ) */
|
||||
{
|
||||
/* Coeff Band ( 0 ) */
|
||||
{ 953, 24519, 628, 120, 28, 12, 4, 0, 0, 0, 0, 2248798,},
|
||||
{1525, 25654, 2647, 617, 239, 143, 42, 5, 0, 0, 0, 66837,},
|
||||
{1180, 11011, 3001, 1237, 532, 448, 239, 54, 5, 0, 0, 7122,},
|
||||
},
|
||||
{
|
||||
/* Coeff Band ( 1 ) */
|
||||
{1356, 2220, 67, 10, 4, 1, 0, 0, 0, 0, 0, 0,},
|
||||
{1450, 2544, 102, 18, 4, 3, 0, 0, 0, 0, 0, 57063,},
|
||||
{1182, 2110, 470, 130, 41, 21, 0, 0, 0, 0, 0, 6047,},
|
||||
},
|
||||
{
|
||||
/* Coeff Band ( 2 ) */
|
||||
{ 370, 3378, 200, 30, 5, 4, 1, 0, 0, 0, 0, 0,},
|
||||
{ 293, 1006, 131, 29, 11, 0, 0, 0, 0, 0, 0, 5404,},
|
||||
{ 114, 387, 98, 23, 4, 8, 1, 0, 0, 0, 0, 236,},
|
||||
},
|
||||
{
|
||||
/* Coeff Band ( 3 ) */
|
||||
{ 579, 194, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0,},
|
||||
{ 395, 213, 5, 1, 0, 0, 0, 0, 0, 0, 0, 4157,},
|
||||
{ 119, 122, 4, 0, 0, 0, 0, 0, 0, 0, 0, 300,},
|
||||
},
|
||||
{
|
||||
/* Coeff Band ( 4 ) */
|
||||
{ 38, 557, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0,},
|
||||
{ 21, 114, 12, 1, 0, 0, 0, 0, 0, 0, 0, 427,},
|
||||
{ 0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 7,},
|
||||
},
|
||||
{
|
||||
/* Coeff Band ( 5 ) */
|
||||
{ 52, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,},
|
||||
{ 18, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 652,},
|
||||
{ 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 30,},
|
||||
},
|
||||
{
|
||||
/* Coeff Band ( 6 ) */
|
||||
{ 640, 569, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0,},
|
||||
{ 25, 77, 2, 0, 0, 0, 0, 0, 0, 0, 0, 517,},
|
||||
{ 4, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3,},
|
||||
},
|
||||
{
|
||||
/* Coeff Band ( 7 ) */
|
||||
{ 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,},
|
||||
{ 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,},
|
||||
{ 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,},
|
||||
},
|
||||
},
|
||||
{
|
||||
/* Block Type ( 3 ) */
|
||||
{
|
||||
/* Coeff Band ( 0 ) */
|
||||
{2506, 20161, 2707, 767, 261, 178, 107, 30, 14, 3, 0, 100694,},
|
||||
{8806, 36478, 8817, 3268, 1280, 850, 401, 114, 42, 0, 0, 58572,},
|
||||
{11003, 27214, 11798, 5716, 2482, 2072, 1048, 175, 32, 0, 0, 19284,},
|
||||
},
|
||||
{
|
||||
/* Coeff Band ( 1 ) */
|
||||
{9738, 11313, 959, 205, 70, 18, 11, 1, 0, 0, 0, 0,},
|
||||
{12628, 15085, 1507, 273, 52, 19, 9, 0, 0, 0, 0, 54280,},
|
||||
{10701, 15846, 5561, 1926, 813, 570, 249, 36, 0, 0, 0, 6460,},
|
||||
},
|
||||
{
|
||||
/* Coeff Band ( 2 ) */
|
||||
{6781, 22539, 2784, 634, 182, 123, 20, 4, 0, 0, 0, 0,},
|
||||
{6263, 11544, 2649, 790, 259, 168, 27, 5, 0, 0, 0, 20539,},
|
||||
{3109, 4075, 2031, 896, 457, 386, 158, 29, 0, 0, 0, 1138,},
|
||||
},
|
||||
{
|
||||
/* Coeff Band ( 3 ) */
|
||||
{11515, 4079, 465, 73, 5, 14, 2, 0, 0, 0, 0, 0,},
|
||||
{9361, 5834, 650, 96, 24, 8, 4, 0, 0, 0, 0, 22181,},
|
||||
{4343, 3974, 1360, 415, 132, 96, 14, 1, 0, 0, 0, 1267,},
|
||||
},
|
||||
{
|
||||
/* Coeff Band ( 4 ) */
|
||||
{4787, 9297, 823, 168, 44, 12, 4, 0, 0, 0, 0, 0,},
|
||||
{3619, 4472, 719, 198, 60, 31, 3, 0, 0, 0, 0, 8401,},
|
||||
{1157, 1175, 483, 182, 88, 31, 8, 0, 0, 0, 0, 268,},
|
||||
},
|
||||
{
|
||||
/* Coeff Band ( 5 ) */
|
||||
{8299, 1226, 32, 5, 1, 0, 0, 0, 0, 0, 0, 0,},
|
||||
{3502, 1568, 57, 4, 1, 1, 0, 0, 0, 0, 0, 9811,},
|
||||
{1055, 1070, 166, 29, 6, 1, 0, 0, 0, 0, 0, 527,},
|
||||
},
|
||||
{
|
||||
/* Coeff Band ( 6 ) */
|
||||
{27414, 27927, 1989, 347, 69, 26, 0, 0, 0, 0, 0, 0,},
|
||||
{5876, 10074, 1574, 341, 91, 24, 4, 0, 0, 0, 0, 21954,},
|
||||
{1571, 2171, 778, 324, 124, 65, 16, 0, 0, 0, 0, 979,},
|
||||
},
|
||||
{
|
||||
/* Coeff Band ( 7 ) */
|
||||
{ 0, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,},
|
||||
{ 0, 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 459,},
|
||||
{ 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 13,},
|
||||
},
|
||||
},
|
||||
};
|
||||
{
|
||||
/* Block Type ( 0 ) */
|
||||
{
|
||||
/* Coeff Band ( 0 ) */
|
||||
{ 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 },
|
||||
{ 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 },
|
||||
{ 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 },
|
||||
},
|
||||
{
|
||||
/* Coeff Band ( 1 ) */
|
||||
{ 30190, 26544, 225, 24, 4, 0, 0, 0, 0, 0, 0, 4171593 },
|
||||
{ 26846, 25157, 1241, 130, 26, 6, 1, 0, 0, 0, 0, 149987 },
|
||||
{ 10484, 9538, 1006, 160, 36, 18, 0, 0, 0, 0, 0, 15104 },
|
||||
},
|
||||
{
|
||||
/* Coeff Band ( 2 ) */
|
||||
{ 25842, 40456, 1126, 83, 11, 2, 0, 0, 0, 0, 0, 0 },
|
||||
{ 9338, 8010, 512, 73, 7, 3, 2, 0, 0, 0, 0, 43294 },
|
||||
{ 1047, 751, 149, 31, 13, 6, 1, 0, 0, 0, 0, 879 },
|
||||
},
|
||||
{
|
||||
/* Coeff Band ( 3 ) */
|
||||
{ 26136, 9826, 252, 13, 0, 0, 0, 0, 0, 0, 0, 0 },
|
||||
{ 8134, 5574, 191, 14, 2, 0, 0, 0, 0, 0, 0, 35302 },
|
||||
{ 605, 677, 116, 9, 1, 0, 0, 0, 0, 0, 0, 611 },
|
||||
},
|
||||
{
|
||||
/* Coeff Band ( 4 ) */
|
||||
{ 10263, 15463, 283, 17, 0, 0, 0, 0, 0, 0, 0, 0 },
|
||||
{ 2773, 2191, 128, 9, 2, 2, 0, 0, 0, 0, 0, 10073 },
|
||||
{ 134, 125, 32, 4, 0, 2, 0, 0, 0, 0, 0, 50 },
|
||||
},
|
||||
{
|
||||
/* Coeff Band ( 5 ) */
|
||||
{ 10483, 2663, 23, 1, 0, 0, 0, 0, 0, 0, 0, 0 },
|
||||
{ 2137, 1251, 27, 1, 1, 0, 0, 0, 0, 0, 0, 14362 },
|
||||
{ 116, 156, 14, 2, 1, 0, 0, 0, 0, 0, 0, 190 },
|
||||
},
|
||||
{
|
||||
/* Coeff Band ( 6 ) */
|
||||
{ 40977, 27614, 412, 28, 0, 0, 0, 0, 0, 0, 0, 0 },
|
||||
{ 6113, 5213, 261, 22, 3, 0, 0, 0, 0, 0, 0, 26164 },
|
||||
{ 382, 312, 50, 14, 2, 0, 0, 0, 0, 0, 0, 345 },
|
||||
},
|
||||
{
|
||||
/* Coeff Band ( 7 ) */
|
||||
{ 0, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 },
|
||||
{ 0, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 319 },
|
||||
{ 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 8 },
|
||||
},
|
||||
},
|
||||
{
|
||||
/* Block Type ( 1 ) */
|
||||
{
|
||||
/* Coeff Band ( 0 ) */
|
||||
{ 3268, 19382, 1043, 250, 93, 82, 49, 26, 17, 8, 25, 82289 },
|
||||
{ 8758, 32110, 5436, 1832, 827, 668, 420, 153, 24, 0, 3, 52914 },
|
||||
{ 9337, 23725, 8487, 3954, 2107, 1836, 1069, 399, 59, 0, 0,
|
||||
18620 },
|
||||
},
|
||||
{
|
||||
/* Coeff Band ( 1 ) */
|
||||
{ 12419, 8420, 452, 62, 9, 1, 0, 0, 0, 0, 0, 0 },
|
||||
{ 11715, 8705, 693, 92, 15, 7, 2, 0, 0, 0, 0, 53988 },
|
||||
{ 7603, 8585, 2306, 778, 270, 145, 39, 5, 0, 0, 0, 9136 },
|
||||
},
|
||||
{
|
||||
/* Coeff Band ( 2 ) */
|
||||
{ 15938, 14335, 1207, 184, 55, 13, 4, 1, 0, 0, 0, 0 },
|
||||
{ 7415, 6829, 1138, 244, 71, 26, 7, 0, 0, 0, 0, 9980 },
|
||||
{ 1580, 1824, 655, 241, 89, 46, 10, 2, 0, 0, 0, 429 },
|
||||
},
|
||||
{
|
||||
/* Coeff Band ( 3 ) */
|
||||
{ 19453, 5260, 201, 19, 0, 0, 0, 0, 0, 0, 0, 0 },
|
||||
{ 9173, 3758, 213, 22, 1, 1, 0, 0, 0, 0, 0, 9820 },
|
||||
{ 1689, 1277, 276, 51, 17, 4, 0, 0, 0, 0, 0, 679 },
|
||||
},
|
||||
{
|
||||
/* Coeff Band ( 4 ) */
|
||||
{ 12076, 10667, 620, 85, 19, 9, 5, 0, 0, 0, 0, 0 },
|
||||
{ 4665, 3625, 423, 55, 19, 9, 0, 0, 0, 0, 0, 5127 },
|
||||
{ 415, 440, 143, 34, 20, 7, 2, 0, 0, 0, 0, 101 },
|
||||
},
|
||||
{
|
||||
/* Coeff Band ( 5 ) */
|
||||
{ 12183, 4846, 115, 11, 1, 0, 0, 0, 0, 0, 0, 0 },
|
||||
{ 4226, 3149, 177, 21, 2, 0, 0, 0, 0, 0, 0, 7157 },
|
||||
{ 375, 621, 189, 51, 11, 4, 1, 0, 0, 0, 0, 198 },
|
||||
},
|
||||
{
|
||||
/* Coeff Band ( 6 ) */
|
||||
{ 61658, 37743, 1203, 94, 10, 3, 0, 0, 0, 0, 0, 0 },
|
||||
{ 15514, 11563, 903, 111, 14, 5, 0, 0, 0, 0, 0, 25195 },
|
||||
{ 929, 1077, 291, 78, 14, 7, 1, 0, 0, 0, 0, 507 },
|
||||
},
|
||||
{
|
||||
/* Coeff Band ( 7 ) */
|
||||
{ 0, 990, 15, 3, 0, 0, 0, 0, 0, 0, 0, 0 },
|
||||
{ 0, 412, 13, 0, 0, 0, 0, 0, 0, 0, 0, 1641 },
|
||||
{ 0, 18, 7, 1, 0, 0, 0, 0, 0, 0, 0, 30 },
|
||||
},
|
||||
},
|
||||
{
|
||||
/* Block Type ( 2 ) */
|
||||
{
|
||||
/* Coeff Band ( 0 ) */
|
||||
{ 953, 24519, 628, 120, 28, 12, 4, 0, 0, 0, 0, 2248798 },
|
||||
{ 1525, 25654, 2647, 617, 239, 143, 42, 5, 0, 0, 0, 66837 },
|
||||
{ 1180, 11011, 3001, 1237, 532, 448, 239, 54, 5, 0, 0, 7122 },
|
||||
},
|
||||
{
|
||||
/* Coeff Band ( 1 ) */
|
||||
{ 1356, 2220, 67, 10, 4, 1, 0, 0, 0, 0, 0, 0 },
|
||||
{ 1450, 2544, 102, 18, 4, 3, 0, 0, 0, 0, 0, 57063 },
|
||||
{ 1182, 2110, 470, 130, 41, 21, 0, 0, 0, 0, 0, 6047 },
|
||||
},
|
||||
{
|
||||
/* Coeff Band ( 2 ) */
|
||||
{ 370, 3378, 200, 30, 5, 4, 1, 0, 0, 0, 0, 0 },
|
||||
{ 293, 1006, 131, 29, 11, 0, 0, 0, 0, 0, 0, 5404 },
|
||||
{ 114, 387, 98, 23, 4, 8, 1, 0, 0, 0, 0, 236 },
|
||||
},
|
||||
{
|
||||
/* Coeff Band ( 3 ) */
|
||||
{ 579, 194, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0 },
|
||||
{ 395, 213, 5, 1, 0, 0, 0, 0, 0, 0, 0, 4157 },
|
||||
{ 119, 122, 4, 0, 0, 0, 0, 0, 0, 0, 0, 300 },
|
||||
},
|
||||
{
|
||||
/* Coeff Band ( 4 ) */
|
||||
{ 38, 557, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0 },
|
||||
{ 21, 114, 12, 1, 0, 0, 0, 0, 0, 0, 0, 427 },
|
||||
{ 0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 7 },
|
||||
},
|
||||
{
|
||||
/* Coeff Band ( 5 ) */
|
||||
{ 52, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 },
|
||||
{ 18, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 652 },
|
||||
{ 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 30 },
|
||||
},
|
||||
{
|
||||
/* Coeff Band ( 6 ) */
|
||||
{ 640, 569, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0 },
|
||||
{ 25, 77, 2, 0, 0, 0, 0, 0, 0, 0, 0, 517 },
|
||||
{ 4, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3 },
|
||||
},
|
||||
{
|
||||
/* Coeff Band ( 7 ) */
|
||||
{ 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 },
|
||||
{ 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 },
|
||||
{ 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 },
|
||||
},
|
||||
},
|
||||
{
|
||||
/* Block Type ( 3 ) */
|
||||
{
|
||||
/* Coeff Band ( 0 ) */
|
||||
{ 2506, 20161, 2707, 767, 261, 178, 107, 30, 14, 3, 0, 100694 },
|
||||
{ 8806, 36478, 8817, 3268, 1280, 850, 401, 114, 42, 0, 0, 58572 },
|
||||
{ 11003, 27214, 11798, 5716, 2482, 2072, 1048, 175, 32, 0, 0,
|
||||
19284 },
|
||||
},
|
||||
{
|
||||
/* Coeff Band ( 1 ) */
|
||||
{ 9738, 11313, 959, 205, 70, 18, 11, 1, 0, 0, 0, 0 },
|
||||
{ 12628, 15085, 1507, 273, 52, 19, 9, 0, 0, 0, 0, 54280 },
|
||||
{ 10701, 15846, 5561, 1926, 813, 570, 249, 36, 0, 0, 0, 6460 },
|
||||
},
|
||||
{
|
||||
/* Coeff Band ( 2 ) */
|
||||
{ 6781, 22539, 2784, 634, 182, 123, 20, 4, 0, 0, 0, 0 },
|
||||
{ 6263, 11544, 2649, 790, 259, 168, 27, 5, 0, 0, 0, 20539 },
|
||||
{ 3109, 4075, 2031, 896, 457, 386, 158, 29, 0, 0, 0, 1138 },
|
||||
},
|
||||
{
|
||||
/* Coeff Band ( 3 ) */
|
||||
{ 11515, 4079, 465, 73, 5, 14, 2, 0, 0, 0, 0, 0 },
|
||||
{ 9361, 5834, 650, 96, 24, 8, 4, 0, 0, 0, 0, 22181 },
|
||||
{ 4343, 3974, 1360, 415, 132, 96, 14, 1, 0, 0, 0, 1267 },
|
||||
},
|
||||
{
|
||||
/* Coeff Band ( 4 ) */
|
||||
{ 4787, 9297, 823, 168, 44, 12, 4, 0, 0, 0, 0, 0 },
|
||||
{ 3619, 4472, 719, 198, 60, 31, 3, 0, 0, 0, 0, 8401 },
|
||||
{ 1157, 1175, 483, 182, 88, 31, 8, 0, 0, 0, 0, 268 },
|
||||
},
|
||||
{
|
||||
/* Coeff Band ( 5 ) */
|
||||
{ 8299, 1226, 32, 5, 1, 0, 0, 0, 0, 0, 0, 0 },
|
||||
{ 3502, 1568, 57, 4, 1, 1, 0, 0, 0, 0, 0, 9811 },
|
||||
{ 1055, 1070, 166, 29, 6, 1, 0, 0, 0, 0, 0, 527 },
|
||||
},
|
||||
{
|
||||
/* Coeff Band ( 6 ) */
|
||||
{ 27414, 27927, 1989, 347, 69, 26, 0, 0, 0, 0, 0, 0 },
|
||||
{ 5876, 10074, 1574, 341, 91, 24, 4, 0, 0, 0, 0, 21954 },
|
||||
{ 1571, 2171, 778, 324, 124, 65, 16, 0, 0, 0, 0, 979 },
|
||||
},
|
||||
{
|
||||
/* Coeff Band ( 7 ) */
|
||||
{ 0, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 },
|
||||
{ 0, 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 459 },
|
||||
{ 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 13 },
|
||||
},
|
||||
},
|
||||
};
|
||||
|
||||
#ifdef __cplusplus
|
||||
} // extern "C"
|
||||
|
||||
+560
-578
File diff suppressed because it is too large.
Load diff
@@ -18,28 +18,20 @@
|
||||
extern "C" {
|
||||
#endif
|
||||
|
||||
#define SUM_DIFF_THRESHOLD (16 * 16 * 2)
|
||||
#define SUM_DIFF_THRESHOLD_HIGH (600) // ~(16 * 16 * 1.5)
|
||||
#define MOTION_MAGNITUDE_THRESHOLD (8*3)
|
||||
#define SUM_DIFF_THRESHOLD 512
|
||||
#define SUM_DIFF_THRESHOLD_HIGH 600
|
||||
#define MOTION_MAGNITUDE_THRESHOLD (8 * 3)
|
||||
|
||||
#define SUM_DIFF_THRESHOLD_UV (96) // (8 * 8 * 1.5)
|
||||
#define SUM_DIFF_THRESHOLD_UV (96) // (8 * 8 * 1.5)
|
||||
#define SUM_DIFF_THRESHOLD_HIGH_UV (8 * 8 * 2)
|
||||
#define SUM_DIFF_FROM_AVG_THRESH_UV (8 * 8 * 8)
|
||||
#define MOTION_MAGNITUDE_THRESHOLD_UV (8*3)
|
||||
#define MOTION_MAGNITUDE_THRESHOLD_UV (8 * 3)
|
||||
|
||||
#define MAX_GF_ARF_DENOISE_RANGE (8)
|
||||
|
||||
enum vp8_denoiser_decision
|
||||
{
|
||||
COPY_BLOCK,
|
||||
FILTER_BLOCK
|
||||
};
|
||||
enum vp8_denoiser_decision { COPY_BLOCK, FILTER_BLOCK };
|
||||
|
||||
enum vp8_denoiser_filter_state {
|
||||
kNoFilter,
|
||||
kFilterZeroMV,
|
||||
kFilterNonZeroMV
|
||||
};
|
||||
enum vp8_denoiser_filter_state { kNoFilter, kFilterZeroMV, kFilterNonZeroMV };
|
||||
|
||||
enum vp8_denoiser_mode {
|
||||
kDenoiserOff,
|
||||
@@ -73,23 +65,22 @@ typedef struct {
|
||||
unsigned int spatial_blur;
|
||||
} denoise_params;
|
||||
|
||||
typedef struct vp8_denoiser
|
||||
{
|
||||
YV12_BUFFER_CONFIG yv12_running_avg[MAX_REF_FRAMES];
|
||||
YV12_BUFFER_CONFIG yv12_mc_running_avg;
|
||||
// TODO(marpan): Should remove yv12_last_source and use vp8_lookahead_peak.
|
||||
YV12_BUFFER_CONFIG yv12_last_source;
|
||||
unsigned char* denoise_state;
|
||||
int num_mb_cols;
|
||||
int denoiser_mode;
|
||||
int threshold_aggressive_mode;
|
||||
int nmse_source_diff;
|
||||
int nmse_source_diff_count;
|
||||
int qp_avg;
|
||||
int qp_threshold_up;
|
||||
int qp_threshold_down;
|
||||
int bitrate_threshold;
|
||||
denoise_params denoise_pars;
|
||||
typedef struct vp8_denoiser {
|
||||
YV12_BUFFER_CONFIG yv12_running_avg[MAX_REF_FRAMES];
|
||||
YV12_BUFFER_CONFIG yv12_mc_running_avg;
|
||||
// TODO(marpan): Should remove yv12_last_source and use vp8_lookahead_peak.
|
||||
YV12_BUFFER_CONFIG yv12_last_source;
|
||||
unsigned char *denoise_state;
|
||||
int num_mb_cols;
|
||||
int denoiser_mode;
|
||||
int threshold_aggressive_mode;
|
||||
int nmse_source_diff;
|
||||
int nmse_source_diff_count;
|
||||
int qp_avg;
|
||||
int qp_threshold_up;
|
||||
int qp_threshold_down;
|
||||
int bitrate_threshold;
|
||||
denoise_params denoise_pars;
|
||||
} VP8_DENOISER;
|
||||
|
||||
int vp8_denoiser_allocate(VP8_DENOISER *denoiser, int width, int height,
|
||||
@@ -99,16 +90,11 @@ void vp8_denoiser_free(VP8_DENOISER *denoiser);
|
||||
|
||||
void vp8_denoiser_set_parameters(VP8_DENOISER *denoiser, int mode);
|
||||
|
||||
void vp8_denoiser_denoise_mb(VP8_DENOISER *denoiser,
|
||||
MACROBLOCK *x,
|
||||
unsigned int best_sse,
|
||||
unsigned int zero_mv_sse,
|
||||
int recon_yoffset,
|
||||
int recon_uvoffset,
|
||||
loop_filter_info_n *lfi_n,
|
||||
int mb_row,
|
||||
int mb_col,
|
||||
int block_index);
|
||||
void vp8_denoiser_denoise_mb(VP8_DENOISER *denoiser, MACROBLOCK *x,
|
||||
unsigned int best_sse, unsigned int zero_mv_sse,
|
||||
int recon_yoffset, int recon_uvoffset,
|
||||
loop_filter_info_n *lfi_n, int mb_row, int mb_col,
|
||||
int block_index, int consec_zero_last);
|
||||
|
||||
#ifdef __cplusplus
|
||||
} // extern "C"
|
||||
|
||||
+923
-1056
File diff suppressed because it is too large.
Load diff
@@ -22,12 +22,12 @@ extern void vp8_setup_block_ptrs(MACROBLOCK *x);
|
||||
extern void vp8_encode_frame(VP8_COMP *cpi);
|
||||
|
||||
extern int vp8cx_encode_inter_macroblock(VP8_COMP *cpi, MACROBLOCK *x,
|
||||
TOKENEXTRA **t,
|
||||
int recon_yoffset, int recon_uvoffset,
|
||||
int mb_row, int mb_col);
|
||||
TOKENEXTRA **t, int recon_yoffset,
|
||||
int recon_uvoffset, int mb_row,
|
||||
int mb_col);
|
||||
|
||||
extern int vp8cx_encode_intra_macroblock(VP8_COMP *cpi, MACROBLOCK *x,
|
||||
TOKENEXTRA **t);
|
||||
TOKENEXTRA **t);
|
||||
#ifdef __cplusplus
|
||||
} // extern "C"
|
||||
#endif
|
||||
|
||||
@@ -8,7 +8,6 @@
|
||||
* be found in the AUTHORS file in the root of the source tree.
|
||||
*/
|
||||
|
||||
|
||||
#include "vpx_config.h"
|
||||
#include "vp8_rtcd.h"
|
||||
#include "./vpx_dsp_rtcd.h"
|
||||
@@ -19,122 +18,100 @@
|
||||
#include "vp8/common/invtrans.h"
|
||||
#include "encodeintra.h"
|
||||
|
||||
int vp8_encode_intra(VP8_COMP *cpi, MACROBLOCK *x, int use_dc_pred) {
|
||||
int i;
|
||||
int intra_pred_var = 0;
|
||||
(void)cpi;
|
||||
|
||||
int vp8_encode_intra(VP8_COMP *cpi, MACROBLOCK *x, int use_dc_pred)
|
||||
{
|
||||
if (use_dc_pred) {
|
||||
x->e_mbd.mode_info_context->mbmi.mode = DC_PRED;
|
||||
x->e_mbd.mode_info_context->mbmi.uv_mode = DC_PRED;
|
||||
x->e_mbd.mode_info_context->mbmi.ref_frame = INTRA_FRAME;
|
||||
|
||||
int i;
|
||||
int intra_pred_var = 0;
|
||||
(void) cpi;
|
||||
vp8_encode_intra16x16mby(x);
|
||||
|
||||
if (use_dc_pred)
|
||||
{
|
||||
x->e_mbd.mode_info_context->mbmi.mode = DC_PRED;
|
||||
x->e_mbd.mode_info_context->mbmi.uv_mode = DC_PRED;
|
||||
x->e_mbd.mode_info_context->mbmi.ref_frame = INTRA_FRAME;
|
||||
|
||||
vp8_encode_intra16x16mby(x);
|
||||
|
||||
vp8_inverse_transform_mby(&x->e_mbd);
|
||||
}
|
||||
else
|
||||
{
|
||||
for (i = 0; i < 16; i++)
|
||||
{
|
||||
x->e_mbd.block[i].bmi.as_mode = B_DC_PRED;
|
||||
vp8_encode_intra4x4block(x, i);
|
||||
}
|
||||
vp8_inverse_transform_mby(&x->e_mbd);
|
||||
} else {
|
||||
for (i = 0; i < 16; ++i) {
|
||||
x->e_mbd.block[i].bmi.as_mode = B_DC_PRED;
|
||||
vp8_encode_intra4x4block(x, i);
|
||||
}
|
||||
}
|
||||
|
||||
intra_pred_var = vpx_get_mb_ss(x->src_diff);
|
||||
intra_pred_var = vpx_get_mb_ss(x->src_diff);
|
||||
|
||||
return intra_pred_var;
|
||||
return intra_pred_var;
|
||||
}
|
||||
|
||||
void vp8_encode_intra4x4block(MACROBLOCK *x, int ib)
|
||||
{
|
||||
BLOCKD *b = &x->e_mbd.block[ib];
|
||||
BLOCK *be = &x->block[ib];
|
||||
int dst_stride = x->e_mbd.dst.y_stride;
|
||||
unsigned char *dst = x->e_mbd.dst.y_buffer + b->offset;
|
||||
unsigned char *Above = dst - dst_stride;
|
||||
unsigned char *yleft = dst - 1;
|
||||
unsigned char top_left = Above[-1];
|
||||
void vp8_encode_intra4x4block(MACROBLOCK *x, int ib) {
|
||||
BLOCKD *b = &x->e_mbd.block[ib];
|
||||
BLOCK *be = &x->block[ib];
|
||||
int dst_stride = x->e_mbd.dst.y_stride;
|
||||
unsigned char *dst = x->e_mbd.dst.y_buffer + b->offset;
|
||||
unsigned char *Above = dst - dst_stride;
|
||||
unsigned char *yleft = dst - 1;
|
||||
unsigned char top_left = Above[-1];
|
||||
|
||||
vp8_intra4x4_predict(Above, yleft, dst_stride, b->bmi.as_mode,
|
||||
b->predictor, 16, top_left);
|
||||
vp8_intra4x4_predict(Above, yleft, dst_stride, b->bmi.as_mode, b->predictor,
|
||||
16, top_left);
|
||||
|
||||
vp8_subtract_b(be, b, 16);
|
||||
vp8_subtract_b(be, b, 16);
|
||||
|
||||
x->short_fdct4x4(be->src_diff, be->coeff, 32);
|
||||
x->short_fdct4x4(be->src_diff, be->coeff, 32);
|
||||
|
||||
x->quantize_b(be, b);
|
||||
x->quantize_b(be, b);
|
||||
|
||||
if (*b->eob > 1)
|
||||
{
|
||||
vp8_short_idct4x4llm(b->dqcoeff, b->predictor, 16, dst, dst_stride);
|
||||
}
|
||||
else
|
||||
{
|
||||
vp8_dc_only_idct_add(b->dqcoeff[0], b->predictor, 16, dst, dst_stride);
|
||||
}
|
||||
if (*b->eob > 1) {
|
||||
vp8_short_idct4x4llm(b->dqcoeff, b->predictor, 16, dst, dst_stride);
|
||||
} else {
|
||||
vp8_dc_only_idct_add(b->dqcoeff[0], b->predictor, 16, dst, dst_stride);
|
||||
}
|
||||
}
|
||||
|
||||
void vp8_encode_intra4x4mby(MACROBLOCK *mb)
|
||||
{
|
||||
int i;
|
||||
void vp8_encode_intra4x4mby(MACROBLOCK *mb) {
|
||||
int i;
|
||||
|
||||
MACROBLOCKD *xd = &mb->e_mbd;
|
||||
intra_prediction_down_copy(xd, xd->dst.y_buffer - xd->dst.y_stride + 16);
|
||||
MACROBLOCKD *xd = &mb->e_mbd;
|
||||
intra_prediction_down_copy(xd, xd->dst.y_buffer - xd->dst.y_stride + 16);
|
||||
|
||||
for (i = 0; i < 16; i++)
|
||||
vp8_encode_intra4x4block(mb, i);
|
||||
return;
|
||||
for (i = 0; i < 16; ++i) vp8_encode_intra4x4block(mb, i);
|
||||
return;
|
||||
}
|
||||
|
||||
void vp8_encode_intra16x16mby(MACROBLOCK *x)
|
||||
{
|
||||
BLOCK *b = &x->block[0];
|
||||
MACROBLOCKD *xd = &x->e_mbd;
|
||||
void vp8_encode_intra16x16mby(MACROBLOCK *x) {
|
||||
BLOCK *b = &x->block[0];
|
||||
MACROBLOCKD *xd = &x->e_mbd;
|
||||
|
||||
vp8_build_intra_predictors_mby_s(xd,
|
||||
xd->dst.y_buffer - xd->dst.y_stride,
|
||||
xd->dst.y_buffer - 1,
|
||||
xd->dst.y_stride,
|
||||
xd->dst.y_buffer,
|
||||
xd->dst.y_stride);
|
||||
vp8_build_intra_predictors_mby_s(xd, xd->dst.y_buffer - xd->dst.y_stride,
|
||||
xd->dst.y_buffer - 1, xd->dst.y_stride,
|
||||
xd->dst.y_buffer, xd->dst.y_stride);
|
||||
|
||||
vp8_subtract_mby(x->src_diff, *(b->base_src),
|
||||
b->src_stride, xd->dst.y_buffer, xd->dst.y_stride);
|
||||
vp8_subtract_mby(x->src_diff, *(b->base_src), b->src_stride, xd->dst.y_buffer,
|
||||
xd->dst.y_stride);
|
||||
|
||||
vp8_transform_intra_mby(x);
|
||||
vp8_transform_intra_mby(x);
|
||||
|
||||
vp8_quantize_mby(x);
|
||||
vp8_quantize_mby(x);
|
||||
|
||||
if (x->optimize)
|
||||
vp8_optimize_mby(x);
|
||||
if (x->optimize) vp8_optimize_mby(x);
|
||||
}
|
||||
|
||||
void vp8_encode_intra16x16mbuv(MACROBLOCK *x)
|
||||
{
|
||||
MACROBLOCKD *xd = &x->e_mbd;
|
||||
void vp8_encode_intra16x16mbuv(MACROBLOCK *x) {
|
||||
MACROBLOCKD *xd = &x->e_mbd;
|
||||
|
||||
vp8_build_intra_predictors_mbuv_s(xd, xd->dst.u_buffer - xd->dst.uv_stride,
|
||||
xd->dst.v_buffer - xd->dst.uv_stride,
|
||||
xd->dst.u_buffer - 1,
|
||||
xd->dst.v_buffer - 1,
|
||||
xd->dst.uv_stride,
|
||||
xd->dst.u_buffer, xd->dst.v_buffer,
|
||||
xd->dst.uv_stride);
|
||||
vp8_build_intra_predictors_mbuv_s(xd, xd->dst.u_buffer - xd->dst.uv_stride,
|
||||
xd->dst.v_buffer - xd->dst.uv_stride,
|
||||
xd->dst.u_buffer - 1, xd->dst.v_buffer - 1,
|
||||
xd->dst.uv_stride, xd->dst.u_buffer,
|
||||
xd->dst.v_buffer, xd->dst.uv_stride);
|
||||
|
||||
vp8_subtract_mbuv(x->src_diff, x->src.u_buffer,
|
||||
x->src.v_buffer, x->src.uv_stride, xd->dst.u_buffer,
|
||||
xd->dst.v_buffer, xd->dst.uv_stride);
|
||||
vp8_subtract_mbuv(x->src_diff, x->src.u_buffer, x->src.v_buffer,
|
||||
x->src.uv_stride, xd->dst.u_buffer, xd->dst.v_buffer,
|
||||
xd->dst.uv_stride);
|
||||
|
||||
vp8_transform_mbuv(x);
|
||||
vp8_transform_mbuv(x);
|
||||
|
||||
vp8_quantize_mbuv(x);
|
||||
vp8_quantize_mbuv(x);
|
||||
|
||||
if (x->optimize)
|
||||
vp8_optimize_mbuv(x);
|
||||
if (x->optimize) vp8_optimize_mbuv(x);
|
||||
}
|
||||
@@ -8,7 +8,6 @@
|
||||
* be found in the AUTHORS file in the root of the source tree.
|
||||
*/
|
||||
|
||||
|
||||
#ifndef VP8_ENCODER_ENCODEINTRA_H_
|
||||
#define VP8_ENCODER_ENCODEINTRA_H_
|
||||
#include "onyx_int.h"
|
||||
|
||||
+390
-471
@@ -26,13 +26,13 @@ void vp8_subtract_b(BLOCK *be, BLOCKD *bd, int pitch) {
|
||||
unsigned char *pred_ptr = bd->predictor;
|
||||
int src_stride = be->src_stride;
|
||||
|
||||
vpx_subtract_block(4, 4, diff_ptr, pitch, src_ptr, src_stride,
|
||||
pred_ptr, pitch);
|
||||
vpx_subtract_block(4, 4, diff_ptr, pitch, src_ptr, src_stride, pred_ptr,
|
||||
pitch);
|
||||
}
|
||||
|
||||
void vp8_subtract_mbuv(short *diff, unsigned char *usrc, unsigned char *vsrc,
|
||||
int src_stride, unsigned char *upred,
|
||||
unsigned char *vpred, int pred_stride) {
|
||||
int src_stride, unsigned char *upred,
|
||||
unsigned char *vpred, int pred_stride) {
|
||||
short *udiff = diff + 256;
|
||||
short *vdiff = diff + 320;
|
||||
|
||||
@@ -45,119 +45,91 @@ void vp8_subtract_mby(short *diff, unsigned char *src, int src_stride,
|
||||
vpx_subtract_block(16, 16, diff, 16, src, src_stride, pred, pred_stride);
|
||||
}
|
||||
|
||||
static void vp8_subtract_mb(MACROBLOCK *x)
|
||||
{
|
||||
BLOCK *b = &x->block[0];
|
||||
static void vp8_subtract_mb(MACROBLOCK *x) {
|
||||
BLOCK *b = &x->block[0];
|
||||
|
||||
vp8_subtract_mby(x->src_diff, *(b->base_src),
|
||||
b->src_stride, x->e_mbd.dst.y_buffer, x->e_mbd.dst.y_stride);
|
||||
vp8_subtract_mbuv(x->src_diff, x->src.u_buffer,
|
||||
x->src.v_buffer, x->src.uv_stride, x->e_mbd.dst.u_buffer,
|
||||
x->e_mbd.dst.v_buffer, x->e_mbd.dst.uv_stride);
|
||||
vp8_subtract_mby(x->src_diff, *(b->base_src), b->src_stride,
|
||||
x->e_mbd.dst.y_buffer, x->e_mbd.dst.y_stride);
|
||||
vp8_subtract_mbuv(x->src_diff, x->src.u_buffer, x->src.v_buffer,
|
||||
x->src.uv_stride, x->e_mbd.dst.u_buffer,
|
||||
x->e_mbd.dst.v_buffer, x->e_mbd.dst.uv_stride);
|
||||
}
|
||||
|
||||
static void build_dcblock(MACROBLOCK *x)
|
||||
{
|
||||
short *src_diff_ptr = &x->src_diff[384];
|
||||
int i;
|
||||
static void build_dcblock(MACROBLOCK *x) {
|
||||
short *src_diff_ptr = &x->src_diff[384];
|
||||
int i;
|
||||
|
||||
for (i = 0; i < 16; i++)
|
||||
{
|
||||
src_diff_ptr[i] = x->coeff[i * 16];
|
||||
}
|
||||
for (i = 0; i < 16; ++i) {
|
||||
src_diff_ptr[i] = x->coeff[i * 16];
|
||||
}
|
||||
}
|
||||
|
||||
void vp8_transform_mbuv(MACROBLOCK *x)
|
||||
{
|
||||
int i;
|
||||
void vp8_transform_mbuv(MACROBLOCK *x) {
|
||||
int i;
|
||||
|
||||
for (i = 16; i < 24; i += 2)
|
||||
{
|
||||
x->short_fdct8x4(&x->block[i].src_diff[0],
|
||||
&x->block[i].coeff[0], 16);
|
||||
}
|
||||
for (i = 16; i < 24; i += 2) {
|
||||
x->short_fdct8x4(&x->block[i].src_diff[0], &x->block[i].coeff[0], 16);
|
||||
}
|
||||
}
|
||||
|
||||
void vp8_transform_intra_mby(MACROBLOCK *x) {
|
||||
int i;
|
||||
|
||||
void vp8_transform_intra_mby(MACROBLOCK *x)
|
||||
{
|
||||
int i;
|
||||
for (i = 0; i < 16; i += 2) {
|
||||
x->short_fdct8x4(&x->block[i].src_diff[0], &x->block[i].coeff[0], 32);
|
||||
}
|
||||
|
||||
for (i = 0; i < 16; i += 2)
|
||||
{
|
||||
x->short_fdct8x4(&x->block[i].src_diff[0],
|
||||
&x->block[i].coeff[0], 32);
|
||||
}
|
||||
/* build dc block from 16 y dc values */
|
||||
build_dcblock(x);
|
||||
|
||||
/* build dc block from 16 y dc values */
|
||||
/* do 2nd order transform on the dc block */
|
||||
x->short_walsh4x4(&x->block[24].src_diff[0], &x->block[24].coeff[0], 8);
|
||||
}
|
||||
|
||||
static void transform_mb(MACROBLOCK *x) {
|
||||
int i;
|
||||
|
||||
for (i = 0; i < 16; i += 2) {
|
||||
x->short_fdct8x4(&x->block[i].src_diff[0], &x->block[i].coeff[0], 32);
|
||||
}
|
||||
|
||||
/* build dc block from 16 y dc values */
|
||||
if (x->e_mbd.mode_info_context->mbmi.mode != SPLITMV) build_dcblock(x);
|
||||
|
||||
for (i = 16; i < 24; i += 2) {
|
||||
x->short_fdct8x4(&x->block[i].src_diff[0], &x->block[i].coeff[0], 16);
|
||||
}
|
||||
|
||||
/* do 2nd order transform on the dc block */
|
||||
if (x->e_mbd.mode_info_context->mbmi.mode != SPLITMV) {
|
||||
x->short_walsh4x4(&x->block[24].src_diff[0], &x->block[24].coeff[0], 8);
|
||||
}
|
||||
}
|
||||
|
||||
static void transform_mby(MACROBLOCK *x) {
|
||||
int i;
|
||||
|
||||
for (i = 0; i < 16; i += 2) {
|
||||
x->short_fdct8x4(&x->block[i].src_diff[0], &x->block[i].coeff[0], 32);
|
||||
}
|
||||
|
||||
/* build dc block from 16 y dc values */
|
||||
if (x->e_mbd.mode_info_context->mbmi.mode != SPLITMV) {
|
||||
build_dcblock(x);
|
||||
|
||||
/* do 2nd order transform on the dc block */
|
||||
x->short_walsh4x4(&x->block[24].src_diff[0],
|
||||
&x->block[24].coeff[0], 8);
|
||||
|
||||
x->short_walsh4x4(&x->block[24].src_diff[0], &x->block[24].coeff[0], 8);
|
||||
}
|
||||
}
|
||||
|
||||
|
||||
static void transform_mb(MACROBLOCK *x)
|
||||
{
|
||||
int i;
|
||||
|
||||
for (i = 0; i < 16; i += 2)
|
||||
{
|
||||
x->short_fdct8x4(&x->block[i].src_diff[0],
|
||||
&x->block[i].coeff[0], 32);
|
||||
}
|
||||
|
||||
/* build dc block from 16 y dc values */
|
||||
if (x->e_mbd.mode_info_context->mbmi.mode != SPLITMV)
|
||||
build_dcblock(x);
|
||||
|
||||
for (i = 16; i < 24; i += 2)
|
||||
{
|
||||
x->short_fdct8x4(&x->block[i].src_diff[0],
|
||||
&x->block[i].coeff[0], 16);
|
||||
}
|
||||
|
||||
/* do 2nd order transform on the dc block */
|
||||
if (x->e_mbd.mode_info_context->mbmi.mode != SPLITMV)
|
||||
x->short_walsh4x4(&x->block[24].src_diff[0],
|
||||
&x->block[24].coeff[0], 8);
|
||||
|
||||
}
|
||||
|
||||
|
||||
static void transform_mby(MACROBLOCK *x)
|
||||
{
|
||||
int i;
|
||||
|
||||
for (i = 0; i < 16; i += 2)
|
||||
{
|
||||
x->short_fdct8x4(&x->block[i].src_diff[0],
|
||||
&x->block[i].coeff[0], 32);
|
||||
}
|
||||
|
||||
/* build dc block from 16 y dc values */
|
||||
if (x->e_mbd.mode_info_context->mbmi.mode != SPLITMV)
|
||||
{
|
||||
build_dcblock(x);
|
||||
x->short_walsh4x4(&x->block[24].src_diff[0],
|
||||
&x->block[24].coeff[0], 8);
|
||||
}
|
||||
}
|
||||
|
||||
|
||||
|
||||
#define RDTRUNC(RM,DM,R,D) ( (128+(R)*(RM)) & 0xFF )
|
||||
#define RDTRUNC(RM, DM, R, D) ((128 + (R) * (RM)) & 0xFF)
|
||||
|
||||
typedef struct vp8_token_state vp8_token_state;
|
||||
|
||||
struct vp8_token_state{
|
||||
int rate;
|
||||
int error;
|
||||
signed char next;
|
||||
signed char token;
|
||||
short qc;
|
||||
struct vp8_token_state {
|
||||
int rate;
|
||||
int error;
|
||||
signed char next;
|
||||
signed char token;
|
||||
short qc;
|
||||
};
|
||||
|
||||
/* TODO: experiments to find optimal multiple numbers */
|
||||
@@ -165,429 +137,376 @@ struct vp8_token_state{
|
||||
#define UV_RD_MULT 2
|
||||
#define Y2_RD_MULT 16
|
||||
|
||||
static const int plane_rd_mult[4]=
|
||||
{
|
||||
Y1_RD_MULT,
|
||||
Y2_RD_MULT,
|
||||
UV_RD_MULT,
|
||||
Y1_RD_MULT
|
||||
};
|
||||
static const int plane_rd_mult[4] = { Y1_RD_MULT, Y2_RD_MULT, UV_RD_MULT,
|
||||
Y1_RD_MULT };
|
||||
|
||||
static void optimize_b(MACROBLOCK *mb, int ib, int type,
|
||||
ENTROPY_CONTEXT *a, ENTROPY_CONTEXT *l)
|
||||
{
|
||||
BLOCK *b;
|
||||
BLOCKD *d;
|
||||
vp8_token_state tokens[17][2];
|
||||
unsigned best_mask[2];
|
||||
const short *dequant_ptr;
|
||||
const short *coeff_ptr;
|
||||
short *qcoeff_ptr;
|
||||
short *dqcoeff_ptr;
|
||||
int eob;
|
||||
int i0;
|
||||
int rc;
|
||||
int x;
|
||||
int sz = 0;
|
||||
int next;
|
||||
int rdmult;
|
||||
int rddiv;
|
||||
int final_eob;
|
||||
int rd_cost0;
|
||||
int rd_cost1;
|
||||
int rate0;
|
||||
int rate1;
|
||||
int error0;
|
||||
int error1;
|
||||
int t0;
|
||||
int t1;
|
||||
int best;
|
||||
int band;
|
||||
int pt;
|
||||
int i;
|
||||
int err_mult = plane_rd_mult[type];
|
||||
static void optimize_b(MACROBLOCK *mb, int ib, int type, ENTROPY_CONTEXT *a,
|
||||
ENTROPY_CONTEXT *l) {
|
||||
BLOCK *b;
|
||||
BLOCKD *d;
|
||||
vp8_token_state tokens[17][2];
|
||||
unsigned best_mask[2];
|
||||
const short *dequant_ptr;
|
||||
const short *coeff_ptr;
|
||||
short *qcoeff_ptr;
|
||||
short *dqcoeff_ptr;
|
||||
int eob;
|
||||
int i0;
|
||||
int rc;
|
||||
int x;
|
||||
int sz = 0;
|
||||
int next;
|
||||
int rdmult;
|
||||
int rddiv;
|
||||
int final_eob;
|
||||
int rd_cost0;
|
||||
int rd_cost1;
|
||||
int rate0;
|
||||
int rate1;
|
||||
int error0;
|
||||
int error1;
|
||||
int t0;
|
||||
int t1;
|
||||
int best;
|
||||
int band;
|
||||
int pt;
|
||||
int i;
|
||||
int err_mult = plane_rd_mult[type];
|
||||
|
||||
b = &mb->block[ib];
|
||||
d = &mb->e_mbd.block[ib];
|
||||
b = &mb->block[ib];
|
||||
d = &mb->e_mbd.block[ib];
|
||||
|
||||
dequant_ptr = d->dequant;
|
||||
coeff_ptr = b->coeff;
|
||||
qcoeff_ptr = d->qcoeff;
|
||||
dqcoeff_ptr = d->dqcoeff;
|
||||
i0 = !type;
|
||||
eob = *d->eob;
|
||||
dequant_ptr = d->dequant;
|
||||
coeff_ptr = b->coeff;
|
||||
qcoeff_ptr = d->qcoeff;
|
||||
dqcoeff_ptr = d->dqcoeff;
|
||||
i0 = !type;
|
||||
eob = *d->eob;
|
||||
|
||||
/* Now set up a Viterbi trellis to evaluate alternative roundings. */
|
||||
rdmult = mb->rdmult * err_mult;
|
||||
if(mb->e_mbd.mode_info_context->mbmi.ref_frame==INTRA_FRAME)
|
||||
rdmult = (rdmult * 9)>>4;
|
||||
/* Now set up a Viterbi trellis to evaluate alternative roundings. */
|
||||
rdmult = mb->rdmult * err_mult;
|
||||
if (mb->e_mbd.mode_info_context->mbmi.ref_frame == INTRA_FRAME) {
|
||||
rdmult = (rdmult * 9) >> 4;
|
||||
}
|
||||
|
||||
rddiv = mb->rddiv;
|
||||
best_mask[0] = best_mask[1] = 0;
|
||||
/* Initialize the sentinel node of the trellis. */
|
||||
tokens[eob][0].rate = 0;
|
||||
tokens[eob][0].error = 0;
|
||||
tokens[eob][0].next = 16;
|
||||
tokens[eob][0].token = DCT_EOB_TOKEN;
|
||||
tokens[eob][0].qc = 0;
|
||||
*(tokens[eob] + 1) = *(tokens[eob] + 0);
|
||||
next = eob;
|
||||
for (i = eob; i-- > i0;)
|
||||
{
|
||||
int base_bits;
|
||||
int d2;
|
||||
int dx;
|
||||
rddiv = mb->rddiv;
|
||||
best_mask[0] = best_mask[1] = 0;
|
||||
/* Initialize the sentinel node of the trellis. */
|
||||
tokens[eob][0].rate = 0;
|
||||
tokens[eob][0].error = 0;
|
||||
tokens[eob][0].next = 16;
|
||||
tokens[eob][0].token = DCT_EOB_TOKEN;
|
||||
tokens[eob][0].qc = 0;
|
||||
*(tokens[eob] + 1) = *(tokens[eob] + 0);
|
||||
next = eob;
|
||||
for (i = eob; i-- > i0;) {
|
||||
int base_bits;
|
||||
int d2;
|
||||
int dx;
|
||||
|
||||
rc = vp8_default_zig_zag1d[i];
|
||||
x = qcoeff_ptr[rc];
|
||||
/* Only add a trellis state for non-zero coefficients. */
|
||||
if (x)
|
||||
{
|
||||
int shortcut=0;
|
||||
error0 = tokens[next][0].error;
|
||||
error1 = tokens[next][1].error;
|
||||
/* Evaluate the first possibility for this state. */
|
||||
rate0 = tokens[next][0].rate;
|
||||
rate1 = tokens[next][1].rate;
|
||||
t0 = (vp8_dct_value_tokens_ptr + x)->Token;
|
||||
/* Consider both possible successor states. */
|
||||
if (next < 16)
|
||||
{
|
||||
band = vp8_coef_bands[i + 1];
|
||||
pt = vp8_prev_token_class[t0];
|
||||
rate0 +=
|
||||
mb->token_costs[type][band][pt][tokens[next][0].token];
|
||||
rate1 +=
|
||||
mb->token_costs[type][band][pt][tokens[next][1].token];
|
||||
}
|
||||
rd_cost0 = RDCOST(rdmult, rddiv, rate0, error0);
|
||||
rd_cost1 = RDCOST(rdmult, rddiv, rate1, error1);
|
||||
if (rd_cost0 == rd_cost1)
|
||||
{
|
||||
rd_cost0 = RDTRUNC(rdmult, rddiv, rate0, error0);
|
||||
rd_cost1 = RDTRUNC(rdmult, rddiv, rate1, error1);
|
||||
}
|
||||
/* And pick the best. */
|
||||
best = rd_cost1 < rd_cost0;
|
||||
base_bits = *(vp8_dct_value_cost_ptr + x);
|
||||
dx = dqcoeff_ptr[rc] - coeff_ptr[rc];
|
||||
d2 = dx*dx;
|
||||
tokens[i][0].rate = base_bits + (best ? rate1 : rate0);
|
||||
tokens[i][0].error = d2 + (best ? error1 : error0);
|
||||
tokens[i][0].next = next;
|
||||
tokens[i][0].token = t0;
|
||||
tokens[i][0].qc = x;
|
||||
best_mask[0] |= best << i;
|
||||
/* Evaluate the second possibility for this state. */
|
||||
rate0 = tokens[next][0].rate;
|
||||
rate1 = tokens[next][1].rate;
|
||||
|
||||
if((abs(x)*dequant_ptr[rc]>abs(coeff_ptr[rc])) &&
|
||||
(abs(x)*dequant_ptr[rc]<abs(coeff_ptr[rc])+dequant_ptr[rc]))
|
||||
shortcut = 1;
|
||||
else
|
||||
shortcut = 0;
|
||||
|
||||
if(shortcut)
|
||||
{
|
||||
sz = -(x < 0);
|
||||
x -= 2*sz + 1;
|
||||
}
|
||||
|
||||
/* Consider both possible successor states. */
|
||||
if (!x)
|
||||
{
|
||||
/* If we reduced this coefficient to zero, check to see if
|
||||
* we need to move the EOB back here.
|
||||
*/
|
||||
t0 = tokens[next][0].token == DCT_EOB_TOKEN ?
|
||||
DCT_EOB_TOKEN : ZERO_TOKEN;
|
||||
t1 = tokens[next][1].token == DCT_EOB_TOKEN ?
|
||||
DCT_EOB_TOKEN : ZERO_TOKEN;
|
||||
}
|
||||
else
|
||||
{
|
||||
t0=t1 = (vp8_dct_value_tokens_ptr + x)->Token;
|
||||
}
|
||||
if (next < 16)
|
||||
{
|
||||
band = vp8_coef_bands[i + 1];
|
||||
if(t0!=DCT_EOB_TOKEN)
|
||||
{
|
||||
pt = vp8_prev_token_class[t0];
|
||||
rate0 += mb->token_costs[type][band][pt][
|
||||
tokens[next][0].token];
|
||||
}
|
||||
if(t1!=DCT_EOB_TOKEN)
|
||||
{
|
||||
pt = vp8_prev_token_class[t1];
|
||||
rate1 += mb->token_costs[type][band][pt][
|
||||
tokens[next][1].token];
|
||||
}
|
||||
}
|
||||
|
||||
rd_cost0 = RDCOST(rdmult, rddiv, rate0, error0);
|
||||
rd_cost1 = RDCOST(rdmult, rddiv, rate1, error1);
|
||||
if (rd_cost0 == rd_cost1)
|
||||
{
|
||||
rd_cost0 = RDTRUNC(rdmult, rddiv, rate0, error0);
|
||||
rd_cost1 = RDTRUNC(rdmult, rddiv, rate1, error1);
|
||||
}
|
||||
/* And pick the best. */
|
||||
best = rd_cost1 < rd_cost0;
|
||||
base_bits = *(vp8_dct_value_cost_ptr + x);
|
||||
|
||||
if(shortcut)
|
||||
{
|
||||
dx -= (dequant_ptr[rc] + sz) ^ sz;
|
||||
d2 = dx*dx;
|
||||
}
|
||||
tokens[i][1].rate = base_bits + (best ? rate1 : rate0);
|
||||
tokens[i][1].error = d2 + (best ? error1 : error0);
|
||||
tokens[i][1].next = next;
|
||||
tokens[i][1].token =best?t1:t0;
|
||||
tokens[i][1].qc = x;
|
||||
best_mask[1] |= best << i;
|
||||
/* Finally, make this the new head of the trellis. */
|
||||
next = i;
|
||||
}
|
||||
/* There's no choice to make for a zero coefficient, so we don't
|
||||
* add a new trellis node, but we do need to update the costs.
|
||||
*/
|
||||
else
|
||||
{
|
||||
band = vp8_coef_bands[i + 1];
|
||||
t0 = tokens[next][0].token;
|
||||
t1 = tokens[next][1].token;
|
||||
/* Update the cost of each path if we're past the EOB token. */
|
||||
if (t0 != DCT_EOB_TOKEN)
|
||||
{
|
||||
tokens[next][0].rate += mb->token_costs[type][band][0][t0];
|
||||
tokens[next][0].token = ZERO_TOKEN;
|
||||
}
|
||||
if (t1 != DCT_EOB_TOKEN)
|
||||
{
|
||||
tokens[next][1].rate += mb->token_costs[type][band][0][t1];
|
||||
tokens[next][1].token = ZERO_TOKEN;
|
||||
}
|
||||
/* Don't update next, because we didn't add a new node. */
|
||||
}
|
||||
}
|
||||
|
||||
/* Now pick the best path through the whole trellis. */
|
||||
band = vp8_coef_bands[i + 1];
|
||||
VP8_COMBINEENTROPYCONTEXTS(pt, *a, *l);
|
||||
rate0 = tokens[next][0].rate;
|
||||
rate1 = tokens[next][1].rate;
|
||||
error0 = tokens[next][0].error;
|
||||
error1 = tokens[next][1].error;
|
||||
t0 = tokens[next][0].token;
|
||||
t1 = tokens[next][1].token;
|
||||
rate0 += mb->token_costs[type][band][pt][t0];
|
||||
rate1 += mb->token_costs[type][band][pt][t1];
|
||||
rd_cost0 = RDCOST(rdmult, rddiv, rate0, error0);
|
||||
rd_cost1 = RDCOST(rdmult, rddiv, rate1, error1);
|
||||
if (rd_cost0 == rd_cost1)
|
||||
{
|
||||
rc = vp8_default_zig_zag1d[i];
|
||||
x = qcoeff_ptr[rc];
|
||||
/* Only add a trellis state for non-zero coefficients. */
|
||||
if (x) {
|
||||
int shortcut = 0;
|
||||
error0 = tokens[next][0].error;
|
||||
error1 = tokens[next][1].error;
|
||||
/* Evaluate the first possibility for this state. */
|
||||
rate0 = tokens[next][0].rate;
|
||||
rate1 = tokens[next][1].rate;
|
||||
t0 = (vp8_dct_value_tokens_ptr + x)->Token;
|
||||
/* Consider both possible successor states. */
|
||||
if (next < 16) {
|
||||
band = vp8_coef_bands[i + 1];
|
||||
pt = vp8_prev_token_class[t0];
|
||||
rate0 += mb->token_costs[type][band][pt][tokens[next][0].token];
|
||||
rate1 += mb->token_costs[type][band][pt][tokens[next][1].token];
|
||||
}
|
||||
rd_cost0 = RDCOST(rdmult, rddiv, rate0, error0);
|
||||
rd_cost1 = RDCOST(rdmult, rddiv, rate1, error1);
|
||||
if (rd_cost0 == rd_cost1) {
|
||||
rd_cost0 = RDTRUNC(rdmult, rddiv, rate0, error0);
|
||||
rd_cost1 = RDTRUNC(rdmult, rddiv, rate1, error1);
|
||||
}
|
||||
best = rd_cost1 < rd_cost0;
|
||||
final_eob = i0 - 1;
|
||||
for (i = next; i < eob; i = next)
|
||||
{
|
||||
x = tokens[i][best].qc;
|
||||
if (x)
|
||||
final_eob = i;
|
||||
rc = vp8_default_zig_zag1d[i];
|
||||
qcoeff_ptr[rc] = x;
|
||||
dqcoeff_ptr[rc] = x * dequant_ptr[rc];
|
||||
next = tokens[i][best].next;
|
||||
best = (best_mask[best] >> i) & 1;
|
||||
}
|
||||
final_eob++;
|
||||
}
|
||||
/* And pick the best. */
|
||||
best = rd_cost1 < rd_cost0;
|
||||
base_bits = *(vp8_dct_value_cost_ptr + x);
|
||||
dx = dqcoeff_ptr[rc] - coeff_ptr[rc];
|
||||
d2 = dx * dx;
|
||||
tokens[i][0].rate = base_bits + (best ? rate1 : rate0);
|
||||
tokens[i][0].error = d2 + (best ? error1 : error0);
|
||||
tokens[i][0].next = next;
|
||||
tokens[i][0].token = t0;
|
||||
tokens[i][0].qc = x;
|
||||
best_mask[0] |= best << i;
|
||||
/* Evaluate the second possibility for this state. */
|
||||
rate0 = tokens[next][0].rate;
|
||||
rate1 = tokens[next][1].rate;
|
||||
|
||||
*a = *l = (final_eob != !type);
|
||||
*d->eob = (char)final_eob;
|
||||
}
|
||||
static void check_reset_2nd_coeffs(MACROBLOCKD *x, int type,
|
||||
ENTROPY_CONTEXT *a, ENTROPY_CONTEXT *l)
|
||||
{
|
||||
int sum=0;
|
||||
int i;
|
||||
BLOCKD *bd = &x->block[24];
|
||||
if ((abs(x) * dequant_ptr[rc] > abs(coeff_ptr[rc])) &&
|
||||
(abs(x) * dequant_ptr[rc] < abs(coeff_ptr[rc]) + dequant_ptr[rc])) {
|
||||
shortcut = 1;
|
||||
} else {
|
||||
shortcut = 0;
|
||||
}
|
||||
|
||||
if(bd->dequant[0]>=35 && bd->dequant[1]>=35)
|
||||
return;
|
||||
if (shortcut) {
|
||||
sz = -(x < 0);
|
||||
x -= 2 * sz + 1;
|
||||
}
|
||||
|
||||
for(i=0;i<(*bd->eob);i++)
|
||||
{
|
||||
int coef = bd->dqcoeff[vp8_default_zig_zag1d[i]];
|
||||
sum+= (coef>=0)?coef:-coef;
|
||||
if(sum>=35)
|
||||
return;
|
||||
}
|
||||
/**************************************************************************
|
||||
our inverse hadamard transform effectively is weighted sum of all 16 inputs
|
||||
with weight either 1 or -1. It has a last stage scaling of (sum+3)>>3. And
|
||||
dc only idct is (dc+4)>>3. So if all the sums are between -35 and 29, the
|
||||
output after inverse wht and idct will be all zero. A sum of absolute value
|
||||
smaller than 35 guarantees all 16 different (+1/-1) weighted sums in wht
|
||||
fall between -35 and +35.
|
||||
**************************************************************************/
|
||||
if(sum < 35)
|
||||
{
|
||||
for(i=0;i<(*bd->eob);i++)
|
||||
{
|
||||
int rc = vp8_default_zig_zag1d[i];
|
||||
bd->qcoeff[rc]=0;
|
||||
bd->dqcoeff[rc]=0;
|
||||
/* Consider both possible successor states. */
|
||||
if (!x) {
|
||||
/* If we reduced this coefficient to zero, check to see if
|
||||
* we need to move the EOB back here.
|
||||
*/
|
||||
t0 =
|
||||
tokens[next][0].token == DCT_EOB_TOKEN ? DCT_EOB_TOKEN : ZERO_TOKEN;
|
||||
t1 =
|
||||
tokens[next][1].token == DCT_EOB_TOKEN ? DCT_EOB_TOKEN : ZERO_TOKEN;
|
||||
} else {
|
||||
t0 = t1 = (vp8_dct_value_tokens_ptr + x)->Token;
|
||||
}
|
||||
if (next < 16) {
|
||||
band = vp8_coef_bands[i + 1];
|
||||
if (t0 != DCT_EOB_TOKEN) {
|
||||
pt = vp8_prev_token_class[t0];
|
||||
rate0 += mb->token_costs[type][band][pt][tokens[next][0].token];
|
||||
}
|
||||
*bd->eob = 0;
|
||||
*a = *l = (*bd->eob != !type);
|
||||
if (t1 != DCT_EOB_TOKEN) {
|
||||
pt = vp8_prev_token_class[t1];
|
||||
rate1 += mb->token_costs[type][band][pt][tokens[next][1].token];
|
||||
}
|
||||
}
|
||||
|
||||
rd_cost0 = RDCOST(rdmult, rddiv, rate0, error0);
|
||||
rd_cost1 = RDCOST(rdmult, rddiv, rate1, error1);
|
||||
if (rd_cost0 == rd_cost1) {
|
||||
rd_cost0 = RDTRUNC(rdmult, rddiv, rate0, error0);
|
||||
rd_cost1 = RDTRUNC(rdmult, rddiv, rate1, error1);
|
||||
}
|
||||
/* And pick the best. */
|
||||
best = rd_cost1 < rd_cost0;
|
||||
base_bits = *(vp8_dct_value_cost_ptr + x);
|
||||
|
||||
if (shortcut) {
|
||||
dx -= (dequant_ptr[rc] + sz) ^ sz;
|
||||
d2 = dx * dx;
|
||||
}
|
||||
tokens[i][1].rate = base_bits + (best ? rate1 : rate0);
|
||||
tokens[i][1].error = d2 + (best ? error1 : error0);
|
||||
tokens[i][1].next = next;
|
||||
tokens[i][1].token = best ? t1 : t0;
|
||||
tokens[i][1].qc = x;
|
||||
best_mask[1] |= best << i;
|
||||
/* Finally, make this the new head of the trellis. */
|
||||
next = i;
|
||||
}
|
||||
/* There's no choice to make for a zero coefficient, so we don't
|
||||
* add a new trellis node, but we do need to update the costs.
|
||||
*/
|
||||
else {
|
||||
band = vp8_coef_bands[i + 1];
|
||||
t0 = tokens[next][0].token;
|
||||
t1 = tokens[next][1].token;
|
||||
/* Update the cost of each path if we're past the EOB token. */
|
||||
if (t0 != DCT_EOB_TOKEN) {
|
||||
tokens[next][0].rate += mb->token_costs[type][band][0][t0];
|
||||
tokens[next][0].token = ZERO_TOKEN;
|
||||
}
|
||||
if (t1 != DCT_EOB_TOKEN) {
|
||||
tokens[next][1].rate += mb->token_costs[type][band][0][t1];
|
||||
tokens[next][1].token = ZERO_TOKEN;
|
||||
}
|
||||
/* Don't update next, because we didn't add a new node. */
|
||||
}
|
||||
}
|
||||
|
||||
/* Now pick the best path through the whole trellis. */
|
||||
band = vp8_coef_bands[i + 1];
|
||||
VP8_COMBINEENTROPYCONTEXTS(pt, *a, *l);
|
||||
rate0 = tokens[next][0].rate;
|
||||
rate1 = tokens[next][1].rate;
|
||||
error0 = tokens[next][0].error;
|
||||
error1 = tokens[next][1].error;
|
||||
t0 = tokens[next][0].token;
|
||||
t1 = tokens[next][1].token;
|
||||
rate0 += mb->token_costs[type][band][pt][t0];
|
||||
rate1 += mb->token_costs[type][band][pt][t1];
|
||||
rd_cost0 = RDCOST(rdmult, rddiv, rate0, error0);
|
||||
rd_cost1 = RDCOST(rdmult, rddiv, rate1, error1);
|
||||
if (rd_cost0 == rd_cost1) {
|
||||
rd_cost0 = RDTRUNC(rdmult, rddiv, rate0, error0);
|
||||
rd_cost1 = RDTRUNC(rdmult, rddiv, rate1, error1);
|
||||
}
|
||||
best = rd_cost1 < rd_cost0;
|
||||
final_eob = i0 - 1;
|
||||
for (i = next; i < eob; i = next) {
|
||||
x = tokens[i][best].qc;
|
||||
if (x) final_eob = i;
|
||||
rc = vp8_default_zig_zag1d[i];
|
||||
qcoeff_ptr[rc] = x;
|
||||
dqcoeff_ptr[rc] = x * dequant_ptr[rc];
|
||||
next = tokens[i][best].next;
|
||||
best = (best_mask[best] >> i) & 1;
|
||||
}
|
||||
final_eob++;
|
||||
|
||||
*a = *l = (final_eob != !type);
|
||||
*d->eob = (char)final_eob;
|
||||
}
|
||||
static void check_reset_2nd_coeffs(MACROBLOCKD *x, int type, ENTROPY_CONTEXT *a,
|
||||
ENTROPY_CONTEXT *l) {
|
||||
int sum = 0;
|
||||
int i;
|
||||
BLOCKD *bd = &x->block[24];
|
||||
|
||||
if (bd->dequant[0] >= 35 && bd->dequant[1] >= 35) return;
|
||||
|
||||
for (i = 0; i < (*bd->eob); ++i) {
|
||||
int coef = bd->dqcoeff[vp8_default_zig_zag1d[i]];
|
||||
sum += (coef >= 0) ? coef : -coef;
|
||||
if (sum >= 35) return;
|
||||
}
|
||||
/**************************************************************************
|
||||
our inverse hadamard transform effectively is weighted sum of all 16 inputs
|
||||
with weight either 1 or -1. It has a last stage scaling of (sum+3)>>3. And
|
||||
dc only idct is (dc+4)>>3. So if all the sums are between -35 and 29, the
|
||||
output after inverse wht and idct will be all zero. A sum of absolute value
|
||||
smaller than 35 guarantees all 16 different (+1/-1) weighted sums in wht
|
||||
fall between -35 and +35.
|
||||
**************************************************************************/
|
||||
if (sum < 35) {
|
||||
for (i = 0; i < (*bd->eob); ++i) {
|
||||
int rc = vp8_default_zig_zag1d[i];
|
||||
bd->qcoeff[rc] = 0;
|
||||
bd->dqcoeff[rc] = 0;
|
||||
}
|
||||
*bd->eob = 0;
|
||||
*a = *l = (*bd->eob != !type);
|
||||
}
|
||||
}
|
||||
|
||||
static void optimize_mb(MACROBLOCK *x)
|
||||
{
|
||||
int b;
|
||||
int type;
|
||||
int has_2nd_order;
|
||||
static void optimize_mb(MACROBLOCK *x) {
|
||||
int b;
|
||||
int type;
|
||||
int has_2nd_order;
|
||||
|
||||
ENTROPY_CONTEXT_PLANES t_above, t_left;
|
||||
ENTROPY_CONTEXT *ta;
|
||||
ENTROPY_CONTEXT *tl;
|
||||
ENTROPY_CONTEXT_PLANES t_above, t_left;
|
||||
ENTROPY_CONTEXT *ta;
|
||||
ENTROPY_CONTEXT *tl;
|
||||
|
||||
memcpy(&t_above, x->e_mbd.above_context, sizeof(ENTROPY_CONTEXT_PLANES));
|
||||
memcpy(&t_left, x->e_mbd.left_context, sizeof(ENTROPY_CONTEXT_PLANES));
|
||||
memcpy(&t_above, x->e_mbd.above_context, sizeof(ENTROPY_CONTEXT_PLANES));
|
||||
memcpy(&t_left, x->e_mbd.left_context, sizeof(ENTROPY_CONTEXT_PLANES));
|
||||
|
||||
ta = (ENTROPY_CONTEXT *)&t_above;
|
||||
tl = (ENTROPY_CONTEXT *)&t_left;
|
||||
ta = (ENTROPY_CONTEXT *)&t_above;
|
||||
tl = (ENTROPY_CONTEXT *)&t_left;
|
||||
|
||||
has_2nd_order = (x->e_mbd.mode_info_context->mbmi.mode != B_PRED
|
||||
&& x->e_mbd.mode_info_context->mbmi.mode != SPLITMV);
|
||||
type = has_2nd_order ? PLANE_TYPE_Y_NO_DC : PLANE_TYPE_Y_WITH_DC;
|
||||
has_2nd_order = (x->e_mbd.mode_info_context->mbmi.mode != B_PRED &&
|
||||
x->e_mbd.mode_info_context->mbmi.mode != SPLITMV);
|
||||
type = has_2nd_order ? PLANE_TYPE_Y_NO_DC : PLANE_TYPE_Y_WITH_DC;
|
||||
|
||||
for (b = 0; b < 16; b++)
|
||||
{
|
||||
optimize_b(x, b, type,
|
||||
ta + vp8_block2above[b], tl + vp8_block2left[b]);
|
||||
}
|
||||
for (b = 0; b < 16; ++b) {
|
||||
optimize_b(x, b, type, ta + vp8_block2above[b], tl + vp8_block2left[b]);
|
||||
}
|
||||
|
||||
for (b = 16; b < 24; b++)
|
||||
{
|
||||
optimize_b(x, b, PLANE_TYPE_UV,
|
||||
ta + vp8_block2above[b], tl + vp8_block2left[b]);
|
||||
}
|
||||
for (b = 16; b < 24; ++b) {
|
||||
optimize_b(x, b, PLANE_TYPE_UV, ta + vp8_block2above[b],
|
||||
tl + vp8_block2left[b]);
|
||||
}
|
||||
|
||||
if (has_2nd_order)
|
||||
{
|
||||
b=24;
|
||||
optimize_b(x, b, PLANE_TYPE_Y2,
|
||||
ta + vp8_block2above[b], tl + vp8_block2left[b]);
|
||||
check_reset_2nd_coeffs(&x->e_mbd, PLANE_TYPE_Y2,
|
||||
ta + vp8_block2above[b], tl + vp8_block2left[b]);
|
||||
}
|
||||
if (has_2nd_order) {
|
||||
b = 24;
|
||||
optimize_b(x, b, PLANE_TYPE_Y2, ta + vp8_block2above[b],
|
||||
tl + vp8_block2left[b]);
|
||||
check_reset_2nd_coeffs(&x->e_mbd, PLANE_TYPE_Y2, ta + vp8_block2above[b],
|
||||
tl + vp8_block2left[b]);
|
||||
}
|
||||
}
|
||||
|
||||
void vp8_optimize_mby(MACROBLOCK *x) {
|
||||
int b;
|
||||
int type;
|
||||
int has_2nd_order;
|
||||
|
||||
void vp8_optimize_mby(MACROBLOCK *x)
|
||||
{
|
||||
int b;
|
||||
int type;
|
||||
int has_2nd_order;
|
||||
ENTROPY_CONTEXT_PLANES t_above, t_left;
|
||||
ENTROPY_CONTEXT *ta;
|
||||
ENTROPY_CONTEXT *tl;
|
||||
|
||||
ENTROPY_CONTEXT_PLANES t_above, t_left;
|
||||
ENTROPY_CONTEXT *ta;
|
||||
ENTROPY_CONTEXT *tl;
|
||||
if (!x->e_mbd.above_context) return;
|
||||
|
||||
if (!x->e_mbd.above_context)
|
||||
return;
|
||||
if (!x->e_mbd.left_context) return;
|
||||
|
||||
if (!x->e_mbd.left_context)
|
||||
return;
|
||||
memcpy(&t_above, x->e_mbd.above_context, sizeof(ENTROPY_CONTEXT_PLANES));
|
||||
memcpy(&t_left, x->e_mbd.left_context, sizeof(ENTROPY_CONTEXT_PLANES));
|
||||
|
||||
memcpy(&t_above, x->e_mbd.above_context, sizeof(ENTROPY_CONTEXT_PLANES));
|
||||
memcpy(&t_left, x->e_mbd.left_context, sizeof(ENTROPY_CONTEXT_PLANES));
|
||||
ta = (ENTROPY_CONTEXT *)&t_above;
|
||||
tl = (ENTROPY_CONTEXT *)&t_left;
|
||||
|
||||
ta = (ENTROPY_CONTEXT *)&t_above;
|
||||
tl = (ENTROPY_CONTEXT *)&t_left;
|
||||
has_2nd_order = (x->e_mbd.mode_info_context->mbmi.mode != B_PRED &&
|
||||
x->e_mbd.mode_info_context->mbmi.mode != SPLITMV);
|
||||
type = has_2nd_order ? PLANE_TYPE_Y_NO_DC : PLANE_TYPE_Y_WITH_DC;
|
||||
|
||||
has_2nd_order = (x->e_mbd.mode_info_context->mbmi.mode != B_PRED
|
||||
&& x->e_mbd.mode_info_context->mbmi.mode != SPLITMV);
|
||||
type = has_2nd_order ? PLANE_TYPE_Y_NO_DC : PLANE_TYPE_Y_WITH_DC;
|
||||
for (b = 0; b < 16; ++b) {
|
||||
optimize_b(x, b, type, ta + vp8_block2above[b], tl + vp8_block2left[b]);
|
||||
}
|
||||
|
||||
for (b = 0; b < 16; b++)
|
||||
{
|
||||
optimize_b(x, b, type,
|
||||
ta + vp8_block2above[b], tl + vp8_block2left[b]);
|
||||
}
|
||||
|
||||
|
||||
if (has_2nd_order)
|
||||
{
|
||||
b=24;
|
||||
optimize_b(x, b, PLANE_TYPE_Y2,
|
||||
ta + vp8_block2above[b], tl + vp8_block2left[b]);
|
||||
check_reset_2nd_coeffs(&x->e_mbd, PLANE_TYPE_Y2,
|
||||
ta + vp8_block2above[b], tl + vp8_block2left[b]);
|
||||
}
|
||||
if (has_2nd_order) {
|
||||
b = 24;
|
||||
optimize_b(x, b, PLANE_TYPE_Y2, ta + vp8_block2above[b],
|
||||
tl + vp8_block2left[b]);
|
||||
check_reset_2nd_coeffs(&x->e_mbd, PLANE_TYPE_Y2, ta + vp8_block2above[b],
|
||||
tl + vp8_block2left[b]);
|
||||
}
|
||||
}
|
||||
|
||||
void vp8_optimize_mbuv(MACROBLOCK *x)
|
||||
{
|
||||
int b;
|
||||
ENTROPY_CONTEXT_PLANES t_above, t_left;
|
||||
ENTROPY_CONTEXT *ta;
|
||||
ENTROPY_CONTEXT *tl;
|
||||
void vp8_optimize_mbuv(MACROBLOCK *x) {
|
||||
int b;
|
||||
ENTROPY_CONTEXT_PLANES t_above, t_left;
|
||||
ENTROPY_CONTEXT *ta;
|
||||
ENTROPY_CONTEXT *tl;
|
||||
|
||||
if (!x->e_mbd.above_context)
|
||||
return;
|
||||
if (!x->e_mbd.above_context) return;
|
||||
|
||||
if (!x->e_mbd.left_context)
|
||||
return;
|
||||
if (!x->e_mbd.left_context) return;
|
||||
|
||||
memcpy(&t_above, x->e_mbd.above_context, sizeof(ENTROPY_CONTEXT_PLANES));
|
||||
memcpy(&t_left, x->e_mbd.left_context, sizeof(ENTROPY_CONTEXT_PLANES));
|
||||
memcpy(&t_above, x->e_mbd.above_context, sizeof(ENTROPY_CONTEXT_PLANES));
|
||||
memcpy(&t_left, x->e_mbd.left_context, sizeof(ENTROPY_CONTEXT_PLANES));
|
||||
|
||||
ta = (ENTROPY_CONTEXT *)&t_above;
|
||||
tl = (ENTROPY_CONTEXT *)&t_left;
|
||||
ta = (ENTROPY_CONTEXT *)&t_above;
|
||||
tl = (ENTROPY_CONTEXT *)&t_left;
|
||||
|
||||
for (b = 16; b < 24; b++)
|
||||
{
|
||||
optimize_b(x, b, PLANE_TYPE_UV,
|
||||
ta + vp8_block2above[b], tl + vp8_block2left[b]);
|
||||
}
|
||||
for (b = 16; b < 24; ++b) {
|
||||
optimize_b(x, b, PLANE_TYPE_UV, ta + vp8_block2above[b],
|
||||
tl + vp8_block2left[b]);
|
||||
}
|
||||
}
|
||||
|
||||
void vp8_encode_inter16x16(MACROBLOCK *x)
|
||||
{
|
||||
vp8_build_inter_predictors_mb(&x->e_mbd);
|
||||
void vp8_encode_inter16x16(MACROBLOCK *x) {
|
||||
vp8_build_inter_predictors_mb(&x->e_mbd);
|
||||
|
||||
vp8_subtract_mb(x);
|
||||
vp8_subtract_mb(x);
|
||||
|
||||
transform_mb(x);
|
||||
transform_mb(x);
|
||||
|
||||
vp8_quantize_mb(x);
|
||||
vp8_quantize_mb(x);
|
||||
|
||||
if (x->optimize)
|
||||
optimize_mb(x);
|
||||
if (x->optimize) optimize_mb(x);
|
||||
}
|
||||
|
||||
/* this funciton is used by first pass only */
|
||||
void vp8_encode_inter16x16y(MACROBLOCK *x)
|
||||
{
|
||||
BLOCK *b = &x->block[0];
|
||||
void vp8_encode_inter16x16y(MACROBLOCK *x) {
|
||||
BLOCK *b = &x->block[0];
|
||||
|
||||
vp8_build_inter16x16_predictors_mby(&x->e_mbd, x->e_mbd.dst.y_buffer,
|
||||
x->e_mbd.dst.y_stride);
|
||||
vp8_build_inter16x16_predictors_mby(&x->e_mbd, x->e_mbd.dst.y_buffer,
|
||||
x->e_mbd.dst.y_stride);
|
||||
|
||||
vp8_subtract_mby(x->src_diff, *(b->base_src),
|
||||
b->src_stride, x->e_mbd.dst.y_buffer, x->e_mbd.dst.y_stride);
|
||||
vp8_subtract_mby(x->src_diff, *(b->base_src), b->src_stride,
|
||||
x->e_mbd.dst.y_buffer, x->e_mbd.dst.y_stride);
|
||||
|
||||
transform_mby(x);
|
||||
transform_mby(x);
|
||||
|
||||
vp8_quantize_mby(x);
|
||||
vp8_quantize_mby(x);
|
||||
|
||||
vp8_inverse_transform_mby(&x->e_mbd);
|
||||
vp8_inverse_transform_mby(&x->e_mbd);
|
||||
}
|
||||
@@ -8,7 +8,6 @@
|
||||
* be found in the AUTHORS file in the root of the source tree.
|
||||
*/
|
||||
|
||||
|
||||
#ifndef VP8_ENCODER_ENCODEMB_H_
|
||||
#define VP8_ENCODER_ENCODEMB_H_
|
||||
|
||||
|
||||
+194
-243
@@ -8,7 +8,6 @@
|
||||
* be found in the AUTHORS file in the root of the source tree.
|
||||
*/
|
||||
|
||||
|
||||
#include "vp8/common/common.h"
|
||||
#include "encodemv.h"
|
||||
#include "vp8/common/entropymode.h"
|
||||
@@ -20,54 +19,46 @@
|
||||
extern unsigned int active_section;
|
||||
#endif
|
||||
|
||||
static void encode_mvcomponent(
|
||||
vp8_writer *const w,
|
||||
const int v,
|
||||
const struct mv_context *mvc
|
||||
)
|
||||
{
|
||||
const vp8_prob *p = mvc->prob;
|
||||
const int x = v < 0 ? -v : v;
|
||||
static void encode_mvcomponent(vp8_writer *const w, const int v,
|
||||
const struct mv_context *mvc) {
|
||||
const vp8_prob *p = mvc->prob;
|
||||
const int x = v < 0 ? -v : v;
|
||||
|
||||
if (x < mvnum_short) /* Small */
|
||||
{
|
||||
vp8_write(w, 0, p [mvpis_short]);
|
||||
vp8_treed_write(w, vp8_small_mvtree, p + MVPshort, x, 3);
|
||||
if (x < mvnum_short) /* Small */
|
||||
{
|
||||
vp8_write(w, 0, p[mvpis_short]);
|
||||
vp8_treed_write(w, vp8_small_mvtree, p + MVPshort, x, 3);
|
||||
|
||||
if (!x)
|
||||
return; /* no sign bit */
|
||||
}
|
||||
else /* Large */
|
||||
{
|
||||
int i = 0;
|
||||
if (!x) return; /* no sign bit */
|
||||
} else /* Large */
|
||||
{
|
||||
int i = 0;
|
||||
|
||||
vp8_write(w, 1, p [mvpis_short]);
|
||||
vp8_write(w, 1, p[mvpis_short]);
|
||||
|
||||
do
|
||||
vp8_write(w, (x >> i) & 1, p [MVPbits + i]);
|
||||
do
|
||||
vp8_write(w, (x >> i) & 1, p[MVPbits + i]);
|
||||
|
||||
while (++i < 3);
|
||||
while (++i < 3);
|
||||
|
||||
i = mvlong_width - 1; /* Skip bit 3, which is sometimes implicit */
|
||||
i = mvlong_width - 1; /* Skip bit 3, which is sometimes implicit */
|
||||
|
||||
do
|
||||
vp8_write(w, (x >> i) & 1, p [MVPbits + i]);
|
||||
do
|
||||
vp8_write(w, (x >> i) & 1, p[MVPbits + i]);
|
||||
|
||||
while (--i > 3);
|
||||
while (--i > 3);
|
||||
|
||||
if (x & 0xFFF0)
|
||||
vp8_write(w, (x >> 3) & 1, p [MVPbits + 3]);
|
||||
}
|
||||
if (x & 0xFFF0) vp8_write(w, (x >> 3) & 1, p[MVPbits + 3]);
|
||||
}
|
||||
|
||||
vp8_write(w, v < 0, p [MVPsign]);
|
||||
vp8_write(w, v < 0, p[MVPsign]);
|
||||
}
|
||||
#if 0
|
||||
static int max_mv_r = 0;
|
||||
static int max_mv_c = 0;
|
||||
#endif
|
||||
void vp8_encode_motion_vector(vp8_writer *w, const MV *mv, const MV_CONTEXT *mvc)
|
||||
{
|
||||
|
||||
void vp8_encode_motion_vector(vp8_writer *w, const MV *mv,
|
||||
const MV_CONTEXT *mvc) {
|
||||
#if 0
|
||||
{
|
||||
if (abs(mv->row >> 1) > max_mv_r)
|
||||
@@ -92,289 +83,249 @@ void vp8_encode_motion_vector(vp8_writer *w, const MV *mv, const MV_CONTEXT *mvc
|
||||
}
|
||||
#endif
|
||||
|
||||
encode_mvcomponent(w, mv->row >> 1, &mvc[0]);
|
||||
encode_mvcomponent(w, mv->col >> 1, &mvc[1]);
|
||||
encode_mvcomponent(w, mv->row >> 1, &mvc[0]);
|
||||
encode_mvcomponent(w, mv->col >> 1, &mvc[1]);
|
||||
}
|
||||
|
||||
static unsigned int cost_mvcomponent(const int v,
|
||||
const struct mv_context *mvc) {
|
||||
const vp8_prob *p = mvc->prob;
|
||||
const int x = v;
|
||||
unsigned int cost;
|
||||
|
||||
static unsigned int cost_mvcomponent(const int v, const struct mv_context *mvc)
|
||||
{
|
||||
const vp8_prob *p = mvc->prob;
|
||||
const int x = v;
|
||||
unsigned int cost;
|
||||
if (x < mvnum_short) {
|
||||
cost = vp8_cost_zero(p[mvpis_short]) +
|
||||
vp8_treed_cost(vp8_small_mvtree, p + MVPshort, x, 3);
|
||||
|
||||
if (x < mvnum_short)
|
||||
{
|
||||
cost = vp8_cost_zero(p [mvpis_short])
|
||||
+ vp8_treed_cost(vp8_small_mvtree, p + MVPshort, x, 3);
|
||||
if (!x) return cost;
|
||||
} else {
|
||||
int i = 0;
|
||||
cost = vp8_cost_one(p[mvpis_short]);
|
||||
|
||||
if (!x)
|
||||
return cost;
|
||||
}
|
||||
else
|
||||
{
|
||||
int i = 0;
|
||||
cost = vp8_cost_one(p [mvpis_short]);
|
||||
do {
|
||||
cost += vp8_cost_bit(p[MVPbits + i], (x >> i) & 1);
|
||||
|
||||
do
|
||||
cost += vp8_cost_bit(p [MVPbits + i], (x >> i) & 1);
|
||||
} while (++i < 3);
|
||||
|
||||
while (++i < 3);
|
||||
i = mvlong_width - 1; /* Skip bit 3, which is sometimes implicit */
|
||||
|
||||
i = mvlong_width - 1; /* Skip bit 3, which is sometimes implicit */
|
||||
do {
|
||||
cost += vp8_cost_bit(p[MVPbits + i], (x >> i) & 1);
|
||||
|
||||
do
|
||||
cost += vp8_cost_bit(p [MVPbits + i], (x >> i) & 1);
|
||||
} while (--i > 3);
|
||||
|
||||
while (--i > 3);
|
||||
if (x & 0xFFF0) cost += vp8_cost_bit(p[MVPbits + 3], (x >> 3) & 1);
|
||||
}
|
||||
|
||||
if (x & 0xFFF0)
|
||||
cost += vp8_cost_bit(p [MVPbits + 3], (x >> 3) & 1);
|
||||
}
|
||||
|
||||
return cost; /* + vp8_cost_bit( p [MVPsign], v < 0); */
|
||||
return cost; /* + vp8_cost_bit( p [MVPsign], v < 0); */
|
||||
}
|
||||
|
||||
void vp8_build_component_cost_table(int *mvcost[2], const MV_CONTEXT *mvc, int mvc_flag[2])
|
||||
{
|
||||
int i = 1;
|
||||
unsigned int cost0 = 0;
|
||||
unsigned int cost1 = 0;
|
||||
void vp8_build_component_cost_table(int *mvcost[2], const MV_CONTEXT *mvc,
|
||||
int mvc_flag[2]) {
|
||||
int i = 1;
|
||||
unsigned int cost0 = 0;
|
||||
unsigned int cost1 = 0;
|
||||
|
||||
vp8_clear_system_state();
|
||||
vp8_clear_system_state();
|
||||
|
||||
i = 1;
|
||||
i = 1;
|
||||
|
||||
if (mvc_flag[0])
|
||||
{
|
||||
mvcost [0] [0] = cost_mvcomponent(0, &mvc[0]);
|
||||
if (mvc_flag[0]) {
|
||||
mvcost[0][0] = cost_mvcomponent(0, &mvc[0]);
|
||||
|
||||
do
|
||||
{
|
||||
cost0 = cost_mvcomponent(i, &mvc[0]);
|
||||
do {
|
||||
cost0 = cost_mvcomponent(i, &mvc[0]);
|
||||
|
||||
mvcost [0] [i] = cost0 + vp8_cost_zero(mvc[0].prob[MVPsign]);
|
||||
mvcost [0] [-i] = cost0 + vp8_cost_one(mvc[0].prob[MVPsign]);
|
||||
}
|
||||
while (++i <= mv_max);
|
||||
}
|
||||
mvcost[0][i] = cost0 + vp8_cost_zero(mvc[0].prob[MVPsign]);
|
||||
mvcost[0][-i] = cost0 + vp8_cost_one(mvc[0].prob[MVPsign]);
|
||||
} while (++i <= mv_max);
|
||||
}
|
||||
|
||||
i = 1;
|
||||
i = 1;
|
||||
|
||||
if (mvc_flag[1])
|
||||
{
|
||||
mvcost [1] [0] = cost_mvcomponent(0, &mvc[1]);
|
||||
if (mvc_flag[1]) {
|
||||
mvcost[1][0] = cost_mvcomponent(0, &mvc[1]);
|
||||
|
||||
do
|
||||
{
|
||||
cost1 = cost_mvcomponent(i, &mvc[1]);
|
||||
do {
|
||||
cost1 = cost_mvcomponent(i, &mvc[1]);
|
||||
|
||||
mvcost [1] [i] = cost1 + vp8_cost_zero(mvc[1].prob[MVPsign]);
|
||||
mvcost [1] [-i] = cost1 + vp8_cost_one(mvc[1].prob[MVPsign]);
|
||||
}
|
||||
while (++i <= mv_max);
|
||||
}
|
||||
mvcost[1][i] = cost1 + vp8_cost_zero(mvc[1].prob[MVPsign]);
|
||||
mvcost[1][-i] = cost1 + vp8_cost_one(mvc[1].prob[MVPsign]);
|
||||
} while (++i <= mv_max);
|
||||
}
|
||||
}
|
||||
|
||||
|
||||
/* Motion vector probability table update depends on benefit.
|
||||
* Small correction allows for the fact that an update to an MV probability
|
||||
* may have benefit in subsequent frames as well as the current one.
|
||||
*/
|
||||
#define MV_PROB_UPDATE_CORRECTION -1
|
||||
#define MV_PROB_UPDATE_CORRECTION -1
|
||||
|
||||
static void calc_prob(vp8_prob *p, const unsigned int ct[2]) {
|
||||
const unsigned int tot = ct[0] + ct[1];
|
||||
|
||||
static void calc_prob(vp8_prob *p, const unsigned int ct[2])
|
||||
{
|
||||
const unsigned int tot = ct[0] + ct[1];
|
||||
|
||||
if (tot)
|
||||
{
|
||||
const vp8_prob x = ((ct[0] * 255) / tot) & -2;
|
||||
*p = x ? x : 1;
|
||||
}
|
||||
if (tot) {
|
||||
const vp8_prob x = ((ct[0] * 255) / tot) & -2;
|
||||
*p = x ? x : 1;
|
||||
}
|
||||
}
|
||||
|
||||
static void update(
|
||||
vp8_writer *const w,
|
||||
const unsigned int ct[2],
|
||||
vp8_prob *const cur_p,
|
||||
const vp8_prob new_p,
|
||||
const vp8_prob update_p,
|
||||
int *updated
|
||||
)
|
||||
{
|
||||
const int cur_b = vp8_cost_branch(ct, *cur_p);
|
||||
const int new_b = vp8_cost_branch(ct, new_p);
|
||||
const int cost = 7 + MV_PROB_UPDATE_CORRECTION + ((vp8_cost_one(update_p) - vp8_cost_zero(update_p) + 128) >> 8);
|
||||
static void update(vp8_writer *const w, const unsigned int ct[2],
|
||||
vp8_prob *const cur_p, const vp8_prob new_p,
|
||||
const vp8_prob update_p, int *updated) {
|
||||
const int cur_b = vp8_cost_branch(ct, *cur_p);
|
||||
const int new_b = vp8_cost_branch(ct, new_p);
|
||||
const int cost =
|
||||
7 + MV_PROB_UPDATE_CORRECTION +
|
||||
((vp8_cost_one(update_p) - vp8_cost_zero(update_p) + 128) >> 8);
|
||||
|
||||
if (cur_b - new_b > cost)
|
||||
{
|
||||
*cur_p = new_p;
|
||||
vp8_write(w, 1, update_p);
|
||||
vp8_write_literal(w, new_p >> 1, 7);
|
||||
*updated = 1;
|
||||
if (cur_b - new_b > cost) {
|
||||
*cur_p = new_p;
|
||||
vp8_write(w, 1, update_p);
|
||||
vp8_write_literal(w, new_p >> 1, 7);
|
||||
*updated = 1;
|
||||
|
||||
}
|
||||
else
|
||||
vp8_write(w, 0, update_p);
|
||||
} else
|
||||
vp8_write(w, 0, update_p);
|
||||
}
|
||||
|
||||
static void write_component_probs(
|
||||
vp8_writer *const w,
|
||||
struct mv_context *cur_mvc,
|
||||
const struct mv_context *default_mvc_,
|
||||
const struct mv_context *update_mvc,
|
||||
const unsigned int events [MVvals],
|
||||
unsigned int rc,
|
||||
int *updated
|
||||
)
|
||||
{
|
||||
vp8_prob *Pcur = cur_mvc->prob;
|
||||
const vp8_prob *default_mvc = default_mvc_->prob;
|
||||
const vp8_prob *Pupdate = update_mvc->prob;
|
||||
unsigned int is_short_ct[2], sign_ct[2];
|
||||
static void write_component_probs(vp8_writer *const w,
|
||||
struct mv_context *cur_mvc,
|
||||
const struct mv_context *default_mvc_,
|
||||
const struct mv_context *update_mvc,
|
||||
const unsigned int events[MVvals],
|
||||
unsigned int rc, int *updated) {
|
||||
vp8_prob *Pcur = cur_mvc->prob;
|
||||
const vp8_prob *default_mvc = default_mvc_->prob;
|
||||
const vp8_prob *Pupdate = update_mvc->prob;
|
||||
unsigned int is_short_ct[2], sign_ct[2];
|
||||
|
||||
unsigned int bit_ct [mvlong_width] [2];
|
||||
unsigned int bit_ct[mvlong_width][2];
|
||||
|
||||
unsigned int short_ct [mvnum_short];
|
||||
unsigned int short_bct [mvnum_short-1] [2];
|
||||
unsigned int short_ct[mvnum_short];
|
||||
unsigned int short_bct[mvnum_short - 1][2];
|
||||
|
||||
vp8_prob Pnew [MVPcount];
|
||||
vp8_prob Pnew[MVPcount];
|
||||
|
||||
(void) rc;
|
||||
vp8_copy_array(Pnew, default_mvc, MVPcount);
|
||||
(void)rc;
|
||||
vp8_copy_array(Pnew, default_mvc, MVPcount);
|
||||
|
||||
vp8_zero(is_short_ct)
|
||||
vp8_zero(sign_ct)
|
||||
vp8_zero(bit_ct)
|
||||
vp8_zero(short_ct)
|
||||
vp8_zero(short_bct)
|
||||
vp8_zero(is_short_ct) vp8_zero(sign_ct) vp8_zero(bit_ct) vp8_zero(short_ct)
|
||||
vp8_zero(short_bct)
|
||||
|
||||
/* j=0 */
|
||||
{
|
||||
const int c = events[mv_max];
|
||||
|
||||
/* j=0 */
|
||||
{
|
||||
const int c = events [mv_max];
|
||||
is_short_ct[0] += c; /* Short vector */
|
||||
short_ct[0] += c; /* Magnitude distribution */
|
||||
}
|
||||
|
||||
is_short_ct [0] += c; /* Short vector */
|
||||
short_ct [0] += c; /* Magnitude distribution */
|
||||
}
|
||||
/* j: 1 ~ mv_max (1023) */
|
||||
{
|
||||
int j = 1;
|
||||
|
||||
/* j: 1 ~ mv_max (1023) */
|
||||
{
|
||||
int j = 1;
|
||||
do {
|
||||
const int c1 = events[mv_max + j]; /* positive */
|
||||
const int c2 = events[mv_max - j]; /* negative */
|
||||
const int c = c1 + c2;
|
||||
int a = j;
|
||||
|
||||
do
|
||||
{
|
||||
const int c1 = events [mv_max + j]; /* positive */
|
||||
const int c2 = events [mv_max - j]; /* negative */
|
||||
const int c = c1 + c2;
|
||||
int a = j;
|
||||
sign_ct[0] += c1;
|
||||
sign_ct[1] += c2;
|
||||
|
||||
sign_ct [0] += c1;
|
||||
sign_ct [1] += c2;
|
||||
if (a < mvnum_short) {
|
||||
is_short_ct[0] += c; /* Short vector */
|
||||
short_ct[a] += c; /* Magnitude distribution */
|
||||
} else {
|
||||
int k = mvlong_width - 1;
|
||||
is_short_ct[1] += c; /* Long vector */
|
||||
|
||||
if (a < mvnum_short)
|
||||
{
|
||||
is_short_ct [0] += c; /* Short vector */
|
||||
short_ct [a] += c; /* Magnitude distribution */
|
||||
}
|
||||
else
|
||||
{
|
||||
int k = mvlong_width - 1;
|
||||
is_short_ct [1] += c; /* Long vector */
|
||||
/* bit 3 not always encoded. */
|
||||
do {
|
||||
bit_ct[k][(a >> k) & 1] += c;
|
||||
|
||||
/* bit 3 not always encoded. */
|
||||
do
|
||||
bit_ct [k] [(a >> k) & 1] += c;
|
||||
} while (--k >= 0);
|
||||
}
|
||||
} while (++j <= mv_max);
|
||||
}
|
||||
|
||||
while (--k >= 0);
|
||||
}
|
||||
}
|
||||
while (++j <= mv_max);
|
||||
}
|
||||
calc_prob(Pnew + mvpis_short, is_short_ct);
|
||||
|
||||
calc_prob(Pnew + mvpis_short, is_short_ct);
|
||||
calc_prob(Pnew + MVPsign, sign_ct);
|
||||
|
||||
calc_prob(Pnew + MVPsign, sign_ct);
|
||||
{
|
||||
vp8_prob p[mvnum_short - 1]; /* actually only need branch ct */
|
||||
int j = 0;
|
||||
|
||||
{
|
||||
vp8_prob p [mvnum_short - 1]; /* actually only need branch ct */
|
||||
int j = 0;
|
||||
vp8_tree_probs_from_distribution(8, vp8_small_mvencodings, vp8_small_mvtree,
|
||||
p, short_bct, short_ct, 256, 1);
|
||||
|
||||
vp8_tree_probs_from_distribution(
|
||||
8, vp8_small_mvencodings, vp8_small_mvtree,
|
||||
p, short_bct, short_ct,
|
||||
256, 1
|
||||
);
|
||||
do {
|
||||
calc_prob(Pnew + MVPshort + j, short_bct[j]);
|
||||
|
||||
do
|
||||
calc_prob(Pnew + MVPshort + j, short_bct[j]);
|
||||
} while (++j < mvnum_short - 1);
|
||||
}
|
||||
|
||||
while (++j < mvnum_short - 1);
|
||||
}
|
||||
{
|
||||
int j = 0;
|
||||
|
||||
{
|
||||
int j = 0;
|
||||
do {
|
||||
calc_prob(Pnew + MVPbits + j, bit_ct[j]);
|
||||
|
||||
do
|
||||
calc_prob(Pnew + MVPbits + j, bit_ct[j]);
|
||||
} while (++j < mvlong_width);
|
||||
}
|
||||
|
||||
while (++j < mvlong_width);
|
||||
}
|
||||
update(w, is_short_ct, Pcur + mvpis_short, Pnew[mvpis_short], *Pupdate++,
|
||||
updated);
|
||||
|
||||
update(w, is_short_ct, Pcur + mvpis_short, Pnew[mvpis_short], *Pupdate++, updated);
|
||||
update(w, sign_ct, Pcur + MVPsign, Pnew[MVPsign], *Pupdate++, updated);
|
||||
|
||||
update(w, sign_ct, Pcur + MVPsign, Pnew[MVPsign], *Pupdate++, updated);
|
||||
{
|
||||
const vp8_prob *const new_p = Pnew + MVPshort;
|
||||
vp8_prob *const cur_p = Pcur + MVPshort;
|
||||
|
||||
{
|
||||
const vp8_prob *const new_p = Pnew + MVPshort;
|
||||
vp8_prob *const cur_p = Pcur + MVPshort;
|
||||
int j = 0;
|
||||
|
||||
int j = 0;
|
||||
do {
|
||||
update(w, short_bct[j], cur_p + j, new_p[j], *Pupdate++, updated);
|
||||
|
||||
do
|
||||
} while (++j < mvnum_short - 1);
|
||||
}
|
||||
|
||||
update(w, short_bct[j], cur_p + j, new_p[j], *Pupdate++, updated);
|
||||
{
|
||||
const vp8_prob *const new_p = Pnew + MVPbits;
|
||||
vp8_prob *const cur_p = Pcur + MVPbits;
|
||||
|
||||
while (++j < mvnum_short - 1);
|
||||
}
|
||||
int j = 0;
|
||||
|
||||
{
|
||||
const vp8_prob *const new_p = Pnew + MVPbits;
|
||||
vp8_prob *const cur_p = Pcur + MVPbits;
|
||||
do {
|
||||
update(w, bit_ct[j], cur_p + j, new_p[j], *Pupdate++, updated);
|
||||
|
||||
int j = 0;
|
||||
|
||||
do
|
||||
|
||||
update(w, bit_ct[j], cur_p + j, new_p[j], *Pupdate++, updated);
|
||||
|
||||
while (++j < mvlong_width);
|
||||
}
|
||||
} while (++j < mvlong_width);
|
||||
}
|
||||
}
|
||||
|
||||
void vp8_write_mvprobs(VP8_COMP *cpi)
|
||||
{
|
||||
vp8_writer *const w = cpi->bc;
|
||||
MV_CONTEXT *mvc = cpi->common.fc.mvc;
|
||||
int flags[2] = {0, 0};
|
||||
void vp8_write_mvprobs(VP8_COMP *cpi) {
|
||||
vp8_writer *const w = cpi->bc;
|
||||
MV_CONTEXT *mvc = cpi->common.fc.mvc;
|
||||
int flags[2] = { 0, 0 };
|
||||
#ifdef VP8_ENTROPY_STATS
|
||||
active_section = 4;
|
||||
active_section = 4;
|
||||
#endif
|
||||
write_component_probs(
|
||||
w, &mvc[0], &vp8_default_mv_context[0], &vp8_mv_update_probs[0],
|
||||
cpi->mb.MVcount[0], 0, &flags[0]
|
||||
);
|
||||
write_component_probs(
|
||||
w, &mvc[1], &vp8_default_mv_context[1], &vp8_mv_update_probs[1],
|
||||
cpi->mb.MVcount[1], 1, &flags[1]
|
||||
);
|
||||
write_component_probs(w, &mvc[0], &vp8_default_mv_context[0],
|
||||
&vp8_mv_update_probs[0], cpi->mb.MVcount[0], 0,
|
||||
&flags[0]);
|
||||
write_component_probs(w, &mvc[1], &vp8_default_mv_context[1],
|
||||
&vp8_mv_update_probs[1], cpi->mb.MVcount[1], 1,
|
||||
&flags[1]);
|
||||
|
||||
if (flags[0] || flags[1])
|
||||
vp8_build_component_cost_table(cpi->mb.mvcost, (const MV_CONTEXT *) cpi->common.fc.mvc, flags);
|
||||
if (flags[0] || flags[1]) {
|
||||
vp8_build_component_cost_table(
|
||||
cpi->mb.mvcost, (const MV_CONTEXT *)cpi->common.fc.mvc, flags);
|
||||
}
|
||||
|
||||
#ifdef VP8_ENTROPY_STATS
|
||||
active_section = 5;
|
||||
active_section = 5;
|
||||
#endif
|
||||
}
|
||||
@@ -8,7 +8,6 @@
|
||||
* be found in the AUTHORS file in the root of the source tree.
|
||||
*/
|
||||
|
||||
|
||||
#ifndef VP8_ENCODER_ENCODEMV_H_
|
||||
#define VP8_ENCODER_ENCODEMV_H_
|
||||
|
||||
@@ -20,7 +19,8 @@ extern "C" {
|
||||
|
||||
void vp8_write_mvprobs(VP8_COMP *);
|
||||
void vp8_encode_motion_vector(vp8_writer *, const MV *, const MV_CONTEXT *);
|
||||
void vp8_build_component_cost_table(int *mvcost[2], const MV_CONTEXT *mvc, int mvc_flag[2]);
|
||||
void vp8_build_component_cost_table(int *mvcost[2], const MV_CONTEXT *mvc,
|
||||
int mvc_flag[2]);
|
||||
|
||||
#ifdef __cplusplus
|
||||
} // extern "C"
|
||||
|
||||
File diff suppressed because it is too large.
Load diff
+2662
-2873
File diff suppressed because it is too large.
Load diff
@@ -8,7 +8,6 @@
|
||||
* be found in the AUTHORS file in the root of the source tree.
|
||||
*/
|
||||
|
||||
|
||||
#ifndef VP8_ENCODER_FIRSTPASS_H_
|
||||
#define VP8_ENCODER_FIRSTPASS_H_
|
||||
|
||||
|
||||
+136
-183
@@ -13,219 +13,172 @@
|
||||
#include "lookahead.h"
|
||||
#include "vp8/common/extend.h"
|
||||
|
||||
#define MAX_LAG_BUFFERS (CONFIG_REALTIME_ONLY? 1 : 25)
|
||||
#define MAX_LAG_BUFFERS (CONFIG_REALTIME_ONLY ? 1 : 25)
|
||||
|
||||
struct lookahead_ctx
|
||||
{
|
||||
unsigned int max_sz; /* Absolute size of the queue */
|
||||
unsigned int sz; /* Number of buffers currently in the queue */
|
||||
unsigned int read_idx; /* Read index */
|
||||
unsigned int write_idx; /* Write index */
|
||||
struct lookahead_entry *buf; /* Buffer list */
|
||||
struct lookahead_ctx {
|
||||
unsigned int max_sz; /* Absolute size of the queue */
|
||||
unsigned int sz; /* Number of buffers currently in the queue */
|
||||
unsigned int read_idx; /* Read index */
|
||||
unsigned int write_idx; /* Write index */
|
||||
struct lookahead_entry *buf; /* Buffer list */
|
||||
};
|
||||
|
||||
|
||||
/* Return the buffer at the given absolute index and increment the index */
|
||||
static struct lookahead_entry *
|
||||
pop(struct lookahead_ctx *ctx,
|
||||
unsigned int *idx)
|
||||
{
|
||||
unsigned int index = *idx;
|
||||
struct lookahead_entry *buf = ctx->buf + index;
|
||||
static struct lookahead_entry *pop(struct lookahead_ctx *ctx,
|
||||
unsigned int *idx) {
|
||||
unsigned int index = *idx;
|
||||
struct lookahead_entry *buf = ctx->buf + index;
|
||||
|
||||
assert(index < ctx->max_sz);
|
||||
if(++index >= ctx->max_sz)
|
||||
index -= ctx->max_sz;
|
||||
*idx = index;
|
||||
return buf;
|
||||
assert(index < ctx->max_sz);
|
||||
if (++index >= ctx->max_sz) index -= ctx->max_sz;
|
||||
*idx = index;
|
||||
return buf;
|
||||
}
|
||||
|
||||
void vp8_lookahead_destroy(struct lookahead_ctx *ctx) {
|
||||
if (ctx) {
|
||||
if (ctx->buf) {
|
||||
unsigned int i;
|
||||
|
||||
void
|
||||
vp8_lookahead_destroy(struct lookahead_ctx *ctx)
|
||||
{
|
||||
if(ctx)
|
||||
{
|
||||
if(ctx->buf)
|
||||
{
|
||||
unsigned int i;
|
||||
|
||||
for(i = 0; i < ctx->max_sz; i++)
|
||||
vp8_yv12_de_alloc_frame_buffer(&ctx->buf[i].img);
|
||||
free(ctx->buf);
|
||||
}
|
||||
free(ctx);
|
||||
for (i = 0; i < ctx->max_sz; ++i) {
|
||||
vp8_yv12_de_alloc_frame_buffer(&ctx->buf[i].img);
|
||||
}
|
||||
free(ctx->buf);
|
||||
}
|
||||
free(ctx);
|
||||
}
|
||||
}
|
||||
|
||||
struct lookahead_ctx *vp8_lookahead_init(unsigned int width,
|
||||
unsigned int height,
|
||||
unsigned int depth) {
|
||||
struct lookahead_ctx *ctx = NULL;
|
||||
unsigned int i;
|
||||
|
||||
struct lookahead_ctx*
|
||||
vp8_lookahead_init(unsigned int width,
|
||||
unsigned int height,
|
||||
unsigned int depth)
|
||||
{
|
||||
struct lookahead_ctx *ctx = NULL;
|
||||
unsigned int i;
|
||||
/* Clamp the lookahead queue depth */
|
||||
if (depth < 1) {
|
||||
depth = 1;
|
||||
} else if (depth > MAX_LAG_BUFFERS) {
|
||||
depth = MAX_LAG_BUFFERS;
|
||||
}
|
||||
|
||||
/* Clamp the lookahead queue depth */
|
||||
if(depth < 1)
|
||||
depth = 1;
|
||||
else if(depth > MAX_LAG_BUFFERS)
|
||||
depth = MAX_LAG_BUFFERS;
|
||||
/* Keep last frame in lookahead buffer by increasing depth by 1.*/
|
||||
depth += 1;
|
||||
|
||||
/* Keep last frame in lookahead buffer by increasing depth by 1.*/
|
||||
depth += 1;
|
||||
/* Align the buffer dimensions */
|
||||
width = (width + 15) & ~15;
|
||||
height = (height + 15) & ~15;
|
||||
|
||||
/* Align the buffer dimensions */
|
||||
width = (width + 15) & ~15;
|
||||
height = (height + 15) & ~15;
|
||||
|
||||
/* Allocate the lookahead structures */
|
||||
ctx = calloc(1, sizeof(*ctx));
|
||||
if(ctx)
|
||||
{
|
||||
ctx->max_sz = depth;
|
||||
ctx->buf = calloc(depth, sizeof(*ctx->buf));
|
||||
if(!ctx->buf)
|
||||
goto bail;
|
||||
for(i=0; i<depth; i++)
|
||||
if (vp8_yv12_alloc_frame_buffer(&ctx->buf[i].img,
|
||||
width, height, VP8BORDERINPIXELS))
|
||||
goto bail;
|
||||
/* Allocate the lookahead structures */
|
||||
ctx = calloc(1, sizeof(*ctx));
|
||||
if (ctx) {
|
||||
ctx->max_sz = depth;
|
||||
ctx->buf = calloc(depth, sizeof(*ctx->buf));
|
||||
if (!ctx->buf) goto bail;
|
||||
for (i = 0; i < depth; ++i) {
|
||||
if (vp8_yv12_alloc_frame_buffer(&ctx->buf[i].img, width, height,
|
||||
VP8BORDERINPIXELS)) {
|
||||
goto bail;
|
||||
}
|
||||
}
|
||||
return ctx;
|
||||
}
|
||||
return ctx;
|
||||
bail:
|
||||
vp8_lookahead_destroy(ctx);
|
||||
return NULL;
|
||||
vp8_lookahead_destroy(ctx);
|
||||
return NULL;
|
||||
}
|
||||
|
||||
int vp8_lookahead_push(struct lookahead_ctx *ctx, YV12_BUFFER_CONFIG *src,
|
||||
int64_t ts_start, int64_t ts_end, unsigned int flags,
|
||||
unsigned char *active_map) {
|
||||
struct lookahead_entry *buf;
|
||||
int row, col, active_end;
|
||||
int mb_rows = (src->y_height + 15) >> 4;
|
||||
int mb_cols = (src->y_width + 15) >> 4;
|
||||
|
||||
int
|
||||
vp8_lookahead_push(struct lookahead_ctx *ctx,
|
||||
YV12_BUFFER_CONFIG *src,
|
||||
int64_t ts_start,
|
||||
int64_t ts_end,
|
||||
unsigned int flags,
|
||||
unsigned char *active_map)
|
||||
{
|
||||
struct lookahead_entry* buf;
|
||||
int row, col, active_end;
|
||||
int mb_rows = (src->y_height + 15) >> 4;
|
||||
int mb_cols = (src->y_width + 15) >> 4;
|
||||
if (ctx->sz + 2 > ctx->max_sz) return 1;
|
||||
ctx->sz++;
|
||||
buf = pop(ctx, &ctx->write_idx);
|
||||
|
||||
if(ctx->sz + 2 > ctx->max_sz)
|
||||
return 1;
|
||||
ctx->sz++;
|
||||
buf = pop(ctx, &ctx->write_idx);
|
||||
/* Only do this partial copy if the following conditions are all met:
|
||||
* 1. Lookahead queue has has size of 1.
|
||||
* 2. Active map is provided.
|
||||
* 3. This is not a key frame, golden nor altref frame.
|
||||
*/
|
||||
if (ctx->max_sz == 1 && active_map && !flags) {
|
||||
for (row = 0; row < mb_rows; ++row) {
|
||||
col = 0;
|
||||
|
||||
/* Only do this partial copy if the following conditions are all met:
|
||||
* 1. Lookahead queue has has size of 1.
|
||||
* 2. Active map is provided.
|
||||
* 3. This is not a key frame, golden nor altref frame.
|
||||
*/
|
||||
if (ctx->max_sz == 1 && active_map && !flags)
|
||||
{
|
||||
for (row = 0; row < mb_rows; ++row)
|
||||
{
|
||||
col = 0;
|
||||
|
||||
while (1)
|
||||
{
|
||||
/* Find the first active macroblock in this row. */
|
||||
for (; col < mb_cols; ++col)
|
||||
{
|
||||
if (active_map[col])
|
||||
break;
|
||||
}
|
||||
|
||||
/* No more active macroblock in this row. */
|
||||
if (col == mb_cols)
|
||||
break;
|
||||
|
||||
/* Find the end of active region in this row. */
|
||||
active_end = col;
|
||||
|
||||
for (; active_end < mb_cols; ++active_end)
|
||||
{
|
||||
if (!active_map[active_end])
|
||||
break;
|
||||
}
|
||||
|
||||
/* Only copy this active region. */
|
||||
vp8_copy_and_extend_frame_with_rect(src, &buf->img,
|
||||
row << 4,
|
||||
col << 4, 16,
|
||||
(active_end - col) << 4);
|
||||
|
||||
/* Start again from the end of this active region. */
|
||||
col = active_end;
|
||||
}
|
||||
|
||||
active_map += mb_cols;
|
||||
while (1) {
|
||||
/* Find the first active macroblock in this row. */
|
||||
for (; col < mb_cols; ++col) {
|
||||
if (active_map[col]) break;
|
||||
}
|
||||
}
|
||||
else
|
||||
{
|
||||
vp8_copy_and_extend_frame(src, &buf->img);
|
||||
}
|
||||
buf->ts_start = ts_start;
|
||||
buf->ts_end = ts_end;
|
||||
buf->flags = flags;
|
||||
return 0;
|
||||
}
|
||||
|
||||
/* No more active macroblock in this row. */
|
||||
if (col == mb_cols) break;
|
||||
|
||||
struct lookahead_entry*
|
||||
vp8_lookahead_pop(struct lookahead_ctx *ctx,
|
||||
int drain)
|
||||
{
|
||||
struct lookahead_entry* buf = NULL;
|
||||
/* Find the end of active region in this row. */
|
||||
active_end = col;
|
||||
|
||||
assert(ctx != NULL);
|
||||
if(ctx->sz && (drain || ctx->sz == ctx->max_sz - 1))
|
||||
{
|
||||
buf = pop(ctx, &ctx->read_idx);
|
||||
ctx->sz--;
|
||||
}
|
||||
return buf;
|
||||
}
|
||||
|
||||
|
||||
struct lookahead_entry*
|
||||
vp8_lookahead_peek(struct lookahead_ctx *ctx,
|
||||
unsigned int index,
|
||||
int direction)
|
||||
{
|
||||
struct lookahead_entry* buf = NULL;
|
||||
|
||||
if (direction == PEEK_FORWARD)
|
||||
{
|
||||
assert(index < ctx->max_sz - 1);
|
||||
if(index < ctx->sz)
|
||||
{
|
||||
index += ctx->read_idx;
|
||||
if(index >= ctx->max_sz)
|
||||
index -= ctx->max_sz;
|
||||
buf = ctx->buf + index;
|
||||
for (; active_end < mb_cols; ++active_end) {
|
||||
if (!active_map[active_end]) break;
|
||||
}
|
||||
}
|
||||
else if (direction == PEEK_BACKWARD)
|
||||
{
|
||||
assert(index == 1);
|
||||
|
||||
if(ctx->read_idx == 0)
|
||||
index = ctx->max_sz - 1;
|
||||
else
|
||||
index = ctx->read_idx - index;
|
||||
buf = ctx->buf + index;
|
||||
}
|
||||
/* Only copy this active region. */
|
||||
vp8_copy_and_extend_frame_with_rect(src, &buf->img, row << 4, col << 4,
|
||||
16, (active_end - col) << 4);
|
||||
|
||||
return buf;
|
||||
/* Start again from the end of this active region. */
|
||||
col = active_end;
|
||||
}
|
||||
|
||||
active_map += mb_cols;
|
||||
}
|
||||
} else {
|
||||
vp8_copy_and_extend_frame(src, &buf->img);
|
||||
}
|
||||
buf->ts_start = ts_start;
|
||||
buf->ts_end = ts_end;
|
||||
buf->flags = flags;
|
||||
return 0;
|
||||
}
|
||||
|
||||
struct lookahead_entry *vp8_lookahead_pop(struct lookahead_ctx *ctx,
|
||||
int drain) {
|
||||
struct lookahead_entry *buf = NULL;
|
||||
|
||||
unsigned int
|
||||
vp8_lookahead_depth(struct lookahead_ctx *ctx)
|
||||
{
|
||||
return ctx->sz;
|
||||
assert(ctx != NULL);
|
||||
if (ctx->sz && (drain || ctx->sz == ctx->max_sz - 1)) {
|
||||
buf = pop(ctx, &ctx->read_idx);
|
||||
ctx->sz--;
|
||||
}
|
||||
return buf;
|
||||
}
|
||||
|
||||
struct lookahead_entry *vp8_lookahead_peek(struct lookahead_ctx *ctx,
|
||||
unsigned int index, int direction) {
|
||||
struct lookahead_entry *buf = NULL;
|
||||
|
||||
if (direction == PEEK_FORWARD) {
|
||||
assert(index < ctx->max_sz - 1);
|
||||
if (index < ctx->sz) {
|
||||
index += ctx->read_idx;
|
||||
if (index >= ctx->max_sz) index -= ctx->max_sz;
|
||||
buf = ctx->buf + index;
|
||||
}
|
||||
} else if (direction == PEEK_BACKWARD) {
|
||||
assert(index == 1);
|
||||
|
||||
if (ctx->read_idx == 0) {
|
||||
index = ctx->max_sz - 1;
|
||||
} else {
|
||||
index = ctx->read_idx - index;
|
||||
}
|
||||
buf = ctx->buf + index;
|
||||
}
|
||||
|
||||
return buf;
|
||||
}
|
||||
|
||||
unsigned int vp8_lookahead_depth(struct lookahead_ctx *ctx) { return ctx->sz; }
|
||||
@@ -16,15 +16,13 @@
|
||||
extern "C" {
|
||||
#endif
|
||||
|
||||
struct lookahead_entry
|
||||
{
|
||||
YV12_BUFFER_CONFIG img;
|
||||
int64_t ts_start;
|
||||
int64_t ts_end;
|
||||
unsigned int flags;
|
||||
struct lookahead_entry {
|
||||
YV12_BUFFER_CONFIG img;
|
||||
int64_t ts_start;
|
||||
int64_t ts_end;
|
||||
unsigned int flags;
|
||||
};
|
||||
|
||||
|
||||
struct lookahead_ctx;
|
||||
|
||||
/**\brief Initializes the lookahead stage
|
||||
@@ -34,18 +32,15 @@ struct lookahead_ctx;
|
||||
*
|
||||
*
|
||||
*/
|
||||
struct lookahead_ctx* vp8_lookahead_init(unsigned int width,
|
||||
struct lookahead_ctx *vp8_lookahead_init(unsigned int width,
|
||||
unsigned int height,
|
||||
unsigned int depth
|
||||
);
|
||||
|
||||
unsigned int depth);
|
||||
|
||||
/**\brief Destroys the lookahead stage
|
||||
*
|
||||
*/
|
||||
void vp8_lookahead_destroy(struct lookahead_ctx *ctx);
|
||||
|
||||
|
||||
/**\brief Enqueue a source buffer
|
||||
*
|
||||
* This function will copy the source image into a new framebuffer with
|
||||
@@ -61,14 +56,9 @@ void vp8_lookahead_destroy(struct lookahead_ctx *ctx);
|
||||
* \param[in] flags Flags set on this frame
|
||||
* \param[in] active_map Map that specifies which macroblock is active
|
||||
*/
|
||||
int
|
||||
vp8_lookahead_push(struct lookahead_ctx *ctx,
|
||||
YV12_BUFFER_CONFIG *src,
|
||||
int64_t ts_start,
|
||||
int64_t ts_end,
|
||||
unsigned int flags,
|
||||
unsigned char *active_map);
|
||||
|
||||
int vp8_lookahead_push(struct lookahead_ctx *ctx, YV12_BUFFER_CONFIG *src,
|
||||
int64_t ts_start, int64_t ts_end, unsigned int flags,
|
||||
unsigned char *active_map);
|
||||
|
||||
/**\brief Get the next source buffer to encode
|
||||
*
|
||||
@@ -81,12 +71,9 @@ vp8_lookahead_push(struct lookahead_ctx *ctx,
|
||||
* \retval NULL, if drain not set and queue not of the configured depth
|
||||
*
|
||||
*/
|
||||
struct lookahead_entry*
|
||||
vp8_lookahead_pop(struct lookahead_ctx *ctx,
|
||||
int drain);
|
||||
struct lookahead_entry *vp8_lookahead_pop(struct lookahead_ctx *ctx, int drain);
|
||||
|
||||
|
||||
#define PEEK_FORWARD 1
|
||||
#define PEEK_FORWARD 1
|
||||
#define PEEK_BACKWARD -1
|
||||
/**\brief Get a future source buffer to encode
|
||||
*
|
||||
@@ -96,19 +83,14 @@ vp8_lookahead_pop(struct lookahead_ctx *ctx,
|
||||
* \retval NULL, if no buffer exists at the specified index
|
||||
*
|
||||
*/
|
||||
struct lookahead_entry*
|
||||
vp8_lookahead_peek(struct lookahead_ctx *ctx,
|
||||
unsigned int index,
|
||||
int direction);
|
||||
|
||||
struct lookahead_entry *vp8_lookahead_peek(struct lookahead_ctx *ctx,
|
||||
unsigned int index, int direction);
|
||||
|
||||
/**\brief Get the number of frames currently in the lookahead queue
|
||||
*
|
||||
* \param[in] ctx Pointer to the lookahead context
|
||||
*/
|
||||
unsigned int
|
||||
vp8_lookahead_depth(struct lookahead_ctx *ctx);
|
||||
|
||||
unsigned int vp8_lookahead_depth(struct lookahead_ctx *ctx);
|
||||
|
||||
#ifdef __cplusplus
|
||||
} // extern "C"
|
||||
|
||||
+1474
-1594
File diff suppressed because it is too large.
Load diff
@@ -8,7 +8,6 @@
|
||||
* be found in the AUTHORS file in the root of the source tree.
|
||||
*/
|
||||
|
||||
|
||||
#ifndef VP8_ENCODER_MCOMP_H_
|
||||
#define VP8_ENCODER_MCOMP_H_
|
||||
|
||||
@@ -24,7 +23,6 @@ extern void init_mv_ref_counts();
|
||||
extern void accum_mv_refs(MB_PREDICTION_MODE, const int near_mv_ref_cts[4]);
|
||||
#endif
|
||||
|
||||
|
||||
/* The maximum number of steps in a step search given the largest allowed
|
||||
* initial step
|
||||
*/
|
||||
@@ -34,79 +32,47 @@ extern void accum_mv_refs(MB_PREDICTION_MODE, const int near_mv_ref_cts[4]);
|
||||
#define MAX_FULL_PEL_VAL ((1 << (MAX_MVSEARCH_STEPS)) - 1)
|
||||
|
||||
/* Maximum size of the first step in full pel units */
|
||||
#define MAX_FIRST_STEP (1 << (MAX_MVSEARCH_STEPS-1))
|
||||
#define MAX_FIRST_STEP (1 << (MAX_MVSEARCH_STEPS - 1))
|
||||
|
||||
extern void print_mode_context(void);
|
||||
extern int vp8_mv_bit_cost(int_mv *mv, int_mv *ref, int *mvcost[2], int Weight);
|
||||
extern void vp8_init_dsmotion_compensation(MACROBLOCK *x, int stride);
|
||||
extern void vp8_init3smotion_compensation(MACROBLOCK *x, int stride);
|
||||
extern void vp8_init3smotion_compensation(MACROBLOCK *x, int stride);
|
||||
|
||||
extern int vp8_hex_search(MACROBLOCK *x, BLOCK *b, BLOCKD *d, int_mv *ref_mv,
|
||||
int_mv *best_mv, int search_param, int error_per_bit,
|
||||
const vp8_variance_fn_ptr_t *vf, int *mvsadcost[2],
|
||||
int *mvcost[2], int_mv *center_mv);
|
||||
|
||||
extern int vp8_hex_search
|
||||
(
|
||||
MACROBLOCK *x,
|
||||
BLOCK *b,
|
||||
BLOCKD *d,
|
||||
int_mv *ref_mv,
|
||||
int_mv *best_mv,
|
||||
int search_param,
|
||||
int error_per_bit,
|
||||
const vp8_variance_fn_ptr_t *vf,
|
||||
int *mvsadcost[2],
|
||||
int *mvcost[2],
|
||||
int_mv *center_mv
|
||||
);
|
||||
|
||||
typedef int (fractional_mv_step_fp)
|
||||
(MACROBLOCK *x, BLOCK *b, BLOCKD *d, int_mv *bestmv, int_mv *ref_mv,
|
||||
int error_per_bit, const vp8_variance_fn_ptr_t *vfp, int *mvcost[2],
|
||||
int *distortion, unsigned int *sse);
|
||||
typedef int(fractional_mv_step_fp)(MACROBLOCK *x, BLOCK *b, BLOCKD *d,
|
||||
int_mv *bestmv, int_mv *ref_mv,
|
||||
int error_per_bit,
|
||||
const vp8_variance_fn_ptr_t *vfp,
|
||||
int *mvcost[2], int *distortion,
|
||||
unsigned int *sse);
|
||||
|
||||
extern fractional_mv_step_fp vp8_find_best_sub_pixel_step_iteratively;
|
||||
extern fractional_mv_step_fp vp8_find_best_sub_pixel_step;
|
||||
extern fractional_mv_step_fp vp8_find_best_half_pixel_step;
|
||||
extern fractional_mv_step_fp vp8_skip_fractional_mv_step;
|
||||
|
||||
typedef int (*vp8_full_search_fn_t)
|
||||
(
|
||||
MACROBLOCK *x,
|
||||
BLOCK *b,
|
||||
BLOCKD *d,
|
||||
int_mv *ref_mv,
|
||||
int sad_per_bit,
|
||||
int distance,
|
||||
vp8_variance_fn_ptr_t *fn_ptr,
|
||||
int *mvcost[2],
|
||||
int_mv *center_mv
|
||||
);
|
||||
typedef int (*vp8_full_search_fn_t)(MACROBLOCK *x, BLOCK *b, BLOCKD *d,
|
||||
int_mv *ref_mv, int sad_per_bit,
|
||||
int distance, vp8_variance_fn_ptr_t *fn_ptr,
|
||||
int *mvcost[2], int_mv *center_mv);
|
||||
|
||||
typedef int (*vp8_refining_search_fn_t)
|
||||
(
|
||||
MACROBLOCK *x,
|
||||
BLOCK *b,
|
||||
BLOCKD *d,
|
||||
int_mv *ref_mv,
|
||||
int sad_per_bit,
|
||||
int distance,
|
||||
vp8_variance_fn_ptr_t *fn_ptr,
|
||||
int *mvcost[2],
|
||||
int_mv *center_mv
|
||||
);
|
||||
typedef int (*vp8_refining_search_fn_t)(MACROBLOCK *x, BLOCK *b, BLOCKD *d,
|
||||
int_mv *ref_mv, int sad_per_bit,
|
||||
int distance,
|
||||
vp8_variance_fn_ptr_t *fn_ptr,
|
||||
int *mvcost[2], int_mv *center_mv);
|
||||
|
||||
typedef int (*vp8_diamond_search_fn_t)
|
||||
(
|
||||
MACROBLOCK *x,
|
||||
BLOCK *b,
|
||||
BLOCKD *d,
|
||||
int_mv *ref_mv,
|
||||
int_mv *best_mv,
|
||||
int search_param,
|
||||
int sad_per_bit,
|
||||
int *num00,
|
||||
vp8_variance_fn_ptr_t *fn_ptr,
|
||||
int *mvcost[2],
|
||||
int_mv *center_mv
|
||||
);
|
||||
typedef int (*vp8_diamond_search_fn_t)(MACROBLOCK *x, BLOCK *b, BLOCKD *d,
|
||||
int_mv *ref_mv, int_mv *best_mv,
|
||||
int search_param, int sad_per_bit,
|
||||
int *num00,
|
||||
vp8_variance_fn_ptr_t *fn_ptr,
|
||||
int *mvcost[2], int_mv *center_mv);
|
||||
|
||||
#ifdef __cplusplus
|
||||
} // extern "C"
|
||||
|
||||
@@ -11,189 +11,186 @@
|
||||
#include "./vp8_rtcd.h"
|
||||
#include "vp8/common/mips/msa/vp8_macros_msa.h"
|
||||
|
||||
#define TRANSPOSE4x4_H(in0, in1, in2, in3, out0, out1, out2, out3) \
|
||||
{ \
|
||||
v8i16 s0_m, s1_m, tp0_m, tp1_m, tp2_m, tp3_m; \
|
||||
\
|
||||
ILVR_H2_SH(in2, in0, in3, in1, s0_m, s1_m); \
|
||||
ILVRL_H2_SH(s1_m, s0_m, tp0_m, tp1_m); \
|
||||
ILVL_H2_SH(in2, in0, in3, in1, s0_m, s1_m); \
|
||||
ILVRL_H2_SH(s1_m, s0_m, tp2_m, tp3_m); \
|
||||
PCKEV_D2_SH(tp2_m, tp0_m, tp3_m, tp1_m, out0, out2); \
|
||||
PCKOD_D2_SH(tp2_m, tp0_m, tp3_m, tp1_m, out1, out3); \
|
||||
#define TRANSPOSE4x4_H(in0, in1, in2, in3, out0, out1, out2, out3) \
|
||||
{ \
|
||||
v8i16 s0_m, s1_m, tp0_m, tp1_m, tp2_m, tp3_m; \
|
||||
\
|
||||
ILVR_H2_SH(in2, in0, in3, in1, s0_m, s1_m); \
|
||||
ILVRL_H2_SH(s1_m, s0_m, tp0_m, tp1_m); \
|
||||
ILVL_H2_SH(in2, in0, in3, in1, s0_m, s1_m); \
|
||||
ILVRL_H2_SH(s1_m, s0_m, tp2_m, tp3_m); \
|
||||
PCKEV_D2_SH(tp2_m, tp0_m, tp3_m, tp1_m, out0, out2); \
|
||||
PCKOD_D2_SH(tp2_m, tp0_m, tp3_m, tp1_m, out1, out3); \
|
||||
}
|
||||
|
||||
#define SET_DOTP_VALUES(coeff, val0, val1, val2, const1, const2) \
|
||||
{ \
|
||||
v8i16 tmp0_m; \
|
||||
\
|
||||
SPLATI_H3_SH(coeff, val0, val1, val2, tmp0_m, const1, const2); \
|
||||
ILVEV_H2_SH(tmp0_m, const1, const2, tmp0_m, const1, const2); \
|
||||
}
|
||||
|
||||
#define RET_1_IF_NZERO_H(in0) \
|
||||
({ \
|
||||
v8i16 tmp0_m; \
|
||||
v8i16 one_m = __msa_ldi_h(1); \
|
||||
\
|
||||
tmp0_m = __msa_ceqi_h(in0, 0); \
|
||||
tmp0_m = tmp0_m ^ 255; \
|
||||
tmp0_m = one_m & tmp0_m; \
|
||||
\
|
||||
tmp0_m; \
|
||||
})
|
||||
|
||||
#define RET_1_IF_NZERO_W(in0) \
|
||||
({ \
|
||||
v4i32 tmp0_m; \
|
||||
v4i32 one_m = __msa_ldi_w(1); \
|
||||
\
|
||||
tmp0_m = __msa_ceqi_w(in0, 0); \
|
||||
tmp0_m = tmp0_m ^ 255; \
|
||||
tmp0_m = one_m & tmp0_m; \
|
||||
\
|
||||
tmp0_m; \
|
||||
})
|
||||
|
||||
#define RET_1_IF_NEG_W(in0) \
|
||||
({ \
|
||||
v4i32 tmp0_m; \
|
||||
\
|
||||
v4i32 one_m = __msa_ldi_w(1); \
|
||||
tmp0_m = __msa_clti_s_w(in0, 0); \
|
||||
tmp0_m = one_m & tmp0_m; \
|
||||
\
|
||||
tmp0_m; \
|
||||
})
|
||||
|
||||
void vp8_short_fdct4x4_msa(int16_t *input, int16_t *output, int32_t pitch) {
|
||||
v8i16 in0, in1, in2, in3;
|
||||
v8i16 temp0, temp1;
|
||||
v8i16 const0, const1;
|
||||
v8i16 coeff = { 2217, 5352, -5352, 14500, 7500, 12000, 25000, 26000 };
|
||||
v4i32 out0, out1, out2, out3;
|
||||
v8i16 zero = { 0 };
|
||||
|
||||
LD_SH4(input, pitch / 2, in0, in1, in2, in3);
|
||||
TRANSPOSE4x4_SH_SH(in0, in1, in2, in3, in0, in1, in2, in3);
|
||||
|
||||
BUTTERFLY_4(in0, in1, in2, in3, temp0, temp1, in1, in3);
|
||||
SLLI_4V(temp0, temp1, in1, in3, 3);
|
||||
in0 = temp0 + temp1;
|
||||
in2 = temp0 - temp1;
|
||||
SET_DOTP_VALUES(coeff, 0, 1, 2, const0, const1);
|
||||
temp0 = __msa_ilvr_h(in3, in1);
|
||||
in1 = __msa_splati_h(coeff, 3);
|
||||
out0 = (v4i32)__msa_ilvev_h(zero, in1);
|
||||
coeff = __msa_ilvl_h(zero, coeff);
|
||||
out1 = __msa_splati_w((v4i32)coeff, 0);
|
||||
DPADD_SH2_SW(temp0, temp0, const0, const1, out0, out1);
|
||||
out0 >>= 12;
|
||||
out1 >>= 12;
|
||||
PCKEV_H2_SH(out0, out0, out1, out1, in1, in3);
|
||||
TRANSPOSE4x4_SH_SH(in0, in1, in2, in3, in0, in1, in2, in3);
|
||||
|
||||
BUTTERFLY_4(in0, in1, in2, in3, temp0, temp1, in1, in3);
|
||||
in0 = temp0 + temp1 + 7;
|
||||
in2 = temp0 - temp1 + 7;
|
||||
in0 >>= 4;
|
||||
in2 >>= 4;
|
||||
ILVR_H2_SW(zero, in0, zero, in2, out0, out2);
|
||||
temp1 = RET_1_IF_NZERO_H(in3);
|
||||
ILVR_H2_SH(zero, temp1, in3, in1, temp1, temp0);
|
||||
SPLATI_W2_SW(coeff, 2, out3, out1);
|
||||
out3 += out1;
|
||||
out1 = __msa_splati_w((v4i32)coeff, 1);
|
||||
DPADD_SH2_SW(temp0, temp0, const0, const1, out1, out3);
|
||||
out1 >>= 16;
|
||||
out3 >>= 16;
|
||||
out1 += (v4i32)temp1;
|
||||
PCKEV_H2_SH(out1, out0, out3, out2, in0, in2);
|
||||
ST_SH2(in0, in2, output, 8);
|
||||
}
|
||||
|
||||
#define SET_DOTP_VALUES(coeff, val0, val1, val2, const1, const2) \
|
||||
{ \
|
||||
v8i16 tmp0_m; \
|
||||
\
|
||||
SPLATI_H3_SH(coeff, val0, val1, val2, tmp0_m, const1, const2); \
|
||||
ILVEV_H2_SH(tmp0_m, const1, const2, tmp0_m, const1, const2); \
|
||||
void vp8_short_fdct8x4_msa(int16_t *input, int16_t *output, int32_t pitch) {
|
||||
v8i16 in0, in1, in2, in3;
|
||||
v8i16 temp0, temp1, tmp0, tmp1;
|
||||
v8i16 const0, const1, const2;
|
||||
v8i16 coeff = { 2217, 5352, -5352, 14500, 7500, 12000, 25000, 26000 };
|
||||
v8i16 zero = { 0 };
|
||||
v4i32 vec0_w, vec1_w, vec2_w, vec3_w;
|
||||
|
||||
LD_SH4(input, pitch / 2, in0, in1, in2, in3);
|
||||
TRANSPOSE4x4_H(in0, in1, in2, in3, in0, in1, in2, in3);
|
||||
|
||||
BUTTERFLY_4(in0, in1, in2, in3, temp0, temp1, in1, in3);
|
||||
SLLI_4V(temp0, temp1, in1, in3, 3);
|
||||
in0 = temp0 + temp1;
|
||||
in2 = temp0 - temp1;
|
||||
SET_DOTP_VALUES(coeff, 0, 1, 2, const1, const2);
|
||||
temp0 = __msa_splati_h(coeff, 3);
|
||||
vec1_w = (v4i32)__msa_ilvev_h(zero, temp0);
|
||||
coeff = __msa_ilvl_h(zero, coeff);
|
||||
vec3_w = __msa_splati_w((v4i32)coeff, 0);
|
||||
ILVRL_H2_SH(in3, in1, tmp1, tmp0);
|
||||
vec0_w = vec1_w;
|
||||
vec2_w = vec3_w;
|
||||
DPADD_SH4_SW(tmp1, tmp0, tmp1, tmp0, const1, const1, const2, const2, vec0_w,
|
||||
vec1_w, vec2_w, vec3_w);
|
||||
SRA_4V(vec1_w, vec0_w, vec3_w, vec2_w, 12);
|
||||
PCKEV_H2_SH(vec1_w, vec0_w, vec3_w, vec2_w, in1, in3);
|
||||
TRANSPOSE4x4_H(in0, in1, in2, in3, in0, in1, in2, in3);
|
||||
|
||||
BUTTERFLY_4(in0, in1, in2, in3, temp0, temp1, in1, in3);
|
||||
in0 = temp0 + temp1 + 7;
|
||||
in2 = temp0 - temp1 + 7;
|
||||
in0 >>= 4;
|
||||
in2 >>= 4;
|
||||
SPLATI_W2_SW(coeff, 2, vec3_w, vec1_w);
|
||||
vec3_w += vec1_w;
|
||||
vec1_w = __msa_splati_w((v4i32)coeff, 1);
|
||||
const0 = RET_1_IF_NZERO_H(in3);
|
||||
ILVRL_H2_SH(in3, in1, tmp1, tmp0);
|
||||
vec0_w = vec1_w;
|
||||
vec2_w = vec3_w;
|
||||
DPADD_SH4_SW(tmp1, tmp0, tmp1, tmp0, const1, const1, const2, const2, vec0_w,
|
||||
vec1_w, vec2_w, vec3_w);
|
||||
SRA_4V(vec1_w, vec0_w, vec3_w, vec2_w, 16);
|
||||
PCKEV_H2_SH(vec1_w, vec0_w, vec3_w, vec2_w, in1, in3);
|
||||
in1 += const0;
|
||||
PCKEV_D2_SH(in1, in0, in3, in2, temp0, temp1);
|
||||
ST_SH2(temp0, temp1, output, 8);
|
||||
|
||||
PCKOD_D2_SH(in1, in0, in3, in2, in0, in2);
|
||||
ST_SH2(in0, in2, output + 16, 8);
|
||||
}
|
||||
|
||||
#define RET_1_IF_NZERO_H(in0) \
|
||||
({ \
|
||||
v8i16 tmp0_m; \
|
||||
v8i16 one_m = __msa_ldi_h(1); \
|
||||
\
|
||||
tmp0_m = __msa_ceqi_h(in0, 0); \
|
||||
tmp0_m = tmp0_m ^ 255; \
|
||||
tmp0_m = one_m & tmp0_m; \
|
||||
\
|
||||
tmp0_m; \
|
||||
})
|
||||
void vp8_short_walsh4x4_msa(int16_t *input, int16_t *output, int32_t pitch) {
|
||||
v8i16 in0_h, in1_h, in2_h, in3_h;
|
||||
v4i32 in0_w, in1_w, in2_w, in3_w, temp0, temp1, temp2, temp3;
|
||||
|
||||
#define RET_1_IF_NZERO_W(in0) \
|
||||
({ \
|
||||
v4i32 tmp0_m; \
|
||||
v4i32 one_m = __msa_ldi_w(1); \
|
||||
\
|
||||
tmp0_m = __msa_ceqi_w(in0, 0); \
|
||||
tmp0_m = tmp0_m ^ 255; \
|
||||
tmp0_m = one_m & tmp0_m; \
|
||||
\
|
||||
tmp0_m; \
|
||||
})
|
||||
LD_SH4(input, pitch / 2, in0_h, in1_h, in2_h, in3_h);
|
||||
TRANSPOSE4x4_SH_SH(in0_h, in1_h, in2_h, in3_h, in0_h, in1_h, in2_h, in3_h);
|
||||
|
||||
#define RET_1_IF_NEG_W(in0) \
|
||||
({ \
|
||||
v4i32 tmp0_m; \
|
||||
\
|
||||
v4i32 one_m = __msa_ldi_w(1); \
|
||||
tmp0_m = __msa_clti_s_w(in0, 0); \
|
||||
tmp0_m = one_m & tmp0_m; \
|
||||
\
|
||||
tmp0_m; \
|
||||
})
|
||||
UNPCK_R_SH_SW(in0_h, in0_w);
|
||||
UNPCK_R_SH_SW(in1_h, in1_w);
|
||||
UNPCK_R_SH_SW(in2_h, in2_w);
|
||||
UNPCK_R_SH_SW(in3_h, in3_w);
|
||||
BUTTERFLY_4(in0_w, in1_w, in3_w, in2_w, temp0, temp3, temp2, temp1);
|
||||
SLLI_4V(temp0, temp1, temp2, temp3, 2);
|
||||
BUTTERFLY_4(temp0, temp1, temp2, temp3, in0_w, in1_w, in2_w, in3_w);
|
||||
temp0 = RET_1_IF_NZERO_W(temp0);
|
||||
in0_w += temp0;
|
||||
TRANSPOSE4x4_SW_SW(in0_w, in1_w, in2_w, in3_w, in0_w, in1_w, in2_w, in3_w);
|
||||
|
||||
void vp8_short_fdct4x4_msa(int16_t *input, int16_t *output, int32_t pitch)
|
||||
{
|
||||
v8i16 in0, in1, in2, in3;
|
||||
v8i16 temp0, temp1;
|
||||
v8i16 const0, const1;
|
||||
v8i16 coeff = { 2217, 5352, -5352, 14500, 7500, 12000, 25000, 26000 };
|
||||
v4i32 out0, out1, out2, out3;
|
||||
v8i16 zero = { 0 };
|
||||
|
||||
LD_SH4(input, pitch / 2, in0, in1, in2, in3);
|
||||
TRANSPOSE4x4_SH_SH(in0, in1, in2, in3, in0, in1, in2, in3);
|
||||
|
||||
BUTTERFLY_4(in0, in1, in2, in3, temp0, temp1, in1, in3);
|
||||
SLLI_4V(temp0, temp1, in1, in3, 3);
|
||||
in0 = temp0 + temp1;
|
||||
in2 = temp0 - temp1;
|
||||
SET_DOTP_VALUES(coeff, 0, 1, 2, const0, const1);
|
||||
temp0 = __msa_ilvr_h(in3, in1);
|
||||
in1 = __msa_splati_h(coeff, 3);
|
||||
out0 = (v4i32)__msa_ilvev_h(zero, in1);
|
||||
coeff = __msa_ilvl_h(zero, coeff);
|
||||
out1 = __msa_splati_w((v4i32)coeff, 0);
|
||||
DPADD_SH2_SW(temp0, temp0, const0, const1, out0, out1);
|
||||
out0 >>= 12;
|
||||
out1 >>= 12;
|
||||
PCKEV_H2_SH(out0, out0, out1, out1, in1, in3);
|
||||
TRANSPOSE4x4_SH_SH(in0, in1, in2, in3, in0, in1, in2, in3);
|
||||
|
||||
BUTTERFLY_4(in0, in1, in2, in3, temp0, temp1, in1, in3);
|
||||
in0 = temp0 + temp1 + 7;
|
||||
in2 = temp0 - temp1 + 7;
|
||||
in0 >>= 4;
|
||||
in2 >>= 4;
|
||||
ILVR_H2_SW(zero, in0, zero, in2, out0, out2);
|
||||
temp1 = RET_1_IF_NZERO_H(in3);
|
||||
ILVR_H2_SH(zero, temp1, in3, in1, temp1, temp0);
|
||||
SPLATI_W2_SW(coeff, 2, out3, out1);
|
||||
out3 += out1;
|
||||
out1 = __msa_splati_w((v4i32)coeff, 1);
|
||||
DPADD_SH2_SW(temp0, temp0, const0, const1, out1, out3);
|
||||
out1 >>= 16;
|
||||
out3 >>= 16;
|
||||
out1 += (v4i32)temp1;
|
||||
PCKEV_H2_SH(out1, out0, out3, out2, in0, in2);
|
||||
ST_SH2(in0, in2, output, 8);
|
||||
}
|
||||
|
||||
void vp8_short_fdct8x4_msa(int16_t *input, int16_t *output, int32_t pitch)
|
||||
{
|
||||
v8i16 in0, in1, in2, in3;
|
||||
v8i16 temp0, temp1, tmp0, tmp1;
|
||||
v8i16 const0, const1, const2;
|
||||
v8i16 coeff = { 2217, 5352, -5352, 14500, 7500, 12000, 25000, 26000 };
|
||||
v8i16 zero = { 0 };
|
||||
v4i32 vec0_w, vec1_w, vec2_w, vec3_w;
|
||||
|
||||
LD_SH4(input, pitch / 2, in0, in1, in2, in3);
|
||||
TRANSPOSE4x4_H(in0, in1, in2, in3, in0, in1, in2, in3);
|
||||
|
||||
BUTTERFLY_4(in0, in1, in2, in3, temp0, temp1, in1, in3);
|
||||
SLLI_4V(temp0, temp1, in1, in3, 3);
|
||||
in0 = temp0 + temp1;
|
||||
in2 = temp0 - temp1;
|
||||
SET_DOTP_VALUES(coeff, 0, 1, 2, const1, const2);
|
||||
temp0 = __msa_splati_h(coeff, 3);
|
||||
vec1_w = (v4i32)__msa_ilvev_h(zero, temp0);
|
||||
coeff = __msa_ilvl_h(zero, coeff);
|
||||
vec3_w = __msa_splati_w((v4i32)coeff, 0);
|
||||
ILVRL_H2_SH(in3, in1, tmp1, tmp0);
|
||||
vec0_w = vec1_w;
|
||||
vec2_w = vec3_w;
|
||||
DPADD_SH4_SW(tmp1, tmp0, tmp1, tmp0, const1, const1, const2, const2,
|
||||
vec0_w, vec1_w, vec2_w, vec3_w);
|
||||
SRA_4V(vec1_w, vec0_w, vec3_w, vec2_w, 12);
|
||||
PCKEV_H2_SH(vec1_w, vec0_w, vec3_w, vec2_w, in1, in3);
|
||||
TRANSPOSE4x4_H(in0, in1, in2, in3, in0, in1, in2, in3);
|
||||
|
||||
BUTTERFLY_4(in0, in1, in2, in3, temp0, temp1, in1, in3);
|
||||
in0 = temp0 + temp1 + 7;
|
||||
in2 = temp0 - temp1 + 7;
|
||||
in0 >>= 4;
|
||||
in2 >>= 4;
|
||||
SPLATI_W2_SW(coeff, 2, vec3_w, vec1_w);
|
||||
vec3_w += vec1_w;
|
||||
vec1_w = __msa_splati_w((v4i32)coeff, 1);
|
||||
const0 = RET_1_IF_NZERO_H(in3);
|
||||
ILVRL_H2_SH(in3, in1, tmp1, tmp0);
|
||||
vec0_w = vec1_w;
|
||||
vec2_w = vec3_w;
|
||||
DPADD_SH4_SW(tmp1, tmp0, tmp1, tmp0, const1, const1, const2, const2,
|
||||
vec0_w, vec1_w, vec2_w, vec3_w);
|
||||
SRA_4V(vec1_w, vec0_w, vec3_w, vec2_w, 16);
|
||||
PCKEV_H2_SH(vec1_w, vec0_w, vec3_w, vec2_w, in1, in3);
|
||||
in1 += const0;
|
||||
PCKEV_D2_SH(in1, in0, in3, in2, temp0, temp1);
|
||||
ST_SH2(temp0, temp1, output, 8);
|
||||
|
||||
PCKOD_D2_SH(in1, in0, in3, in2, in0, in2);
|
||||
ST_SH2(in0, in2, output + 16, 8);
|
||||
}
|
||||
|
||||
void vp8_short_walsh4x4_msa(int16_t *input, int16_t *output, int32_t pitch)
|
||||
{
|
||||
v8i16 in0_h, in1_h, in2_h, in3_h;
|
||||
v4i32 in0_w, in1_w, in2_w, in3_w, temp0, temp1, temp2, temp3;
|
||||
|
||||
LD_SH4(input, pitch / 2, in0_h, in1_h, in2_h, in3_h);
|
||||
TRANSPOSE4x4_SH_SH(in0_h, in1_h, in2_h, in3_h, in0_h, in1_h, in2_h, in3_h);
|
||||
|
||||
UNPCK_R_SH_SW(in0_h, in0_w);
|
||||
UNPCK_R_SH_SW(in1_h, in1_w);
|
||||
UNPCK_R_SH_SW(in2_h, in2_w);
|
||||
UNPCK_R_SH_SW(in3_h, in3_w);
|
||||
BUTTERFLY_4(in0_w, in1_w, in3_w, in2_w, temp0, temp3, temp2, temp1);
|
||||
SLLI_4V(temp0, temp1, temp2, temp3, 2);
|
||||
BUTTERFLY_4(temp0, temp1, temp2, temp3, in0_w, in1_w, in2_w, in3_w);
|
||||
temp0 = RET_1_IF_NZERO_W(temp0);
|
||||
in0_w += temp0;
|
||||
TRANSPOSE4x4_SW_SW(in0_w, in1_w, in2_w, in3_w, in0_w, in1_w, in2_w, in3_w);
|
||||
|
||||
BUTTERFLY_4(in0_w, in1_w, in3_w, in2_w, temp0, temp3, temp2, temp1);
|
||||
BUTTERFLY_4(temp0, temp1, temp2, temp3, in0_w, in1_w, in2_w, in3_w);
|
||||
in0_w += RET_1_IF_NEG_W(in0_w);
|
||||
in1_w += RET_1_IF_NEG_W(in1_w);
|
||||
in2_w += RET_1_IF_NEG_W(in2_w);
|
||||
in3_w += RET_1_IF_NEG_W(in3_w);
|
||||
ADD4(in0_w, 3, in1_w, 3, in2_w, 3, in3_w, 3, in0_w, in1_w, in2_w, in3_w);
|
||||
SRA_4V(in0_w, in1_w, in2_w, in3_w, 3);
|
||||
PCKEV_H2_SH(in1_w, in0_w, in3_w, in2_w, in0_h, in1_h);
|
||||
ST_SH2(in0_h, in1_h, output, 8);
|
||||
BUTTERFLY_4(in0_w, in1_w, in3_w, in2_w, temp0, temp3, temp2, temp1);
|
||||
BUTTERFLY_4(temp0, temp1, temp2, temp3, in0_w, in1_w, in2_w, in3_w);
|
||||
in0_w += RET_1_IF_NEG_W(in0_w);
|
||||
in1_w += RET_1_IF_NEG_W(in1_w);
|
||||
in2_w += RET_1_IF_NEG_W(in2_w);
|
||||
in3_w += RET_1_IF_NEG_W(in3_w);
|
||||
ADD4(in0_w, 3, in1_w, 3, in2_w, 3, in3_w, 3, in0_w, in1_w, in2_w, in3_w);
|
||||
SRA_4V(in0_w, in1_w, in2_w, in3_w, 3);
|
||||
PCKEV_H2_SH(in1_w, in0_w, in3_w, in2_w, in0_h, in1_h);
|
||||
ST_SH2(in0_h, in1_h, output, 8);
|
||||
}
|
||||
File diff suppressed because it is too large.
Load diff
@@ -12,163 +12,156 @@
|
||||
#include "vp8/common/mips/msa/vp8_macros_msa.h"
|
||||
#include "vp8/encoder/block.h"
|
||||
|
||||
int32_t vp8_block_error_msa(int16_t *coeff_ptr, int16_t *dq_coeff_ptr)
|
||||
{
|
||||
int32_t err = 0;
|
||||
uint32_t loop_cnt;
|
||||
v8i16 coeff, dq_coeff, coeff0, coeff1;
|
||||
v4i32 diff0, diff1;
|
||||
v2i64 err0 = { 0 };
|
||||
v2i64 err1 = { 0 };
|
||||
int32_t vp8_block_error_msa(int16_t *coeff_ptr, int16_t *dq_coeff_ptr) {
|
||||
int32_t err = 0;
|
||||
uint32_t loop_cnt;
|
||||
v8i16 coeff, dq_coeff, coeff0, coeff1;
|
||||
v4i32 diff0, diff1;
|
||||
v2i64 err0 = { 0 };
|
||||
v2i64 err1 = { 0 };
|
||||
|
||||
for (loop_cnt = 2; loop_cnt--;)
|
||||
{
|
||||
coeff = LD_SH(coeff_ptr);
|
||||
dq_coeff = LD_SH(dq_coeff_ptr);
|
||||
ILVRL_H2_SH(coeff, dq_coeff, coeff0, coeff1);
|
||||
HSUB_UH2_SW(coeff0, coeff1, diff0, diff1);
|
||||
DPADD_SD2_SD(diff0, diff1, err0, err1);
|
||||
coeff_ptr += 8;
|
||||
dq_coeff_ptr += 8;
|
||||
}
|
||||
for (loop_cnt = 2; loop_cnt--;) {
|
||||
coeff = LD_SH(coeff_ptr);
|
||||
dq_coeff = LD_SH(dq_coeff_ptr);
|
||||
ILVRL_H2_SH(coeff, dq_coeff, coeff0, coeff1);
|
||||
HSUB_UH2_SW(coeff0, coeff1, diff0, diff1);
|
||||
DPADD_SD2_SD(diff0, diff1, err0, err1);
|
||||
coeff_ptr += 8;
|
||||
dq_coeff_ptr += 8;
|
||||
}
|
||||
|
||||
err0 += __msa_splati_d(err0, 1);
|
||||
err1 += __msa_splati_d(err1, 1);
|
||||
err = __msa_copy_s_d(err0, 0);
|
||||
err += __msa_copy_s_d(err1, 0);
|
||||
|
||||
return err;
|
||||
}
|
||||
|
||||
int32_t vp8_mbblock_error_msa(MACROBLOCK *mb, int32_t dc) {
|
||||
BLOCK *be;
|
||||
BLOCKD *bd;
|
||||
int16_t *coeff_ptr, *dq_coeff_ptr;
|
||||
int32_t err = 0;
|
||||
uint32_t loop_cnt;
|
||||
v8i16 coeff, coeff0, coeff1, coeff2, coeff3, coeff4;
|
||||
v8i16 dq_coeff, dq_coeff2, dq_coeff3, dq_coeff4;
|
||||
v4i32 diff0, diff1;
|
||||
v2i64 err0, err1;
|
||||
v16u8 zero = { 0 };
|
||||
v16u8 mask0 = (v16u8)__msa_ldi_b(255);
|
||||
|
||||
if (1 == dc) {
|
||||
mask0 = (v16u8)__msa_insve_w((v4i32)mask0, 0, (v4i32)zero);
|
||||
}
|
||||
|
||||
for (loop_cnt = 0; loop_cnt < 8; ++loop_cnt) {
|
||||
be = &mb->block[2 * loop_cnt];
|
||||
bd = &mb->e_mbd.block[2 * loop_cnt];
|
||||
coeff_ptr = be->coeff;
|
||||
dq_coeff_ptr = bd->dqcoeff;
|
||||
coeff = LD_SH(coeff_ptr);
|
||||
dq_coeff = LD_SH(dq_coeff_ptr);
|
||||
coeff_ptr += 8;
|
||||
dq_coeff_ptr += 8;
|
||||
coeff2 = LD_SH(coeff_ptr);
|
||||
dq_coeff2 = LD_SH(dq_coeff_ptr);
|
||||
be = &mb->block[2 * loop_cnt + 1];
|
||||
bd = &mb->e_mbd.block[2 * loop_cnt + 1];
|
||||
coeff_ptr = be->coeff;
|
||||
dq_coeff_ptr = bd->dqcoeff;
|
||||
coeff3 = LD_SH(coeff_ptr);
|
||||
dq_coeff3 = LD_SH(dq_coeff_ptr);
|
||||
coeff_ptr += 8;
|
||||
dq_coeff_ptr += 8;
|
||||
coeff4 = LD_SH(coeff_ptr);
|
||||
dq_coeff4 = LD_SH(dq_coeff_ptr);
|
||||
ILVRL_H2_SH(coeff, dq_coeff, coeff0, coeff1);
|
||||
HSUB_UH2_SW(coeff0, coeff1, diff0, diff1);
|
||||
diff0 = (v4i32)__msa_bmnz_v(zero, (v16u8)diff0, mask0);
|
||||
DOTP_SW2_SD(diff0, diff1, diff0, diff1, err0, err1);
|
||||
ILVRL_H2_SH(coeff2, dq_coeff2, coeff0, coeff1);
|
||||
HSUB_UH2_SW(coeff0, coeff1, diff0, diff1);
|
||||
DPADD_SD2_SD(diff0, diff1, err0, err1);
|
||||
err0 += __msa_splati_d(err0, 1);
|
||||
err1 += __msa_splati_d(err1, 1);
|
||||
err = __msa_copy_s_d(err0, 0);
|
||||
err += __msa_copy_s_d(err0, 0);
|
||||
err += __msa_copy_s_d(err1, 0);
|
||||
|
||||
return err;
|
||||
ILVRL_H2_SH(coeff3, dq_coeff3, coeff0, coeff1);
|
||||
HSUB_UH2_SW(coeff0, coeff1, diff0, diff1);
|
||||
diff0 = (v4i32)__msa_bmnz_v(zero, (v16u8)diff0, mask0);
|
||||
DOTP_SW2_SD(diff0, diff1, diff0, diff1, err0, err1);
|
||||
ILVRL_H2_SH(coeff4, dq_coeff4, coeff0, coeff1);
|
||||
HSUB_UH2_SW(coeff0, coeff1, diff0, diff1);
|
||||
DPADD_SD2_SD(diff0, diff1, err0, err1);
|
||||
err0 += __msa_splati_d(err0, 1);
|
||||
err1 += __msa_splati_d(err1, 1);
|
||||
err += __msa_copy_s_d(err0, 0);
|
||||
err += __msa_copy_s_d(err1, 0);
|
||||
}
|
||||
|
||||
return err;
|
||||
}
|
||||
|
||||
int32_t vp8_mbblock_error_msa(MACROBLOCK *mb, int32_t dc)
|
||||
{
|
||||
BLOCK *be;
|
||||
BLOCKD *bd;
|
||||
int16_t *coeff_ptr, *dq_coeff_ptr;
|
||||
int32_t err = 0;
|
||||
uint32_t loop_cnt;
|
||||
v8i16 coeff, coeff0, coeff1, coeff2, coeff3, coeff4;
|
||||
v8i16 dq_coeff, dq_coeff2, dq_coeff3, dq_coeff4;
|
||||
v4i32 diff0, diff1;
|
||||
v2i64 err0, err1;
|
||||
v16u8 zero = { 0 };
|
||||
v16u8 mask0 = (v16u8)__msa_ldi_b(255);
|
||||
int32_t vp8_mbuverror_msa(MACROBLOCK *mb) {
|
||||
BLOCK *be;
|
||||
BLOCKD *bd;
|
||||
int16_t *coeff_ptr, *dq_coeff_ptr;
|
||||
int32_t err = 0;
|
||||
uint32_t loop_cnt;
|
||||
v8i16 coeff, coeff0, coeff1, coeff2, coeff3, coeff4;
|
||||
v8i16 dq_coeff, dq_coeff2, dq_coeff3, dq_coeff4;
|
||||
v4i32 diff0, diff1;
|
||||
v2i64 err0, err1, err_dup0, err_dup1;
|
||||
|
||||
if (1 == dc)
|
||||
{
|
||||
mask0 = (v16u8)__msa_insve_w((v4i32)mask0, 0, (v4i32)zero);
|
||||
}
|
||||
for (loop_cnt = 16; loop_cnt < 24; loop_cnt += 2) {
|
||||
be = &mb->block[loop_cnt];
|
||||
bd = &mb->e_mbd.block[loop_cnt];
|
||||
coeff_ptr = be->coeff;
|
||||
dq_coeff_ptr = bd->dqcoeff;
|
||||
coeff = LD_SH(coeff_ptr);
|
||||
dq_coeff = LD_SH(dq_coeff_ptr);
|
||||
coeff_ptr += 8;
|
||||
dq_coeff_ptr += 8;
|
||||
coeff2 = LD_SH(coeff_ptr);
|
||||
dq_coeff2 = LD_SH(dq_coeff_ptr);
|
||||
be = &mb->block[loop_cnt + 1];
|
||||
bd = &mb->e_mbd.block[loop_cnt + 1];
|
||||
coeff_ptr = be->coeff;
|
||||
dq_coeff_ptr = bd->dqcoeff;
|
||||
coeff3 = LD_SH(coeff_ptr);
|
||||
dq_coeff3 = LD_SH(dq_coeff_ptr);
|
||||
coeff_ptr += 8;
|
||||
dq_coeff_ptr += 8;
|
||||
coeff4 = LD_SH(coeff_ptr);
|
||||
dq_coeff4 = LD_SH(dq_coeff_ptr);
|
||||
|
||||
for (loop_cnt = 0; loop_cnt < 8; loop_cnt++)
|
||||
{
|
||||
be = &mb->block[2 * loop_cnt];
|
||||
bd = &mb->e_mbd.block[2 * loop_cnt];
|
||||
coeff_ptr = be->coeff;
|
||||
dq_coeff_ptr = bd->dqcoeff;
|
||||
coeff = LD_SH(coeff_ptr);
|
||||
dq_coeff = LD_SH(dq_coeff_ptr);
|
||||
coeff_ptr += 8;
|
||||
dq_coeff_ptr += 8;
|
||||
coeff2 = LD_SH(coeff_ptr);
|
||||
dq_coeff2 = LD_SH(dq_coeff_ptr);
|
||||
be = &mb->block[2 * loop_cnt + 1];
|
||||
bd = &mb->e_mbd.block[2 * loop_cnt + 1];
|
||||
coeff_ptr = be->coeff;
|
||||
dq_coeff_ptr = bd->dqcoeff;
|
||||
coeff3 = LD_SH(coeff_ptr);
|
||||
dq_coeff3 = LD_SH(dq_coeff_ptr);
|
||||
coeff_ptr += 8;
|
||||
dq_coeff_ptr += 8;
|
||||
coeff4 = LD_SH(coeff_ptr);
|
||||
dq_coeff4 = LD_SH(dq_coeff_ptr);
|
||||
ILVRL_H2_SH(coeff, dq_coeff, coeff0, coeff1);
|
||||
HSUB_UH2_SW(coeff0, coeff1, diff0, diff1);
|
||||
diff0 = (v4i32)__msa_bmnz_v(zero, (v16u8)diff0, mask0);
|
||||
DOTP_SW2_SD(diff0, diff1, diff0, diff1, err0, err1);
|
||||
ILVRL_H2_SH(coeff2, dq_coeff2, coeff0, coeff1);
|
||||
HSUB_UH2_SW(coeff0, coeff1, diff0, diff1);
|
||||
DPADD_SD2_SD(diff0, diff1, err0, err1);
|
||||
err0 += __msa_splati_d(err0, 1);
|
||||
err1 += __msa_splati_d(err1, 1);
|
||||
err += __msa_copy_s_d(err0, 0);
|
||||
err += __msa_copy_s_d(err1, 0);
|
||||
ILVRL_H2_SH(coeff, dq_coeff, coeff0, coeff1);
|
||||
HSUB_UH2_SW(coeff0, coeff1, diff0, diff1);
|
||||
DOTP_SW2_SD(diff0, diff1, diff0, diff1, err0, err1);
|
||||
|
||||
ILVRL_H2_SH(coeff3, dq_coeff3, coeff0, coeff1);
|
||||
HSUB_UH2_SW(coeff0, coeff1, diff0, diff1);
|
||||
diff0 = (v4i32)__msa_bmnz_v(zero, (v16u8)diff0, mask0);
|
||||
DOTP_SW2_SD(diff0, diff1, diff0, diff1, err0, err1);
|
||||
ILVRL_H2_SH(coeff4, dq_coeff4, coeff0, coeff1);
|
||||
HSUB_UH2_SW(coeff0, coeff1, diff0, diff1);
|
||||
DPADD_SD2_SD(diff0, diff1, err0, err1);
|
||||
err0 += __msa_splati_d(err0, 1);
|
||||
err1 += __msa_splati_d(err1, 1);
|
||||
err += __msa_copy_s_d(err0, 0);
|
||||
err += __msa_copy_s_d(err1, 0);
|
||||
}
|
||||
ILVRL_H2_SH(coeff2, dq_coeff2, coeff0, coeff1);
|
||||
HSUB_UH2_SW(coeff0, coeff1, diff0, diff1);
|
||||
DPADD_SD2_SD(diff0, diff1, err0, err1);
|
||||
err_dup0 = __msa_splati_d(err0, 1);
|
||||
err_dup1 = __msa_splati_d(err1, 1);
|
||||
ADD2(err0, err_dup0, err1, err_dup1, err0, err1);
|
||||
err += __msa_copy_s_d(err0, 0);
|
||||
err += __msa_copy_s_d(err1, 0);
|
||||
|
||||
return err;
|
||||
}
|
||||
|
||||
int32_t vp8_mbuverror_msa(MACROBLOCK *mb)
|
||||
{
|
||||
BLOCK *be;
|
||||
BLOCKD *bd;
|
||||
int16_t *coeff_ptr, *dq_coeff_ptr;
|
||||
int32_t err = 0;
|
||||
uint32_t loop_cnt;
|
||||
v8i16 coeff, coeff0, coeff1, coeff2, coeff3, coeff4;
|
||||
v8i16 dq_coeff, dq_coeff2, dq_coeff3, dq_coeff4;
|
||||
v4i32 diff0, diff1;
|
||||
v2i64 err0, err1, err_dup0, err_dup1;
|
||||
|
||||
for (loop_cnt = 16; loop_cnt < 24; loop_cnt += 2)
|
||||
{
|
||||
be = &mb->block[loop_cnt];
|
||||
bd = &mb->e_mbd.block[loop_cnt];
|
||||
coeff_ptr = be->coeff;
|
||||
dq_coeff_ptr = bd->dqcoeff;
|
||||
coeff = LD_SH(coeff_ptr);
|
||||
dq_coeff = LD_SH(dq_coeff_ptr);
|
||||
coeff_ptr += 8;
|
||||
dq_coeff_ptr += 8;
|
||||
coeff2 = LD_SH(coeff_ptr);
|
||||
dq_coeff2 = LD_SH(dq_coeff_ptr);
|
||||
be = &mb->block[loop_cnt + 1];
|
||||
bd = &mb->e_mbd.block[loop_cnt + 1];
|
||||
coeff_ptr = be->coeff;
|
||||
dq_coeff_ptr = bd->dqcoeff;
|
||||
coeff3 = LD_SH(coeff_ptr);
|
||||
dq_coeff3 = LD_SH(dq_coeff_ptr);
|
||||
coeff_ptr += 8;
|
||||
dq_coeff_ptr += 8;
|
||||
coeff4 = LD_SH(coeff_ptr);
|
||||
dq_coeff4 = LD_SH(dq_coeff_ptr);
|
||||
|
||||
ILVRL_H2_SH(coeff, dq_coeff, coeff0, coeff1);
|
||||
HSUB_UH2_SW(coeff0, coeff1, diff0, diff1);
|
||||
DOTP_SW2_SD(diff0, diff1, diff0, diff1, err0, err1);
|
||||
|
||||
ILVRL_H2_SH(coeff2, dq_coeff2, coeff0, coeff1);
|
||||
HSUB_UH2_SW(coeff0, coeff1, diff0, diff1);
|
||||
DPADD_SD2_SD(diff0, diff1, err0, err1);
|
||||
err_dup0 = __msa_splati_d(err0, 1);
|
||||
err_dup1 = __msa_splati_d(err1, 1);
|
||||
ADD2(err0, err_dup0, err1, err_dup1, err0, err1);
|
||||
err += __msa_copy_s_d(err0, 0);
|
||||
err += __msa_copy_s_d(err1, 0);
|
||||
|
||||
ILVRL_H2_SH(coeff3, dq_coeff3, coeff0, coeff1);
|
||||
HSUB_UH2_SW(coeff0, coeff1, diff0, diff1);
|
||||
DOTP_SW2_SD(diff0, diff1, diff0, diff1, err0, err1);
|
||||
ILVRL_H2_SH(coeff4, dq_coeff4, coeff0, coeff1);
|
||||
HSUB_UH2_SW(coeff0, coeff1, diff0, diff1);
|
||||
DPADD_SD2_SD(diff0, diff1, err0, err1);
|
||||
err_dup0 = __msa_splati_d(err0, 1);
|
||||
err_dup1 = __msa_splati_d(err1, 1);
|
||||
ADD2(err0, err_dup0, err1, err_dup1, err0, err1);
|
||||
err += __msa_copy_s_d(err0, 0);
|
||||
err += __msa_copy_s_d(err1, 0);
|
||||
}
|
||||
|
||||
return err;
|
||||
ILVRL_H2_SH(coeff3, dq_coeff3, coeff0, coeff1);
|
||||
HSUB_UH2_SW(coeff0, coeff1, diff0, diff1);
|
||||
DOTP_SW2_SD(diff0, diff1, diff0, diff1, err0, err1);
|
||||
ILVRL_H2_SH(coeff4, dq_coeff4, coeff0, coeff1);
|
||||
HSUB_UH2_SW(coeff0, coeff1, diff0, diff1);
|
||||
DPADD_SD2_SD(diff0, diff1, err0, err1);
|
||||
err_dup0 = __msa_splati_d(err0, 1);
|
||||
err_dup1 = __msa_splati_d(err1, 1);
|
||||
ADD2(err0, err_dup0, err1, err_dup1, err0, err1);
|
||||
err += __msa_copy_s_d(err0, 0);
|
||||
err += __msa_copy_s_d(err1, 0);
|
||||
}
|
||||
|
||||
return err;
|
||||
}
|
||||
@@ -15,232 +15,199 @@
|
||||
static int8_t fast_quantize_b_msa(int16_t *coeff_ptr, int16_t *zbin,
|
||||
int16_t *round, int16_t *quant,
|
||||
int16_t *de_quant, int16_t *q_coeff,
|
||||
int16_t *dq_coeff)
|
||||
{
|
||||
int32_t cnt, eob;
|
||||
v16i8 inv_zig_zag = { 0, 1, 5, 6, 2, 4, 7, 12,
|
||||
3, 8, 11, 13, 9, 10, 14, 15 };
|
||||
v8i16 round0, round1;
|
||||
v8i16 sign_z0, sign_z1;
|
||||
v8i16 q_coeff0, q_coeff1;
|
||||
v8i16 x0, x1, de_quant0, de_quant1;
|
||||
v8i16 coeff0, coeff1, z0, z1;
|
||||
v8i16 quant0, quant1, quant2, quant3;
|
||||
v8i16 zero = { 0 };
|
||||
v8i16 inv_zig_zag0, inv_zig_zag1;
|
||||
v8i16 zigzag_mask0 = { 0, 1, 4, 8, 5, 2, 3, 6 };
|
||||
v8i16 zigzag_mask1 = { 9, 12, 13, 10, 7, 11, 14, 15 };
|
||||
v8i16 temp0_h, temp1_h, temp2_h, temp3_h;
|
||||
v4i32 temp0_w, temp1_w, temp2_w, temp3_w;
|
||||
int16_t *dq_coeff) {
|
||||
int32_t cnt, eob;
|
||||
v16i8 inv_zig_zag = { 0, 1, 5, 6, 2, 4, 7, 12, 3, 8, 11, 13, 9, 10, 14, 15 };
|
||||
v8i16 round0, round1;
|
||||
v8i16 sign_z0, sign_z1;
|
||||
v8i16 q_coeff0, q_coeff1;
|
||||
v8i16 x0, x1, de_quant0, de_quant1;
|
||||
v8i16 coeff0, coeff1, z0, z1;
|
||||
v8i16 quant0, quant1, quant2, quant3;
|
||||
v8i16 zero = { 0 };
|
||||
v8i16 inv_zig_zag0, inv_zig_zag1;
|
||||
v8i16 zigzag_mask0 = { 0, 1, 4, 8, 5, 2, 3, 6 };
|
||||
v8i16 zigzag_mask1 = { 9, 12, 13, 10, 7, 11, 14, 15 };
|
||||
v8i16 temp0_h, temp1_h, temp2_h, temp3_h;
|
||||
v4i32 temp0_w, temp1_w, temp2_w, temp3_w;
|
||||
|
||||
ILVRL_B2_SH(zero, inv_zig_zag, inv_zig_zag0, inv_zig_zag1);
|
||||
eob = -1;
|
||||
LD_SH2(coeff_ptr, 8, coeff0, coeff1);
|
||||
VSHF_H2_SH(coeff0, coeff1, coeff0, coeff1, zigzag_mask0, zigzag_mask1,
|
||||
z0, z1);
|
||||
LD_SH2(round, 8, coeff0, coeff1);
|
||||
VSHF_H2_SH(coeff0, coeff1, coeff0, coeff1, zigzag_mask0, zigzag_mask1,
|
||||
round0, round1);
|
||||
LD_SH2(quant, 8, coeff0, coeff1);
|
||||
VSHF_H2_SH(coeff0, coeff1, coeff0, coeff1, zigzag_mask0, zigzag_mask1,
|
||||
quant0, quant2);
|
||||
sign_z0 = z0 >> 15;
|
||||
sign_z1 = z1 >> 15;
|
||||
x0 = __msa_add_a_h(z0, zero);
|
||||
x1 = __msa_add_a_h(z1, zero);
|
||||
ILVL_H2_SH(quant0, quant0, quant2, quant2, quant1, quant3);
|
||||
ILVR_H2_SH(quant0, quant0, quant2, quant2, quant0, quant2);
|
||||
ILVL_H2_SH(round0, x0, round1, x1, temp1_h, temp3_h);
|
||||
ILVR_H2_SH(round0, x0, round1, x1, temp0_h, temp2_h);
|
||||
DOTP_SH4_SW(temp0_h, temp1_h, temp2_h, temp3_h, quant0, quant1, quant2,
|
||||
quant3, temp0_w, temp1_w, temp2_w, temp3_w);
|
||||
SRA_4V(temp0_w, temp1_w, temp2_w, temp3_w, 16);
|
||||
PCKEV_H2_SH(temp1_w, temp0_w, temp3_w, temp2_w, x0, x1);
|
||||
x0 = x0 ^ sign_z0;
|
||||
x1 = x1 ^ sign_z1;
|
||||
SUB2(x0, sign_z0, x1, sign_z1, x0, x1);
|
||||
VSHF_H2_SH(x0, x1, x0, x1, inv_zig_zag0, inv_zig_zag1, q_coeff0, q_coeff1);
|
||||
ST_SH2(q_coeff0, q_coeff1, q_coeff, 8);
|
||||
LD_SH2(de_quant, 8, de_quant0, de_quant1);
|
||||
q_coeff0 *= de_quant0;
|
||||
q_coeff1 *= de_quant1;
|
||||
ST_SH2(q_coeff0, q_coeff1, dq_coeff, 8);
|
||||
ILVRL_B2_SH(zero, inv_zig_zag, inv_zig_zag0, inv_zig_zag1);
|
||||
eob = -1;
|
||||
LD_SH2(coeff_ptr, 8, coeff0, coeff1);
|
||||
VSHF_H2_SH(coeff0, coeff1, coeff0, coeff1, zigzag_mask0, zigzag_mask1, z0,
|
||||
z1);
|
||||
LD_SH2(round, 8, coeff0, coeff1);
|
||||
VSHF_H2_SH(coeff0, coeff1, coeff0, coeff1, zigzag_mask0, zigzag_mask1, round0,
|
||||
round1);
|
||||
LD_SH2(quant, 8, coeff0, coeff1);
|
||||
VSHF_H2_SH(coeff0, coeff1, coeff0, coeff1, zigzag_mask0, zigzag_mask1, quant0,
|
||||
quant2);
|
||||
sign_z0 = z0 >> 15;
|
||||
sign_z1 = z1 >> 15;
|
||||
x0 = __msa_add_a_h(z0, zero);
|
||||
x1 = __msa_add_a_h(z1, zero);
|
||||
ILVL_H2_SH(quant0, quant0, quant2, quant2, quant1, quant3);
|
||||
ILVR_H2_SH(quant0, quant0, quant2, quant2, quant0, quant2);
|
||||
ILVL_H2_SH(round0, x0, round1, x1, temp1_h, temp3_h);
|
||||
ILVR_H2_SH(round0, x0, round1, x1, temp0_h, temp2_h);
|
||||
DOTP_SH4_SW(temp0_h, temp1_h, temp2_h, temp3_h, quant0, quant1, quant2,
|
||||
quant3, temp0_w, temp1_w, temp2_w, temp3_w);
|
||||
SRA_4V(temp0_w, temp1_w, temp2_w, temp3_w, 16);
|
||||
PCKEV_H2_SH(temp1_w, temp0_w, temp3_w, temp2_w, x0, x1);
|
||||
x0 = x0 ^ sign_z0;
|
||||
x1 = x1 ^ sign_z1;
|
||||
SUB2(x0, sign_z0, x1, sign_z1, x0, x1);
|
||||
VSHF_H2_SH(x0, x1, x0, x1, inv_zig_zag0, inv_zig_zag1, q_coeff0, q_coeff1);
|
||||
ST_SH2(q_coeff0, q_coeff1, q_coeff, 8);
|
||||
LD_SH2(de_quant, 8, de_quant0, de_quant1);
|
||||
q_coeff0 *= de_quant0;
|
||||
q_coeff1 *= de_quant1;
|
||||
ST_SH2(q_coeff0, q_coeff1, dq_coeff, 8);
|
||||
|
||||
for (cnt = 0; cnt < 16; ++cnt)
|
||||
{
|
||||
if ((cnt <= 7) && (x1[7 - cnt] != 0))
|
||||
{
|
||||
eob = (15 - cnt);
|
||||
break;
|
||||
}
|
||||
|
||||
if ((cnt > 7) && (x0[7 - (cnt - 8)] != 0))
|
||||
{
|
||||
eob = (7 - (cnt - 8));
|
||||
break;
|
||||
}
|
||||
for (cnt = 0; cnt < 16; ++cnt) {
|
||||
if ((cnt <= 7) && (x1[7 - cnt] != 0)) {
|
||||
eob = (15 - cnt);
|
||||
break;
|
||||
}
|
||||
|
||||
return (int8_t)(eob + 1);
|
||||
}
|
||||
|
||||
static int8_t exact_regular_quantize_b_msa(int16_t *zbin_boost,
|
||||
int16_t *coeff_ptr,
|
||||
int16_t *zbin,
|
||||
int16_t *round,
|
||||
int16_t *quant,
|
||||
int16_t *quant_shift,
|
||||
int16_t *de_quant,
|
||||
int16_t zbin_oq_in,
|
||||
int16_t *q_coeff,
|
||||
int16_t *dq_coeff)
|
||||
{
|
||||
int32_t cnt, eob;
|
||||
int16_t *boost_temp = zbin_boost;
|
||||
v16i8 inv_zig_zag = { 0, 1, 5, 6, 2, 4, 7, 12,
|
||||
3, 8, 11, 13, 9, 10, 14, 15 };
|
||||
v8i16 round0, round1;
|
||||
v8i16 sign_z0, sign_z1;
|
||||
v8i16 q_coeff0, q_coeff1;
|
||||
v8i16 z_bin0, z_bin1, zbin_o_q;
|
||||
v8i16 x0, x1, sign_x0, sign_x1, de_quant0, de_quant1;
|
||||
v8i16 coeff0, coeff1, z0, z1;
|
||||
v8i16 quant0, quant1, quant2, quant3;
|
||||
v8i16 zero = { 0 };
|
||||
v8i16 inv_zig_zag0, inv_zig_zag1;
|
||||
v8i16 zigzag_mask0 = { 0, 1, 4, 8, 5, 2, 3, 6 };
|
||||
v8i16 zigzag_mask1 = { 9, 12, 13, 10, 7, 11, 14, 15 };
|
||||
v8i16 temp0_h, temp1_h, temp2_h, temp3_h;
|
||||
v4i32 temp0_w, temp1_w, temp2_w, temp3_w;
|
||||
|
||||
ILVRL_B2_SH(zero, inv_zig_zag, inv_zig_zag0, inv_zig_zag1);
|
||||
zbin_o_q = __msa_fill_h(zbin_oq_in);
|
||||
eob = -1;
|
||||
LD_SH2(coeff_ptr, 8, coeff0, coeff1);
|
||||
VSHF_H2_SH(coeff0, coeff1, coeff0, coeff1, zigzag_mask0, zigzag_mask1,
|
||||
z0, z1);
|
||||
LD_SH2(round, 8, coeff0, coeff1);
|
||||
VSHF_H2_SH(coeff0, coeff1, coeff0, coeff1, zigzag_mask0, zigzag_mask1,
|
||||
round0, round1);
|
||||
LD_SH2(quant, 8, coeff0, coeff1);
|
||||
VSHF_H2_SH(coeff0, coeff1, coeff0, coeff1, zigzag_mask0, zigzag_mask1,
|
||||
quant0, quant2);
|
||||
LD_SH2(zbin, 8, coeff0, coeff1);
|
||||
VSHF_H2_SH(coeff0, coeff1, coeff0, coeff1, zigzag_mask0, zigzag_mask1,
|
||||
z_bin0, z_bin1);
|
||||
sign_z0 = z0 >> 15;
|
||||
sign_z1 = z1 >> 15;
|
||||
x0 = __msa_add_a_h(z0, zero);
|
||||
x1 = __msa_add_a_h(z1, zero);
|
||||
SUB2(x0, z_bin0, x1, z_bin1, z_bin0, z_bin1);
|
||||
SUB2(z_bin0, zbin_o_q, z_bin1, zbin_o_q, z_bin0, z_bin1);
|
||||
ILVL_H2_SH(quant0, quant0, quant2, quant2, quant1, quant3);
|
||||
ILVR_H2_SH(quant0, quant0, quant2, quant2, quant0, quant2);
|
||||
ILVL_H2_SH(round0, x0, round1, x1, temp1_h, temp3_h);
|
||||
ILVR_H2_SH(round0, x0, round1, x1, temp0_h, temp2_h);
|
||||
DOTP_SH4_SW(temp0_h, temp1_h, temp2_h, temp3_h, quant0, quant1, quant2,
|
||||
quant3, temp0_w, temp1_w, temp2_w, temp3_w);
|
||||
SRA_4V(temp0_w, temp1_w, temp2_w, temp3_w, 16);
|
||||
PCKEV_H2_SH(temp1_w, temp0_w, temp3_w, temp2_w, temp0_h, temp2_h);
|
||||
LD_SH2(quant_shift, 8, coeff0, coeff1);
|
||||
VSHF_H2_SH(coeff0, coeff1, coeff0, coeff1, zigzag_mask0, zigzag_mask1,
|
||||
quant0, quant2);
|
||||
ILVL_H2_SH(quant0, quant0, quant2, quant2, quant1, quant3);
|
||||
ILVR_H2_SH(quant0, quant0, quant2, quant2, quant0, quant2);
|
||||
ADD2(x0, round0, x1, round1, x0, x1);
|
||||
ILVL_H2_SH(temp0_h, x0, temp2_h, x1, temp1_h, temp3_h);
|
||||
ILVR_H2_SH(temp0_h, x0, temp2_h, x1, temp0_h, temp2_h);
|
||||
DOTP_SH4_SW(temp0_h, temp1_h, temp2_h, temp3_h, quant0, quant1, quant2,
|
||||
quant3, temp0_w, temp1_w, temp2_w, temp3_w);
|
||||
SRA_4V(temp0_w, temp1_w, temp2_w, temp3_w, 16);
|
||||
PCKEV_H2_SH(temp1_w, temp0_w, temp3_w, temp2_w, x0, x1);
|
||||
sign_x0 = x0 ^ sign_z0;
|
||||
sign_x1 = x1 ^ sign_z1;
|
||||
SUB2(sign_x0, sign_z0, sign_x1, sign_z1, sign_x0, sign_x1);
|
||||
for (cnt = 0; cnt < 16; ++cnt)
|
||||
{
|
||||
if (cnt <= 7)
|
||||
{
|
||||
if (boost_temp[0] <= z_bin0[cnt])
|
||||
{
|
||||
if (x0[cnt])
|
||||
{
|
||||
eob = cnt;
|
||||
boost_temp = zbin_boost;
|
||||
}
|
||||
else
|
||||
{
|
||||
boost_temp++;
|
||||
}
|
||||
}
|
||||
else
|
||||
{
|
||||
sign_x0[cnt] = 0;
|
||||
boost_temp++;
|
||||
}
|
||||
}
|
||||
else
|
||||
{
|
||||
if (boost_temp[0] <= z_bin1[cnt - 8])
|
||||
{
|
||||
if (x1[cnt - 8])
|
||||
{
|
||||
eob = cnt;
|
||||
boost_temp = zbin_boost;
|
||||
}
|
||||
else
|
||||
{
|
||||
boost_temp++;
|
||||
}
|
||||
}
|
||||
else
|
||||
{
|
||||
sign_x1[cnt - 8] = 0;
|
||||
boost_temp++;
|
||||
}
|
||||
}
|
||||
if ((cnt > 7) && (x0[7 - (cnt - 8)] != 0)) {
|
||||
eob = (7 - (cnt - 8));
|
||||
break;
|
||||
}
|
||||
}
|
||||
|
||||
VSHF_H2_SH(sign_x0, sign_x1, sign_x0, sign_x1, inv_zig_zag0, inv_zig_zag1,
|
||||
q_coeff0, q_coeff1);
|
||||
ST_SH2(q_coeff0, q_coeff1, q_coeff, 8);
|
||||
LD_SH2(de_quant, 8, de_quant0, de_quant1);
|
||||
MUL2(de_quant0, q_coeff0, de_quant1, q_coeff1, de_quant0, de_quant1);
|
||||
ST_SH2(de_quant0, de_quant1, dq_coeff, 8);
|
||||
|
||||
return (int8_t)(eob + 1);
|
||||
return (int8_t)(eob + 1);
|
||||
}
|
||||
|
||||
void vp8_fast_quantize_b_msa(BLOCK *b, BLOCKD *d)
|
||||
{
|
||||
int16_t *coeff_ptr = b->coeff;
|
||||
int16_t *zbin_ptr = b->zbin;
|
||||
int16_t *round_ptr = b->round;
|
||||
int16_t *quant_ptr = b->quant_fast;
|
||||
int16_t *qcoeff_ptr = d->qcoeff;
|
||||
int16_t *dqcoeff_ptr = d->dqcoeff;
|
||||
int16_t *dequant_ptr = d->dequant;
|
||||
static int8_t exact_regular_quantize_b_msa(
|
||||
int16_t *zbin_boost, int16_t *coeff_ptr, int16_t *zbin, int16_t *round,
|
||||
int16_t *quant, int16_t *quant_shift, int16_t *de_quant, int16_t zbin_oq_in,
|
||||
int16_t *q_coeff, int16_t *dq_coeff) {
|
||||
int32_t cnt, eob;
|
||||
int16_t *boost_temp = zbin_boost;
|
||||
v16i8 inv_zig_zag = { 0, 1, 5, 6, 2, 4, 7, 12, 3, 8, 11, 13, 9, 10, 14, 15 };
|
||||
v8i16 round0, round1;
|
||||
v8i16 sign_z0, sign_z1;
|
||||
v8i16 q_coeff0, q_coeff1;
|
||||
v8i16 z_bin0, z_bin1, zbin_o_q;
|
||||
v8i16 x0, x1, sign_x0, sign_x1, de_quant0, de_quant1;
|
||||
v8i16 coeff0, coeff1, z0, z1;
|
||||
v8i16 quant0, quant1, quant2, quant3;
|
||||
v8i16 zero = { 0 };
|
||||
v8i16 inv_zig_zag0, inv_zig_zag1;
|
||||
v8i16 zigzag_mask0 = { 0, 1, 4, 8, 5, 2, 3, 6 };
|
||||
v8i16 zigzag_mask1 = { 9, 12, 13, 10, 7, 11, 14, 15 };
|
||||
v8i16 temp0_h, temp1_h, temp2_h, temp3_h;
|
||||
v4i32 temp0_w, temp1_w, temp2_w, temp3_w;
|
||||
|
||||
*d->eob = fast_quantize_b_msa(coeff_ptr, zbin_ptr, round_ptr, quant_ptr,
|
||||
dequant_ptr, qcoeff_ptr, dqcoeff_ptr);
|
||||
ILVRL_B2_SH(zero, inv_zig_zag, inv_zig_zag0, inv_zig_zag1);
|
||||
zbin_o_q = __msa_fill_h(zbin_oq_in);
|
||||
eob = -1;
|
||||
LD_SH2(coeff_ptr, 8, coeff0, coeff1);
|
||||
VSHF_H2_SH(coeff0, coeff1, coeff0, coeff1, zigzag_mask0, zigzag_mask1, z0,
|
||||
z1);
|
||||
LD_SH2(round, 8, coeff0, coeff1);
|
||||
VSHF_H2_SH(coeff0, coeff1, coeff0, coeff1, zigzag_mask0, zigzag_mask1, round0,
|
||||
round1);
|
||||
LD_SH2(quant, 8, coeff0, coeff1);
|
||||
VSHF_H2_SH(coeff0, coeff1, coeff0, coeff1, zigzag_mask0, zigzag_mask1, quant0,
|
||||
quant2);
|
||||
LD_SH2(zbin, 8, coeff0, coeff1);
|
||||
VSHF_H2_SH(coeff0, coeff1, coeff0, coeff1, zigzag_mask0, zigzag_mask1, z_bin0,
|
||||
z_bin1);
|
||||
sign_z0 = z0 >> 15;
|
||||
sign_z1 = z1 >> 15;
|
||||
x0 = __msa_add_a_h(z0, zero);
|
||||
x1 = __msa_add_a_h(z1, zero);
|
||||
SUB2(x0, z_bin0, x1, z_bin1, z_bin0, z_bin1);
|
||||
SUB2(z_bin0, zbin_o_q, z_bin1, zbin_o_q, z_bin0, z_bin1);
|
||||
ILVL_H2_SH(quant0, quant0, quant2, quant2, quant1, quant3);
|
||||
ILVR_H2_SH(quant0, quant0, quant2, quant2, quant0, quant2);
|
||||
ILVL_H2_SH(round0, x0, round1, x1, temp1_h, temp3_h);
|
||||
ILVR_H2_SH(round0, x0, round1, x1, temp0_h, temp2_h);
|
||||
DOTP_SH4_SW(temp0_h, temp1_h, temp2_h, temp3_h, quant0, quant1, quant2,
|
||||
quant3, temp0_w, temp1_w, temp2_w, temp3_w);
|
||||
SRA_4V(temp0_w, temp1_w, temp2_w, temp3_w, 16);
|
||||
PCKEV_H2_SH(temp1_w, temp0_w, temp3_w, temp2_w, temp0_h, temp2_h);
|
||||
LD_SH2(quant_shift, 8, coeff0, coeff1);
|
||||
VSHF_H2_SH(coeff0, coeff1, coeff0, coeff1, zigzag_mask0, zigzag_mask1, quant0,
|
||||
quant2);
|
||||
ILVL_H2_SH(quant0, quant0, quant2, quant2, quant1, quant3);
|
||||
ILVR_H2_SH(quant0, quant0, quant2, quant2, quant0, quant2);
|
||||
ADD2(x0, round0, x1, round1, x0, x1);
|
||||
ILVL_H2_SH(temp0_h, x0, temp2_h, x1, temp1_h, temp3_h);
|
||||
ILVR_H2_SH(temp0_h, x0, temp2_h, x1, temp0_h, temp2_h);
|
||||
DOTP_SH4_SW(temp0_h, temp1_h, temp2_h, temp3_h, quant0, quant1, quant2,
|
||||
quant3, temp0_w, temp1_w, temp2_w, temp3_w);
|
||||
SRA_4V(temp0_w, temp1_w, temp2_w, temp3_w, 16);
|
||||
PCKEV_H2_SH(temp1_w, temp0_w, temp3_w, temp2_w, x0, x1);
|
||||
sign_x0 = x0 ^ sign_z0;
|
||||
sign_x1 = x1 ^ sign_z1;
|
||||
SUB2(sign_x0, sign_z0, sign_x1, sign_z1, sign_x0, sign_x1);
|
||||
for (cnt = 0; cnt < 16; ++cnt) {
|
||||
if (cnt <= 7) {
|
||||
if (boost_temp[0] <= z_bin0[cnt]) {
|
||||
if (x0[cnt]) {
|
||||
eob = cnt;
|
||||
boost_temp = zbin_boost;
|
||||
} else {
|
||||
boost_temp++;
|
||||
}
|
||||
} else {
|
||||
sign_x0[cnt] = 0;
|
||||
boost_temp++;
|
||||
}
|
||||
} else {
|
||||
if (boost_temp[0] <= z_bin1[cnt - 8]) {
|
||||
if (x1[cnt - 8]) {
|
||||
eob = cnt;
|
||||
boost_temp = zbin_boost;
|
||||
} else {
|
||||
boost_temp++;
|
||||
}
|
||||
} else {
|
||||
sign_x1[cnt - 8] = 0;
|
||||
boost_temp++;
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
VSHF_H2_SH(sign_x0, sign_x1, sign_x0, sign_x1, inv_zig_zag0, inv_zig_zag1,
|
||||
q_coeff0, q_coeff1);
|
||||
ST_SH2(q_coeff0, q_coeff1, q_coeff, 8);
|
||||
LD_SH2(de_quant, 8, de_quant0, de_quant1);
|
||||
MUL2(de_quant0, q_coeff0, de_quant1, q_coeff1, de_quant0, de_quant1);
|
||||
ST_SH2(de_quant0, de_quant1, dq_coeff, 8);
|
||||
|
||||
return (int8_t)(eob + 1);
|
||||
}
|
||||
|
||||
void vp8_regular_quantize_b_msa(BLOCK *b, BLOCKD *d)
|
||||
{
|
||||
int16_t *zbin_boost_ptr = b->zrun_zbin_boost;
|
||||
int16_t *coeff_ptr = b->coeff;
|
||||
int16_t *zbin_ptr = b->zbin;
|
||||
int16_t *round_ptr = b->round;
|
||||
int16_t *quant_ptr = b->quant;
|
||||
int16_t *quant_shift_ptr = b->quant_shift;
|
||||
int16_t *qcoeff_ptr = d->qcoeff;
|
||||
int16_t *dqcoeff_ptr = d->dqcoeff;
|
||||
int16_t *dequant_ptr = d->dequant;
|
||||
int16_t zbin_oq_value = b->zbin_extra;
|
||||
void vp8_fast_quantize_b_msa(BLOCK *b, BLOCKD *d) {
|
||||
int16_t *coeff_ptr = b->coeff;
|
||||
int16_t *zbin_ptr = b->zbin;
|
||||
int16_t *round_ptr = b->round;
|
||||
int16_t *quant_ptr = b->quant_fast;
|
||||
int16_t *qcoeff_ptr = d->qcoeff;
|
||||
int16_t *dqcoeff_ptr = d->dqcoeff;
|
||||
int16_t *dequant_ptr = d->dequant;
|
||||
|
||||
*d->eob = exact_regular_quantize_b_msa(zbin_boost_ptr, coeff_ptr,
|
||||
zbin_ptr, round_ptr,
|
||||
quant_ptr, quant_shift_ptr,
|
||||
dequant_ptr, zbin_oq_value,
|
||||
qcoeff_ptr, dqcoeff_ptr);
|
||||
*d->eob = fast_quantize_b_msa(coeff_ptr, zbin_ptr, round_ptr, quant_ptr,
|
||||
dequant_ptr, qcoeff_ptr, dqcoeff_ptr);
|
||||
}
|
||||
|
||||
void vp8_regular_quantize_b_msa(BLOCK *b, BLOCKD *d) {
|
||||
int16_t *zbin_boost_ptr = b->zrun_zbin_boost;
|
||||
int16_t *coeff_ptr = b->coeff;
|
||||
int16_t *zbin_ptr = b->zbin;
|
||||
int16_t *round_ptr = b->round;
|
||||
int16_t *quant_ptr = b->quant;
|
||||
int16_t *quant_shift_ptr = b->quant_shift;
|
||||
int16_t *qcoeff_ptr = d->qcoeff;
|
||||
int16_t *dqcoeff_ptr = d->dqcoeff;
|
||||
int16_t *dequant_ptr = d->dequant;
|
||||
int16_t zbin_oq_value = b->zbin_extra;
|
||||
|
||||
*d->eob = exact_regular_quantize_b_msa(
|
||||
zbin_boost_ptr, coeff_ptr, zbin_ptr, round_ptr, quant_ptr,
|
||||
quant_shift_ptr, dequant_ptr, zbin_oq_value, qcoeff_ptr, dqcoeff_ptr);
|
||||
}
|
||||
@@ -11,293 +11,274 @@
|
||||
#include "./vp8_rtcd.h"
|
||||
#include "vp8/common/mips/msa/vp8_macros_msa.h"
|
||||
|
||||
static void temporal_filter_apply_16size_msa(uint8_t *frame1_ptr,
|
||||
uint32_t stride,
|
||||
uint8_t *frame2_ptr,
|
||||
int32_t strength_in,
|
||||
int32_t filter_wt_in,
|
||||
uint32_t *acc, uint16_t *cnt)
|
||||
{
|
||||
uint32_t row;
|
||||
v16i8 frame1_0_b, frame1_1_b, frame2_0_b, frame2_1_b;
|
||||
v16u8 frame_l, frame_h;
|
||||
v16i8 zero = { 0 };
|
||||
v8i16 frame2_0_h, frame2_1_h, mod0_h, mod1_h;
|
||||
v8i16 diff0, diff1, cnt0, cnt1;
|
||||
v4i32 const3, const16, filter_wt, strength;
|
||||
v4i32 mod0_w, mod1_w, mod2_w, mod3_w;
|
||||
v4i32 diff0_r, diff0_l, diff1_r, diff1_l;
|
||||
v4i32 frame2_0, frame2_1, frame2_2, frame2_3;
|
||||
v4i32 acc0, acc1, acc2, acc3;
|
||||
static void temporal_filter_apply_16size_msa(
|
||||
uint8_t *frame1_ptr, uint32_t stride, uint8_t *frame2_ptr,
|
||||
int32_t strength_in, int32_t filter_wt_in, uint32_t *acc, uint16_t *cnt) {
|
||||
uint32_t row;
|
||||
v16i8 frame1_0_b, frame1_1_b, frame2_0_b, frame2_1_b;
|
||||
v16u8 frame_l, frame_h;
|
||||
v16i8 zero = { 0 };
|
||||
v8i16 frame2_0_h, frame2_1_h, mod0_h, mod1_h;
|
||||
v8i16 diff0, diff1, cnt0, cnt1;
|
||||
v4i32 const3, const16, filter_wt, strength;
|
||||
v4i32 mod0_w, mod1_w, mod2_w, mod3_w;
|
||||
v4i32 diff0_r, diff0_l, diff1_r, diff1_l;
|
||||
v4i32 frame2_0, frame2_1, frame2_2, frame2_3;
|
||||
v4i32 acc0, acc1, acc2, acc3;
|
||||
|
||||
filter_wt = __msa_fill_w(filter_wt_in);
|
||||
strength = __msa_fill_w(strength_in);
|
||||
const3 = __msa_ldi_w(3);
|
||||
const16 = __msa_ldi_w(16);
|
||||
filter_wt = __msa_fill_w(filter_wt_in);
|
||||
strength = __msa_fill_w(strength_in);
|
||||
const3 = __msa_ldi_w(3);
|
||||
const16 = __msa_ldi_w(16);
|
||||
|
||||
for (row = 8; row--;)
|
||||
{
|
||||
frame1_0_b = LD_SB(frame1_ptr);
|
||||
frame2_0_b = LD_SB(frame2_ptr);
|
||||
frame1_ptr += stride;
|
||||
frame2_ptr += 16;
|
||||
frame1_1_b = LD_SB(frame1_ptr);
|
||||
frame2_1_b = LD_SB(frame2_ptr);
|
||||
LD_SW2(acc, 4, acc0, acc1);
|
||||
LD_SW2(acc + 8, 4, acc2, acc3);
|
||||
LD_SH2(cnt, 8, cnt0, cnt1);
|
||||
ILVRL_B2_UB(frame1_0_b, frame2_0_b, frame_l, frame_h);
|
||||
HSUB_UB2_SH(frame_l, frame_h, diff0, diff1);
|
||||
UNPCK_SH_SW(diff0, diff0_r, diff0_l);
|
||||
UNPCK_SH_SW(diff1, diff1_r, diff1_l);
|
||||
MUL4(diff0_r, diff0_r, diff0_l, diff0_l, diff1_r, diff1_r, diff1_l,
|
||||
diff1_l, mod0_w, mod1_w, mod2_w, mod3_w);
|
||||
MUL4(mod0_w, const3, mod1_w, const3, mod2_w, const3, mod3_w, const3,
|
||||
mod0_w, mod1_w, mod2_w, mod3_w);
|
||||
SRAR_W4_SW(mod0_w, mod1_w, mod2_w, mod3_w, strength);
|
||||
diff0_r = (mod0_w < const16);
|
||||
diff0_l = (mod1_w < const16);
|
||||
diff1_r = (mod2_w < const16);
|
||||
diff1_l = (mod3_w < const16);
|
||||
SUB4(const16, mod0_w, const16, mod1_w, const16, mod2_w, const16, mod3_w,
|
||||
mod0_w, mod1_w, mod2_w, mod3_w);
|
||||
mod0_w = diff0_r & mod0_w;
|
||||
mod1_w = diff0_l & mod1_w;
|
||||
mod2_w = diff1_r & mod2_w;
|
||||
mod3_w = diff1_l & mod3_w;
|
||||
MUL4(mod0_w, filter_wt, mod1_w, filter_wt, mod2_w, filter_wt, mod3_w,
|
||||
filter_wt, mod0_w, mod1_w, mod2_w, mod3_w);
|
||||
PCKEV_H2_SH(mod1_w, mod0_w, mod3_w, mod2_w, mod0_h, mod1_h)
|
||||
ADD2(mod0_h, cnt0, mod1_h, cnt1, mod0_h, mod1_h);
|
||||
ST_SH2(mod0_h, mod1_h, cnt, 8);
|
||||
cnt += 16;
|
||||
ILVRL_B2_SH(zero, frame2_0_b, frame2_0_h, frame2_1_h);
|
||||
UNPCK_SH_SW(frame2_0_h, frame2_0, frame2_1);
|
||||
UNPCK_SH_SW(frame2_1_h, frame2_2, frame2_3);
|
||||
MUL4(mod0_w, frame2_0, mod1_w, frame2_1, mod2_w, frame2_2, mod3_w,
|
||||
frame2_3, mod0_w, mod1_w, mod2_w, mod3_w);
|
||||
ADD4(mod0_w, acc0, mod1_w, acc1, mod2_w, acc2, mod3_w, acc3,
|
||||
mod0_w, mod1_w, mod2_w, mod3_w);
|
||||
ST_SW2(mod0_w, mod1_w, acc, 4);
|
||||
ST_SW2(mod2_w, mod3_w, acc + 8, 4);
|
||||
acc += 16;
|
||||
LD_SW2(acc, 4, acc0, acc1);
|
||||
LD_SW2(acc + 8, 4, acc2, acc3);
|
||||
LD_SH2(cnt, 8, cnt0, cnt1);
|
||||
ILVRL_B2_UB(frame1_1_b, frame2_1_b, frame_l, frame_h);
|
||||
HSUB_UB2_SH(frame_l, frame_h, diff0, diff1);
|
||||
UNPCK_SH_SW(diff0, diff0_r, diff0_l);
|
||||
UNPCK_SH_SW(diff1, diff1_r, diff1_l);
|
||||
MUL4(diff0_r, diff0_r, diff0_l, diff0_l, diff1_r, diff1_r, diff1_l,
|
||||
diff1_l, mod0_w, mod1_w, mod2_w, mod3_w);
|
||||
MUL4(mod0_w, const3, mod1_w, const3, mod2_w, const3, mod3_w, const3,
|
||||
mod0_w, mod1_w, mod2_w, mod3_w);
|
||||
SRAR_W4_SW(mod0_w, mod1_w, mod2_w, mod3_w, strength);
|
||||
diff0_r = (mod0_w < const16);
|
||||
diff0_l = (mod1_w < const16);
|
||||
diff1_r = (mod2_w < const16);
|
||||
diff1_l = (mod3_w < const16);
|
||||
SUB4(const16, mod0_w, const16, mod1_w, const16, mod2_w, const16, mod3_w,
|
||||
mod0_w, mod1_w, mod2_w, mod3_w);
|
||||
mod0_w = diff0_r & mod0_w;
|
||||
mod1_w = diff0_l & mod1_w;
|
||||
mod2_w = diff1_r & mod2_w;
|
||||
mod3_w = diff1_l & mod3_w;
|
||||
MUL4(mod0_w, filter_wt, mod1_w, filter_wt, mod2_w, filter_wt, mod3_w,
|
||||
filter_wt, mod0_w, mod1_w, mod2_w, mod3_w);
|
||||
PCKEV_H2_SH(mod1_w, mod0_w, mod3_w, mod2_w, mod0_h, mod1_h);
|
||||
ADD2(mod0_h, cnt0, mod1_h, cnt1, mod0_h, mod1_h);
|
||||
ST_SH2(mod0_h, mod1_h, cnt, 8);
|
||||
cnt += 16;
|
||||
for (row = 8; row--;) {
|
||||
frame1_0_b = LD_SB(frame1_ptr);
|
||||
frame2_0_b = LD_SB(frame2_ptr);
|
||||
frame1_ptr += stride;
|
||||
frame2_ptr += 16;
|
||||
frame1_1_b = LD_SB(frame1_ptr);
|
||||
frame2_1_b = LD_SB(frame2_ptr);
|
||||
LD_SW2(acc, 4, acc0, acc1);
|
||||
LD_SW2(acc + 8, 4, acc2, acc3);
|
||||
LD_SH2(cnt, 8, cnt0, cnt1);
|
||||
ILVRL_B2_UB(frame1_0_b, frame2_0_b, frame_l, frame_h);
|
||||
HSUB_UB2_SH(frame_l, frame_h, diff0, diff1);
|
||||
UNPCK_SH_SW(diff0, diff0_r, diff0_l);
|
||||
UNPCK_SH_SW(diff1, diff1_r, diff1_l);
|
||||
MUL4(diff0_r, diff0_r, diff0_l, diff0_l, diff1_r, diff1_r, diff1_l, diff1_l,
|
||||
mod0_w, mod1_w, mod2_w, mod3_w);
|
||||
MUL4(mod0_w, const3, mod1_w, const3, mod2_w, const3, mod3_w, const3, mod0_w,
|
||||
mod1_w, mod2_w, mod3_w);
|
||||
SRAR_W4_SW(mod0_w, mod1_w, mod2_w, mod3_w, strength);
|
||||
diff0_r = (mod0_w < const16);
|
||||
diff0_l = (mod1_w < const16);
|
||||
diff1_r = (mod2_w < const16);
|
||||
diff1_l = (mod3_w < const16);
|
||||
SUB4(const16, mod0_w, const16, mod1_w, const16, mod2_w, const16, mod3_w,
|
||||
mod0_w, mod1_w, mod2_w, mod3_w);
|
||||
mod0_w = diff0_r & mod0_w;
|
||||
mod1_w = diff0_l & mod1_w;
|
||||
mod2_w = diff1_r & mod2_w;
|
||||
mod3_w = diff1_l & mod3_w;
|
||||
MUL4(mod0_w, filter_wt, mod1_w, filter_wt, mod2_w, filter_wt, mod3_w,
|
||||
filter_wt, mod0_w, mod1_w, mod2_w, mod3_w);
|
||||
PCKEV_H2_SH(mod1_w, mod0_w, mod3_w, mod2_w, mod0_h, mod1_h)
|
||||
ADD2(mod0_h, cnt0, mod1_h, cnt1, mod0_h, mod1_h);
|
||||
ST_SH2(mod0_h, mod1_h, cnt, 8);
|
||||
cnt += 16;
|
||||
ILVRL_B2_SH(zero, frame2_0_b, frame2_0_h, frame2_1_h);
|
||||
UNPCK_SH_SW(frame2_0_h, frame2_0, frame2_1);
|
||||
UNPCK_SH_SW(frame2_1_h, frame2_2, frame2_3);
|
||||
MUL4(mod0_w, frame2_0, mod1_w, frame2_1, mod2_w, frame2_2, mod3_w, frame2_3,
|
||||
mod0_w, mod1_w, mod2_w, mod3_w);
|
||||
ADD4(mod0_w, acc0, mod1_w, acc1, mod2_w, acc2, mod3_w, acc3, mod0_w, mod1_w,
|
||||
mod2_w, mod3_w);
|
||||
ST_SW2(mod0_w, mod1_w, acc, 4);
|
||||
ST_SW2(mod2_w, mod3_w, acc + 8, 4);
|
||||
acc += 16;
|
||||
LD_SW2(acc, 4, acc0, acc1);
|
||||
LD_SW2(acc + 8, 4, acc2, acc3);
|
||||
LD_SH2(cnt, 8, cnt0, cnt1);
|
||||
ILVRL_B2_UB(frame1_1_b, frame2_1_b, frame_l, frame_h);
|
||||
HSUB_UB2_SH(frame_l, frame_h, diff0, diff1);
|
||||
UNPCK_SH_SW(diff0, diff0_r, diff0_l);
|
||||
UNPCK_SH_SW(diff1, diff1_r, diff1_l);
|
||||
MUL4(diff0_r, diff0_r, diff0_l, diff0_l, diff1_r, diff1_r, diff1_l, diff1_l,
|
||||
mod0_w, mod1_w, mod2_w, mod3_w);
|
||||
MUL4(mod0_w, const3, mod1_w, const3, mod2_w, const3, mod3_w, const3, mod0_w,
|
||||
mod1_w, mod2_w, mod3_w);
|
||||
SRAR_W4_SW(mod0_w, mod1_w, mod2_w, mod3_w, strength);
|
||||
diff0_r = (mod0_w < const16);
|
||||
diff0_l = (mod1_w < const16);
|
||||
diff1_r = (mod2_w < const16);
|
||||
diff1_l = (mod3_w < const16);
|
||||
SUB4(const16, mod0_w, const16, mod1_w, const16, mod2_w, const16, mod3_w,
|
||||
mod0_w, mod1_w, mod2_w, mod3_w);
|
||||
mod0_w = diff0_r & mod0_w;
|
||||
mod1_w = diff0_l & mod1_w;
|
||||
mod2_w = diff1_r & mod2_w;
|
||||
mod3_w = diff1_l & mod3_w;
|
||||
MUL4(mod0_w, filter_wt, mod1_w, filter_wt, mod2_w, filter_wt, mod3_w,
|
||||
filter_wt, mod0_w, mod1_w, mod2_w, mod3_w);
|
||||
PCKEV_H2_SH(mod1_w, mod0_w, mod3_w, mod2_w, mod0_h, mod1_h);
|
||||
ADD2(mod0_h, cnt0, mod1_h, cnt1, mod0_h, mod1_h);
|
||||
ST_SH2(mod0_h, mod1_h, cnt, 8);
|
||||
cnt += 16;
|
||||
|
||||
UNPCK_UB_SH(frame2_1_b, frame2_0_h, frame2_1_h);
|
||||
UNPCK_SH_SW(frame2_0_h, frame2_0, frame2_1);
|
||||
UNPCK_SH_SW(frame2_1_h, frame2_2, frame2_3);
|
||||
MUL4(mod0_w, frame2_0, mod1_w, frame2_1, mod2_w, frame2_2, mod3_w,
|
||||
frame2_3, mod0_w, mod1_w, mod2_w, mod3_w);
|
||||
ADD4(mod0_w, acc0, mod1_w, acc1, mod2_w, acc2, mod3_w, acc3,
|
||||
mod0_w, mod1_w, mod2_w, mod3_w);
|
||||
ST_SW2(mod0_w, mod1_w, acc, 4);
|
||||
ST_SW2(mod2_w, mod3_w, acc + 8, 4);
|
||||
acc += 16;
|
||||
frame1_ptr += stride;
|
||||
frame2_ptr += 16;
|
||||
}
|
||||
UNPCK_UB_SH(frame2_1_b, frame2_0_h, frame2_1_h);
|
||||
UNPCK_SH_SW(frame2_0_h, frame2_0, frame2_1);
|
||||
UNPCK_SH_SW(frame2_1_h, frame2_2, frame2_3);
|
||||
MUL4(mod0_w, frame2_0, mod1_w, frame2_1, mod2_w, frame2_2, mod3_w, frame2_3,
|
||||
mod0_w, mod1_w, mod2_w, mod3_w);
|
||||
ADD4(mod0_w, acc0, mod1_w, acc1, mod2_w, acc2, mod3_w, acc3, mod0_w, mod1_w,
|
||||
mod2_w, mod3_w);
|
||||
ST_SW2(mod0_w, mod1_w, acc, 4);
|
||||
ST_SW2(mod2_w, mod3_w, acc + 8, 4);
|
||||
acc += 16;
|
||||
frame1_ptr += stride;
|
||||
frame2_ptr += 16;
|
||||
}
|
||||
}
|
||||
|
||||
static void temporal_filter_apply_8size_msa(uint8_t *frame1_ptr,
|
||||
uint32_t stride,
|
||||
uint8_t *frame2_ptr,
|
||||
int32_t strength_in,
|
||||
int32_t filter_wt_in,
|
||||
uint32_t *acc, uint16_t *cnt)
|
||||
{
|
||||
uint32_t row;
|
||||
uint64_t f0, f1, f2, f3, f4, f5, f6, f7;
|
||||
v16i8 frame1 = { 0 };
|
||||
v16i8 frame2 = { 0 };
|
||||
v16i8 frame3 = { 0 };
|
||||
v16i8 frame4 = { 0 };
|
||||
v16u8 frame_l, frame_h;
|
||||
v8i16 frame2_0_h, frame2_1_h, mod0_h, mod1_h;
|
||||
v8i16 diff0, diff1, cnt0, cnt1;
|
||||
v4i32 const3, const16;
|
||||
v4i32 filter_wt, strength;
|
||||
v4i32 mod0_w, mod1_w, mod2_w, mod3_w;
|
||||
v4i32 diff0_r, diff0_l, diff1_r, diff1_l;
|
||||
v4i32 frame2_0, frame2_1, frame2_2, frame2_3;
|
||||
v4i32 acc0, acc1, acc2, acc3;
|
||||
static void temporal_filter_apply_8size_msa(
|
||||
uint8_t *frame1_ptr, uint32_t stride, uint8_t *frame2_ptr,
|
||||
int32_t strength_in, int32_t filter_wt_in, uint32_t *acc, uint16_t *cnt) {
|
||||
uint32_t row;
|
||||
uint64_t f0, f1, f2, f3, f4, f5, f6, f7;
|
||||
v16i8 frame1 = { 0 };
|
||||
v16i8 frame2 = { 0 };
|
||||
v16i8 frame3 = { 0 };
|
||||
v16i8 frame4 = { 0 };
|
||||
v16u8 frame_l, frame_h;
|
||||
v8i16 frame2_0_h, frame2_1_h, mod0_h, mod1_h;
|
||||
v8i16 diff0, diff1, cnt0, cnt1;
|
||||
v4i32 const3, const16;
|
||||
v4i32 filter_wt, strength;
|
||||
v4i32 mod0_w, mod1_w, mod2_w, mod3_w;
|
||||
v4i32 diff0_r, diff0_l, diff1_r, diff1_l;
|
||||
v4i32 frame2_0, frame2_1, frame2_2, frame2_3;
|
||||
v4i32 acc0, acc1, acc2, acc3;
|
||||
|
||||
filter_wt = __msa_fill_w(filter_wt_in);
|
||||
strength = __msa_fill_w(strength_in);
|
||||
const3 = __msa_ldi_w(3);
|
||||
const16 = __msa_ldi_w(16);
|
||||
filter_wt = __msa_fill_w(filter_wt_in);
|
||||
strength = __msa_fill_w(strength_in);
|
||||
const3 = __msa_ldi_w(3);
|
||||
const16 = __msa_ldi_w(16);
|
||||
|
||||
for (row = 2; row--;)
|
||||
{
|
||||
LD2(frame1_ptr, stride, f0, f1);
|
||||
frame1_ptr += (2 * stride);
|
||||
LD2(frame2_ptr, 8, f2, f3);
|
||||
frame2_ptr += 16;
|
||||
LD2(frame1_ptr, stride, f4, f5);
|
||||
frame1_ptr += (2 * stride);
|
||||
LD2(frame2_ptr, 8, f6, f7);
|
||||
frame2_ptr += 16;
|
||||
for (row = 2; row--;) {
|
||||
LD2(frame1_ptr, stride, f0, f1);
|
||||
frame1_ptr += (2 * stride);
|
||||
LD2(frame2_ptr, 8, f2, f3);
|
||||
frame2_ptr += 16;
|
||||
LD2(frame1_ptr, stride, f4, f5);
|
||||
frame1_ptr += (2 * stride);
|
||||
LD2(frame2_ptr, 8, f6, f7);
|
||||
frame2_ptr += 16;
|
||||
|
||||
LD_SW2(acc, 4, acc0, acc1);
|
||||
LD_SW2(acc + 8, 4, acc2, acc3);
|
||||
LD_SH2(cnt, 8, cnt0, cnt1);
|
||||
INSERT_D2_SB(f0, f1, frame1);
|
||||
INSERT_D2_SB(f2, f3, frame2);
|
||||
INSERT_D2_SB(f4, f5, frame3);
|
||||
INSERT_D2_SB(f6, f7, frame4);
|
||||
ILVRL_B2_UB(frame1, frame2, frame_l, frame_h);
|
||||
HSUB_UB2_SH(frame_l, frame_h, diff0, diff1);
|
||||
UNPCK_SH_SW(diff0, diff0_r, diff0_l);
|
||||
UNPCK_SH_SW(diff1, diff1_r, diff1_l);
|
||||
MUL4(diff0_r, diff0_r, diff0_l, diff0_l, diff1_r, diff1_r, diff1_l,
|
||||
diff1_l, mod0_w, mod1_w, mod2_w, mod3_w);
|
||||
MUL4(mod0_w, const3, mod1_w, const3, mod2_w, const3, mod3_w, const3,
|
||||
mod0_w, mod1_w, mod2_w, mod3_w);
|
||||
SRAR_W4_SW(mod0_w, mod1_w, mod2_w, mod3_w, strength);
|
||||
diff0_r = (mod0_w < const16);
|
||||
diff0_l = (mod1_w < const16);
|
||||
diff1_r = (mod2_w < const16);
|
||||
diff1_l = (mod3_w < const16);
|
||||
SUB4(const16, mod0_w, const16, mod1_w, const16, mod2_w, const16, mod3_w,
|
||||
mod0_w, mod1_w, mod2_w, mod3_w);
|
||||
mod0_w = diff0_r & mod0_w;
|
||||
mod1_w = diff0_l & mod1_w;
|
||||
mod2_w = diff1_r & mod2_w;
|
||||
mod3_w = diff1_l & mod3_w;
|
||||
MUL4(mod0_w, filter_wt, mod1_w, filter_wt, mod2_w, filter_wt, mod3_w,
|
||||
filter_wt, mod0_w, mod1_w, mod2_w, mod3_w);
|
||||
PCKEV_H2_SH(mod1_w, mod0_w, mod3_w, mod2_w, mod0_h, mod1_h);
|
||||
ADD2(mod0_h, cnt0, mod1_h, cnt1, mod0_h, mod1_h);
|
||||
ST_SH2(mod0_h, mod1_h, cnt, 8);
|
||||
cnt += 16;
|
||||
LD_SW2(acc, 4, acc0, acc1);
|
||||
LD_SW2(acc + 8, 4, acc2, acc3);
|
||||
LD_SH2(cnt, 8, cnt0, cnt1);
|
||||
INSERT_D2_SB(f0, f1, frame1);
|
||||
INSERT_D2_SB(f2, f3, frame2);
|
||||
INSERT_D2_SB(f4, f5, frame3);
|
||||
INSERT_D2_SB(f6, f7, frame4);
|
||||
ILVRL_B2_UB(frame1, frame2, frame_l, frame_h);
|
||||
HSUB_UB2_SH(frame_l, frame_h, diff0, diff1);
|
||||
UNPCK_SH_SW(diff0, diff0_r, diff0_l);
|
||||
UNPCK_SH_SW(diff1, diff1_r, diff1_l);
|
||||
MUL4(diff0_r, diff0_r, diff0_l, diff0_l, diff1_r, diff1_r, diff1_l, diff1_l,
|
||||
mod0_w, mod1_w, mod2_w, mod3_w);
|
||||
MUL4(mod0_w, const3, mod1_w, const3, mod2_w, const3, mod3_w, const3, mod0_w,
|
||||
mod1_w, mod2_w, mod3_w);
|
||||
SRAR_W4_SW(mod0_w, mod1_w, mod2_w, mod3_w, strength);
|
||||
diff0_r = (mod0_w < const16);
|
||||
diff0_l = (mod1_w < const16);
|
||||
diff1_r = (mod2_w < const16);
|
||||
diff1_l = (mod3_w < const16);
|
||||
SUB4(const16, mod0_w, const16, mod1_w, const16, mod2_w, const16, mod3_w,
|
||||
mod0_w, mod1_w, mod2_w, mod3_w);
|
||||
mod0_w = diff0_r & mod0_w;
|
||||
mod1_w = diff0_l & mod1_w;
|
||||
mod2_w = diff1_r & mod2_w;
|
||||
mod3_w = diff1_l & mod3_w;
|
||||
MUL4(mod0_w, filter_wt, mod1_w, filter_wt, mod2_w, filter_wt, mod3_w,
|
||||
filter_wt, mod0_w, mod1_w, mod2_w, mod3_w);
|
||||
PCKEV_H2_SH(mod1_w, mod0_w, mod3_w, mod2_w, mod0_h, mod1_h);
|
||||
ADD2(mod0_h, cnt0, mod1_h, cnt1, mod0_h, mod1_h);
|
||||
ST_SH2(mod0_h, mod1_h, cnt, 8);
|
||||
cnt += 16;
|
||||
|
||||
UNPCK_UB_SH(frame2, frame2_0_h, frame2_1_h);
|
||||
UNPCK_SH_SW(frame2_0_h, frame2_0, frame2_1);
|
||||
UNPCK_SH_SW(frame2_1_h, frame2_2, frame2_3);
|
||||
MUL4(mod0_w, frame2_0, mod1_w, frame2_1, mod2_w, frame2_2, mod3_w,
|
||||
frame2_3, mod0_w, mod1_w, mod2_w, mod3_w);
|
||||
ADD4(mod0_w, acc0, mod1_w, acc1, mod2_w, acc2, mod3_w, acc3,
|
||||
mod0_w, mod1_w, mod2_w, mod3_w);
|
||||
ST_SW2(mod0_w, mod1_w, acc, 4);
|
||||
ST_SW2(mod2_w, mod3_w, acc + 8, 4);
|
||||
acc += 16;
|
||||
UNPCK_UB_SH(frame2, frame2_0_h, frame2_1_h);
|
||||
UNPCK_SH_SW(frame2_0_h, frame2_0, frame2_1);
|
||||
UNPCK_SH_SW(frame2_1_h, frame2_2, frame2_3);
|
||||
MUL4(mod0_w, frame2_0, mod1_w, frame2_1, mod2_w, frame2_2, mod3_w, frame2_3,
|
||||
mod0_w, mod1_w, mod2_w, mod3_w);
|
||||
ADD4(mod0_w, acc0, mod1_w, acc1, mod2_w, acc2, mod3_w, acc3, mod0_w, mod1_w,
|
||||
mod2_w, mod3_w);
|
||||
ST_SW2(mod0_w, mod1_w, acc, 4);
|
||||
ST_SW2(mod2_w, mod3_w, acc + 8, 4);
|
||||
acc += 16;
|
||||
|
||||
LD_SW2(acc, 4, acc0, acc1);
|
||||
LD_SW2(acc + 8, 4, acc2, acc3);
|
||||
LD_SH2(cnt, 8, cnt0, cnt1);
|
||||
ILVRL_B2_UB(frame3, frame4, frame_l, frame_h);
|
||||
HSUB_UB2_SH(frame_l, frame_h, diff0, diff1);
|
||||
UNPCK_SH_SW(diff0, diff0_r, diff0_l);
|
||||
UNPCK_SH_SW(diff1, diff1_r, diff1_l);
|
||||
MUL4(diff0_r, diff0_r, diff0_l, diff0_l, diff1_r, diff1_r, diff1_l,
|
||||
diff1_l, mod0_w, mod1_w, mod2_w, mod3_w);
|
||||
MUL4(mod0_w, const3, mod1_w, const3, mod2_w, const3, mod3_w, const3,
|
||||
mod0_w, mod1_w, mod2_w, mod3_w);
|
||||
SRAR_W4_SW(mod0_w, mod1_w, mod2_w, mod3_w, strength);
|
||||
diff0_r = (mod0_w < const16);
|
||||
diff0_l = (mod1_w < const16);
|
||||
diff1_r = (mod2_w < const16);
|
||||
diff1_l = (mod3_w < const16);
|
||||
SUB4(const16, mod0_w, const16, mod1_w, const16, mod2_w, const16, mod3_w,
|
||||
mod0_w, mod1_w, mod2_w, mod3_w);
|
||||
mod0_w = diff0_r & mod0_w;
|
||||
mod1_w = diff0_l & mod1_w;
|
||||
mod2_w = diff1_r & mod2_w;
|
||||
mod3_w = diff1_l & mod3_w;
|
||||
MUL4(mod0_w, filter_wt, mod1_w, filter_wt, mod2_w, filter_wt, mod3_w,
|
||||
filter_wt, mod0_w, mod1_w, mod2_w, mod3_w);
|
||||
PCKEV_H2_SH(mod1_w, mod0_w, mod3_w, mod2_w, mod0_h, mod1_h);
|
||||
ADD2(mod0_h, cnt0, mod1_h, cnt1, mod0_h, mod1_h);
|
||||
ST_SH2(mod0_h, mod1_h, cnt, 8);
|
||||
cnt += 16;
|
||||
LD_SW2(acc, 4, acc0, acc1);
|
||||
LD_SW2(acc + 8, 4, acc2, acc3);
|
||||
LD_SH2(cnt, 8, cnt0, cnt1);
|
||||
ILVRL_B2_UB(frame3, frame4, frame_l, frame_h);
|
||||
HSUB_UB2_SH(frame_l, frame_h, diff0, diff1);
|
||||
UNPCK_SH_SW(diff0, diff0_r, diff0_l);
|
||||
UNPCK_SH_SW(diff1, diff1_r, diff1_l);
|
||||
MUL4(diff0_r, diff0_r, diff0_l, diff0_l, diff1_r, diff1_r, diff1_l, diff1_l,
|
||||
mod0_w, mod1_w, mod2_w, mod3_w);
|
||||
MUL4(mod0_w, const3, mod1_w, const3, mod2_w, const3, mod3_w, const3, mod0_w,
|
||||
mod1_w, mod2_w, mod3_w);
|
||||
SRAR_W4_SW(mod0_w, mod1_w, mod2_w, mod3_w, strength);
|
||||
diff0_r = (mod0_w < const16);
|
||||
diff0_l = (mod1_w < const16);
|
||||
diff1_r = (mod2_w < const16);
|
||||
diff1_l = (mod3_w < const16);
|
||||
SUB4(const16, mod0_w, const16, mod1_w, const16, mod2_w, const16, mod3_w,
|
||||
mod0_w, mod1_w, mod2_w, mod3_w);
|
||||
mod0_w = diff0_r & mod0_w;
|
||||
mod1_w = diff0_l & mod1_w;
|
||||
mod2_w = diff1_r & mod2_w;
|
||||
mod3_w = diff1_l & mod3_w;
|
||||
MUL4(mod0_w, filter_wt, mod1_w, filter_wt, mod2_w, filter_wt, mod3_w,
|
||||
filter_wt, mod0_w, mod1_w, mod2_w, mod3_w);
|
||||
PCKEV_H2_SH(mod1_w, mod0_w, mod3_w, mod2_w, mod0_h, mod1_h);
|
||||
ADD2(mod0_h, cnt0, mod1_h, cnt1, mod0_h, mod1_h);
|
||||
ST_SH2(mod0_h, mod1_h, cnt, 8);
|
||||
cnt += 16;
|
||||
|
||||
UNPCK_UB_SH(frame4, frame2_0_h, frame2_1_h);
|
||||
UNPCK_SH_SW(frame2_0_h, frame2_0, frame2_1);
|
||||
UNPCK_SH_SW(frame2_1_h, frame2_2, frame2_3);
|
||||
MUL4(mod0_w, frame2_0, mod1_w, frame2_1, mod2_w, frame2_2, mod3_w,
|
||||
frame2_3, mod0_w, mod1_w, mod2_w, mod3_w);
|
||||
ADD4(mod0_w, acc0, mod1_w, acc1, mod2_w, acc2, mod3_w, acc3,
|
||||
mod0_w, mod1_w, mod2_w, mod3_w);
|
||||
ST_SW2(mod0_w, mod1_w, acc, 4);
|
||||
ST_SW2(mod2_w, mod3_w, acc + 8, 4);
|
||||
acc += 16;
|
||||
}
|
||||
UNPCK_UB_SH(frame4, frame2_0_h, frame2_1_h);
|
||||
UNPCK_SH_SW(frame2_0_h, frame2_0, frame2_1);
|
||||
UNPCK_SH_SW(frame2_1_h, frame2_2, frame2_3);
|
||||
MUL4(mod0_w, frame2_0, mod1_w, frame2_1, mod2_w, frame2_2, mod3_w, frame2_3,
|
||||
mod0_w, mod1_w, mod2_w, mod3_w);
|
||||
ADD4(mod0_w, acc0, mod1_w, acc1, mod2_w, acc2, mod3_w, acc3, mod0_w, mod1_w,
|
||||
mod2_w, mod3_w);
|
||||
ST_SW2(mod0_w, mod1_w, acc, 4);
|
||||
ST_SW2(mod2_w, mod3_w, acc + 8, 4);
|
||||
acc += 16;
|
||||
}
|
||||
}
|
||||
|
||||
void vp8_temporal_filter_apply_msa(uint8_t *frame1, uint32_t stride,
|
||||
uint8_t *frame2, uint32_t block_size,
|
||||
int32_t strength, int32_t filter_weight,
|
||||
uint32_t *accumulator, uint16_t *count)
|
||||
{
|
||||
if (8 == block_size)
|
||||
{
|
||||
temporal_filter_apply_8size_msa(frame1, stride, frame2, strength,
|
||||
filter_weight, accumulator, count);
|
||||
}
|
||||
else if (16 == block_size)
|
||||
{
|
||||
temporal_filter_apply_16size_msa(frame1, stride, frame2, strength,
|
||||
filter_weight, accumulator, count);
|
||||
}
|
||||
else
|
||||
{
|
||||
uint32_t i, j, k;
|
||||
int32_t modifier;
|
||||
int32_t byte = 0;
|
||||
const int32_t rounding = strength > 0 ? 1 << (strength - 1) : 0;
|
||||
int32_t strength, int32_t filter_weight,
|
||||
uint32_t *accumulator, uint16_t *count) {
|
||||
if (8 == block_size) {
|
||||
temporal_filter_apply_8size_msa(frame1, stride, frame2, strength,
|
||||
filter_weight, accumulator, count);
|
||||
} else if (16 == block_size) {
|
||||
temporal_filter_apply_16size_msa(frame1, stride, frame2, strength,
|
||||
filter_weight, accumulator, count);
|
||||
} else {
|
||||
uint32_t i, j, k;
|
||||
int32_t modifier;
|
||||
int32_t byte = 0;
|
||||
const int32_t rounding = strength > 0 ? 1 << (strength - 1) : 0;
|
||||
|
||||
for (i = 0, k = 0; i < block_size; ++i)
|
||||
{
|
||||
for (j = 0; j < block_size; ++j, ++k)
|
||||
{
|
||||
int src_byte = frame1[byte];
|
||||
int pixel_value = *frame2++;
|
||||
for (i = 0, k = 0; i < block_size; ++i) {
|
||||
for (j = 0; j < block_size; ++j, ++k) {
|
||||
int src_byte = frame1[byte];
|
||||
int pixel_value = *frame2++;
|
||||
|
||||
modifier = src_byte - pixel_value;
|
||||
modifier *= modifier;
|
||||
modifier *= 3;
|
||||
modifier += rounding;
|
||||
modifier >>= strength;
|
||||
modifier = src_byte - pixel_value;
|
||||
modifier *= modifier;
|
||||
modifier *= 3;
|
||||
modifier += rounding;
|
||||
modifier >>= strength;
|
||||
|
||||
if (modifier > 16)
|
||||
modifier = 16;
|
||||
if (modifier > 16) modifier = 16;
|
||||
|
||||
modifier = 16 - modifier;
|
||||
modifier *= filter_weight;
|
||||
modifier = 16 - modifier;
|
||||
modifier *= filter_weight;
|
||||
|
||||
count[k] += modifier;
|
||||
accumulator[k] += modifier * pixel_value;
|
||||
count[k] += modifier;
|
||||
accumulator[k] += modifier * pixel_value;
|
||||
|
||||
byte++;
|
||||
}
|
||||
byte++;
|
||||
}
|
||||
|
||||
byte += stride - block_size;
|
||||
}
|
||||
byte += stride - block_size;
|
||||
}
|
||||
}
|
||||
}
|
||||
@@ -8,48 +8,41 @@
|
||||
* be found in the AUTHORS file in the root of the source tree.
|
||||
*/
|
||||
|
||||
|
||||
#include "vp8/common/blockd.h"
|
||||
#include "modecosts.h"
|
||||
#include "onyx_int.h"
|
||||
#include "treewriter.h"
|
||||
#include "vp8/common/entropymode.h"
|
||||
|
||||
void vp8_init_mode_costs(VP8_COMP *c) {
|
||||
VP8_COMMON *x = &c->common;
|
||||
struct rd_costs_struct *rd_costs = &c->rd_costs;
|
||||
|
||||
void vp8_init_mode_costs(VP8_COMP *c)
|
||||
{
|
||||
VP8_COMMON *x = &c->common;
|
||||
struct rd_costs_struct *rd_costs = &c->rd_costs;
|
||||
{
|
||||
const vp8_tree_p T = vp8_bmode_tree;
|
||||
|
||||
{
|
||||
const vp8_tree_p T = vp8_bmode_tree;
|
||||
int i = 0;
|
||||
|
||||
int i = 0;
|
||||
do {
|
||||
int j = 0;
|
||||
|
||||
do
|
||||
{
|
||||
int j = 0;
|
||||
do {
|
||||
vp8_cost_tokens(rd_costs->bmode_costs[i][j], vp8_kf_bmode_prob[i][j],
|
||||
T);
|
||||
} while (++j < VP8_BINTRAMODES);
|
||||
} while (++i < VP8_BINTRAMODES);
|
||||
|
||||
do
|
||||
{
|
||||
vp8_cost_tokens(rd_costs->bmode_costs[i][j],
|
||||
vp8_kf_bmode_prob[i][j], T);
|
||||
}
|
||||
while (++j < VP8_BINTRAMODES);
|
||||
}
|
||||
while (++i < VP8_BINTRAMODES);
|
||||
vp8_cost_tokens(rd_costs->inter_bmode_costs, x->fc.bmode_prob, T);
|
||||
}
|
||||
vp8_cost_tokens(rd_costs->inter_bmode_costs, x->fc.sub_mv_ref_prob,
|
||||
vp8_sub_mv_ref_tree);
|
||||
|
||||
vp8_cost_tokens(rd_costs->inter_bmode_costs, x->fc.bmode_prob, T);
|
||||
}
|
||||
vp8_cost_tokens(rd_costs->inter_bmode_costs, x->fc.sub_mv_ref_prob,
|
||||
vp8_sub_mv_ref_tree);
|
||||
vp8_cost_tokens(rd_costs->mbmode_cost[1], x->fc.ymode_prob, vp8_ymode_tree);
|
||||
vp8_cost_tokens(rd_costs->mbmode_cost[0], vp8_kf_ymode_prob,
|
||||
vp8_kf_ymode_tree);
|
||||
|
||||
vp8_cost_tokens(rd_costs->mbmode_cost[1], x->fc.ymode_prob, vp8_ymode_tree);
|
||||
vp8_cost_tokens(rd_costs->mbmode_cost[0], vp8_kf_ymode_prob,
|
||||
vp8_kf_ymode_tree);
|
||||
|
||||
vp8_cost_tokens(rd_costs->intra_uv_mode_cost[1], x->fc.uv_mode_prob,
|
||||
vp8_uv_mode_tree);
|
||||
vp8_cost_tokens(rd_costs->intra_uv_mode_cost[0], vp8_kf_uv_mode_prob,
|
||||
vp8_uv_mode_tree);
|
||||
vp8_cost_tokens(rd_costs->intra_uv_mode_cost[1], x->fc.uv_mode_prob,
|
||||
vp8_uv_mode_tree);
|
||||
vp8_cost_tokens(rd_costs->intra_uv_mode_cost[0], vp8_kf_uv_mode_prob,
|
||||
vp8_uv_mode_tree);
|
||||
}
|
||||
@@ -8,7 +8,6 @@
|
||||
* be found in the AUTHORS file in the root of the source tree.
|
||||
*/
|
||||
|
||||
|
||||
#ifndef VP8_ENCODER_MODECOSTS_H_
|
||||
#define VP8_ENCODER_MODECOSTS_H_
|
||||
|
||||
|
||||
+178
-203
@@ -8,7 +8,6 @@
|
||||
* be found in the AUTHORS file in the root of the source tree.
|
||||
*/
|
||||
|
||||
|
||||
#include <limits.h>
|
||||
#include "vpx_config.h"
|
||||
#include "onyx_int.h"
|
||||
@@ -18,223 +17,199 @@
|
||||
#include "rdopt.h"
|
||||
#include "vp8/common/common.h"
|
||||
|
||||
void vp8_cal_low_res_mb_cols(VP8_COMP *cpi)
|
||||
{
|
||||
int low_res_w;
|
||||
void vp8_cal_low_res_mb_cols(VP8_COMP *cpi) {
|
||||
int low_res_w;
|
||||
|
||||
/* Support arbitrary down-sampling factor */
|
||||
unsigned int iw = cpi->oxcf.Width*cpi->oxcf.mr_down_sampling_factor.den
|
||||
+ cpi->oxcf.mr_down_sampling_factor.num - 1;
|
||||
/* Support arbitrary down-sampling factor */
|
||||
unsigned int iw = cpi->oxcf.Width * cpi->oxcf.mr_down_sampling_factor.den +
|
||||
cpi->oxcf.mr_down_sampling_factor.num - 1;
|
||||
|
||||
low_res_w = iw/cpi->oxcf.mr_down_sampling_factor.num;
|
||||
cpi->mr_low_res_mb_cols = ((low_res_w + 15) >> 4);
|
||||
low_res_w = iw / cpi->oxcf.mr_down_sampling_factor.num;
|
||||
cpi->mr_low_res_mb_cols = ((low_res_w + 15) >> 4);
|
||||
}
|
||||
|
||||
#define GET_MV(x) \
|
||||
if(x->mbmi.ref_frame !=INTRA_FRAME) \
|
||||
{ \
|
||||
mvx[cnt] = x->mbmi.mv.as_mv.row; \
|
||||
mvy[cnt] = x->mbmi.mv.as_mv.col; \
|
||||
cnt++; \
|
||||
}
|
||||
#define GET_MV(x) \
|
||||
if (x->mbmi.ref_frame != INTRA_FRAME) { \
|
||||
mvx[cnt] = x->mbmi.mv.as_mv.row; \
|
||||
mvy[cnt] = x->mbmi.mv.as_mv.col; \
|
||||
cnt++; \
|
||||
}
|
||||
|
||||
#define GET_MV_SIGN(x) \
|
||||
if(x->mbmi.ref_frame !=INTRA_FRAME) \
|
||||
{ \
|
||||
mvx[cnt] = x->mbmi.mv.as_mv.row; \
|
||||
mvy[cnt] = x->mbmi.mv.as_mv.col; \
|
||||
if (cm->ref_frame_sign_bias[x->mbmi.ref_frame] \
|
||||
!= cm->ref_frame_sign_bias[tmp->mbmi.ref_frame]) \
|
||||
{ \
|
||||
mvx[cnt] *= -1; \
|
||||
mvy[cnt] *= -1; \
|
||||
} \
|
||||
cnt++; \
|
||||
}
|
||||
#define GET_MV_SIGN(x) \
|
||||
if (x->mbmi.ref_frame != INTRA_FRAME) { \
|
||||
mvx[cnt] = x->mbmi.mv.as_mv.row; \
|
||||
mvy[cnt] = x->mbmi.mv.as_mv.col; \
|
||||
if (cm->ref_frame_sign_bias[x->mbmi.ref_frame] != \
|
||||
cm->ref_frame_sign_bias[tmp->mbmi.ref_frame]) { \
|
||||
mvx[cnt] *= -1; \
|
||||
mvy[cnt] *= -1; \
|
||||
} \
|
||||
cnt++; \
|
||||
}
|
||||
|
||||
void vp8_cal_dissimilarity(VP8_COMP *cpi)
|
||||
{
|
||||
VP8_COMMON *cm = &cpi->common;
|
||||
int i;
|
||||
void vp8_cal_dissimilarity(VP8_COMP *cpi) {
|
||||
VP8_COMMON *cm = &cpi->common;
|
||||
int i;
|
||||
|
||||
/* Note: The first row & first column in mip are outside the frame, which
|
||||
* were initialized to all 0.(ref_frame, mode, mv...)
|
||||
* Their ref_frame = 0 means they won't be counted in the following
|
||||
* calculation.
|
||||
/* Note: The first row & first column in mip are outside the frame, which
|
||||
* were initialized to all 0.(ref_frame, mode, mv...)
|
||||
* Their ref_frame = 0 means they won't be counted in the following
|
||||
* calculation.
|
||||
*/
|
||||
if (cpi->oxcf.mr_total_resolutions > 1 &&
|
||||
cpi->oxcf.mr_encoder_id < (cpi->oxcf.mr_total_resolutions - 1)) {
|
||||
/* Store info for show/no-show frames for supporting alt_ref.
|
||||
* If parent frame is alt_ref, child has one too.
|
||||
*/
|
||||
if (cpi->oxcf.mr_total_resolutions >1
|
||||
&& cpi->oxcf.mr_encoder_id < (cpi->oxcf.mr_total_resolutions - 1))
|
||||
{
|
||||
/* Store info for show/no-show frames for supporting alt_ref.
|
||||
* If parent frame is alt_ref, child has one too.
|
||||
*/
|
||||
LOWER_RES_FRAME_INFO* store_info
|
||||
= (LOWER_RES_FRAME_INFO*)cpi->oxcf.mr_low_res_mode_info;
|
||||
LOWER_RES_FRAME_INFO *store_info =
|
||||
(LOWER_RES_FRAME_INFO *)cpi->oxcf.mr_low_res_mode_info;
|
||||
|
||||
store_info->frame_type = cm->frame_type;
|
||||
store_info->frame_type = cm->frame_type;
|
||||
|
||||
if(cm->frame_type != KEY_FRAME)
|
||||
{
|
||||
store_info->is_frame_dropped = 0;
|
||||
for (i = 1; i < MAX_REF_FRAMES; i++)
|
||||
store_info->low_res_ref_frames[i] = cpi->current_ref_frames[i];
|
||||
}
|
||||
|
||||
if(cm->frame_type != KEY_FRAME)
|
||||
{
|
||||
int mb_row;
|
||||
int mb_col;
|
||||
/* Point to beginning of allocated MODE_INFO arrays. */
|
||||
MODE_INFO *tmp = cm->mip + cm->mode_info_stride;
|
||||
LOWER_RES_MB_INFO* store_mode_info = store_info->mb_info;
|
||||
|
||||
for (mb_row = 0; mb_row < cm->mb_rows; mb_row ++)
|
||||
{
|
||||
tmp++;
|
||||
for (mb_col = 0; mb_col < cm->mb_cols; mb_col ++)
|
||||
{
|
||||
int dissim = INT_MAX;
|
||||
|
||||
if(tmp->mbmi.ref_frame !=INTRA_FRAME)
|
||||
{
|
||||
int mvx[8];
|
||||
int mvy[8];
|
||||
int mmvx;
|
||||
int mmvy;
|
||||
int cnt=0;
|
||||
const MODE_INFO *here = tmp;
|
||||
const MODE_INFO *above = here - cm->mode_info_stride;
|
||||
const MODE_INFO *left = here - 1;
|
||||
const MODE_INFO *aboveleft = above - 1;
|
||||
const MODE_INFO *aboveright = NULL;
|
||||
const MODE_INFO *right = NULL;
|
||||
const MODE_INFO *belowleft = NULL;
|
||||
const MODE_INFO *below = NULL;
|
||||
const MODE_INFO *belowright = NULL;
|
||||
|
||||
/* If alternate reference frame is used, we have to
|
||||
* check sign of MV. */
|
||||
if(cpi->oxcf.play_alternate)
|
||||
{
|
||||
/* Gather mv of neighboring MBs */
|
||||
GET_MV_SIGN(above)
|
||||
GET_MV_SIGN(left)
|
||||
GET_MV_SIGN(aboveleft)
|
||||
|
||||
if(mb_col < (cm->mb_cols-1))
|
||||
{
|
||||
right = here + 1;
|
||||
aboveright = above + 1;
|
||||
GET_MV_SIGN(right)
|
||||
GET_MV_SIGN(aboveright)
|
||||
}
|
||||
|
||||
if(mb_row < (cm->mb_rows-1))
|
||||
{
|
||||
below = here + cm->mode_info_stride;
|
||||
belowleft = below - 1;
|
||||
GET_MV_SIGN(below)
|
||||
GET_MV_SIGN(belowleft)
|
||||
}
|
||||
|
||||
if(mb_col < (cm->mb_cols-1)
|
||||
&& mb_row < (cm->mb_rows-1))
|
||||
{
|
||||
belowright = below + 1;
|
||||
GET_MV_SIGN(belowright)
|
||||
}
|
||||
}else
|
||||
{
|
||||
/* No alt_ref and gather mv of neighboring MBs */
|
||||
GET_MV(above)
|
||||
GET_MV(left)
|
||||
GET_MV(aboveleft)
|
||||
|
||||
if(mb_col < (cm->mb_cols-1))
|
||||
{
|
||||
right = here + 1;
|
||||
aboveright = above + 1;
|
||||
GET_MV(right)
|
||||
GET_MV(aboveright)
|
||||
}
|
||||
|
||||
if(mb_row < (cm->mb_rows-1))
|
||||
{
|
||||
below = here + cm->mode_info_stride;
|
||||
belowleft = below - 1;
|
||||
GET_MV(below)
|
||||
GET_MV(belowleft)
|
||||
}
|
||||
|
||||
if(mb_col < (cm->mb_cols-1)
|
||||
&& mb_row < (cm->mb_rows-1))
|
||||
{
|
||||
belowright = below + 1;
|
||||
GET_MV(belowright)
|
||||
}
|
||||
}
|
||||
|
||||
if (cnt > 0)
|
||||
{
|
||||
int max_mvx = mvx[0];
|
||||
int min_mvx = mvx[0];
|
||||
int max_mvy = mvy[0];
|
||||
int min_mvy = mvy[0];
|
||||
int i;
|
||||
|
||||
if (cnt > 1)
|
||||
{
|
||||
for (i=1; i< cnt; i++)
|
||||
{
|
||||
if (mvx[i] > max_mvx) max_mvx = mvx[i];
|
||||
else if (mvx[i] < min_mvx) min_mvx = mvx[i];
|
||||
if (mvy[i] > max_mvy) max_mvy = mvy[i];
|
||||
else if (mvy[i] < min_mvy) min_mvy = mvy[i];
|
||||
}
|
||||
}
|
||||
|
||||
mmvx = VPXMAX(
|
||||
abs(min_mvx - here->mbmi.mv.as_mv.row),
|
||||
abs(max_mvx - here->mbmi.mv.as_mv.row));
|
||||
mmvy = VPXMAX(
|
||||
abs(min_mvy - here->mbmi.mv.as_mv.col),
|
||||
abs(max_mvy - here->mbmi.mv.as_mv.col));
|
||||
dissim = VPXMAX(mmvx, mmvy);
|
||||
}
|
||||
}
|
||||
|
||||
/* Store mode info for next resolution encoding */
|
||||
store_mode_info->mode = tmp->mbmi.mode;
|
||||
store_mode_info->ref_frame = tmp->mbmi.ref_frame;
|
||||
store_mode_info->mv.as_int = tmp->mbmi.mv.as_int;
|
||||
store_mode_info->dissim = dissim;
|
||||
tmp++;
|
||||
store_mode_info++;
|
||||
}
|
||||
}
|
||||
}
|
||||
if (cm->frame_type != KEY_FRAME) {
|
||||
store_info->is_frame_dropped = 0;
|
||||
for (i = 1; i < MAX_REF_FRAMES; ++i)
|
||||
store_info->low_res_ref_frames[i] = cpi->current_ref_frames[i];
|
||||
}
|
||||
|
||||
if (cm->frame_type != KEY_FRAME) {
|
||||
int mb_row;
|
||||
int mb_col;
|
||||
/* Point to beginning of allocated MODE_INFO arrays. */
|
||||
MODE_INFO *tmp = cm->mip + cm->mode_info_stride;
|
||||
LOWER_RES_MB_INFO *store_mode_info = store_info->mb_info;
|
||||
|
||||
for (mb_row = 0; mb_row < cm->mb_rows; ++mb_row) {
|
||||
tmp++;
|
||||
for (mb_col = 0; mb_col < cm->mb_cols; ++mb_col) {
|
||||
int dissim = INT_MAX;
|
||||
|
||||
if (tmp->mbmi.ref_frame != INTRA_FRAME) {
|
||||
int mvx[8];
|
||||
int mvy[8];
|
||||
int mmvx;
|
||||
int mmvy;
|
||||
int cnt = 0;
|
||||
const MODE_INFO *here = tmp;
|
||||
const MODE_INFO *above = here - cm->mode_info_stride;
|
||||
const MODE_INFO *left = here - 1;
|
||||
const MODE_INFO *aboveleft = above - 1;
|
||||
const MODE_INFO *aboveright = NULL;
|
||||
const MODE_INFO *right = NULL;
|
||||
const MODE_INFO *belowleft = NULL;
|
||||
const MODE_INFO *below = NULL;
|
||||
const MODE_INFO *belowright = NULL;
|
||||
|
||||
/* If alternate reference frame is used, we have to
|
||||
* check sign of MV. */
|
||||
if (cpi->oxcf.play_alternate) {
|
||||
/* Gather mv of neighboring MBs */
|
||||
GET_MV_SIGN(above)
|
||||
GET_MV_SIGN(left)
|
||||
GET_MV_SIGN(aboveleft)
|
||||
|
||||
if (mb_col < (cm->mb_cols - 1)) {
|
||||
right = here + 1;
|
||||
aboveright = above + 1;
|
||||
GET_MV_SIGN(right)
|
||||
GET_MV_SIGN(aboveright)
|
||||
}
|
||||
|
||||
if (mb_row < (cm->mb_rows - 1)) {
|
||||
below = here + cm->mode_info_stride;
|
||||
belowleft = below - 1;
|
||||
GET_MV_SIGN(below)
|
||||
GET_MV_SIGN(belowleft)
|
||||
}
|
||||
|
||||
if (mb_col < (cm->mb_cols - 1) && mb_row < (cm->mb_rows - 1)) {
|
||||
belowright = below + 1;
|
||||
GET_MV_SIGN(belowright)
|
||||
}
|
||||
} else {
|
||||
/* No alt_ref and gather mv of neighboring MBs */
|
||||
GET_MV(above)
|
||||
GET_MV(left)
|
||||
GET_MV(aboveleft)
|
||||
|
||||
if (mb_col < (cm->mb_cols - 1)) {
|
||||
right = here + 1;
|
||||
aboveright = above + 1;
|
||||
GET_MV(right)
|
||||
GET_MV(aboveright)
|
||||
}
|
||||
|
||||
if (mb_row < (cm->mb_rows - 1)) {
|
||||
below = here + cm->mode_info_stride;
|
||||
belowleft = below - 1;
|
||||
GET_MV(below)
|
||||
GET_MV(belowleft)
|
||||
}
|
||||
|
||||
if (mb_col < (cm->mb_cols - 1) && mb_row < (cm->mb_rows - 1)) {
|
||||
belowright = below + 1;
|
||||
GET_MV(belowright)
|
||||
}
|
||||
}
|
||||
|
||||
if (cnt > 0) {
|
||||
int max_mvx = mvx[0];
|
||||
int min_mvx = mvx[0];
|
||||
int max_mvy = mvy[0];
|
||||
int min_mvy = mvy[0];
|
||||
int i;
|
||||
|
||||
if (cnt > 1) {
|
||||
for (i = 1; i < cnt; ++i) {
|
||||
if (mvx[i] > max_mvx)
|
||||
max_mvx = mvx[i];
|
||||
else if (mvx[i] < min_mvx)
|
||||
min_mvx = mvx[i];
|
||||
if (mvy[i] > max_mvy)
|
||||
max_mvy = mvy[i];
|
||||
else if (mvy[i] < min_mvy)
|
||||
min_mvy = mvy[i];
|
||||
}
|
||||
}
|
||||
|
||||
mmvx = VPXMAX(abs(min_mvx - here->mbmi.mv.as_mv.row),
|
||||
abs(max_mvx - here->mbmi.mv.as_mv.row));
|
||||
mmvy = VPXMAX(abs(min_mvy - here->mbmi.mv.as_mv.col),
|
||||
abs(max_mvy - here->mbmi.mv.as_mv.col));
|
||||
dissim = VPXMAX(mmvx, mmvy);
|
||||
}
|
||||
}
|
||||
|
||||
/* Store mode info for next resolution encoding */
|
||||
store_mode_info->mode = tmp->mbmi.mode;
|
||||
store_mode_info->ref_frame = tmp->mbmi.ref_frame;
|
||||
store_mode_info->mv.as_int = tmp->mbmi.mv.as_int;
|
||||
store_mode_info->dissim = dissim;
|
||||
tmp++;
|
||||
store_mode_info++;
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
/* This function is called only when this frame is dropped at current
|
||||
resolution level. */
|
||||
void vp8_store_drop_frame_info(VP8_COMP *cpi)
|
||||
{
|
||||
/* If the frame is dropped in lower-resolution encoding, this information
|
||||
is passed to higher resolution level so that the encoder knows there
|
||||
is no mode & motion info available.
|
||||
void vp8_store_drop_frame_info(VP8_COMP *cpi) {
|
||||
/* If the frame is dropped in lower-resolution encoding, this information
|
||||
is passed to higher resolution level so that the encoder knows there
|
||||
is no mode & motion info available.
|
||||
*/
|
||||
if (cpi->oxcf.mr_total_resolutions > 1 &&
|
||||
cpi->oxcf.mr_encoder_id < (cpi->oxcf.mr_total_resolutions - 1)) {
|
||||
/* Store info for show/no-show frames for supporting alt_ref.
|
||||
* If parent frame is alt_ref, child has one too.
|
||||
*/
|
||||
if (cpi->oxcf.mr_total_resolutions >1
|
||||
&& cpi->oxcf.mr_encoder_id < (cpi->oxcf.mr_total_resolutions - 1))
|
||||
{
|
||||
/* Store info for show/no-show frames for supporting alt_ref.
|
||||
* If parent frame is alt_ref, child has one too.
|
||||
*/
|
||||
LOWER_RES_FRAME_INFO* store_info
|
||||
= (LOWER_RES_FRAME_INFO*)cpi->oxcf.mr_low_res_mode_info;
|
||||
LOWER_RES_FRAME_INFO *store_info =
|
||||
(LOWER_RES_FRAME_INFO *)cpi->oxcf.mr_low_res_mode_info;
|
||||
|
||||
/* Set frame_type to be INTER_FRAME since we won't drop key frame. */
|
||||
store_info->frame_type = INTER_FRAME;
|
||||
store_info->is_frame_dropped = 1;
|
||||
}
|
||||
/* Set frame_type to be INTER_FRAME since we won't drop key frame. */
|
||||
store_info->frame_type = INTER_FRAME;
|
||||
store_info->is_frame_dropped = 1;
|
||||
}
|
||||
}
|
||||
@@ -8,7 +8,6 @@
|
||||
* be found in the AUTHORS file in the root of the source tree.
|
||||
*/
|
||||
|
||||
|
||||
#ifndef VP8_ENCODER_MR_DISSIM_H_
|
||||
#define VP8_ENCODER_MR_DISSIM_H_
|
||||
#include "vpx_config.h"
|
||||
|
||||
+3972
-4593
File diff suppressed because it is too large.
Load diff
+496
-533
File diff suppressed because it is too large.
Load diff
+1127
-1283
File diff suppressed because it is too large.
Load diff
@@ -8,7 +8,6 @@
|
||||
* be found in the AUTHORS file in the root of the source tree.
|
||||
*/
|
||||
|
||||
|
||||
#ifndef VP8_ENCODER_PICKINTER_H_
|
||||
#define VP8_ENCODER_PICKINTER_H_
|
||||
#include "vpx_config.h"
|
||||
@@ -26,8 +25,7 @@ extern void vp8_pick_intra_mode(MACROBLOCK *x, int *rate);
|
||||
|
||||
extern int vp8_get_inter_mbpred_error(MACROBLOCK *mb,
|
||||
const vp8_variance_fn_ptr_t *vfp,
|
||||
unsigned int *sse,
|
||||
int_mv this_mv);
|
||||
unsigned int *sse, int_mv this_mv);
|
||||
#ifdef __cplusplus
|
||||
} // extern "C"
|
||||
#endif
|
||||
|
||||
+287
-303
@@ -8,7 +8,6 @@
|
||||
* be found in the AUTHORS file in the root of the source tree.
|
||||
*/
|
||||
|
||||
|
||||
#include "./vpx_dsp_rtcd.h"
|
||||
#include "./vpx_scale_rtcd.h"
|
||||
#include "vp8/common/onyxc_int.h"
|
||||
@@ -22,386 +21,371 @@
|
||||
#include "vpx_ports/arm.h"
|
||||
#endif
|
||||
|
||||
extern int vp8_calc_ss_err(YV12_BUFFER_CONFIG *source, YV12_BUFFER_CONFIG *dest);
|
||||
extern int vp8_calc_ss_err(YV12_BUFFER_CONFIG *source,
|
||||
YV12_BUFFER_CONFIG *dest);
|
||||
|
||||
static void yv12_copy_partial_frame(YV12_BUFFER_CONFIG *src_ybc,
|
||||
YV12_BUFFER_CONFIG *dst_ybc)
|
||||
{
|
||||
unsigned char *src_y, *dst_y;
|
||||
int yheight;
|
||||
int ystride;
|
||||
int yoffset;
|
||||
int linestocopy;
|
||||
YV12_BUFFER_CONFIG *dst_ybc) {
|
||||
unsigned char *src_y, *dst_y;
|
||||
int yheight;
|
||||
int ystride;
|
||||
int yoffset;
|
||||
int linestocopy;
|
||||
|
||||
yheight = src_ybc->y_height;
|
||||
ystride = src_ybc->y_stride;
|
||||
yheight = src_ybc->y_height;
|
||||
ystride = src_ybc->y_stride;
|
||||
|
||||
/* number of MB rows to use in partial filtering */
|
||||
linestocopy = (yheight >> 4) / PARTIAL_FRAME_FRACTION;
|
||||
linestocopy = linestocopy ? linestocopy << 4 : 16; /* 16 lines per MB */
|
||||
/* number of MB rows to use in partial filtering */
|
||||
linestocopy = (yheight >> 4) / PARTIAL_FRAME_FRACTION;
|
||||
linestocopy = linestocopy ? linestocopy << 4 : 16; /* 16 lines per MB */
|
||||
|
||||
/* Copy extra 4 so that full filter context is available if filtering done
|
||||
* on the copied partial frame and not original. Partial filter does mb
|
||||
* filtering for top row also, which can modify3 pixels above.
|
||||
*/
|
||||
linestocopy += 4;
|
||||
/* partial image starts at ~middle of frame (macroblock border)*/
|
||||
yoffset = ystride * (((yheight >> 5) * 16) - 4);
|
||||
src_y = src_ybc->y_buffer + yoffset;
|
||||
dst_y = dst_ybc->y_buffer + yoffset;
|
||||
/* Copy extra 4 so that full filter context is available if filtering done
|
||||
* on the copied partial frame and not original. Partial filter does mb
|
||||
* filtering for top row also, which can modify3 pixels above.
|
||||
*/
|
||||
linestocopy += 4;
|
||||
/* partial image starts at ~middle of frame (macroblock border)*/
|
||||
yoffset = ystride * (((yheight >> 5) * 16) - 4);
|
||||
src_y = src_ybc->y_buffer + yoffset;
|
||||
dst_y = dst_ybc->y_buffer + yoffset;
|
||||
|
||||
memcpy(dst_y, src_y, ystride * linestocopy);
|
||||
memcpy(dst_y, src_y, ystride * linestocopy);
|
||||
}
|
||||
|
||||
static int calc_partial_ssl_err(YV12_BUFFER_CONFIG *source,
|
||||
YV12_BUFFER_CONFIG *dest)
|
||||
{
|
||||
int i, j;
|
||||
int Total = 0;
|
||||
int srcoffset, dstoffset;
|
||||
unsigned char *src = source->y_buffer;
|
||||
unsigned char *dst = dest->y_buffer;
|
||||
YV12_BUFFER_CONFIG *dest) {
|
||||
int i, j;
|
||||
int Total = 0;
|
||||
int srcoffset, dstoffset;
|
||||
unsigned char *src = source->y_buffer;
|
||||
unsigned char *dst = dest->y_buffer;
|
||||
|
||||
int linestocopy;
|
||||
int linestocopy;
|
||||
|
||||
/* number of MB rows to use in partial filtering */
|
||||
linestocopy = (source->y_height >> 4) / PARTIAL_FRAME_FRACTION;
|
||||
linestocopy = linestocopy ? linestocopy << 4 : 16; /* 16 lines per MB */
|
||||
/* number of MB rows to use in partial filtering */
|
||||
linestocopy = (source->y_height >> 4) / PARTIAL_FRAME_FRACTION;
|
||||
linestocopy = linestocopy ? linestocopy << 4 : 16; /* 16 lines per MB */
|
||||
|
||||
/* partial image starts at ~middle of frame (macroblock border)*/
|
||||
srcoffset = source->y_stride * ((dest->y_height >> 5) * 16);
|
||||
dstoffset = dest->y_stride * ((dest->y_height >> 5) * 16);
|
||||
|
||||
/* partial image starts at ~middle of frame (macroblock border)*/
|
||||
srcoffset = source->y_stride * ((dest->y_height >> 5) * 16);
|
||||
dstoffset = dest->y_stride * ((dest->y_height >> 5) * 16);
|
||||
src += srcoffset;
|
||||
dst += dstoffset;
|
||||
|
||||
src += srcoffset;
|
||||
dst += dstoffset;
|
||||
|
||||
/* Loop through the Y plane raw and reconstruction data summing
|
||||
* (square differences)
|
||||
*/
|
||||
for (i = 0; i < linestocopy; i += 16)
|
||||
{
|
||||
for (j = 0; j < source->y_width; j += 16)
|
||||
{
|
||||
unsigned int sse;
|
||||
Total += vpx_mse16x16(src + j, source->y_stride,
|
||||
dst + j, dest->y_stride,
|
||||
&sse);
|
||||
}
|
||||
|
||||
src += 16 * source->y_stride;
|
||||
dst += 16 * dest->y_stride;
|
||||
/* Loop through the Y plane raw and reconstruction data summing
|
||||
* (square differences)
|
||||
*/
|
||||
for (i = 0; i < linestocopy; i += 16) {
|
||||
for (j = 0; j < source->y_width; j += 16) {
|
||||
unsigned int sse;
|
||||
Total += vpx_mse16x16(src + j, source->y_stride, dst + j, dest->y_stride,
|
||||
&sse);
|
||||
}
|
||||
|
||||
return Total;
|
||||
src += 16 * source->y_stride;
|
||||
dst += 16 * dest->y_stride;
|
||||
}
|
||||
|
||||
return Total;
|
||||
}
|
||||
|
||||
/* Enforce a minimum filter level based upon baseline Q */
|
||||
static int get_min_filter_level(VP8_COMP *cpi, int base_qindex)
|
||||
{
|
||||
int min_filter_level;
|
||||
static int get_min_filter_level(VP8_COMP *cpi, int base_qindex) {
|
||||
int min_filter_level;
|
||||
|
||||
if (cpi->source_alt_ref_active && cpi->common.refresh_golden_frame &&
|
||||
!cpi->common.refresh_alt_ref_frame)
|
||||
min_filter_level = 0;
|
||||
else
|
||||
{
|
||||
if (base_qindex <= 6)
|
||||
min_filter_level = 0;
|
||||
else if (base_qindex <= 16)
|
||||
min_filter_level = 1;
|
||||
else
|
||||
min_filter_level = (base_qindex / 8);
|
||||
if (cpi->source_alt_ref_active && cpi->common.refresh_golden_frame &&
|
||||
!cpi->common.refresh_alt_ref_frame) {
|
||||
min_filter_level = 0;
|
||||
} else {
|
||||
if (base_qindex <= 6) {
|
||||
min_filter_level = 0;
|
||||
} else if (base_qindex <= 16) {
|
||||
min_filter_level = 1;
|
||||
} else {
|
||||
min_filter_level = (base_qindex / 8);
|
||||
}
|
||||
}
|
||||
|
||||
return min_filter_level;
|
||||
return min_filter_level;
|
||||
}
|
||||
|
||||
/* Enforce a maximum filter level based upon baseline Q */
|
||||
static int get_max_filter_level(VP8_COMP *cpi, int base_qindex)
|
||||
{
|
||||
/* PGW August 2006: Highest filter values almost always a bad idea */
|
||||
static int get_max_filter_level(VP8_COMP *cpi, int base_qindex) {
|
||||
/* PGW August 2006: Highest filter values almost always a bad idea */
|
||||
|
||||
/* jbb chg: 20100118 - not so any more with this overquant stuff allow
|
||||
* high values with lots of intra coming in.
|
||||
*/
|
||||
int max_filter_level = MAX_LOOP_FILTER;
|
||||
(void)base_qindex;
|
||||
/* jbb chg: 20100118 - not so any more with this overquant stuff allow
|
||||
* high values with lots of intra coming in.
|
||||
*/
|
||||
int max_filter_level = MAX_LOOP_FILTER;
|
||||
(void)base_qindex;
|
||||
|
||||
if (cpi->twopass.section_intra_rating > 8)
|
||||
max_filter_level = MAX_LOOP_FILTER * 3 / 4;
|
||||
if (cpi->twopass.section_intra_rating > 8) {
|
||||
max_filter_level = MAX_LOOP_FILTER * 3 / 4;
|
||||
}
|
||||
|
||||
return max_filter_level;
|
||||
return max_filter_level;
|
||||
}
|
||||
|
||||
void vp8cx_pick_filter_level_fast(YV12_BUFFER_CONFIG *sd, VP8_COMP *cpi)
|
||||
{
|
||||
VP8_COMMON *cm = &cpi->common;
|
||||
void vp8cx_pick_filter_level_fast(YV12_BUFFER_CONFIG *sd, VP8_COMP *cpi) {
|
||||
VP8_COMMON *cm = &cpi->common;
|
||||
|
||||
int best_err = 0;
|
||||
int filt_err = 0;
|
||||
int min_filter_level = get_min_filter_level(cpi, cm->base_qindex);
|
||||
int max_filter_level = get_max_filter_level(cpi, cm->base_qindex);
|
||||
int filt_val;
|
||||
int best_filt_val;
|
||||
YV12_BUFFER_CONFIG * saved_frame = cm->frame_to_show;
|
||||
int best_err = 0;
|
||||
int filt_err = 0;
|
||||
int min_filter_level = get_min_filter_level(cpi, cm->base_qindex);
|
||||
int max_filter_level = get_max_filter_level(cpi, cm->base_qindex);
|
||||
int filt_val;
|
||||
int best_filt_val;
|
||||
YV12_BUFFER_CONFIG *saved_frame = cm->frame_to_show;
|
||||
|
||||
/* Replace unfiltered frame buffer with a new one */
|
||||
cm->frame_to_show = &cpi->pick_lf_lvl_frame;
|
||||
/* Replace unfiltered frame buffer with a new one */
|
||||
cm->frame_to_show = &cpi->pick_lf_lvl_frame;
|
||||
|
||||
if (cm->frame_type == KEY_FRAME)
|
||||
cm->sharpness_level = 0;
|
||||
else
|
||||
cm->sharpness_level = cpi->oxcf.Sharpness;
|
||||
if (cm->frame_type == KEY_FRAME) {
|
||||
cm->sharpness_level = 0;
|
||||
} else {
|
||||
cm->sharpness_level = cpi->oxcf.Sharpness;
|
||||
}
|
||||
|
||||
if (cm->sharpness_level != cm->last_sharpness_level)
|
||||
{
|
||||
vp8_loop_filter_update_sharpness(&cm->lf_info, cm->sharpness_level);
|
||||
cm->last_sharpness_level = cm->sharpness_level;
|
||||
}
|
||||
if (cm->sharpness_level != cm->last_sharpness_level) {
|
||||
vp8_loop_filter_update_sharpness(&cm->lf_info, cm->sharpness_level);
|
||||
cm->last_sharpness_level = cm->sharpness_level;
|
||||
}
|
||||
|
||||
/* Start the search at the previous frame filter level unless it is
|
||||
* now out of range.
|
||||
*/
|
||||
if (cm->filter_level < min_filter_level)
|
||||
cm->filter_level = min_filter_level;
|
||||
else if (cm->filter_level > max_filter_level)
|
||||
cm->filter_level = max_filter_level;
|
||||
/* Start the search at the previous frame filter level unless it is
|
||||
* now out of range.
|
||||
*/
|
||||
if (cm->filter_level < min_filter_level) {
|
||||
cm->filter_level = min_filter_level;
|
||||
} else if (cm->filter_level > max_filter_level) {
|
||||
cm->filter_level = max_filter_level;
|
||||
}
|
||||
|
||||
filt_val = cm->filter_level;
|
||||
best_filt_val = filt_val;
|
||||
filt_val = cm->filter_level;
|
||||
best_filt_val = filt_val;
|
||||
|
||||
/* Get the err using the previous frame's filter value. */
|
||||
/* Get the err using the previous frame's filter value. */
|
||||
|
||||
/* Copy the unfiltered / processed recon buffer to the new buffer */
|
||||
/* Copy the unfiltered / processed recon buffer to the new buffer */
|
||||
yv12_copy_partial_frame(saved_frame, cm->frame_to_show);
|
||||
vp8_loop_filter_partial_frame(cm, &cpi->mb.e_mbd, filt_val);
|
||||
|
||||
best_err = calc_partial_ssl_err(sd, cm->frame_to_show);
|
||||
|
||||
filt_val -= 1 + (filt_val > 10);
|
||||
|
||||
/* Search lower filter levels */
|
||||
while (filt_val >= min_filter_level) {
|
||||
/* Apply the loop filter */
|
||||
yv12_copy_partial_frame(saved_frame, cm->frame_to_show);
|
||||
vp8_loop_filter_partial_frame(cm, &cpi->mb.e_mbd, filt_val);
|
||||
|
||||
best_err = calc_partial_ssl_err(sd, cm->frame_to_show);
|
||||
/* Get the err for filtered frame */
|
||||
filt_err = calc_partial_ssl_err(sd, cm->frame_to_show);
|
||||
|
||||
/* Update the best case record or exit loop. */
|
||||
if (filt_err < best_err) {
|
||||
best_err = filt_err;
|
||||
best_filt_val = filt_val;
|
||||
} else {
|
||||
break;
|
||||
}
|
||||
|
||||
/* Adjust filter level */
|
||||
filt_val -= 1 + (filt_val > 10);
|
||||
}
|
||||
|
||||
/* Search lower filter levels */
|
||||
while (filt_val >= min_filter_level)
|
||||
{
|
||||
/* Apply the loop filter */
|
||||
yv12_copy_partial_frame(saved_frame, cm->frame_to_show);
|
||||
vp8_loop_filter_partial_frame(cm, &cpi->mb.e_mbd, filt_val);
|
||||
/* Search up (note that we have already done filt_val = cm->filter_level) */
|
||||
filt_val = cm->filter_level + 1 + (filt_val > 10);
|
||||
|
||||
/* Get the err for filtered frame */
|
||||
filt_err = calc_partial_ssl_err(sd, cm->frame_to_show);
|
||||
if (best_filt_val == cm->filter_level) {
|
||||
/* Resist raising filter level for very small gains */
|
||||
best_err -= (best_err >> 10);
|
||||
|
||||
/* Update the best case record or exit loop. */
|
||||
if (filt_err < best_err)
|
||||
{
|
||||
best_err = filt_err;
|
||||
best_filt_val = filt_val;
|
||||
}
|
||||
else
|
||||
break;
|
||||
while (filt_val < max_filter_level) {
|
||||
/* Apply the loop filter */
|
||||
yv12_copy_partial_frame(saved_frame, cm->frame_to_show);
|
||||
|
||||
/* Adjust filter level */
|
||||
filt_val -= 1 + (filt_val > 10);
|
||||
vp8_loop_filter_partial_frame(cm, &cpi->mb.e_mbd, filt_val);
|
||||
|
||||
/* Get the err for filtered frame */
|
||||
filt_err = calc_partial_ssl_err(sd, cm->frame_to_show);
|
||||
|
||||
/* Update the best case record or exit loop. */
|
||||
if (filt_err < best_err) {
|
||||
/* Do not raise filter level if improvement is < 1 part
|
||||
* in 4096
|
||||
*/
|
||||
best_err = filt_err - (filt_err >> 10);
|
||||
|
||||
best_filt_val = filt_val;
|
||||
} else {
|
||||
break;
|
||||
}
|
||||
|
||||
/* Adjust filter level */
|
||||
filt_val += 1 + (filt_val > 10);
|
||||
}
|
||||
}
|
||||
|
||||
/* Search up (note that we have already done filt_val = cm->filter_level) */
|
||||
filt_val = cm->filter_level + 1 + (filt_val > 10);
|
||||
cm->filter_level = best_filt_val;
|
||||
|
||||
if (best_filt_val == cm->filter_level)
|
||||
{
|
||||
/* Resist raising filter level for very small gains */
|
||||
best_err -= (best_err >> 10);
|
||||
if (cm->filter_level < min_filter_level) cm->filter_level = min_filter_level;
|
||||
|
||||
while (filt_val < max_filter_level)
|
||||
{
|
||||
/* Apply the loop filter */
|
||||
yv12_copy_partial_frame(saved_frame, cm->frame_to_show);
|
||||
if (cm->filter_level > max_filter_level) cm->filter_level = max_filter_level;
|
||||
|
||||
vp8_loop_filter_partial_frame(cm, &cpi->mb.e_mbd, filt_val);
|
||||
|
||||
/* Get the err for filtered frame */
|
||||
filt_err = calc_partial_ssl_err(sd, cm->frame_to_show);
|
||||
|
||||
/* Update the best case record or exit loop. */
|
||||
if (filt_err < best_err)
|
||||
{
|
||||
/* Do not raise filter level if improvement is < 1 part
|
||||
* in 4096
|
||||
*/
|
||||
best_err = filt_err - (filt_err >> 10);
|
||||
|
||||
best_filt_val = filt_val;
|
||||
}
|
||||
else
|
||||
break;
|
||||
|
||||
/* Adjust filter level */
|
||||
filt_val += 1 + (filt_val > 10);
|
||||
}
|
||||
}
|
||||
|
||||
cm->filter_level = best_filt_val;
|
||||
|
||||
if (cm->filter_level < min_filter_level)
|
||||
cm->filter_level = min_filter_level;
|
||||
|
||||
if (cm->filter_level > max_filter_level)
|
||||
cm->filter_level = max_filter_level;
|
||||
|
||||
/* restore unfiltered frame pointer */
|
||||
cm->frame_to_show = saved_frame;
|
||||
/* restore unfiltered frame pointer */
|
||||
cm->frame_to_show = saved_frame;
|
||||
}
|
||||
|
||||
/* Stub function for now Alt LF not used */
|
||||
void vp8cx_set_alt_lf_level(VP8_COMP *cpi, int filt_val)
|
||||
{
|
||||
MACROBLOCKD *mbd = &cpi->mb.e_mbd;
|
||||
(void) filt_val;
|
||||
void vp8cx_set_alt_lf_level(VP8_COMP *cpi, int filt_val) {
|
||||
MACROBLOCKD *mbd = &cpi->mb.e_mbd;
|
||||
(void)filt_val;
|
||||
|
||||
mbd->segment_feature_data[MB_LVL_ALT_LF][0] = cpi->segment_feature_data[MB_LVL_ALT_LF][0];
|
||||
mbd->segment_feature_data[MB_LVL_ALT_LF][1] = cpi->segment_feature_data[MB_LVL_ALT_LF][1];
|
||||
mbd->segment_feature_data[MB_LVL_ALT_LF][2] = cpi->segment_feature_data[MB_LVL_ALT_LF][2];
|
||||
mbd->segment_feature_data[MB_LVL_ALT_LF][3] = cpi->segment_feature_data[MB_LVL_ALT_LF][3];
|
||||
mbd->segment_feature_data[MB_LVL_ALT_LF][0] =
|
||||
cpi->segment_feature_data[MB_LVL_ALT_LF][0];
|
||||
mbd->segment_feature_data[MB_LVL_ALT_LF][1] =
|
||||
cpi->segment_feature_data[MB_LVL_ALT_LF][1];
|
||||
mbd->segment_feature_data[MB_LVL_ALT_LF][2] =
|
||||
cpi->segment_feature_data[MB_LVL_ALT_LF][2];
|
||||
mbd->segment_feature_data[MB_LVL_ALT_LF][3] =
|
||||
cpi->segment_feature_data[MB_LVL_ALT_LF][3];
|
||||
}
|
||||
|
||||
void vp8cx_pick_filter_level(YV12_BUFFER_CONFIG *sd, VP8_COMP *cpi)
|
||||
{
|
||||
VP8_COMMON *cm = &cpi->common;
|
||||
void vp8cx_pick_filter_level(YV12_BUFFER_CONFIG *sd, VP8_COMP *cpi) {
|
||||
VP8_COMMON *cm = &cpi->common;
|
||||
|
||||
int best_err = 0;
|
||||
int filt_err = 0;
|
||||
int min_filter_level = get_min_filter_level(cpi, cm->base_qindex);
|
||||
int max_filter_level = get_max_filter_level(cpi, cm->base_qindex);
|
||||
int best_err = 0;
|
||||
int filt_err = 0;
|
||||
int min_filter_level = get_min_filter_level(cpi, cm->base_qindex);
|
||||
int max_filter_level = get_max_filter_level(cpi, cm->base_qindex);
|
||||
|
||||
int filter_step;
|
||||
int filt_high = 0;
|
||||
int filt_mid;
|
||||
int filt_low = 0;
|
||||
int filt_best;
|
||||
int filt_direction = 0;
|
||||
int filter_step;
|
||||
int filt_high = 0;
|
||||
int filt_mid;
|
||||
int filt_low = 0;
|
||||
int filt_best;
|
||||
int filt_direction = 0;
|
||||
|
||||
/* Bias against raising loop filter and in favor of lowering it */
|
||||
int Bias = 0;
|
||||
/* Bias against raising loop filter and in favor of lowering it */
|
||||
int Bias = 0;
|
||||
|
||||
int ss_err[MAX_LOOP_FILTER + 1];
|
||||
int ss_err[MAX_LOOP_FILTER + 1];
|
||||
|
||||
YV12_BUFFER_CONFIG * saved_frame = cm->frame_to_show;
|
||||
YV12_BUFFER_CONFIG *saved_frame = cm->frame_to_show;
|
||||
|
||||
memset(ss_err, 0, sizeof(ss_err));
|
||||
memset(ss_err, 0, sizeof(ss_err));
|
||||
|
||||
/* Replace unfiltered frame buffer with a new one */
|
||||
cm->frame_to_show = &cpi->pick_lf_lvl_frame;
|
||||
/* Replace unfiltered frame buffer with a new one */
|
||||
cm->frame_to_show = &cpi->pick_lf_lvl_frame;
|
||||
|
||||
if (cm->frame_type == KEY_FRAME)
|
||||
cm->sharpness_level = 0;
|
||||
else
|
||||
cm->sharpness_level = cpi->oxcf.Sharpness;
|
||||
if (cm->frame_type == KEY_FRAME) {
|
||||
cm->sharpness_level = 0;
|
||||
} else {
|
||||
cm->sharpness_level = cpi->oxcf.Sharpness;
|
||||
}
|
||||
|
||||
/* Start the search at the previous frame filter level unless it is
|
||||
* now out of range.
|
||||
*/
|
||||
filt_mid = cm->filter_level;
|
||||
/* Start the search at the previous frame filter level unless it is
|
||||
* now out of range.
|
||||
*/
|
||||
filt_mid = cm->filter_level;
|
||||
|
||||
if (filt_mid < min_filter_level)
|
||||
filt_mid = min_filter_level;
|
||||
else if (filt_mid > max_filter_level)
|
||||
filt_mid = max_filter_level;
|
||||
if (filt_mid < min_filter_level) {
|
||||
filt_mid = min_filter_level;
|
||||
} else if (filt_mid > max_filter_level) {
|
||||
filt_mid = max_filter_level;
|
||||
}
|
||||
|
||||
/* Define the initial step size */
|
||||
filter_step = (filt_mid < 16) ? 4 : filt_mid / 4;
|
||||
/* Define the initial step size */
|
||||
filter_step = (filt_mid < 16) ? 4 : filt_mid / 4;
|
||||
|
||||
/* Get baseline error score */
|
||||
/* Get baseline error score */
|
||||
|
||||
/* Copy the unfiltered / processed recon buffer to the new buffer */
|
||||
vpx_yv12_copy_y(saved_frame, cm->frame_to_show);
|
||||
/* Copy the unfiltered / processed recon buffer to the new buffer */
|
||||
vpx_yv12_copy_y(saved_frame, cm->frame_to_show);
|
||||
|
||||
vp8cx_set_alt_lf_level(cpi, filt_mid);
|
||||
vp8_loop_filter_frame_yonly(cm, &cpi->mb.e_mbd, filt_mid);
|
||||
vp8cx_set_alt_lf_level(cpi, filt_mid);
|
||||
vp8_loop_filter_frame_yonly(cm, &cpi->mb.e_mbd, filt_mid);
|
||||
|
||||
best_err = vp8_calc_ss_err(sd, cm->frame_to_show);
|
||||
best_err = vp8_calc_ss_err(sd, cm->frame_to_show);
|
||||
|
||||
ss_err[filt_mid] = best_err;
|
||||
ss_err[filt_mid] = best_err;
|
||||
|
||||
filt_best = filt_mid;
|
||||
filt_best = filt_mid;
|
||||
|
||||
while (filter_step > 0)
|
||||
{
|
||||
Bias = (best_err >> (15 - (filt_mid / 8))) * filter_step;
|
||||
while (filter_step > 0) {
|
||||
Bias = (best_err >> (15 - (filt_mid / 8))) * filter_step;
|
||||
|
||||
if (cpi->twopass.section_intra_rating < 20)
|
||||
Bias = Bias * cpi->twopass.section_intra_rating / 20;
|
||||
|
||||
filt_high = ((filt_mid + filter_step) > max_filter_level) ? max_filter_level : (filt_mid + filter_step);
|
||||
filt_low = ((filt_mid - filter_step) < min_filter_level) ? min_filter_level : (filt_mid - filter_step);
|
||||
|
||||
if ((filt_direction <= 0) && (filt_low != filt_mid))
|
||||
{
|
||||
if(ss_err[filt_low] == 0)
|
||||
{
|
||||
/* Get Low filter error score */
|
||||
vpx_yv12_copy_y(saved_frame, cm->frame_to_show);
|
||||
vp8cx_set_alt_lf_level(cpi, filt_low);
|
||||
vp8_loop_filter_frame_yonly(cm, &cpi->mb.e_mbd, filt_low);
|
||||
|
||||
filt_err = vp8_calc_ss_err(sd, cm->frame_to_show);
|
||||
ss_err[filt_low] = filt_err;
|
||||
}
|
||||
else
|
||||
filt_err = ss_err[filt_low];
|
||||
|
||||
/* If value is close to the best so far then bias towards a
|
||||
* lower loop filter value.
|
||||
*/
|
||||
if ((filt_err - Bias) < best_err)
|
||||
{
|
||||
/* Was it actually better than the previous best? */
|
||||
if (filt_err < best_err)
|
||||
best_err = filt_err;
|
||||
|
||||
filt_best = filt_low;
|
||||
}
|
||||
}
|
||||
|
||||
/* Now look at filt_high */
|
||||
if ((filt_direction >= 0) && (filt_high != filt_mid))
|
||||
{
|
||||
if(ss_err[filt_high] == 0)
|
||||
{
|
||||
vpx_yv12_copy_y(saved_frame, cm->frame_to_show);
|
||||
vp8cx_set_alt_lf_level(cpi, filt_high);
|
||||
vp8_loop_filter_frame_yonly(cm, &cpi->mb.e_mbd, filt_high);
|
||||
|
||||
filt_err = vp8_calc_ss_err(sd, cm->frame_to_show);
|
||||
ss_err[filt_high] = filt_err;
|
||||
}
|
||||
else
|
||||
filt_err = ss_err[filt_high];
|
||||
|
||||
/* Was it better than the previous best? */
|
||||
if (filt_err < (best_err - Bias))
|
||||
{
|
||||
best_err = filt_err;
|
||||
filt_best = filt_high;
|
||||
}
|
||||
}
|
||||
|
||||
/* Half the step distance if the best filter value was the same
|
||||
* as last time
|
||||
*/
|
||||
if (filt_best == filt_mid)
|
||||
{
|
||||
filter_step = filter_step / 2;
|
||||
filt_direction = 0;
|
||||
}
|
||||
else
|
||||
{
|
||||
filt_direction = (filt_best < filt_mid) ? -1 : 1;
|
||||
filt_mid = filt_best;
|
||||
}
|
||||
if (cpi->twopass.section_intra_rating < 20) {
|
||||
Bias = Bias * cpi->twopass.section_intra_rating / 20;
|
||||
}
|
||||
|
||||
cm->filter_level = filt_best;
|
||||
filt_high = ((filt_mid + filter_step) > max_filter_level)
|
||||
? max_filter_level
|
||||
: (filt_mid + filter_step);
|
||||
filt_low = ((filt_mid - filter_step) < min_filter_level)
|
||||
? min_filter_level
|
||||
: (filt_mid - filter_step);
|
||||
|
||||
/* restore unfiltered frame pointer */
|
||||
cm->frame_to_show = saved_frame;
|
||||
if ((filt_direction <= 0) && (filt_low != filt_mid)) {
|
||||
if (ss_err[filt_low] == 0) {
|
||||
/* Get Low filter error score */
|
||||
vpx_yv12_copy_y(saved_frame, cm->frame_to_show);
|
||||
vp8cx_set_alt_lf_level(cpi, filt_low);
|
||||
vp8_loop_filter_frame_yonly(cm, &cpi->mb.e_mbd, filt_low);
|
||||
|
||||
filt_err = vp8_calc_ss_err(sd, cm->frame_to_show);
|
||||
ss_err[filt_low] = filt_err;
|
||||
} else {
|
||||
filt_err = ss_err[filt_low];
|
||||
}
|
||||
|
||||
/* If value is close to the best so far then bias towards a
|
||||
* lower loop filter value.
|
||||
*/
|
||||
if ((filt_err - Bias) < best_err) {
|
||||
/* Was it actually better than the previous best? */
|
||||
if (filt_err < best_err) best_err = filt_err;
|
||||
|
||||
filt_best = filt_low;
|
||||
}
|
||||
}
|
||||
|
||||
/* Now look at filt_high */
|
||||
if ((filt_direction >= 0) && (filt_high != filt_mid)) {
|
||||
if (ss_err[filt_high] == 0) {
|
||||
vpx_yv12_copy_y(saved_frame, cm->frame_to_show);
|
||||
vp8cx_set_alt_lf_level(cpi, filt_high);
|
||||
vp8_loop_filter_frame_yonly(cm, &cpi->mb.e_mbd, filt_high);
|
||||
|
||||
filt_err = vp8_calc_ss_err(sd, cm->frame_to_show);
|
||||
ss_err[filt_high] = filt_err;
|
||||
} else {
|
||||
filt_err = ss_err[filt_high];
|
||||
}
|
||||
|
||||
/* Was it better than the previous best? */
|
||||
if (filt_err < (best_err - Bias)) {
|
||||
best_err = filt_err;
|
||||
filt_best = filt_high;
|
||||
}
|
||||
}
|
||||
|
||||
/* Half the step distance if the best filter value was the same
|
||||
* as last time
|
||||
*/
|
||||
if (filt_best == filt_mid) {
|
||||
filter_step = filter_step / 2;
|
||||
filt_direction = 0;
|
||||
} else {
|
||||
filt_direction = (filt_best < filt_mid) ? -1 : 1;
|
||||
filt_mid = filt_best;
|
||||
}
|
||||
}
|
||||
|
||||
cm->filter_level = filt_best;
|
||||
|
||||
/* restore unfiltered frame pointer */
|
||||
cm->frame_to_show = saved_frame;
|
||||
}
|
||||
@@ -8,7 +8,6 @@
|
||||
* be found in the AUTHORS file in the root of the source tree.
|
||||
*/
|
||||
|
||||
|
||||
#ifndef VP8_ENCODER_QUANTIZE_H_
|
||||
#define VP8_ENCODER_QUANTIZE_H_
|
||||
|
||||
@@ -24,7 +23,8 @@ extern void vp8_quantize_mbuv(struct macroblock *x);
|
||||
extern void vp8_set_quantizer(struct VP8_COMP *cpi, int Q);
|
||||
extern void vp8cx_frame_init_quantizer(struct VP8_COMP *cpi);
|
||||
extern void vp8_update_zbin_extra(struct VP8_COMP *cpi, struct macroblock *x);
|
||||
extern void vp8cx_mb_init_quantizer(struct VP8_COMP *cpi, struct macroblock *x, int ok_to_skip);
|
||||
extern void vp8cx_mb_init_quantizer(struct VP8_COMP *cpi, struct macroblock *x,
|
||||
int ok_to_skip);
|
||||
extern void vp8cx_init_quantizer(struct VP8_COMP *cpi);
|
||||
|
||||
#ifdef __cplusplus
|
||||
|
||||
+1105
-1251
File diff suppressed because it is too large.
Load diff
@@ -8,7 +8,6 @@
|
||||
* be found in the AUTHORS file in the root of the source tree.
|
||||
*/
|
||||
|
||||
|
||||
#ifndef VP8_ENCODER_RATECTRL_H_
|
||||
#define VP8_ENCODER_RATECTRL_H_
|
||||
|
||||
@@ -25,7 +24,9 @@ extern void vp8_setup_key_frame(VP8_COMP *cpi);
|
||||
extern void vp8_update_rate_correction_factors(VP8_COMP *cpi, int damp_var);
|
||||
extern int vp8_regulate_q(VP8_COMP *cpi, int target_bits_per_frame);
|
||||
extern void vp8_adjust_key_frame_context(VP8_COMP *cpi);
|
||||
extern void vp8_compute_frame_size_bounds(VP8_COMP *cpi, int *frame_under_shoot_limit, int *frame_over_shoot_limit);
|
||||
extern void vp8_compute_frame_size_bounds(VP8_COMP *cpi,
|
||||
int *frame_under_shoot_limit,
|
||||
int *frame_over_shoot_limit);
|
||||
|
||||
/* return of 0 means drop frame */
|
||||
extern int vp8_pick_frame_size(VP8_COMP *cpi);
|
||||
|
||||
+2024
-2284
File diff suppressed because it is too large.
Load diff
@@ -8,7 +8,6 @@
|
||||
* be found in the AUTHORS file in the root of the source tree.
|
||||
*/
|
||||
|
||||
|
||||
#ifndef VP8_ENCODER_RDOPT_H_
|
||||
#define VP8_ENCODER_RDOPT_H_
|
||||
|
||||
@@ -18,57 +17,47 @@
|
||||
extern "C" {
|
||||
#endif
|
||||
|
||||
#define RDCOST(RM,DM,R,D) ( ((128+(R)*(RM)) >> 8) + (DM)*(D) )
|
||||
#define RDCOST(RM, DM, R, D) (((128 + (R) * (RM)) >> 8) + (DM) * (D))
|
||||
|
||||
static INLINE void insertsortmv(int arr[], int len)
|
||||
{
|
||||
int i, j, k;
|
||||
static INLINE void insertsortmv(int arr[], int len) {
|
||||
int i, j, k;
|
||||
|
||||
for ( i = 1 ; i <= len-1 ; i++ )
|
||||
{
|
||||
for ( j = 0 ; j < i ; j++ )
|
||||
{
|
||||
if ( arr[j] > arr[i] )
|
||||
{
|
||||
int temp;
|
||||
for (i = 1; i <= len - 1; ++i) {
|
||||
for (j = 0; j < i; ++j) {
|
||||
if (arr[j] > arr[i]) {
|
||||
int temp;
|
||||
|
||||
temp = arr[i];
|
||||
temp = arr[i];
|
||||
|
||||
for ( k = i; k >j; k--)
|
||||
arr[k] = arr[k - 1] ;
|
||||
for (k = i; k > j; k--) arr[k] = arr[k - 1];
|
||||
|
||||
arr[j] = temp ;
|
||||
}
|
||||
}
|
||||
arr[j] = temp;
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
static INLINE void insertsortsad(int arr[],int idx[], int len)
|
||||
{
|
||||
int i, j, k;
|
||||
static INLINE void insertsortsad(int arr[], int idx[], int len) {
|
||||
int i, j, k;
|
||||
|
||||
for ( i = 1 ; i <= len-1 ; i++ )
|
||||
{
|
||||
for ( j = 0 ; j < i ; j++ )
|
||||
{
|
||||
if ( arr[j] > arr[i] )
|
||||
{
|
||||
int temp, tempi;
|
||||
for (i = 1; i <= len - 1; ++i) {
|
||||
for (j = 0; j < i; ++j) {
|
||||
if (arr[j] > arr[i]) {
|
||||
int temp, tempi;
|
||||
|
||||
temp = arr[i];
|
||||
tempi = idx[i];
|
||||
temp = arr[i];
|
||||
tempi = idx[i];
|
||||
|
||||
for ( k = i; k >j; k--)
|
||||
{
|
||||
arr[k] = arr[k - 1] ;
|
||||
idx[k] = idx[k - 1];
|
||||
}
|
||||
|
||||
arr[j] = temp ;
|
||||
idx[j] = tempi;
|
||||
}
|
||||
for (k = i; k > j; k--) {
|
||||
arr[k] = arr[k - 1];
|
||||
idx[k] = idx[k - 1];
|
||||
}
|
||||
|
||||
arr[j] = temp;
|
||||
idx[j] = tempi;
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
extern void vp8_initialize_rd_consts(VP8_COMP *cpi, MACROBLOCK *x, int Qvalue);
|
||||
@@ -78,66 +67,51 @@ extern void vp8_rd_pick_inter_mode(VP8_COMP *cpi, MACROBLOCK *x,
|
||||
int *returnintra, int mb_row, int mb_col);
|
||||
extern void vp8_rd_pick_intra_mode(MACROBLOCK *x, int *rate);
|
||||
|
||||
|
||||
static INLINE void get_plane_pointers(const YV12_BUFFER_CONFIG *fb,
|
||||
unsigned char *plane[3],
|
||||
unsigned int recon_yoffset,
|
||||
unsigned int recon_uvoffset)
|
||||
{
|
||||
plane[0] = fb->y_buffer + recon_yoffset;
|
||||
plane[1] = fb->u_buffer + recon_uvoffset;
|
||||
plane[2] = fb->v_buffer + recon_uvoffset;
|
||||
unsigned int recon_uvoffset) {
|
||||
plane[0] = fb->y_buffer + recon_yoffset;
|
||||
plane[1] = fb->u_buffer + recon_uvoffset;
|
||||
plane[2] = fb->v_buffer + recon_uvoffset;
|
||||
}
|
||||
|
||||
|
||||
static INLINE void get_predictor_pointers(const VP8_COMP *cpi,
|
||||
unsigned char *plane[4][3],
|
||||
unsigned int recon_yoffset,
|
||||
unsigned int recon_uvoffset)
|
||||
{
|
||||
if (cpi->ref_frame_flags & VP8_LAST_FRAME)
|
||||
get_plane_pointers(&cpi->common.yv12_fb[cpi->common.lst_fb_idx],
|
||||
plane[LAST_FRAME], recon_yoffset, recon_uvoffset);
|
||||
unsigned int recon_uvoffset) {
|
||||
if (cpi->ref_frame_flags & VP8_LAST_FRAME) {
|
||||
get_plane_pointers(&cpi->common.yv12_fb[cpi->common.lst_fb_idx],
|
||||
plane[LAST_FRAME], recon_yoffset, recon_uvoffset);
|
||||
}
|
||||
|
||||
if (cpi->ref_frame_flags & VP8_GOLD_FRAME)
|
||||
get_plane_pointers(&cpi->common.yv12_fb[cpi->common.gld_fb_idx],
|
||||
plane[GOLDEN_FRAME], recon_yoffset, recon_uvoffset);
|
||||
if (cpi->ref_frame_flags & VP8_GOLD_FRAME) {
|
||||
get_plane_pointers(&cpi->common.yv12_fb[cpi->common.gld_fb_idx],
|
||||
plane[GOLDEN_FRAME], recon_yoffset, recon_uvoffset);
|
||||
}
|
||||
|
||||
if (cpi->ref_frame_flags & VP8_ALTR_FRAME)
|
||||
get_plane_pointers(&cpi->common.yv12_fb[cpi->common.alt_fb_idx],
|
||||
plane[ALTREF_FRAME], recon_yoffset, recon_uvoffset);
|
||||
if (cpi->ref_frame_flags & VP8_ALTR_FRAME) {
|
||||
get_plane_pointers(&cpi->common.yv12_fb[cpi->common.alt_fb_idx],
|
||||
plane[ALTREF_FRAME], recon_yoffset, recon_uvoffset);
|
||||
}
|
||||
}
|
||||
|
||||
|
||||
static INLINE void get_reference_search_order(const VP8_COMP *cpi,
|
||||
int ref_frame_map[4])
|
||||
{
|
||||
int i=0;
|
||||
int ref_frame_map[4]) {
|
||||
int i = 0;
|
||||
|
||||
ref_frame_map[i++] = INTRA_FRAME;
|
||||
if (cpi->ref_frame_flags & VP8_LAST_FRAME)
|
||||
ref_frame_map[i++] = LAST_FRAME;
|
||||
if (cpi->ref_frame_flags & VP8_GOLD_FRAME)
|
||||
ref_frame_map[i++] = GOLDEN_FRAME;
|
||||
if (cpi->ref_frame_flags & VP8_ALTR_FRAME)
|
||||
ref_frame_map[i++] = ALTREF_FRAME;
|
||||
for(; i<4; i++)
|
||||
ref_frame_map[i] = -1;
|
||||
ref_frame_map[i++] = INTRA_FRAME;
|
||||
if (cpi->ref_frame_flags & VP8_LAST_FRAME) ref_frame_map[i++] = LAST_FRAME;
|
||||
if (cpi->ref_frame_flags & VP8_GOLD_FRAME) ref_frame_map[i++] = GOLDEN_FRAME;
|
||||
if (cpi->ref_frame_flags & VP8_ALTR_FRAME) ref_frame_map[i++] = ALTREF_FRAME;
|
||||
for (; i < 4; ++i) ref_frame_map[i] = -1;
|
||||
}
|
||||
|
||||
|
||||
extern void vp8_mv_pred
|
||||
(
|
||||
VP8_COMP *cpi,
|
||||
MACROBLOCKD *xd,
|
||||
const MODE_INFO *here,
|
||||
int_mv *mvp,
|
||||
int refframe,
|
||||
int *ref_frame_sign_bias,
|
||||
int *sr,
|
||||
int near_sadidx[]
|
||||
);
|
||||
void vp8_cal_sad(VP8_COMP *cpi, MACROBLOCKD *xd, MACROBLOCK *x, int recon_yoffset, int near_sadidx[]);
|
||||
extern void vp8_mv_pred(VP8_COMP *cpi, MACROBLOCKD *xd, const MODE_INFO *here,
|
||||
int_mv *mvp, int refframe, int *ref_frame_sign_bias,
|
||||
int *sr, int near_sadidx[]);
|
||||
void vp8_cal_sad(VP8_COMP *cpi, MACROBLOCKD *xd, MACROBLOCK *x,
|
||||
int recon_yoffset, int near_sadidx[]);
|
||||
int VP8_UVSSE(MACROBLOCK *x);
|
||||
int vp8_cost_mv_ref(MB_PREDICTION_MODE m, const int near_mv_ref_ct[4]);
|
||||
void vp8_set_mbmode_and_mvs(MACROBLOCK *x, MB_PREDICTION_MODE mb, int_mv *mv);
|
||||
|
||||
@@ -8,59 +8,48 @@
|
||||
* be found in the AUTHORS file in the root of the source tree.
|
||||
*/
|
||||
|
||||
|
||||
#include "segmentation.h"
|
||||
#include "vpx_mem/vpx_mem.h"
|
||||
|
||||
void vp8_update_gf_useage_maps(VP8_COMP *cpi, VP8_COMMON *cm, MACROBLOCK *x)
|
||||
{
|
||||
int mb_row, mb_col;
|
||||
void vp8_update_gf_useage_maps(VP8_COMP *cpi, VP8_COMMON *cm, MACROBLOCK *x) {
|
||||
int mb_row, mb_col;
|
||||
|
||||
MODE_INFO *this_mb_mode_info = cm->mi;
|
||||
MODE_INFO *this_mb_mode_info = cm->mi;
|
||||
|
||||
x->gf_active_ptr = (signed char *)cpi->gf_active_flags;
|
||||
x->gf_active_ptr = (signed char *)cpi->gf_active_flags;
|
||||
|
||||
if ((cm->frame_type == KEY_FRAME) || (cm->refresh_golden_frame))
|
||||
{
|
||||
/* Reset Gf useage monitors */
|
||||
memset(cpi->gf_active_flags, 1, (cm->mb_rows * cm->mb_cols));
|
||||
cpi->gf_active_count = cm->mb_rows * cm->mb_cols;
|
||||
}
|
||||
else
|
||||
{
|
||||
/* for each macroblock row in image */
|
||||
for (mb_row = 0; mb_row < cm->mb_rows; mb_row++)
|
||||
{
|
||||
/* for each macroblock col in image */
|
||||
for (mb_col = 0; mb_col < cm->mb_cols; mb_col++)
|
||||
{
|
||||
|
||||
/* If using golden then set GF active flag if not already set.
|
||||
* If using last frame 0,0 mode then leave flag as it is
|
||||
* else if using non 0,0 motion or intra modes then clear
|
||||
* flag if it is currently set
|
||||
*/
|
||||
if ((this_mb_mode_info->mbmi.ref_frame == GOLDEN_FRAME) || (this_mb_mode_info->mbmi.ref_frame == ALTREF_FRAME))
|
||||
{
|
||||
if (*(x->gf_active_ptr) == 0)
|
||||
{
|
||||
*(x->gf_active_ptr) = 1;
|
||||
cpi->gf_active_count ++;
|
||||
}
|
||||
}
|
||||
else if ((this_mb_mode_info->mbmi.mode != ZEROMV) && *(x->gf_active_ptr))
|
||||
{
|
||||
*(x->gf_active_ptr) = 0;
|
||||
cpi->gf_active_count--;
|
||||
}
|
||||
|
||||
x->gf_active_ptr++; /* Step onto next entry */
|
||||
this_mb_mode_info++; /* skip to next mb */
|
||||
|
||||
}
|
||||
|
||||
/* this is to account for the border */
|
||||
this_mb_mode_info++;
|
||||
if ((cm->frame_type == KEY_FRAME) || (cm->refresh_golden_frame)) {
|
||||
/* Reset Gf useage monitors */
|
||||
memset(cpi->gf_active_flags, 1, (cm->mb_rows * cm->mb_cols));
|
||||
cpi->gf_active_count = cm->mb_rows * cm->mb_cols;
|
||||
} else {
|
||||
/* for each macroblock row in image */
|
||||
for (mb_row = 0; mb_row < cm->mb_rows; ++mb_row) {
|
||||
/* for each macroblock col in image */
|
||||
for (mb_col = 0; mb_col < cm->mb_cols; ++mb_col) {
|
||||
/* If using golden then set GF active flag if not already set.
|
||||
* If using last frame 0,0 mode then leave flag as it is
|
||||
* else if using non 0,0 motion or intra modes then clear
|
||||
* flag if it is currently set
|
||||
*/
|
||||
if ((this_mb_mode_info->mbmi.ref_frame == GOLDEN_FRAME) ||
|
||||
(this_mb_mode_info->mbmi.ref_frame == ALTREF_FRAME)) {
|
||||
if (*(x->gf_active_ptr) == 0) {
|
||||
*(x->gf_active_ptr) = 1;
|
||||
cpi->gf_active_count++;
|
||||
}
|
||||
} else if ((this_mb_mode_info->mbmi.mode != ZEROMV) &&
|
||||
*(x->gf_active_ptr)) {
|
||||
*(x->gf_active_ptr) = 0;
|
||||
cpi->gf_active_count--;
|
||||
}
|
||||
|
||||
x->gf_active_ptr++; /* Step onto next entry */
|
||||
this_mb_mode_info++; /* skip to next mb */
|
||||
}
|
||||
|
||||
/* this is to account for the border */
|
||||
this_mb_mode_info++;
|
||||
}
|
||||
}
|
||||
}
|
||||
@@ -19,7 +19,8 @@
|
||||
extern "C" {
|
||||
#endif
|
||||
|
||||
extern void vp8_update_gf_useage_maps(VP8_COMP *cpi, VP8_COMMON *cm, MACROBLOCK *x);
|
||||
extern void vp8_update_gf_useage_maps(VP8_COMP *cpi, VP8_COMMON *cm,
|
||||
MACROBLOCK *x);
|
||||
|
||||
#ifdef __cplusplus
|
||||
} // extern "C"
|
||||
|
||||
@@ -8,7 +8,6 @@
|
||||
* be found in the AUTHORS file in the root of the source tree.
|
||||
*/
|
||||
|
||||
|
||||
#include "vp8/common/onyxc_int.h"
|
||||
#include "onyx_int.h"
|
||||
#include "vp8/common/systemdependent.h"
|
||||
@@ -29,493 +28,405 @@
|
||||
#include <math.h>
|
||||
#include <limits.h>
|
||||
|
||||
#define ALT_REF_MC_ENABLED 1 /* dis/enable MC in AltRef filtering */
|
||||
#define ALT_REF_SUBPEL_ENABLED 1 /* dis/enable subpel in MC AltRef filtering */
|
||||
#define ALT_REF_MC_ENABLED 1 /* toggle MC in AltRef filtering */
|
||||
#define ALT_REF_SUBPEL_ENABLED 1 /* toggle subpel in MC AltRef filtering */
|
||||
|
||||
#if VP8_TEMPORAL_ALT_REF
|
||||
|
||||
static void vp8_temporal_filter_predictors_mb_c
|
||||
(
|
||||
MACROBLOCKD *x,
|
||||
unsigned char *y_mb_ptr,
|
||||
unsigned char *u_mb_ptr,
|
||||
unsigned char *v_mb_ptr,
|
||||
int stride,
|
||||
int mv_row,
|
||||
int mv_col,
|
||||
unsigned char *pred
|
||||
)
|
||||
{
|
||||
int offset;
|
||||
unsigned char *yptr, *uptr, *vptr;
|
||||
static void vp8_temporal_filter_predictors_mb_c(
|
||||
MACROBLOCKD *x, unsigned char *y_mb_ptr, unsigned char *u_mb_ptr,
|
||||
unsigned char *v_mb_ptr, int stride, int mv_row, int mv_col,
|
||||
unsigned char *pred) {
|
||||
int offset;
|
||||
unsigned char *yptr, *uptr, *vptr;
|
||||
|
||||
/* Y */
|
||||
yptr = y_mb_ptr + (mv_row >> 3) * stride + (mv_col >> 3);
|
||||
/* Y */
|
||||
yptr = y_mb_ptr + (mv_row >> 3) * stride + (mv_col >> 3);
|
||||
|
||||
if ((mv_row | mv_col) & 7)
|
||||
{
|
||||
x->subpixel_predict16x16(yptr, stride,
|
||||
mv_col & 7, mv_row & 7, &pred[0], 16);
|
||||
}
|
||||
else
|
||||
{
|
||||
vp8_copy_mem16x16(yptr, stride, &pred[0], 16);
|
||||
}
|
||||
if ((mv_row | mv_col) & 7) {
|
||||
x->subpixel_predict16x16(yptr, stride, mv_col & 7, mv_row & 7, &pred[0],
|
||||
16);
|
||||
} else {
|
||||
vp8_copy_mem16x16(yptr, stride, &pred[0], 16);
|
||||
}
|
||||
|
||||
/* U & V */
|
||||
mv_row >>= 1;
|
||||
mv_col >>= 1;
|
||||
stride = (stride + 1) >> 1;
|
||||
offset = (mv_row >> 3) * stride + (mv_col >> 3);
|
||||
uptr = u_mb_ptr + offset;
|
||||
vptr = v_mb_ptr + offset;
|
||||
/* U & V */
|
||||
mv_row >>= 1;
|
||||
mv_col >>= 1;
|
||||
stride = (stride + 1) >> 1;
|
||||
offset = (mv_row >> 3) * stride + (mv_col >> 3);
|
||||
uptr = u_mb_ptr + offset;
|
||||
vptr = v_mb_ptr + offset;
|
||||
|
||||
if ((mv_row | mv_col) & 7)
|
||||
{
|
||||
x->subpixel_predict8x8(uptr, stride,
|
||||
mv_col & 7, mv_row & 7, &pred[256], 8);
|
||||
x->subpixel_predict8x8(vptr, stride,
|
||||
mv_col & 7, mv_row & 7, &pred[320], 8);
|
||||
}
|
||||
else
|
||||
{
|
||||
vp8_copy_mem8x8(uptr, stride, &pred[256], 8);
|
||||
vp8_copy_mem8x8(vptr, stride, &pred[320], 8);
|
||||
}
|
||||
if ((mv_row | mv_col) & 7) {
|
||||
x->subpixel_predict8x8(uptr, stride, mv_col & 7, mv_row & 7, &pred[256], 8);
|
||||
x->subpixel_predict8x8(vptr, stride, mv_col & 7, mv_row & 7, &pred[320], 8);
|
||||
} else {
|
||||
vp8_copy_mem8x8(uptr, stride, &pred[256], 8);
|
||||
vp8_copy_mem8x8(vptr, stride, &pred[320], 8);
|
||||
}
|
||||
}
|
||||
void vp8_temporal_filter_apply_c
|
||||
(
|
||||
unsigned char *frame1,
|
||||
unsigned int stride,
|
||||
unsigned char *frame2,
|
||||
unsigned int block_size,
|
||||
int strength,
|
||||
int filter_weight,
|
||||
unsigned int *accumulator,
|
||||
unsigned short *count
|
||||
)
|
||||
{
|
||||
unsigned int i, j, k;
|
||||
int modifier;
|
||||
int byte = 0;
|
||||
const int rounding = strength > 0 ? 1 << (strength - 1) : 0;
|
||||
void vp8_temporal_filter_apply_c(unsigned char *frame1, unsigned int stride,
|
||||
unsigned char *frame2, unsigned int block_size,
|
||||
int strength, int filter_weight,
|
||||
unsigned int *accumulator,
|
||||
unsigned short *count) {
|
||||
unsigned int i, j, k;
|
||||
int modifier;
|
||||
int byte = 0;
|
||||
const int rounding = strength > 0 ? 1 << (strength - 1) : 0;
|
||||
|
||||
for (i = 0,k = 0; i < block_size; i++)
|
||||
{
|
||||
for (j = 0; j < block_size; j++, k++)
|
||||
{
|
||||
for (i = 0, k = 0; i < block_size; ++i) {
|
||||
for (j = 0; j < block_size; j++, k++) {
|
||||
int src_byte = frame1[byte];
|
||||
int pixel_value = *frame2++;
|
||||
|
||||
int src_byte = frame1[byte];
|
||||
int pixel_value = *frame2++;
|
||||
modifier = src_byte - pixel_value;
|
||||
/* This is an integer approximation of:
|
||||
* float coeff = (3.0 * modifer * modifier) / pow(2, strength);
|
||||
* modifier = (int)roundf(coeff > 16 ? 0 : 16-coeff);
|
||||
*/
|
||||
modifier *= modifier;
|
||||
modifier *= 3;
|
||||
modifier += rounding;
|
||||
modifier >>= strength;
|
||||
|
||||
modifier = src_byte - pixel_value;
|
||||
/* This is an integer approximation of:
|
||||
* float coeff = (3.0 * modifer * modifier) / pow(2, strength);
|
||||
* modifier = (int)roundf(coeff > 16 ? 0 : 16-coeff);
|
||||
*/
|
||||
modifier *= modifier;
|
||||
modifier *= 3;
|
||||
modifier += rounding;
|
||||
modifier >>= strength;
|
||||
if (modifier > 16) modifier = 16;
|
||||
|
||||
if (modifier > 16)
|
||||
modifier = 16;
|
||||
modifier = 16 - modifier;
|
||||
modifier *= filter_weight;
|
||||
|
||||
modifier = 16 - modifier;
|
||||
modifier *= filter_weight;
|
||||
count[k] += modifier;
|
||||
accumulator[k] += modifier * pixel_value;
|
||||
|
||||
count[k] += modifier;
|
||||
accumulator[k] += modifier * pixel_value;
|
||||
|
||||
byte++;
|
||||
}
|
||||
|
||||
byte += stride - block_size;
|
||||
byte++;
|
||||
}
|
||||
|
||||
byte += stride - block_size;
|
||||
}
|
||||
}
|
||||
|
||||
#if ALT_REF_MC_ENABLED
|
||||
|
||||
static int vp8_temporal_filter_find_matching_mb_c
|
||||
(
|
||||
VP8_COMP *cpi,
|
||||
YV12_BUFFER_CONFIG *arf_frame,
|
||||
YV12_BUFFER_CONFIG *frame_ptr,
|
||||
int mb_offset,
|
||||
int error_thresh
|
||||
)
|
||||
{
|
||||
MACROBLOCK *x = &cpi->mb;
|
||||
int step_param;
|
||||
int sadpb = x->sadperbit16;
|
||||
int bestsme = INT_MAX;
|
||||
static int vp8_temporal_filter_find_matching_mb_c(VP8_COMP *cpi,
|
||||
YV12_BUFFER_CONFIG *arf_frame,
|
||||
YV12_BUFFER_CONFIG *frame_ptr,
|
||||
int mb_offset,
|
||||
int error_thresh) {
|
||||
MACROBLOCK *x = &cpi->mb;
|
||||
int step_param;
|
||||
int sadpb = x->sadperbit16;
|
||||
int bestsme = INT_MAX;
|
||||
|
||||
BLOCK *b = &x->block[0];
|
||||
BLOCKD *d = &x->e_mbd.block[0];
|
||||
int_mv best_ref_mv1;
|
||||
int_mv best_ref_mv1_full; /* full-pixel value of best_ref_mv1 */
|
||||
BLOCK *b = &x->block[0];
|
||||
BLOCKD *d = &x->e_mbd.block[0];
|
||||
int_mv best_ref_mv1;
|
||||
int_mv best_ref_mv1_full; /* full-pixel value of best_ref_mv1 */
|
||||
|
||||
/* Save input state */
|
||||
unsigned char **base_src = b->base_src;
|
||||
int src = b->src;
|
||||
int src_stride = b->src_stride;
|
||||
unsigned char *base_pre = x->e_mbd.pre.y_buffer;
|
||||
int pre = d->offset;
|
||||
int pre_stride = x->e_mbd.pre.y_stride;
|
||||
/* Save input state */
|
||||
unsigned char **base_src = b->base_src;
|
||||
int src = b->src;
|
||||
int src_stride = b->src_stride;
|
||||
unsigned char *base_pre = x->e_mbd.pre.y_buffer;
|
||||
int pre = d->offset;
|
||||
int pre_stride = x->e_mbd.pre.y_stride;
|
||||
|
||||
(void)error_thresh;
|
||||
(void)error_thresh;
|
||||
|
||||
best_ref_mv1.as_int = 0;
|
||||
best_ref_mv1_full.as_mv.col = best_ref_mv1.as_mv.col >>3;
|
||||
best_ref_mv1_full.as_mv.row = best_ref_mv1.as_mv.row >>3;
|
||||
best_ref_mv1.as_int = 0;
|
||||
best_ref_mv1_full.as_mv.col = best_ref_mv1.as_mv.col >> 3;
|
||||
best_ref_mv1_full.as_mv.row = best_ref_mv1.as_mv.row >> 3;
|
||||
|
||||
/* Setup frame pointers */
|
||||
b->base_src = &arf_frame->y_buffer;
|
||||
b->src_stride = arf_frame->y_stride;
|
||||
b->src = mb_offset;
|
||||
/* Setup frame pointers */
|
||||
b->base_src = &arf_frame->y_buffer;
|
||||
b->src_stride = arf_frame->y_stride;
|
||||
b->src = mb_offset;
|
||||
|
||||
x->e_mbd.pre.y_buffer = frame_ptr->y_buffer;
|
||||
x->e_mbd.pre.y_stride = frame_ptr->y_stride;
|
||||
d->offset = mb_offset;
|
||||
x->e_mbd.pre.y_buffer = frame_ptr->y_buffer;
|
||||
x->e_mbd.pre.y_stride = frame_ptr->y_stride;
|
||||
d->offset = mb_offset;
|
||||
|
||||
/* Further step/diamond searches as necessary */
|
||||
if (cpi->Speed < 8)
|
||||
{
|
||||
step_param = cpi->sf.first_step + (cpi->Speed > 5);
|
||||
}
|
||||
else
|
||||
{
|
||||
step_param = cpi->sf.first_step + 2;
|
||||
}
|
||||
/* Further step/diamond searches as necessary */
|
||||
if (cpi->Speed < 8) {
|
||||
step_param = cpi->sf.first_step + (cpi->Speed > 5);
|
||||
} else {
|
||||
step_param = cpi->sf.first_step + 2;
|
||||
}
|
||||
|
||||
/* TODO Check that the 16x16 vf & sdf are selected here */
|
||||
/* Ignore mv costing by sending NULL cost arrays */
|
||||
bestsme = vp8_hex_search(x, b, d, &best_ref_mv1_full, &d->bmi.mv,
|
||||
step_param, sadpb,
|
||||
&cpi->fn_ptr[BLOCK_16X16],
|
||||
NULL, NULL, &best_ref_mv1);
|
||||
/* TODO Check that the 16x16 vf & sdf are selected here */
|
||||
/* Ignore mv costing by sending NULL cost arrays */
|
||||
bestsme =
|
||||
vp8_hex_search(x, b, d, &best_ref_mv1_full, &d->bmi.mv, step_param, sadpb,
|
||||
&cpi->fn_ptr[BLOCK_16X16], NULL, NULL, &best_ref_mv1);
|
||||
|
||||
#if ALT_REF_SUBPEL_ENABLED
|
||||
/* Try sub-pixel MC? */
|
||||
{
|
||||
int distortion;
|
||||
unsigned int sse;
|
||||
/* Ignore mv costing by sending NULL cost array */
|
||||
bestsme = cpi->find_fractional_mv_step(x, b, d,
|
||||
&d->bmi.mv,
|
||||
&best_ref_mv1,
|
||||
x->errorperbit,
|
||||
&cpi->fn_ptr[BLOCK_16X16],
|
||||
NULL, &distortion, &sse);
|
||||
}
|
||||
/* Try sub-pixel MC? */
|
||||
{
|
||||
int distortion;
|
||||
unsigned int sse;
|
||||
/* Ignore mv costing by sending NULL cost array */
|
||||
bestsme = cpi->find_fractional_mv_step(
|
||||
x, b, d, &d->bmi.mv, &best_ref_mv1, x->errorperbit,
|
||||
&cpi->fn_ptr[BLOCK_16X16], NULL, &distortion, &sse);
|
||||
}
|
||||
#endif
|
||||
|
||||
/* Save input state */
|
||||
b->base_src = base_src;
|
||||
b->src = src;
|
||||
b->src_stride = src_stride;
|
||||
x->e_mbd.pre.y_buffer = base_pre;
|
||||
d->offset = pre;
|
||||
x->e_mbd.pre.y_stride = pre_stride;
|
||||
/* Save input state */
|
||||
b->base_src = base_src;
|
||||
b->src = src;
|
||||
b->src_stride = src_stride;
|
||||
x->e_mbd.pre.y_buffer = base_pre;
|
||||
d->offset = pre;
|
||||
x->e_mbd.pre.y_stride = pre_stride;
|
||||
|
||||
return bestsme;
|
||||
return bestsme;
|
||||
}
|
||||
#endif
|
||||
|
||||
static void vp8_temporal_filter_iterate_c
|
||||
(
|
||||
VP8_COMP *cpi,
|
||||
int frame_count,
|
||||
int alt_ref_index,
|
||||
int strength
|
||||
)
|
||||
{
|
||||
int byte;
|
||||
int frame;
|
||||
int mb_col, mb_row;
|
||||
unsigned int filter_weight;
|
||||
int mb_cols = cpi->common.mb_cols;
|
||||
int mb_rows = cpi->common.mb_rows;
|
||||
int mb_y_offset = 0;
|
||||
int mb_uv_offset = 0;
|
||||
DECLARE_ALIGNED(16, unsigned int, accumulator[16*16 + 8*8 + 8*8]);
|
||||
DECLARE_ALIGNED(16, unsigned short, count[16*16 + 8*8 + 8*8]);
|
||||
MACROBLOCKD *mbd = &cpi->mb.e_mbd;
|
||||
YV12_BUFFER_CONFIG *f = cpi->frames[alt_ref_index];
|
||||
unsigned char *dst1, *dst2;
|
||||
DECLARE_ALIGNED(16, unsigned char, predictor[16*16 + 8*8 + 8*8]);
|
||||
static void vp8_temporal_filter_iterate_c(VP8_COMP *cpi, int frame_count,
|
||||
int alt_ref_index, int strength) {
|
||||
int byte;
|
||||
int frame;
|
||||
int mb_col, mb_row;
|
||||
unsigned int filter_weight;
|
||||
int mb_cols = cpi->common.mb_cols;
|
||||
int mb_rows = cpi->common.mb_rows;
|
||||
int mb_y_offset = 0;
|
||||
int mb_uv_offset = 0;
|
||||
DECLARE_ALIGNED(16, unsigned int, accumulator[16 * 16 + 8 * 8 + 8 * 8]);
|
||||
DECLARE_ALIGNED(16, unsigned short, count[16 * 16 + 8 * 8 + 8 * 8]);
|
||||
MACROBLOCKD *mbd = &cpi->mb.e_mbd;
|
||||
YV12_BUFFER_CONFIG *f = cpi->frames[alt_ref_index];
|
||||
unsigned char *dst1, *dst2;
|
||||
DECLARE_ALIGNED(16, unsigned char, predictor[16 * 16 + 8 * 8 + 8 * 8]);
|
||||
|
||||
/* Save input state */
|
||||
unsigned char *y_buffer = mbd->pre.y_buffer;
|
||||
unsigned char *u_buffer = mbd->pre.u_buffer;
|
||||
unsigned char *v_buffer = mbd->pre.v_buffer;
|
||||
/* Save input state */
|
||||
unsigned char *y_buffer = mbd->pre.y_buffer;
|
||||
unsigned char *u_buffer = mbd->pre.u_buffer;
|
||||
unsigned char *v_buffer = mbd->pre.v_buffer;
|
||||
|
||||
for (mb_row = 0; mb_row < mb_rows; mb_row++)
|
||||
{
|
||||
for (mb_row = 0; mb_row < mb_rows; ++mb_row) {
|
||||
#if ALT_REF_MC_ENABLED
|
||||
/* Source frames are extended to 16 pixels. This is different than
|
||||
* L/A/G reference frames that have a border of 32 (VP8BORDERINPIXELS)
|
||||
* A 6 tap filter is used for motion search. This requires 2 pixels
|
||||
* before and 3 pixels after. So the largest Y mv on a border would
|
||||
* then be 16 - 3. The UV blocks are half the size of the Y and
|
||||
* therefore only extended by 8. The largest mv that a UV block
|
||||
* can support is 8 - 3. A UV mv is half of a Y mv.
|
||||
* (16 - 3) >> 1 == 6 which is greater than 8 - 3.
|
||||
* To keep the mv in play for both Y and UV planes the max that it
|
||||
* can be on a border is therefore 16 - 5.
|
||||
*/
|
||||
cpi->mb.mv_row_min = -((mb_row * 16) + (16 - 5));
|
||||
cpi->mb.mv_row_max = ((cpi->common.mb_rows - 1 - mb_row) * 16)
|
||||
+ (16 - 5);
|
||||
/* Source frames are extended to 16 pixels. This is different than
|
||||
* L/A/G reference frames that have a border of 32 (VP8BORDERINPIXELS)
|
||||
* A 6 tap filter is used for motion search. This requires 2 pixels
|
||||
* before and 3 pixels after. So the largest Y mv on a border would
|
||||
* then be 16 - 3. The UV blocks are half the size of the Y and
|
||||
* therefore only extended by 8. The largest mv that a UV block
|
||||
* can support is 8 - 3. A UV mv is half of a Y mv.
|
||||
* (16 - 3) >> 1 == 6 which is greater than 8 - 3.
|
||||
* To keep the mv in play for both Y and UV planes the max that it
|
||||
* can be on a border is therefore 16 - 5.
|
||||
*/
|
||||
cpi->mb.mv_row_min = -((mb_row * 16) + (16 - 5));
|
||||
cpi->mb.mv_row_max = ((cpi->common.mb_rows - 1 - mb_row) * 16) + (16 - 5);
|
||||
#endif
|
||||
|
||||
for (mb_col = 0; mb_col < mb_cols; mb_col++)
|
||||
{
|
||||
int i, j, k;
|
||||
int stride;
|
||||
for (mb_col = 0; mb_col < mb_cols; ++mb_col) {
|
||||
int i, j, k;
|
||||
int stride;
|
||||
|
||||
memset(accumulator, 0, 384*sizeof(unsigned int));
|
||||
memset(count, 0, 384*sizeof(unsigned short));
|
||||
memset(accumulator, 0, 384 * sizeof(unsigned int));
|
||||
memset(count, 0, 384 * sizeof(unsigned short));
|
||||
|
||||
#if ALT_REF_MC_ENABLED
|
||||
cpi->mb.mv_col_min = -((mb_col * 16) + (16 - 5));
|
||||
cpi->mb.mv_col_max = ((cpi->common.mb_cols - 1 - mb_col) * 16)
|
||||
+ (16 - 5);
|
||||
cpi->mb.mv_col_min = -((mb_col * 16) + (16 - 5));
|
||||
cpi->mb.mv_col_max = ((cpi->common.mb_cols - 1 - mb_col) * 16) + (16 - 5);
|
||||
#endif
|
||||
|
||||
for (frame = 0; frame < frame_count; frame++)
|
||||
{
|
||||
if (cpi->frames[frame] == NULL)
|
||||
continue;
|
||||
for (frame = 0; frame < frame_count; ++frame) {
|
||||
if (cpi->frames[frame] == NULL) continue;
|
||||
|
||||
mbd->block[0].bmi.mv.as_mv.row = 0;
|
||||
mbd->block[0].bmi.mv.as_mv.col = 0;
|
||||
mbd->block[0].bmi.mv.as_mv.row = 0;
|
||||
mbd->block[0].bmi.mv.as_mv.col = 0;
|
||||
|
||||
if (frame == alt_ref_index)
|
||||
{
|
||||
filter_weight = 2;
|
||||
}
|
||||
else
|
||||
{
|
||||
int err = 0;
|
||||
if (frame == alt_ref_index) {
|
||||
filter_weight = 2;
|
||||
} else {
|
||||
int err = 0;
|
||||
#if ALT_REF_MC_ENABLED
|
||||
#define THRESH_LOW 10000
|
||||
#define THRESH_HIGH 20000
|
||||
/* Find best match in this frame by MC */
|
||||
err = vp8_temporal_filter_find_matching_mb_c
|
||||
(cpi,
|
||||
cpi->frames[alt_ref_index],
|
||||
cpi->frames[frame],
|
||||
mb_y_offset,
|
||||
THRESH_LOW);
|
||||
#define THRESH_LOW 10000
|
||||
#define THRESH_HIGH 20000
|
||||
/* Find best match in this frame by MC */
|
||||
err = vp8_temporal_filter_find_matching_mb_c(
|
||||
cpi, cpi->frames[alt_ref_index], cpi->frames[frame], mb_y_offset,
|
||||
THRESH_LOW);
|
||||
#endif
|
||||
/* Assign higher weight to matching MB if it's error
|
||||
* score is lower. If not applying MC default behavior
|
||||
* is to weight all MBs equal.
|
||||
*/
|
||||
filter_weight = err<THRESH_LOW
|
||||
? 2 : err<THRESH_HIGH ? 1 : 0;
|
||||
}
|
||||
|
||||
if (filter_weight != 0)
|
||||
{
|
||||
/* Construct the predictors */
|
||||
vp8_temporal_filter_predictors_mb_c
|
||||
(mbd,
|
||||
cpi->frames[frame]->y_buffer + mb_y_offset,
|
||||
cpi->frames[frame]->u_buffer + mb_uv_offset,
|
||||
cpi->frames[frame]->v_buffer + mb_uv_offset,
|
||||
cpi->frames[frame]->y_stride,
|
||||
mbd->block[0].bmi.mv.as_mv.row,
|
||||
mbd->block[0].bmi.mv.as_mv.col,
|
||||
predictor);
|
||||
|
||||
/* Apply the filter (YUV) */
|
||||
vp8_temporal_filter_apply
|
||||
(f->y_buffer + mb_y_offset,
|
||||
f->y_stride,
|
||||
predictor,
|
||||
16,
|
||||
strength,
|
||||
filter_weight,
|
||||
accumulator,
|
||||
count);
|
||||
|
||||
vp8_temporal_filter_apply
|
||||
(f->u_buffer + mb_uv_offset,
|
||||
f->uv_stride,
|
||||
predictor + 256,
|
||||
8,
|
||||
strength,
|
||||
filter_weight,
|
||||
accumulator + 256,
|
||||
count + 256);
|
||||
|
||||
vp8_temporal_filter_apply
|
||||
(f->v_buffer + mb_uv_offset,
|
||||
f->uv_stride,
|
||||
predictor + 320,
|
||||
8,
|
||||
strength,
|
||||
filter_weight,
|
||||
accumulator + 320,
|
||||
count + 320);
|
||||
}
|
||||
}
|
||||
|
||||
/* Normalize filter output to produce AltRef frame */
|
||||
dst1 = cpi->alt_ref_buffer.y_buffer;
|
||||
stride = cpi->alt_ref_buffer.y_stride;
|
||||
byte = mb_y_offset;
|
||||
for (i = 0,k = 0; i < 16; i++)
|
||||
{
|
||||
for (j = 0; j < 16; j++, k++)
|
||||
{
|
||||
unsigned int pval = accumulator[k] + (count[k] >> 1);
|
||||
pval *= cpi->fixed_divide[count[k]];
|
||||
pval >>= 19;
|
||||
|
||||
dst1[byte] = (unsigned char)pval;
|
||||
|
||||
/* move to next pixel */
|
||||
byte++;
|
||||
}
|
||||
|
||||
byte += stride - 16;
|
||||
}
|
||||
|
||||
dst1 = cpi->alt_ref_buffer.u_buffer;
|
||||
dst2 = cpi->alt_ref_buffer.v_buffer;
|
||||
stride = cpi->alt_ref_buffer.uv_stride;
|
||||
byte = mb_uv_offset;
|
||||
for (i = 0,k = 256; i < 8; i++)
|
||||
{
|
||||
for (j = 0; j < 8; j++, k++)
|
||||
{
|
||||
int m=k+64;
|
||||
|
||||
/* U */
|
||||
unsigned int pval = accumulator[k] + (count[k] >> 1);
|
||||
pval *= cpi->fixed_divide[count[k]];
|
||||
pval >>= 19;
|
||||
dst1[byte] = (unsigned char)pval;
|
||||
|
||||
/* V */
|
||||
pval = accumulator[m] + (count[m] >> 1);
|
||||
pval *= cpi->fixed_divide[count[m]];
|
||||
pval >>= 19;
|
||||
dst2[byte] = (unsigned char)pval;
|
||||
|
||||
/* move to next pixel */
|
||||
byte++;
|
||||
}
|
||||
|
||||
byte += stride - 8;
|
||||
}
|
||||
|
||||
mb_y_offset += 16;
|
||||
mb_uv_offset += 8;
|
||||
/* Assign higher weight to matching MB if it's error
|
||||
* score is lower. If not applying MC default behavior
|
||||
* is to weight all MBs equal.
|
||||
*/
|
||||
filter_weight = err < THRESH_LOW ? 2 : err < THRESH_HIGH ? 1 : 0;
|
||||
}
|
||||
|
||||
mb_y_offset += 16*(f->y_stride-mb_cols);
|
||||
mb_uv_offset += 8*(f->uv_stride-mb_cols);
|
||||
if (filter_weight != 0) {
|
||||
/* Construct the predictors */
|
||||
vp8_temporal_filter_predictors_mb_c(
|
||||
mbd, cpi->frames[frame]->y_buffer + mb_y_offset,
|
||||
cpi->frames[frame]->u_buffer + mb_uv_offset,
|
||||
cpi->frames[frame]->v_buffer + mb_uv_offset,
|
||||
cpi->frames[frame]->y_stride, mbd->block[0].bmi.mv.as_mv.row,
|
||||
mbd->block[0].bmi.mv.as_mv.col, predictor);
|
||||
|
||||
/* Apply the filter (YUV) */
|
||||
vp8_temporal_filter_apply(f->y_buffer + mb_y_offset, f->y_stride,
|
||||
predictor, 16, strength, filter_weight,
|
||||
accumulator, count);
|
||||
|
||||
vp8_temporal_filter_apply(f->u_buffer + mb_uv_offset, f->uv_stride,
|
||||
predictor + 256, 8, strength, filter_weight,
|
||||
accumulator + 256, count + 256);
|
||||
|
||||
vp8_temporal_filter_apply(f->v_buffer + mb_uv_offset, f->uv_stride,
|
||||
predictor + 320, 8, strength, filter_weight,
|
||||
accumulator + 320, count + 320);
|
||||
}
|
||||
}
|
||||
|
||||
/* Normalize filter output to produce AltRef frame */
|
||||
dst1 = cpi->alt_ref_buffer.y_buffer;
|
||||
stride = cpi->alt_ref_buffer.y_stride;
|
||||
byte = mb_y_offset;
|
||||
for (i = 0, k = 0; i < 16; ++i) {
|
||||
for (j = 0; j < 16; j++, k++) {
|
||||
unsigned int pval = accumulator[k] + (count[k] >> 1);
|
||||
pval *= cpi->fixed_divide[count[k]];
|
||||
pval >>= 19;
|
||||
|
||||
dst1[byte] = (unsigned char)pval;
|
||||
|
||||
/* move to next pixel */
|
||||
byte++;
|
||||
}
|
||||
|
||||
byte += stride - 16;
|
||||
}
|
||||
|
||||
dst1 = cpi->alt_ref_buffer.u_buffer;
|
||||
dst2 = cpi->alt_ref_buffer.v_buffer;
|
||||
stride = cpi->alt_ref_buffer.uv_stride;
|
||||
byte = mb_uv_offset;
|
||||
for (i = 0, k = 256; i < 8; ++i) {
|
||||
for (j = 0; j < 8; j++, k++) {
|
||||
int m = k + 64;
|
||||
|
||||
/* U */
|
||||
unsigned int pval = accumulator[k] + (count[k] >> 1);
|
||||
pval *= cpi->fixed_divide[count[k]];
|
||||
pval >>= 19;
|
||||
dst1[byte] = (unsigned char)pval;
|
||||
|
||||
/* V */
|
||||
pval = accumulator[m] + (count[m] >> 1);
|
||||
pval *= cpi->fixed_divide[count[m]];
|
||||
pval >>= 19;
|
||||
dst2[byte] = (unsigned char)pval;
|
||||
|
||||
/* move to next pixel */
|
||||
byte++;
|
||||
}
|
||||
|
||||
byte += stride - 8;
|
||||
}
|
||||
|
||||
mb_y_offset += 16;
|
||||
mb_uv_offset += 8;
|
||||
}
|
||||
|
||||
/* Restore input state */
|
||||
mbd->pre.y_buffer = y_buffer;
|
||||
mbd->pre.u_buffer = u_buffer;
|
||||
mbd->pre.v_buffer = v_buffer;
|
||||
mb_y_offset += 16 * (f->y_stride - mb_cols);
|
||||
mb_uv_offset += 8 * (f->uv_stride - mb_cols);
|
||||
}
|
||||
|
||||
/* Restore input state */
|
||||
mbd->pre.y_buffer = y_buffer;
|
||||
mbd->pre.u_buffer = u_buffer;
|
||||
mbd->pre.v_buffer = v_buffer;
|
||||
}
|
||||
|
||||
void vp8_temporal_filter_prepare_c
|
||||
(
|
||||
VP8_COMP *cpi,
|
||||
int distance
|
||||
)
|
||||
{
|
||||
int frame = 0;
|
||||
void vp8_temporal_filter_prepare_c(VP8_COMP *cpi, int distance) {
|
||||
int frame = 0;
|
||||
|
||||
int num_frames_backward = 0;
|
||||
int num_frames_forward = 0;
|
||||
int frames_to_blur_backward = 0;
|
||||
int frames_to_blur_forward = 0;
|
||||
int frames_to_blur = 0;
|
||||
int start_frame = 0;
|
||||
int num_frames_backward = 0;
|
||||
int num_frames_forward = 0;
|
||||
int frames_to_blur_backward = 0;
|
||||
int frames_to_blur_forward = 0;
|
||||
int frames_to_blur = 0;
|
||||
int start_frame = 0;
|
||||
|
||||
int strength = cpi->oxcf.arnr_strength;
|
||||
int strength = cpi->oxcf.arnr_strength;
|
||||
|
||||
int blur_type = cpi->oxcf.arnr_type;
|
||||
int blur_type = cpi->oxcf.arnr_type;
|
||||
|
||||
int max_frames = cpi->active_arnr_frames;
|
||||
int max_frames = cpi->active_arnr_frames;
|
||||
|
||||
num_frames_backward = distance;
|
||||
num_frames_forward = vp8_lookahead_depth(cpi->lookahead)
|
||||
- (num_frames_backward + 1);
|
||||
num_frames_backward = distance;
|
||||
num_frames_forward =
|
||||
vp8_lookahead_depth(cpi->lookahead) - (num_frames_backward + 1);
|
||||
|
||||
switch (blur_type)
|
||||
{
|
||||
switch (blur_type) {
|
||||
case 1:
|
||||
/* Backward Blur */
|
||||
/* Backward Blur */
|
||||
|
||||
frames_to_blur_backward = num_frames_backward;
|
||||
frames_to_blur_backward = num_frames_backward;
|
||||
|
||||
if (frames_to_blur_backward >= max_frames)
|
||||
frames_to_blur_backward = max_frames - 1;
|
||||
if (frames_to_blur_backward >= max_frames) {
|
||||
frames_to_blur_backward = max_frames - 1;
|
||||
}
|
||||
|
||||
frames_to_blur = frames_to_blur_backward + 1;
|
||||
break;
|
||||
frames_to_blur = frames_to_blur_backward + 1;
|
||||
break;
|
||||
|
||||
case 2:
|
||||
/* Forward Blur */
|
||||
/* Forward Blur */
|
||||
|
||||
frames_to_blur_forward = num_frames_forward;
|
||||
frames_to_blur_forward = num_frames_forward;
|
||||
|
||||
if (frames_to_blur_forward >= max_frames)
|
||||
frames_to_blur_forward = max_frames - 1;
|
||||
if (frames_to_blur_forward >= max_frames) {
|
||||
frames_to_blur_forward = max_frames - 1;
|
||||
}
|
||||
|
||||
frames_to_blur = frames_to_blur_forward + 1;
|
||||
break;
|
||||
frames_to_blur = frames_to_blur_forward + 1;
|
||||
break;
|
||||
|
||||
case 3:
|
||||
default:
|
||||
/* Center Blur */
|
||||
frames_to_blur_forward = num_frames_forward;
|
||||
frames_to_blur_backward = num_frames_backward;
|
||||
/* Center Blur */
|
||||
frames_to_blur_forward = num_frames_forward;
|
||||
frames_to_blur_backward = num_frames_backward;
|
||||
|
||||
if (frames_to_blur_forward > frames_to_blur_backward)
|
||||
frames_to_blur_forward = frames_to_blur_backward;
|
||||
if (frames_to_blur_forward > frames_to_blur_backward) {
|
||||
frames_to_blur_forward = frames_to_blur_backward;
|
||||
}
|
||||
|
||||
if (frames_to_blur_backward > frames_to_blur_forward)
|
||||
frames_to_blur_backward = frames_to_blur_forward;
|
||||
if (frames_to_blur_backward > frames_to_blur_forward) {
|
||||
frames_to_blur_backward = frames_to_blur_forward;
|
||||
}
|
||||
|
||||
/* When max_frames is even we have 1 more frame backward than forward */
|
||||
if (frames_to_blur_forward > (max_frames - 1) / 2)
|
||||
frames_to_blur_forward = ((max_frames - 1) / 2);
|
||||
/* When max_frames is even we have 1 more frame backward than forward */
|
||||
if (frames_to_blur_forward > (max_frames - 1) / 2) {
|
||||
frames_to_blur_forward = ((max_frames - 1) / 2);
|
||||
}
|
||||
|
||||
if (frames_to_blur_backward > (max_frames / 2))
|
||||
frames_to_blur_backward = (max_frames / 2);
|
||||
if (frames_to_blur_backward > (max_frames / 2)) {
|
||||
frames_to_blur_backward = (max_frames / 2);
|
||||
}
|
||||
|
||||
frames_to_blur = frames_to_blur_backward + frames_to_blur_forward + 1;
|
||||
break;
|
||||
}
|
||||
frames_to_blur = frames_to_blur_backward + frames_to_blur_forward + 1;
|
||||
break;
|
||||
}
|
||||
|
||||
start_frame = distance + frames_to_blur_forward;
|
||||
start_frame = distance + frames_to_blur_forward;
|
||||
|
||||
/* Setup frame pointers, NULL indicates frame not included in filter */
|
||||
memset(cpi->frames, 0, max_frames*sizeof(YV12_BUFFER_CONFIG *));
|
||||
for (frame = 0; frame < frames_to_blur; frame++)
|
||||
{
|
||||
int which_buffer = start_frame - frame;
|
||||
struct lookahead_entry* buf = vp8_lookahead_peek(cpi->lookahead,
|
||||
which_buffer,
|
||||
PEEK_FORWARD);
|
||||
cpi->frames[frames_to_blur-1-frame] = &buf->img;
|
||||
}
|
||||
/* Setup frame pointers, NULL indicates frame not included in filter */
|
||||
memset(cpi->frames, 0, max_frames * sizeof(YV12_BUFFER_CONFIG *));
|
||||
for (frame = 0; frame < frames_to_blur; ++frame) {
|
||||
int which_buffer = start_frame - frame;
|
||||
struct lookahead_entry *buf =
|
||||
vp8_lookahead_peek(cpi->lookahead, which_buffer, PEEK_FORWARD);
|
||||
cpi->frames[frames_to_blur - 1 - frame] = &buf->img;
|
||||
}
|
||||
|
||||
vp8_temporal_filter_iterate_c (
|
||||
cpi,
|
||||
frames_to_blur,
|
||||
frames_to_blur_backward,
|
||||
strength );
|
||||
vp8_temporal_filter_iterate_c(cpi, frames_to_blur, frames_to_blur_backward,
|
||||
strength);
|
||||
}
|
||||
#endif
|
||||
+360
-430
@@ -8,7 +8,6 @@
|
||||
* be found in the AUTHORS file in the root of the source tree.
|
||||
*/
|
||||
|
||||
|
||||
#include <math.h>
|
||||
#include <stdio.h>
|
||||
#include <string.h>
|
||||
@@ -21,16 +20,17 @@
|
||||
compressions, then generating context.c = initial stats. */
|
||||
|
||||
#ifdef VP8_ENTROPY_STATS
|
||||
_int64 context_counters[BLOCK_TYPES] [COEF_BANDS] [PREV_COEF_CONTEXTS] [MAX_ENTROPY_TOKENS];
|
||||
_int64 context_counters[BLOCK_TYPES][COEF_BANDS][PREV_COEF_CONTEXTS]
|
||||
[MAX_ENTROPY_TOKENS];
|
||||
#endif
|
||||
void vp8_stuff_mb(VP8_COMP *cpi, MACROBLOCK *x, TOKENEXTRA **t) ;
|
||||
void vp8_stuff_mb(VP8_COMP *cpi, MACROBLOCK *x, TOKENEXTRA **t);
|
||||
void vp8_fix_contexts(MACROBLOCKD *x);
|
||||
|
||||
#include "dct_value_tokens.h"
|
||||
#include "dct_value_cost.h"
|
||||
|
||||
const TOKENVALUE *const vp8_dct_value_tokens_ptr = dct_value_tokens +
|
||||
DCT_MAX_VALUE;
|
||||
const TOKENVALUE *const vp8_dct_value_tokens_ptr =
|
||||
dct_value_tokens + DCT_MAX_VALUE;
|
||||
const short *const vp8_dct_value_cost_ptr = dct_value_cost + DCT_MAX_VALUE;
|
||||
|
||||
#if 0
|
||||
@@ -73,7 +73,8 @@ static void fill_value_tokens()
|
||||
t[i].Extra = eb;
|
||||
}
|
||||
|
||||
// initialize the cost for extra bits for all possible coefficient value.
|
||||
// initialize the cost for extra bits for all possible coefficient
|
||||
value.
|
||||
{
|
||||
int cost = 0;
|
||||
const vp8_extra_bit_struct *p = vp8_extra_bits + t[i].Token;
|
||||
@@ -84,7 +85,8 @@ static void fill_value_tokens()
|
||||
const int Length = p->Len;
|
||||
|
||||
if (Length)
|
||||
cost += vp8_treed_cost(p->tree, p->prob, extra >> 1, Length);
|
||||
cost += vp8_treed_cost(p->tree, p->prob, extra >> 1,
|
||||
Length);
|
||||
|
||||
cost += vp8_cost_bit(vp8_prob_half, extra & 1); // sign
|
||||
dct_value_cost[i + DCT_MAX_VALUE] = cost;
|
||||
@@ -100,509 +102,437 @@ static void fill_value_tokens()
|
||||
}
|
||||
*/
|
||||
|
||||
static void tokenize2nd_order_b
|
||||
(
|
||||
MACROBLOCK *x,
|
||||
TOKENEXTRA **tp,
|
||||
VP8_COMP *cpi
|
||||
)
|
||||
{
|
||||
MACROBLOCKD *xd = &x->e_mbd;
|
||||
int pt; /* near block/prev token context index */
|
||||
int c; /* start at DC */
|
||||
TOKENEXTRA *t = *tp;/* store tokens starting here */
|
||||
const BLOCKD *b;
|
||||
const short *qcoeff_ptr;
|
||||
ENTROPY_CONTEXT * a;
|
||||
ENTROPY_CONTEXT * l;
|
||||
int band, rc, v, token;
|
||||
int eob;
|
||||
static void tokenize2nd_order_b(MACROBLOCK *x, TOKENEXTRA **tp, VP8_COMP *cpi) {
|
||||
MACROBLOCKD *xd = &x->e_mbd;
|
||||
int pt; /* near block/prev token context index */
|
||||
int c; /* start at DC */
|
||||
TOKENEXTRA *t = *tp; /* store tokens starting here */
|
||||
const BLOCKD *b;
|
||||
const short *qcoeff_ptr;
|
||||
ENTROPY_CONTEXT *a;
|
||||
ENTROPY_CONTEXT *l;
|
||||
int band, rc, v, token;
|
||||
int eob;
|
||||
|
||||
b = xd->block + 24;
|
||||
b = xd->block + 24;
|
||||
qcoeff_ptr = b->qcoeff;
|
||||
a = (ENTROPY_CONTEXT *)xd->above_context + 8;
|
||||
l = (ENTROPY_CONTEXT *)xd->left_context + 8;
|
||||
eob = xd->eobs[24];
|
||||
VP8_COMBINEENTROPYCONTEXTS(pt, *a, *l);
|
||||
|
||||
if (!eob) {
|
||||
/* c = band for this case */
|
||||
t->Token = DCT_EOB_TOKEN;
|
||||
t->context_tree = cpi->common.fc.coef_probs[1][0][pt];
|
||||
t->skip_eob_node = 0;
|
||||
|
||||
++x->coef_counts[1][0][pt][DCT_EOB_TOKEN];
|
||||
t++;
|
||||
*tp = t;
|
||||
*a = *l = 0;
|
||||
return;
|
||||
}
|
||||
|
||||
v = qcoeff_ptr[0];
|
||||
t->Extra = vp8_dct_value_tokens_ptr[v].Extra;
|
||||
token = vp8_dct_value_tokens_ptr[v].Token;
|
||||
t->Token = token;
|
||||
|
||||
t->context_tree = cpi->common.fc.coef_probs[1][0][pt];
|
||||
t->skip_eob_node = 0;
|
||||
++x->coef_counts[1][0][pt][token];
|
||||
pt = vp8_prev_token_class[token];
|
||||
t++;
|
||||
c = 1;
|
||||
|
||||
for (; c < eob; ++c) {
|
||||
rc = vp8_default_zig_zag1d[c];
|
||||
band = vp8_coef_bands[c];
|
||||
v = qcoeff_ptr[rc];
|
||||
|
||||
t->Extra = vp8_dct_value_tokens_ptr[v].Extra;
|
||||
token = vp8_dct_value_tokens_ptr[v].Token;
|
||||
|
||||
t->Token = token;
|
||||
t->context_tree = cpi->common.fc.coef_probs[1][band][pt];
|
||||
|
||||
t->skip_eob_node = ((pt == 0));
|
||||
|
||||
++x->coef_counts[1][band][pt][token];
|
||||
|
||||
pt = vp8_prev_token_class[token];
|
||||
t++;
|
||||
}
|
||||
if (c < 16) {
|
||||
band = vp8_coef_bands[c];
|
||||
t->Token = DCT_EOB_TOKEN;
|
||||
t->context_tree = cpi->common.fc.coef_probs[1][band][pt];
|
||||
|
||||
t->skip_eob_node = 0;
|
||||
|
||||
++x->coef_counts[1][band][pt][DCT_EOB_TOKEN];
|
||||
|
||||
t++;
|
||||
}
|
||||
|
||||
*tp = t;
|
||||
*a = *l = 1;
|
||||
}
|
||||
|
||||
static void tokenize1st_order_b(
|
||||
MACROBLOCK *x, TOKENEXTRA **tp,
|
||||
int type, /* which plane: 0=Y no DC, 1=Y2, 2=UV, 3=Y with DC */
|
||||
VP8_COMP *cpi) {
|
||||
MACROBLOCKD *xd = &x->e_mbd;
|
||||
unsigned int block;
|
||||
const BLOCKD *b;
|
||||
int pt; /* near block/prev token context index */
|
||||
int c;
|
||||
int token;
|
||||
TOKENEXTRA *t = *tp; /* store tokens starting here */
|
||||
const short *qcoeff_ptr;
|
||||
ENTROPY_CONTEXT *a;
|
||||
ENTROPY_CONTEXT *l;
|
||||
int band, rc, v;
|
||||
int tmp1, tmp2;
|
||||
|
||||
b = xd->block;
|
||||
/* Luma */
|
||||
for (block = 0; block < 16; block++, b++) {
|
||||
const int eob = *b->eob;
|
||||
tmp1 = vp8_block2above[block];
|
||||
tmp2 = vp8_block2left[block];
|
||||
qcoeff_ptr = b->qcoeff;
|
||||
a = (ENTROPY_CONTEXT *)xd->above_context + 8;
|
||||
l = (ENTROPY_CONTEXT *)xd->left_context + 8;
|
||||
eob = xd->eobs[24];
|
||||
a = (ENTROPY_CONTEXT *)xd->above_context + tmp1;
|
||||
l = (ENTROPY_CONTEXT *)xd->left_context + tmp2;
|
||||
|
||||
VP8_COMBINEENTROPYCONTEXTS(pt, *a, *l);
|
||||
|
||||
if(!eob)
|
||||
{
|
||||
/* c = band for this case */
|
||||
t->Token = DCT_EOB_TOKEN;
|
||||
t->context_tree = cpi->common.fc.coef_probs [1] [0] [pt];
|
||||
t->skip_eob_node = 0;
|
||||
c = type ? 0 : 1;
|
||||
|
||||
++x->coef_counts [1] [0] [pt] [DCT_EOB_TOKEN];
|
||||
t++;
|
||||
*tp = t;
|
||||
*a = *l = 0;
|
||||
return;
|
||||
if (c >= eob) {
|
||||
/* c = band for this case */
|
||||
t->Token = DCT_EOB_TOKEN;
|
||||
t->context_tree = cpi->common.fc.coef_probs[type][c][pt];
|
||||
t->skip_eob_node = 0;
|
||||
|
||||
++x->coef_counts[type][c][pt][DCT_EOB_TOKEN];
|
||||
t++;
|
||||
*tp = t;
|
||||
*a = *l = 0;
|
||||
continue;
|
||||
}
|
||||
|
||||
v = qcoeff_ptr[c];
|
||||
|
||||
t->Extra = vp8_dct_value_tokens_ptr[v].Extra;
|
||||
token = vp8_dct_value_tokens_ptr[v].Token;
|
||||
t->Token = token;
|
||||
|
||||
t->context_tree = cpi->common.fc.coef_probs[type][c][pt];
|
||||
t->skip_eob_node = 0;
|
||||
++x->coef_counts[type][c][pt][token];
|
||||
pt = vp8_prev_token_class[token];
|
||||
t++;
|
||||
c++;
|
||||
|
||||
assert(eob <= 16);
|
||||
for (; c < eob; ++c) {
|
||||
rc = vp8_default_zig_zag1d[c];
|
||||
band = vp8_coef_bands[c];
|
||||
v = qcoeff_ptr[rc];
|
||||
|
||||
t->Extra = vp8_dct_value_tokens_ptr[v].Extra;
|
||||
token = vp8_dct_value_tokens_ptr[v].Token;
|
||||
|
||||
t->Token = token;
|
||||
t->context_tree = cpi->common.fc.coef_probs[type][band][pt];
|
||||
|
||||
t->skip_eob_node = (pt == 0);
|
||||
++x->coef_counts[type][band][pt][token];
|
||||
|
||||
pt = vp8_prev_token_class[token];
|
||||
t++;
|
||||
}
|
||||
if (c < 16) {
|
||||
band = vp8_coef_bands[c];
|
||||
t->Token = DCT_EOB_TOKEN;
|
||||
t->context_tree = cpi->common.fc.coef_probs[type][band][pt];
|
||||
|
||||
t->skip_eob_node = 0;
|
||||
++x->coef_counts[type][band][pt][DCT_EOB_TOKEN];
|
||||
|
||||
t++;
|
||||
}
|
||||
*tp = t;
|
||||
*a = *l = 1;
|
||||
}
|
||||
|
||||
/* Chroma */
|
||||
for (block = 16; block < 24; block++, b++) {
|
||||
const int eob = *b->eob;
|
||||
tmp1 = vp8_block2above[block];
|
||||
tmp2 = vp8_block2left[block];
|
||||
qcoeff_ptr = b->qcoeff;
|
||||
a = (ENTROPY_CONTEXT *)xd->above_context + tmp1;
|
||||
l = (ENTROPY_CONTEXT *)xd->left_context + tmp2;
|
||||
|
||||
VP8_COMBINEENTROPYCONTEXTS(pt, *a, *l);
|
||||
|
||||
if (!eob) {
|
||||
/* c = band for this case */
|
||||
t->Token = DCT_EOB_TOKEN;
|
||||
t->context_tree = cpi->common.fc.coef_probs[2][0][pt];
|
||||
t->skip_eob_node = 0;
|
||||
|
||||
++x->coef_counts[2][0][pt][DCT_EOB_TOKEN];
|
||||
t++;
|
||||
*tp = t;
|
||||
*a = *l = 0;
|
||||
continue;
|
||||
}
|
||||
|
||||
v = qcoeff_ptr[0];
|
||||
|
||||
t->Extra = vp8_dct_value_tokens_ptr[v].Extra;
|
||||
token = vp8_dct_value_tokens_ptr[v].Token;
|
||||
token = vp8_dct_value_tokens_ptr[v].Token;
|
||||
t->Token = token;
|
||||
|
||||
t->context_tree = cpi->common.fc.coef_probs [1] [0] [pt];
|
||||
t->context_tree = cpi->common.fc.coef_probs[2][0][pt];
|
||||
t->skip_eob_node = 0;
|
||||
++x->coef_counts [1] [0] [pt] [token];
|
||||
++x->coef_counts[2][0][pt][token];
|
||||
pt = vp8_prev_token_class[token];
|
||||
t++;
|
||||
c = 1;
|
||||
|
||||
for (; c < eob; c++)
|
||||
{
|
||||
rc = vp8_default_zig_zag1d[c];
|
||||
band = vp8_coef_bands[c];
|
||||
v = qcoeff_ptr[rc];
|
||||
assert(eob <= 16);
|
||||
for (; c < eob; ++c) {
|
||||
rc = vp8_default_zig_zag1d[c];
|
||||
band = vp8_coef_bands[c];
|
||||
v = qcoeff_ptr[rc];
|
||||
|
||||
t->Extra = vp8_dct_value_tokens_ptr[v].Extra;
|
||||
token = vp8_dct_value_tokens_ptr[v].Token;
|
||||
t->Extra = vp8_dct_value_tokens_ptr[v].Extra;
|
||||
token = vp8_dct_value_tokens_ptr[v].Token;
|
||||
|
||||
t->Token = token;
|
||||
t->context_tree = cpi->common.fc.coef_probs [1] [band] [pt];
|
||||
t->Token = token;
|
||||
t->context_tree = cpi->common.fc.coef_probs[2][band][pt];
|
||||
|
||||
t->skip_eob_node = ((pt == 0));
|
||||
t->skip_eob_node = (pt == 0);
|
||||
|
||||
++x->coef_counts [1] [band] [pt] [token];
|
||||
++x->coef_counts[2][band][pt][token];
|
||||
|
||||
pt = vp8_prev_token_class[token];
|
||||
t++;
|
||||
pt = vp8_prev_token_class[token];
|
||||
t++;
|
||||
}
|
||||
if (c < 16)
|
||||
{
|
||||
band = vp8_coef_bands[c];
|
||||
t->Token = DCT_EOB_TOKEN;
|
||||
t->context_tree = cpi->common.fc.coef_probs [1] [band] [pt];
|
||||
if (c < 16) {
|
||||
band = vp8_coef_bands[c];
|
||||
t->Token = DCT_EOB_TOKEN;
|
||||
t->context_tree = cpi->common.fc.coef_probs[2][band][pt];
|
||||
|
||||
t->skip_eob_node = 0;
|
||||
t->skip_eob_node = 0;
|
||||
|
||||
++x->coef_counts [1] [band] [pt] [DCT_EOB_TOKEN];
|
||||
++x->coef_counts[2][band][pt][DCT_EOB_TOKEN];
|
||||
|
||||
t++;
|
||||
t++;
|
||||
}
|
||||
|
||||
*tp = t;
|
||||
*a = *l = 1;
|
||||
|
||||
}
|
||||
}
|
||||
|
||||
static void tokenize1st_order_b
|
||||
(
|
||||
MACROBLOCK *x,
|
||||
TOKENEXTRA **tp,
|
||||
int type, /* which plane: 0=Y no DC, 1=Y2, 2=UV, 3=Y with DC */
|
||||
VP8_COMP *cpi
|
||||
)
|
||||
{
|
||||
MACROBLOCKD *xd = &x->e_mbd;
|
||||
unsigned int block;
|
||||
const BLOCKD *b;
|
||||
int pt; /* near block/prev token context index */
|
||||
int c;
|
||||
int token;
|
||||
TOKENEXTRA *t = *tp;/* store tokens starting here */
|
||||
const short *qcoeff_ptr;
|
||||
ENTROPY_CONTEXT * a;
|
||||
ENTROPY_CONTEXT * l;
|
||||
int band, rc, v;
|
||||
int tmp1, tmp2;
|
||||
static int mb_is_skippable(MACROBLOCKD *x, int has_y2_block) {
|
||||
int skip = 1;
|
||||
int i = 0;
|
||||
|
||||
b = xd->block;
|
||||
/* Luma */
|
||||
for (block = 0; block < 16; block++, b++)
|
||||
{
|
||||
const int eob = *b->eob;
|
||||
tmp1 = vp8_block2above[block];
|
||||
tmp2 = vp8_block2left[block];
|
||||
qcoeff_ptr = b->qcoeff;
|
||||
a = (ENTROPY_CONTEXT *)xd->above_context + tmp1;
|
||||
l = (ENTROPY_CONTEXT *)xd->left_context + tmp2;
|
||||
if (has_y2_block) {
|
||||
for (i = 0; i < 16; ++i) skip &= (x->eobs[i] < 2);
|
||||
}
|
||||
|
||||
VP8_COMBINEENTROPYCONTEXTS(pt, *a, *l);
|
||||
for (; i < 24 + has_y2_block; ++i) skip &= (!x->eobs[i]);
|
||||
|
||||
c = type ? 0 : 1;
|
||||
|
||||
if(c >= eob)
|
||||
{
|
||||
/* c = band for this case */
|
||||
t->Token = DCT_EOB_TOKEN;
|
||||
t->context_tree = cpi->common.fc.coef_probs [type] [c] [pt];
|
||||
t->skip_eob_node = 0;
|
||||
|
||||
++x->coef_counts [type] [c] [pt] [DCT_EOB_TOKEN];
|
||||
t++;
|
||||
*tp = t;
|
||||
*a = *l = 0;
|
||||
continue;
|
||||
}
|
||||
|
||||
v = qcoeff_ptr[c];
|
||||
|
||||
t->Extra = vp8_dct_value_tokens_ptr[v].Extra;
|
||||
token = vp8_dct_value_tokens_ptr[v].Token;
|
||||
t->Token = token;
|
||||
|
||||
t->context_tree = cpi->common.fc.coef_probs [type] [c] [pt];
|
||||
t->skip_eob_node = 0;
|
||||
++x->coef_counts [type] [c] [pt] [token];
|
||||
pt = vp8_prev_token_class[token];
|
||||
t++;
|
||||
c++;
|
||||
|
||||
assert(eob <= 16);
|
||||
for (; c < eob; c++)
|
||||
{
|
||||
rc = vp8_default_zig_zag1d[c];
|
||||
band = vp8_coef_bands[c];
|
||||
v = qcoeff_ptr[rc];
|
||||
|
||||
t->Extra = vp8_dct_value_tokens_ptr[v].Extra;
|
||||
token = vp8_dct_value_tokens_ptr[v].Token;
|
||||
|
||||
t->Token = token;
|
||||
t->context_tree = cpi->common.fc.coef_probs [type] [band] [pt];
|
||||
|
||||
t->skip_eob_node = (pt == 0);
|
||||
++x->coef_counts [type] [band] [pt] [token];
|
||||
|
||||
pt = vp8_prev_token_class[token];
|
||||
t++;
|
||||
}
|
||||
if (c < 16)
|
||||
{
|
||||
band = vp8_coef_bands[c];
|
||||
t->Token = DCT_EOB_TOKEN;
|
||||
t->context_tree = cpi->common.fc.coef_probs [type] [band] [pt];
|
||||
|
||||
t->skip_eob_node = 0;
|
||||
++x->coef_counts [type] [band] [pt] [DCT_EOB_TOKEN];
|
||||
|
||||
t++;
|
||||
}
|
||||
*tp = t;
|
||||
*a = *l = 1;
|
||||
}
|
||||
|
||||
/* Chroma */
|
||||
for (block = 16; block < 24; block++, b++)
|
||||
{
|
||||
const int eob = *b->eob;
|
||||
tmp1 = vp8_block2above[block];
|
||||
tmp2 = vp8_block2left[block];
|
||||
qcoeff_ptr = b->qcoeff;
|
||||
a = (ENTROPY_CONTEXT *)xd->above_context + tmp1;
|
||||
l = (ENTROPY_CONTEXT *)xd->left_context + tmp2;
|
||||
|
||||
VP8_COMBINEENTROPYCONTEXTS(pt, *a, *l);
|
||||
|
||||
if(!eob)
|
||||
{
|
||||
/* c = band for this case */
|
||||
t->Token = DCT_EOB_TOKEN;
|
||||
t->context_tree = cpi->common.fc.coef_probs [2] [0] [pt];
|
||||
t->skip_eob_node = 0;
|
||||
|
||||
++x->coef_counts [2] [0] [pt] [DCT_EOB_TOKEN];
|
||||
t++;
|
||||
*tp = t;
|
||||
*a = *l = 0;
|
||||
continue;
|
||||
}
|
||||
|
||||
v = qcoeff_ptr[0];
|
||||
|
||||
t->Extra = vp8_dct_value_tokens_ptr[v].Extra;
|
||||
token = vp8_dct_value_tokens_ptr[v].Token;
|
||||
t->Token = token;
|
||||
|
||||
t->context_tree = cpi->common.fc.coef_probs [2] [0] [pt];
|
||||
t->skip_eob_node = 0;
|
||||
++x->coef_counts [2] [0] [pt] [token];
|
||||
pt = vp8_prev_token_class[token];
|
||||
t++;
|
||||
c = 1;
|
||||
|
||||
assert(eob <= 16);
|
||||
for (; c < eob; c++)
|
||||
{
|
||||
rc = vp8_default_zig_zag1d[c];
|
||||
band = vp8_coef_bands[c];
|
||||
v = qcoeff_ptr[rc];
|
||||
|
||||
t->Extra = vp8_dct_value_tokens_ptr[v].Extra;
|
||||
token = vp8_dct_value_tokens_ptr[v].Token;
|
||||
|
||||
t->Token = token;
|
||||
t->context_tree = cpi->common.fc.coef_probs [2] [band] [pt];
|
||||
|
||||
t->skip_eob_node = (pt == 0);
|
||||
|
||||
++x->coef_counts [2] [band] [pt] [token];
|
||||
|
||||
pt = vp8_prev_token_class[token];
|
||||
t++;
|
||||
}
|
||||
if (c < 16)
|
||||
{
|
||||
band = vp8_coef_bands[c];
|
||||
t->Token = DCT_EOB_TOKEN;
|
||||
t->context_tree = cpi->common.fc.coef_probs [2] [band] [pt];
|
||||
|
||||
t->skip_eob_node = 0;
|
||||
|
||||
++x->coef_counts [2] [band] [pt] [DCT_EOB_TOKEN];
|
||||
|
||||
t++;
|
||||
}
|
||||
*tp = t;
|
||||
*a = *l = 1;
|
||||
}
|
||||
return skip;
|
||||
}
|
||||
|
||||
void vp8_tokenize_mb(VP8_COMP *cpi, MACROBLOCK *x, TOKENEXTRA **t) {
|
||||
MACROBLOCKD *xd = &x->e_mbd;
|
||||
int plane_type;
|
||||
int has_y2_block;
|
||||
|
||||
static int mb_is_skippable(MACROBLOCKD *x, int has_y2_block)
|
||||
{
|
||||
int skip = 1;
|
||||
int i = 0;
|
||||
has_y2_block = (xd->mode_info_context->mbmi.mode != B_PRED &&
|
||||
xd->mode_info_context->mbmi.mode != SPLITMV);
|
||||
|
||||
if (has_y2_block)
|
||||
{
|
||||
for (i = 0; i < 16; i++)
|
||||
skip &= (x->eobs[i] < 2);
|
||||
xd->mode_info_context->mbmi.mb_skip_coeff = mb_is_skippable(xd, has_y2_block);
|
||||
if (xd->mode_info_context->mbmi.mb_skip_coeff) {
|
||||
if (!cpi->common.mb_no_coeff_skip) {
|
||||
vp8_stuff_mb(cpi, x, t);
|
||||
} else {
|
||||
vp8_fix_contexts(xd);
|
||||
x->skip_true_count++;
|
||||
}
|
||||
|
||||
for (; i < 24 + has_y2_block; i++)
|
||||
skip &= (!x->eobs[i]);
|
||||
return;
|
||||
}
|
||||
|
||||
return skip;
|
||||
plane_type = 3;
|
||||
if (has_y2_block) {
|
||||
tokenize2nd_order_b(x, t, cpi);
|
||||
plane_type = 0;
|
||||
}
|
||||
|
||||
tokenize1st_order_b(x, t, plane_type, cpi);
|
||||
}
|
||||
|
||||
|
||||
void vp8_tokenize_mb(VP8_COMP *cpi, MACROBLOCK *x, TOKENEXTRA **t)
|
||||
{
|
||||
MACROBLOCKD *xd = &x->e_mbd;
|
||||
int plane_type;
|
||||
int has_y2_block;
|
||||
|
||||
has_y2_block = (xd->mode_info_context->mbmi.mode != B_PRED
|
||||
&& xd->mode_info_context->mbmi.mode != SPLITMV);
|
||||
|
||||
xd->mode_info_context->mbmi.mb_skip_coeff =
|
||||
mb_is_skippable(xd, has_y2_block);
|
||||
if (xd->mode_info_context->mbmi.mb_skip_coeff)
|
||||
{
|
||||
if (!cpi->common.mb_no_coeff_skip)
|
||||
{
|
||||
vp8_stuff_mb(cpi, x, t);
|
||||
}
|
||||
else
|
||||
{
|
||||
vp8_fix_contexts(xd);
|
||||
x->skip_true_count++;
|
||||
}
|
||||
|
||||
return;
|
||||
}
|
||||
|
||||
plane_type = 3;
|
||||
if(has_y2_block)
|
||||
{
|
||||
tokenize2nd_order_b(x, t, cpi);
|
||||
plane_type = 0;
|
||||
}
|
||||
|
||||
tokenize1st_order_b(x, t, plane_type, cpi);
|
||||
}
|
||||
|
||||
|
||||
#ifdef VP8_ENTROPY_STATS
|
||||
|
||||
void init_context_counters(void)
|
||||
{
|
||||
memset(context_counters, 0, sizeof(context_counters));
|
||||
void init_context_counters(void) {
|
||||
memset(context_counters, 0, sizeof(context_counters));
|
||||
}
|
||||
|
||||
void print_context_counters()
|
||||
{
|
||||
void print_context_counters() {
|
||||
int type, band, pt, t;
|
||||
|
||||
int type, band, pt, t;
|
||||
FILE *const f = fopen("context.c", "w");
|
||||
|
||||
FILE *const f = fopen("context.c", "w");
|
||||
fprintf(f, "#include \"entropy.h\"\n");
|
||||
|
||||
fprintf(f, "#include \"entropy.h\"\n");
|
||||
fprintf(f, "\n/* *** GENERATED FILE: DO NOT EDIT *** */\n\n");
|
||||
|
||||
fprintf(f, "\n/* *** GENERATED FILE: DO NOT EDIT *** */\n\n");
|
||||
fprintf(f,
|
||||
"int Contexts[BLOCK_TYPES] [COEF_BANDS] [PREV_COEF_CONTEXTS] "
|
||||
"[MAX_ENTROPY_TOKENS];\n\n");
|
||||
|
||||
fprintf(f, "int Contexts[BLOCK_TYPES] [COEF_BANDS] [PREV_COEF_CONTEXTS] [MAX_ENTROPY_TOKENS];\n\n");
|
||||
fprintf(f,
|
||||
"const int default_contexts[BLOCK_TYPES] [COEF_BANDS] "
|
||||
"[PREV_COEF_CONTEXTS] [MAX_ENTROPY_TOKENS] = {");
|
||||
|
||||
fprintf(f, "const int default_contexts[BLOCK_TYPES] [COEF_BANDS] [PREV_COEF_CONTEXTS] [MAX_ENTROPY_TOKENS] = {");
|
||||
#define Comma(X) (X ? "," : "")
|
||||
|
||||
# define Comma( X) (X? ",":"")
|
||||
type = 0;
|
||||
|
||||
type = 0;
|
||||
do {
|
||||
fprintf(f, "%s\n { /* block Type %d */", Comma(type), type);
|
||||
|
||||
do
|
||||
{
|
||||
fprintf(f, "%s\n { /* block Type %d */", Comma(type), type);
|
||||
band = 0;
|
||||
|
||||
band = 0;
|
||||
do {
|
||||
fprintf(f, "%s\n { /* Coeff Band %d */", Comma(band), band);
|
||||
|
||||
do
|
||||
{
|
||||
fprintf(f, "%s\n { /* Coeff Band %d */", Comma(band), band);
|
||||
pt = 0;
|
||||
|
||||
pt = 0;
|
||||
do {
|
||||
fprintf(f, "%s\n {", Comma(pt));
|
||||
|
||||
do
|
||||
{
|
||||
fprintf(f, "%s\n {", Comma(pt));
|
||||
t = 0;
|
||||
|
||||
t = 0;
|
||||
do {
|
||||
const _int64 x = context_counters[type][band][pt][t];
|
||||
const int y = (int)x;
|
||||
|
||||
do
|
||||
{
|
||||
const _int64 x = context_counters [type] [band] [pt] [t];
|
||||
const int y = (int) x;
|
||||
assert(x == (_int64)y); /* no overflow handling yet */
|
||||
fprintf(f, "%s %d", Comma(t), y);
|
||||
|
||||
assert(x == (_int64) y); /* no overflow handling yet */
|
||||
fprintf(f, "%s %d", Comma(t), y);
|
||||
} while (++t < MAX_ENTROPY_TOKENS);
|
||||
|
||||
}
|
||||
while (++t < MAX_ENTROPY_TOKENS);
|
||||
fprintf(f, "}");
|
||||
} while (++pt < PREV_COEF_CONTEXTS);
|
||||
|
||||
fprintf(f, "}");
|
||||
}
|
||||
while (++pt < PREV_COEF_CONTEXTS);
|
||||
fprintf(f, "\n }");
|
||||
|
||||
fprintf(f, "\n }");
|
||||
} while (++band < COEF_BANDS);
|
||||
|
||||
}
|
||||
while (++band < COEF_BANDS);
|
||||
fprintf(f, "\n }");
|
||||
} while (++type < BLOCK_TYPES);
|
||||
|
||||
fprintf(f, "\n }");
|
||||
}
|
||||
while (++type < BLOCK_TYPES);
|
||||
|
||||
fprintf(f, "\n};\n");
|
||||
fclose(f);
|
||||
fprintf(f, "\n};\n");
|
||||
fclose(f);
|
||||
}
|
||||
#endif
|
||||
|
||||
static void stuff2nd_order_b(TOKENEXTRA **tp, ENTROPY_CONTEXT *a,
|
||||
ENTROPY_CONTEXT *l, VP8_COMP *cpi, MACROBLOCK *x) {
|
||||
int pt; /* near block/prev token context index */
|
||||
TOKENEXTRA *t = *tp; /* store tokens starting here */
|
||||
VP8_COMBINEENTROPYCONTEXTS(pt, *a, *l);
|
||||
|
||||
static void stuff2nd_order_b
|
||||
(
|
||||
TOKENEXTRA **tp,
|
||||
ENTROPY_CONTEXT *a,
|
||||
ENTROPY_CONTEXT *l,
|
||||
VP8_COMP *cpi,
|
||||
MACROBLOCK *x
|
||||
)
|
||||
{
|
||||
int pt; /* near block/prev token context index */
|
||||
TOKENEXTRA *t = *tp; /* store tokens starting here */
|
||||
VP8_COMBINEENTROPYCONTEXTS(pt, *a, *l);
|
||||
t->Token = DCT_EOB_TOKEN;
|
||||
t->context_tree = cpi->common.fc.coef_probs[1][0][pt];
|
||||
t->skip_eob_node = 0;
|
||||
++x->coef_counts[1][0][pt][DCT_EOB_TOKEN];
|
||||
++t;
|
||||
|
||||
t->Token = DCT_EOB_TOKEN;
|
||||
t->context_tree = cpi->common.fc.coef_probs [1] [0] [pt];
|
||||
t->skip_eob_node = 0;
|
||||
++x->coef_counts [1] [0] [pt] [DCT_EOB_TOKEN];
|
||||
++t;
|
||||
|
||||
*tp = t;
|
||||
pt = 0;
|
||||
*a = *l = pt;
|
||||
*tp = t;
|
||||
pt = 0;
|
||||
*a = *l = pt;
|
||||
}
|
||||
|
||||
static void stuff1st_order_b
|
||||
(
|
||||
TOKENEXTRA **tp,
|
||||
ENTROPY_CONTEXT *a,
|
||||
ENTROPY_CONTEXT *l,
|
||||
int type,
|
||||
VP8_COMP *cpi,
|
||||
MACROBLOCK *x
|
||||
)
|
||||
{
|
||||
int pt; /* near block/prev token context index */
|
||||
int band;
|
||||
TOKENEXTRA *t = *tp; /* store tokens starting here */
|
||||
VP8_COMBINEENTROPYCONTEXTS(pt, *a, *l);
|
||||
band = type ? 0 : 1;
|
||||
t->Token = DCT_EOB_TOKEN;
|
||||
t->context_tree = cpi->common.fc.coef_probs [type] [band] [pt];
|
||||
t->skip_eob_node = 0;
|
||||
++x->coef_counts [type] [band] [pt] [DCT_EOB_TOKEN];
|
||||
++t;
|
||||
*tp = t;
|
||||
pt = 0; /* 0 <-> all coeff data is zero */
|
||||
*a = *l = pt;
|
||||
static void stuff1st_order_b(TOKENEXTRA **tp, ENTROPY_CONTEXT *a,
|
||||
ENTROPY_CONTEXT *l, int type, VP8_COMP *cpi,
|
||||
MACROBLOCK *x) {
|
||||
int pt; /* near block/prev token context index */
|
||||
int band;
|
||||
TOKENEXTRA *t = *tp; /* store tokens starting here */
|
||||
VP8_COMBINEENTROPYCONTEXTS(pt, *a, *l);
|
||||
band = type ? 0 : 1;
|
||||
t->Token = DCT_EOB_TOKEN;
|
||||
t->context_tree = cpi->common.fc.coef_probs[type][band][pt];
|
||||
t->skip_eob_node = 0;
|
||||
++x->coef_counts[type][band][pt][DCT_EOB_TOKEN];
|
||||
++t;
|
||||
*tp = t;
|
||||
pt = 0; /* 0 <-> all coeff data is zero */
|
||||
*a = *l = pt;
|
||||
}
|
||||
|
||||
static
|
||||
void stuff1st_order_buv
|
||||
(
|
||||
TOKENEXTRA **tp,
|
||||
ENTROPY_CONTEXT *a,
|
||||
ENTROPY_CONTEXT *l,
|
||||
VP8_COMP *cpi,
|
||||
MACROBLOCK *x
|
||||
)
|
||||
{
|
||||
int pt; /* near block/prev token context index */
|
||||
TOKENEXTRA *t = *tp; /* store tokens starting here */
|
||||
VP8_COMBINEENTROPYCONTEXTS(pt, *a, *l);
|
||||
static void stuff1st_order_buv(TOKENEXTRA **tp, ENTROPY_CONTEXT *a,
|
||||
ENTROPY_CONTEXT *l, VP8_COMP *cpi,
|
||||
MACROBLOCK *x) {
|
||||
int pt; /* near block/prev token context index */
|
||||
TOKENEXTRA *t = *tp; /* store tokens starting here */
|
||||
VP8_COMBINEENTROPYCONTEXTS(pt, *a, *l);
|
||||
|
||||
t->Token = DCT_EOB_TOKEN;
|
||||
t->context_tree = cpi->common.fc.coef_probs [2] [0] [pt];
|
||||
t->skip_eob_node = 0;
|
||||
++x->coef_counts[2] [0] [pt] [DCT_EOB_TOKEN];
|
||||
++t;
|
||||
*tp = t;
|
||||
pt = 0; /* 0 <-> all coeff data is zero */
|
||||
*a = *l = pt;
|
||||
t->Token = DCT_EOB_TOKEN;
|
||||
t->context_tree = cpi->common.fc.coef_probs[2][0][pt];
|
||||
t->skip_eob_node = 0;
|
||||
++x->coef_counts[2][0][pt][DCT_EOB_TOKEN];
|
||||
++t;
|
||||
*tp = t;
|
||||
pt = 0; /* 0 <-> all coeff data is zero */
|
||||
*a = *l = pt;
|
||||
}
|
||||
|
||||
void vp8_stuff_mb(VP8_COMP *cpi, MACROBLOCK *x, TOKENEXTRA **t)
|
||||
{
|
||||
MACROBLOCKD *xd = &x->e_mbd;
|
||||
ENTROPY_CONTEXT * A = (ENTROPY_CONTEXT *)xd->above_context;
|
||||
ENTROPY_CONTEXT * L = (ENTROPY_CONTEXT *)xd->left_context;
|
||||
int plane_type;
|
||||
int b;
|
||||
plane_type = 3;
|
||||
if((xd->mode_info_context->mbmi.mode != B_PRED
|
||||
&& xd->mode_info_context->mbmi.mode != SPLITMV))
|
||||
{
|
||||
stuff2nd_order_b(t,
|
||||
A + vp8_block2above[24], L + vp8_block2left[24], cpi, x);
|
||||
plane_type = 0;
|
||||
}
|
||||
void vp8_stuff_mb(VP8_COMP *cpi, MACROBLOCK *x, TOKENEXTRA **t) {
|
||||
MACROBLOCKD *xd = &x->e_mbd;
|
||||
ENTROPY_CONTEXT *A = (ENTROPY_CONTEXT *)xd->above_context;
|
||||
ENTROPY_CONTEXT *L = (ENTROPY_CONTEXT *)xd->left_context;
|
||||
int plane_type;
|
||||
int b;
|
||||
plane_type = 3;
|
||||
if ((xd->mode_info_context->mbmi.mode != B_PRED &&
|
||||
xd->mode_info_context->mbmi.mode != SPLITMV)) {
|
||||
stuff2nd_order_b(t, A + vp8_block2above[24], L + vp8_block2left[24], cpi,
|
||||
x);
|
||||
plane_type = 0;
|
||||
}
|
||||
|
||||
for (b = 0; b < 16; b++)
|
||||
stuff1st_order_b(t,
|
||||
A + vp8_block2above[b],
|
||||
L + vp8_block2left[b], plane_type, cpi, x);
|
||||
|
||||
for (b = 16; b < 24; b++)
|
||||
stuff1st_order_buv(t,
|
||||
A + vp8_block2above[b],
|
||||
L + vp8_block2left[b], cpi, x);
|
||||
for (b = 0; b < 16; ++b) {
|
||||
stuff1st_order_b(t, A + vp8_block2above[b], L + vp8_block2left[b],
|
||||
plane_type, cpi, x);
|
||||
}
|
||||
|
||||
for (b = 16; b < 24; ++b) {
|
||||
stuff1st_order_buv(t, A + vp8_block2above[b], L + vp8_block2left[b], cpi,
|
||||
x);
|
||||
}
|
||||
}
|
||||
void vp8_fix_contexts(MACROBLOCKD *x)
|
||||
{
|
||||
/* Clear entropy contexts for Y2 blocks */
|
||||
if (x->mode_info_context->mbmi.mode != B_PRED && x->mode_info_context->mbmi.mode != SPLITMV)
|
||||
{
|
||||
memset(x->above_context, 0, sizeof(ENTROPY_CONTEXT_PLANES));
|
||||
memset(x->left_context, 0, sizeof(ENTROPY_CONTEXT_PLANES));
|
||||
}
|
||||
else
|
||||
{
|
||||
memset(x->above_context, 0, sizeof(ENTROPY_CONTEXT_PLANES)-1);
|
||||
memset(x->left_context, 0, sizeof(ENTROPY_CONTEXT_PLANES)-1);
|
||||
}
|
||||
|
||||
void vp8_fix_contexts(MACROBLOCKD *x) {
|
||||
/* Clear entropy contexts for Y2 blocks */
|
||||
if (x->mode_info_context->mbmi.mode != B_PRED &&
|
||||
x->mode_info_context->mbmi.mode != SPLITMV) {
|
||||
memset(x->above_context, 0, sizeof(ENTROPY_CONTEXT_PLANES));
|
||||
memset(x->left_context, 0, sizeof(ENTROPY_CONTEXT_PLANES));
|
||||
} else {
|
||||
memset(x->above_context, 0, sizeof(ENTROPY_CONTEXT_PLANES) - 1);
|
||||
memset(x->left_context, 0, sizeof(ENTROPY_CONTEXT_PLANES) - 1);
|
||||
}
|
||||
}
|
||||
@@ -8,7 +8,6 @@
|
||||
* be found in the AUTHORS file in the root of the source tree.
|
||||
*/
|
||||
|
||||
|
||||
#ifndef VP8_ENCODER_TOKENIZE_H_
|
||||
#define VP8_ENCODER_TOKENIZE_H_
|
||||
|
||||
@@ -21,18 +20,16 @@ extern "C" {
|
||||
|
||||
void vp8_tokenize_initialize();
|
||||
|
||||
typedef struct
|
||||
{
|
||||
short Token;
|
||||
short Extra;
|
||||
typedef struct {
|
||||
short Token;
|
||||
short Extra;
|
||||
} TOKENVALUE;
|
||||
|
||||
typedef struct
|
||||
{
|
||||
const vp8_prob *context_tree;
|
||||
short Extra;
|
||||
unsigned char Token;
|
||||
unsigned char skip_eob_node;
|
||||
typedef struct {
|
||||
const vp8_prob *context_tree;
|
||||
short Extra;
|
||||
unsigned char Token;
|
||||
unsigned char skip_eob_node;
|
||||
} TOKENEXTRA;
|
||||
|
||||
int rd_cost_mby(MACROBLOCKD *);
|
||||
@@ -41,7 +38,8 @@ int rd_cost_mby(MACROBLOCKD *);
|
||||
void init_context_counters();
|
||||
void print_context_counters();
|
||||
|
||||
extern _int64 context_counters[BLOCK_TYPES] [COEF_BANDS] [PREV_COEF_CONTEXTS] [MAX_ENTROPY_TOKENS];
|
||||
extern _int64 context_counters[BLOCK_TYPES][COEF_BANDS][PREV_COEF_CONTEXTS]
|
||||
[MAX_ENTROPY_TOKENS];
|
||||
#endif
|
||||
|
||||
extern const short *const vp8_dct_value_cost_ptr;
|
||||
|
||||
@@ -8,36 +8,26 @@
|
||||
* be found in the AUTHORS file in the root of the source tree.
|
||||
*/
|
||||
|
||||
|
||||
#include "treewriter.h"
|
||||
|
||||
static void cost(
|
||||
int *const C,
|
||||
vp8_tree T,
|
||||
const vp8_prob *const P,
|
||||
int i,
|
||||
int c
|
||||
)
|
||||
{
|
||||
const vp8_prob p = P [i>>1];
|
||||
static void cost(int *const C, vp8_tree T, const vp8_prob *const P, int i,
|
||||
int c) {
|
||||
const vp8_prob p = P[i >> 1];
|
||||
|
||||
do
|
||||
{
|
||||
const vp8_tree_index j = T[i];
|
||||
const int d = c + vp8_cost_bit(p, i & 1);
|
||||
do {
|
||||
const vp8_tree_index j = T[i];
|
||||
const int d = c + vp8_cost_bit(p, i & 1);
|
||||
|
||||
if (j <= 0)
|
||||
C[-j] = d;
|
||||
else
|
||||
cost(C, T, P, j, d);
|
||||
if (j <= 0) {
|
||||
C[-j] = d;
|
||||
} else {
|
||||
cost(C, T, P, j, d);
|
||||
}
|
||||
while (++i & 1);
|
||||
} while (++i & 1);
|
||||
}
|
||||
void vp8_cost_tokens(int *c, const vp8_prob *p, vp8_tree t)
|
||||
{
|
||||
cost(c, t, p, 0, 0);
|
||||
void vp8_cost_tokens(int *c, const vp8_prob *p, vp8_tree t) {
|
||||
cost(c, t, p, 0, 0);
|
||||
}
|
||||
void vp8_cost_tokens2(int *c, const vp8_prob *p, vp8_tree t,int start)
|
||||
{
|
||||
cost(c, t, p, start, 0);
|
||||
void vp8_cost_tokens2(int *c, const vp8_prob *p, vp8_tree t, int start) {
|
||||
cost(c, t, p, start, 0);
|
||||
}
|
||||
@@ -8,7 +8,6 @@
|
||||
* be found in the AUTHORS file in the root of the source tree.
|
||||
*/
|
||||
|
||||
|
||||
#ifndef VP8_ENCODER_TREEWRITER_H_
|
||||
#define VP8_ENCODER_TREEWRITER_H_
|
||||
|
||||
@@ -18,7 +17,7 @@
|
||||
#include "./vpx_config.h"
|
||||
#include "vp8/common/treecoder.h"
|
||||
|
||||
#include "boolhuff.h" /* for now */
|
||||
#include "boolhuff.h" /* for now */
|
||||
|
||||
#ifdef __cplusplus
|
||||
extern "C" {
|
||||
@@ -28,105 +27,75 @@ typedef BOOL_CODER vp8_writer;
|
||||
|
||||
#define vp8_write vp8_encode_bool
|
||||
#define vp8_write_literal vp8_encode_value
|
||||
#define vp8_write_bit( W, V) vp8_write( W, V, vp8_prob_half)
|
||||
#define vp8_write_bit(W, V) vp8_write(W, V, vp8_prob_half)
|
||||
|
||||
#define vp8bc_write vp8bc_write_bool
|
||||
#define vp8bc_write_literal vp8bc_write_bits
|
||||
#define vp8bc_write_bit( W, V) vp8bc_write_bits( W, V, 1)
|
||||
|
||||
#define vp8bc_write_bit(W, V) vp8bc_write_bits(W, V, 1)
|
||||
|
||||
/* Approximate length of an encoded bool in 256ths of a bit at given prob */
|
||||
|
||||
#define vp8_cost_zero( x) ( vp8_prob_cost[x])
|
||||
#define vp8_cost_one( x) vp8_cost_zero( vp8_complement(x))
|
||||
#define vp8_cost_zero(x) (vp8_prob_cost[x])
|
||||
#define vp8_cost_one(x) vp8_cost_zero(vp8_complement(x))
|
||||
|
||||
#define vp8_cost_bit( x, b) vp8_cost_zero( (b)? vp8_complement(x) : (x) )
|
||||
#define vp8_cost_bit(x, b) vp8_cost_zero((b) ? vp8_complement(x) : (x))
|
||||
|
||||
/* VP8BC version is scaled by 2^20 rather than 2^8; see bool_coder.h */
|
||||
|
||||
|
||||
/* Both of these return bits, not scaled bits. */
|
||||
|
||||
static INLINE unsigned int vp8_cost_branch(const unsigned int ct[2], vp8_prob p)
|
||||
{
|
||||
/* Imitate existing calculation */
|
||||
static INLINE unsigned int vp8_cost_branch(const unsigned int ct[2],
|
||||
vp8_prob p) {
|
||||
/* Imitate existing calculation */
|
||||
|
||||
return ((ct[0] * vp8_cost_zero(p))
|
||||
+ (ct[1] * vp8_cost_one(p))) >> 8;
|
||||
return ((ct[0] * vp8_cost_zero(p)) + (ct[1] * vp8_cost_one(p))) >> 8;
|
||||
}
|
||||
|
||||
/* Small functions to write explicit values and tokens, as well as
|
||||
estimate their lengths. */
|
||||
|
||||
static void vp8_treed_write
|
||||
(
|
||||
vp8_writer *const w,
|
||||
vp8_tree t,
|
||||
const vp8_prob *const p,
|
||||
int v,
|
||||
int n /* number of bits in v, assumed nonzero */
|
||||
)
|
||||
{
|
||||
vp8_tree_index i = 0;
|
||||
static void vp8_treed_write(vp8_writer *const w, vp8_tree t,
|
||||
const vp8_prob *const p, int v,
|
||||
int n /* number of bits in v, assumed nonzero */
|
||||
) {
|
||||
vp8_tree_index i = 0;
|
||||
|
||||
do
|
||||
{
|
||||
const int b = (v >> --n) & 1;
|
||||
vp8_write(w, b, p[i>>1]);
|
||||
i = t[i+b];
|
||||
}
|
||||
while (n);
|
||||
do {
|
||||
const int b = (v >> --n) & 1;
|
||||
vp8_write(w, b, p[i >> 1]);
|
||||
i = t[i + b];
|
||||
} while (n);
|
||||
}
|
||||
static INLINE void vp8_write_token
|
||||
(
|
||||
vp8_writer *const w,
|
||||
vp8_tree t,
|
||||
const vp8_prob *const p,
|
||||
vp8_token *const x
|
||||
)
|
||||
{
|
||||
vp8_treed_write(w, t, p, x->value, x->Len);
|
||||
static INLINE void vp8_write_token(vp8_writer *const w, vp8_tree t,
|
||||
const vp8_prob *const p,
|
||||
vp8_token *const x) {
|
||||
vp8_treed_write(w, t, p, x->value, x->Len);
|
||||
}
|
||||
|
||||
static int vp8_treed_cost(
|
||||
vp8_tree t,
|
||||
const vp8_prob *const p,
|
||||
int v,
|
||||
int n /* number of bits in v, assumed nonzero */
|
||||
)
|
||||
{
|
||||
int c = 0;
|
||||
vp8_tree_index i = 0;
|
||||
static int vp8_treed_cost(vp8_tree t, const vp8_prob *const p, int v,
|
||||
int n /* number of bits in v, assumed nonzero */
|
||||
) {
|
||||
int c = 0;
|
||||
vp8_tree_index i = 0;
|
||||
|
||||
do
|
||||
{
|
||||
const int b = (v >> --n) & 1;
|
||||
c += vp8_cost_bit(p[i>>1], b);
|
||||
i = t[i+b];
|
||||
}
|
||||
while (n);
|
||||
do {
|
||||
const int b = (v >> --n) & 1;
|
||||
c += vp8_cost_bit(p[i >> 1], b);
|
||||
i = t[i + b];
|
||||
} while (n);
|
||||
|
||||
return c;
|
||||
return c;
|
||||
}
|
||||
static INLINE int vp8_cost_token
|
||||
(
|
||||
vp8_tree t,
|
||||
const vp8_prob *const p,
|
||||
vp8_token *const x
|
||||
)
|
||||
{
|
||||
return vp8_treed_cost(t, p, x->value, x->Len);
|
||||
static INLINE int vp8_cost_token(vp8_tree t, const vp8_prob *const p,
|
||||
vp8_token *const x) {
|
||||
return vp8_treed_cost(t, p, x->value, x->Len);
|
||||
}
|
||||
|
||||
/* Fill array of costs for all possible token values. */
|
||||
|
||||
void vp8_cost_tokens(
|
||||
int *Costs, const vp8_prob *, vp8_tree
|
||||
);
|
||||
void vp8_cost_tokens(int *Costs, const vp8_prob *, vp8_tree);
|
||||
|
||||
void vp8_cost_tokens2(
|
||||
int *Costs, const vp8_prob *, vp8_tree, int
|
||||
);
|
||||
void vp8_cost_tokens2(int *Costs, const vp8_prob *, vp8_tree, int);
|
||||
|
||||
#ifdef __cplusplus
|
||||
} // extern "C"
|
||||
|
||||
@@ -8,7 +8,6 @@
|
||||
* be found in the AUTHORS file in the root of the source tree.
|
||||
*/
|
||||
|
||||
|
||||
#include <math.h>
|
||||
#include "vpx_mem/vpx_mem.h"
|
||||
|
||||
@@ -16,568 +15,477 @@
|
||||
#include "vp8/encoder/quantize.h"
|
||||
#include "vp8/common/quant_common.h"
|
||||
|
||||
void vp8_fast_quantize_b_c(BLOCK *b, BLOCKD *d)
|
||||
{
|
||||
int i, rc, eob;
|
||||
int x, y, z, sz;
|
||||
short *coeff_ptr = b->coeff;
|
||||
short *round_ptr = b->round;
|
||||
short *quant_ptr = b->quant_fast;
|
||||
short *qcoeff_ptr = d->qcoeff;
|
||||
short *dqcoeff_ptr = d->dqcoeff;
|
||||
short *dequant_ptr = d->dequant;
|
||||
void vp8_fast_quantize_b_c(BLOCK *b, BLOCKD *d) {
|
||||
int i, rc, eob;
|
||||
int x, y, z, sz;
|
||||
short *coeff_ptr = b->coeff;
|
||||
short *round_ptr = b->round;
|
||||
short *quant_ptr = b->quant_fast;
|
||||
short *qcoeff_ptr = d->qcoeff;
|
||||
short *dqcoeff_ptr = d->dqcoeff;
|
||||
short *dequant_ptr = d->dequant;
|
||||
|
||||
eob = -1;
|
||||
for (i = 0; i < 16; i++)
|
||||
{
|
||||
rc = vp8_default_zig_zag1d[i];
|
||||
z = coeff_ptr[rc];
|
||||
eob = -1;
|
||||
for (i = 0; i < 16; ++i) {
|
||||
rc = vp8_default_zig_zag1d[i];
|
||||
z = coeff_ptr[rc];
|
||||
|
||||
sz = (z >> 31); /* sign of z */
|
||||
x = (z ^ sz) - sz; /* x = abs(z) */
|
||||
sz = (z >> 31); /* sign of z */
|
||||
x = (z ^ sz) - sz; /* x = abs(z) */
|
||||
|
||||
y = ((x + round_ptr[rc]) * quant_ptr[rc]) >> 16; /* quantize (x) */
|
||||
x = (y ^ sz) - sz; /* get the sign back */
|
||||
qcoeff_ptr[rc] = x; /* write to destination */
|
||||
dqcoeff_ptr[rc] = x * dequant_ptr[rc]; /* dequantized value */
|
||||
y = ((x + round_ptr[rc]) * quant_ptr[rc]) >> 16; /* quantize (x) */
|
||||
x = (y ^ sz) - sz; /* get the sign back */
|
||||
qcoeff_ptr[rc] = x; /* write to destination */
|
||||
dqcoeff_ptr[rc] = x * dequant_ptr[rc]; /* dequantized value */
|
||||
|
||||
if (y)
|
||||
{
|
||||
eob = i; /* last nonzero coeffs */
|
||||
}
|
||||
if (y) {
|
||||
eob = i; /* last nonzero coeffs */
|
||||
}
|
||||
*d->eob = (char)(eob + 1);
|
||||
}
|
||||
*d->eob = (char)(eob + 1);
|
||||
}
|
||||
|
||||
void vp8_regular_quantize_b_c(BLOCK *b, BLOCKD *d)
|
||||
{
|
||||
int i, rc, eob;
|
||||
int zbin;
|
||||
int x, y, z, sz;
|
||||
short *zbin_boost_ptr = b->zrun_zbin_boost;
|
||||
short *coeff_ptr = b->coeff;
|
||||
short *zbin_ptr = b->zbin;
|
||||
short *round_ptr = b->round;
|
||||
short *quant_ptr = b->quant;
|
||||
short *quant_shift_ptr = b->quant_shift;
|
||||
short *qcoeff_ptr = d->qcoeff;
|
||||
short *dqcoeff_ptr = d->dqcoeff;
|
||||
short *dequant_ptr = d->dequant;
|
||||
short zbin_oq_value = b->zbin_extra;
|
||||
void vp8_regular_quantize_b_c(BLOCK *b, BLOCKD *d) {
|
||||
int i, rc, eob;
|
||||
int zbin;
|
||||
int x, y, z, sz;
|
||||
short *zbin_boost_ptr = b->zrun_zbin_boost;
|
||||
short *coeff_ptr = b->coeff;
|
||||
short *zbin_ptr = b->zbin;
|
||||
short *round_ptr = b->round;
|
||||
short *quant_ptr = b->quant;
|
||||
short *quant_shift_ptr = b->quant_shift;
|
||||
short *qcoeff_ptr = d->qcoeff;
|
||||
short *dqcoeff_ptr = d->dqcoeff;
|
||||
short *dequant_ptr = d->dequant;
|
||||
short zbin_oq_value = b->zbin_extra;
|
||||
|
||||
memset(qcoeff_ptr, 0, 32);
|
||||
memset(dqcoeff_ptr, 0, 32);
|
||||
memset(qcoeff_ptr, 0, 32);
|
||||
memset(dqcoeff_ptr, 0, 32);
|
||||
|
||||
eob = -1;
|
||||
eob = -1;
|
||||
|
||||
for (i = 0; i < 16; i++)
|
||||
{
|
||||
rc = vp8_default_zig_zag1d[i];
|
||||
z = coeff_ptr[rc];
|
||||
for (i = 0; i < 16; ++i) {
|
||||
rc = vp8_default_zig_zag1d[i];
|
||||
z = coeff_ptr[rc];
|
||||
|
||||
zbin = zbin_ptr[rc] + *zbin_boost_ptr + zbin_oq_value;
|
||||
zbin = zbin_ptr[rc] + *zbin_boost_ptr + zbin_oq_value;
|
||||
|
||||
zbin_boost_ptr ++;
|
||||
sz = (z >> 31); /* sign of z */
|
||||
x = (z ^ sz) - sz; /* x = abs(z) */
|
||||
zbin_boost_ptr++;
|
||||
sz = (z >> 31); /* sign of z */
|
||||
x = (z ^ sz) - sz; /* x = abs(z) */
|
||||
|
||||
if (x >= zbin)
|
||||
{
|
||||
x += round_ptr[rc];
|
||||
y = ((((x * quant_ptr[rc]) >> 16) + x)
|
||||
* quant_shift_ptr[rc]) >> 16; /* quantize (x) */
|
||||
x = (y ^ sz) - sz; /* get the sign back */
|
||||
qcoeff_ptr[rc] = x; /* write to destination */
|
||||
dqcoeff_ptr[rc] = x * dequant_ptr[rc]; /* dequantized value */
|
||||
if (x >= zbin) {
|
||||
x += round_ptr[rc];
|
||||
y = ((((x * quant_ptr[rc]) >> 16) + x) * quant_shift_ptr[rc]) >>
|
||||
16; /* quantize (x) */
|
||||
x = (y ^ sz) - sz; /* get the sign back */
|
||||
qcoeff_ptr[rc] = x; /* write to destination */
|
||||
dqcoeff_ptr[rc] = x * dequant_ptr[rc]; /* dequantized value */
|
||||
|
||||
if (y)
|
||||
{
|
||||
eob = i; /* last nonzero coeffs */
|
||||
zbin_boost_ptr = b->zrun_zbin_boost; /* reset zero runlength */
|
||||
}
|
||||
}
|
||||
if (y) {
|
||||
eob = i; /* last nonzero coeffs */
|
||||
zbin_boost_ptr = b->zrun_zbin_boost; /* reset zero runlength */
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
*d->eob = (char)(eob + 1);
|
||||
*d->eob = (char)(eob + 1);
|
||||
}
|
||||
|
||||
void vp8_quantize_mby(MACROBLOCK *x)
|
||||
{
|
||||
int i;
|
||||
int has_2nd_order = (x->e_mbd.mode_info_context->mbmi.mode != B_PRED
|
||||
&& x->e_mbd.mode_info_context->mbmi.mode != SPLITMV);
|
||||
void vp8_quantize_mby(MACROBLOCK *x) {
|
||||
int i;
|
||||
int has_2nd_order = (x->e_mbd.mode_info_context->mbmi.mode != B_PRED &&
|
||||
x->e_mbd.mode_info_context->mbmi.mode != SPLITMV);
|
||||
|
||||
for (i = 0; i < 16; i++)
|
||||
x->quantize_b(&x->block[i], &x->e_mbd.block[i]);
|
||||
for (i = 0; i < 16; ++i) x->quantize_b(&x->block[i], &x->e_mbd.block[i]);
|
||||
|
||||
if(has_2nd_order)
|
||||
x->quantize_b(&x->block[24], &x->e_mbd.block[24]);
|
||||
if (has_2nd_order) x->quantize_b(&x->block[24], &x->e_mbd.block[24]);
|
||||
}
|
||||
|
||||
void vp8_quantize_mb(MACROBLOCK *x)
|
||||
{
|
||||
int i;
|
||||
int has_2nd_order=(x->e_mbd.mode_info_context->mbmi.mode != B_PRED
|
||||
&& x->e_mbd.mode_info_context->mbmi.mode != SPLITMV);
|
||||
void vp8_quantize_mb(MACROBLOCK *x) {
|
||||
int i;
|
||||
int has_2nd_order = (x->e_mbd.mode_info_context->mbmi.mode != B_PRED &&
|
||||
x->e_mbd.mode_info_context->mbmi.mode != SPLITMV);
|
||||
|
||||
for (i = 0; i < 24+has_2nd_order; i++)
|
||||
x->quantize_b(&x->block[i], &x->e_mbd.block[i]);
|
||||
for (i = 0; i < 24 + has_2nd_order; ++i) {
|
||||
x->quantize_b(&x->block[i], &x->e_mbd.block[i]);
|
||||
}
|
||||
}
|
||||
|
||||
void vp8_quantize_mbuv(MACROBLOCK *x) {
|
||||
int i;
|
||||
|
||||
void vp8_quantize_mbuv(MACROBLOCK *x)
|
||||
{
|
||||
int i;
|
||||
|
||||
for (i = 16; i < 24; i++)
|
||||
x->quantize_b(&x->block[i], &x->e_mbd.block[i]);
|
||||
for (i = 16; i < 24; ++i) x->quantize_b(&x->block[i], &x->e_mbd.block[i]);
|
||||
}
|
||||
|
||||
static const int qrounding_factors[129] =
|
||||
{
|
||||
48, 48, 48, 48, 48, 48, 48, 48,
|
||||
48, 48, 48, 48, 48, 48, 48, 48,
|
||||
48, 48, 48, 48, 48, 48, 48, 48,
|
||||
48, 48, 48, 48, 48, 48, 48, 48,
|
||||
48, 48, 48, 48, 48, 48, 48, 48,
|
||||
48, 48, 48, 48, 48, 48, 48, 48,
|
||||
48, 48, 48, 48, 48, 48, 48, 48,
|
||||
48, 48, 48, 48, 48, 48, 48, 48,
|
||||
48, 48, 48, 48, 48, 48, 48, 48,
|
||||
48, 48, 48, 48, 48, 48, 48, 48,
|
||||
48, 48, 48, 48, 48, 48, 48, 48,
|
||||
48, 48, 48, 48, 48, 48, 48, 48,
|
||||
48, 48, 48, 48, 48, 48, 48, 48,
|
||||
48, 48, 48, 48, 48, 48, 48, 48,
|
||||
48, 48, 48, 48, 48, 48, 48, 48,
|
||||
48, 48, 48, 48, 48, 48, 48, 48,
|
||||
48
|
||||
static const int qrounding_factors[129] = {
|
||||
48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48,
|
||||
48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48,
|
||||
48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48,
|
||||
48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48,
|
||||
48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48,
|
||||
48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48,
|
||||
48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48
|
||||
};
|
||||
|
||||
|
||||
static const int qzbin_factors[129] =
|
||||
{
|
||||
84, 84, 84, 84, 84, 84, 84, 84,
|
||||
84, 84, 84, 84, 84, 84, 84, 84,
|
||||
84, 84, 84, 84, 84, 84, 84, 84,
|
||||
84, 84, 84, 84, 84, 84, 84, 84,
|
||||
84, 84, 84, 84, 84, 84, 84, 84,
|
||||
84, 84, 84, 84, 84, 84, 84, 84,
|
||||
80, 80, 80, 80, 80, 80, 80, 80,
|
||||
80, 80, 80, 80, 80, 80, 80, 80,
|
||||
80, 80, 80, 80, 80, 80, 80, 80,
|
||||
80, 80, 80, 80, 80, 80, 80, 80,
|
||||
80, 80, 80, 80, 80, 80, 80, 80,
|
||||
80, 80, 80, 80, 80, 80, 80, 80,
|
||||
80, 80, 80, 80, 80, 80, 80, 80,
|
||||
80, 80, 80, 80, 80, 80, 80, 80,
|
||||
80, 80, 80, 80, 80, 80, 80, 80,
|
||||
80, 80, 80, 80, 80, 80, 80, 80,
|
||||
80
|
||||
static const int qzbin_factors[129] = {
|
||||
84, 84, 84, 84, 84, 84, 84, 84, 84, 84, 84, 84, 84, 84, 84, 84, 84, 84, 84,
|
||||
84, 84, 84, 84, 84, 84, 84, 84, 84, 84, 84, 84, 84, 84, 84, 84, 84, 84, 84,
|
||||
84, 84, 84, 84, 84, 84, 84, 84, 84, 84, 80, 80, 80, 80, 80, 80, 80, 80, 80,
|
||||
80, 80, 80, 80, 80, 80, 80, 80, 80, 80, 80, 80, 80, 80, 80, 80, 80, 80, 80,
|
||||
80, 80, 80, 80, 80, 80, 80, 80, 80, 80, 80, 80, 80, 80, 80, 80, 80, 80, 80,
|
||||
80, 80, 80, 80, 80, 80, 80, 80, 80, 80, 80, 80, 80, 80, 80, 80, 80, 80, 80,
|
||||
80, 80, 80, 80, 80, 80, 80, 80, 80, 80, 80, 80, 80, 80, 80
|
||||
};
|
||||
|
||||
|
||||
static const int qrounding_factors_y2[129] =
|
||||
{
|
||||
48, 48, 48, 48, 48, 48, 48, 48,
|
||||
48, 48, 48, 48, 48, 48, 48, 48,
|
||||
48, 48, 48, 48, 48, 48, 48, 48,
|
||||
48, 48, 48, 48, 48, 48, 48, 48,
|
||||
48, 48, 48, 48, 48, 48, 48, 48,
|
||||
48, 48, 48, 48, 48, 48, 48, 48,
|
||||
48, 48, 48, 48, 48, 48, 48, 48,
|
||||
48, 48, 48, 48, 48, 48, 48, 48,
|
||||
48, 48, 48, 48, 48, 48, 48, 48,
|
||||
48, 48, 48, 48, 48, 48, 48, 48,
|
||||
48, 48, 48, 48, 48, 48, 48, 48,
|
||||
48, 48, 48, 48, 48, 48, 48, 48,
|
||||
48, 48, 48, 48, 48, 48, 48, 48,
|
||||
48, 48, 48, 48, 48, 48, 48, 48,
|
||||
48, 48, 48, 48, 48, 48, 48, 48,
|
||||
48, 48, 48, 48, 48, 48, 48, 48,
|
||||
48
|
||||
static const int qrounding_factors_y2[129] = {
|
||||
48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48,
|
||||
48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48,
|
||||
48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48,
|
||||
48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48,
|
||||
48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48,
|
||||
48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48,
|
||||
48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48
|
||||
};
|
||||
|
||||
|
||||
static const int qzbin_factors_y2[129] =
|
||||
{
|
||||
84, 84, 84, 84, 84, 84, 84, 84,
|
||||
84, 84, 84, 84, 84, 84, 84, 84,
|
||||
84, 84, 84, 84, 84, 84, 84, 84,
|
||||
84, 84, 84, 84, 84, 84, 84, 84,
|
||||
84, 84, 84, 84, 84, 84, 84, 84,
|
||||
84, 84, 84, 84, 84, 84, 84, 84,
|
||||
80, 80, 80, 80, 80, 80, 80, 80,
|
||||
80, 80, 80, 80, 80, 80, 80, 80,
|
||||
80, 80, 80, 80, 80, 80, 80, 80,
|
||||
80, 80, 80, 80, 80, 80, 80, 80,
|
||||
80, 80, 80, 80, 80, 80, 80, 80,
|
||||
80, 80, 80, 80, 80, 80, 80, 80,
|
||||
80, 80, 80, 80, 80, 80, 80, 80,
|
||||
80, 80, 80, 80, 80, 80, 80, 80,
|
||||
80, 80, 80, 80, 80, 80, 80, 80,
|
||||
80, 80, 80, 80, 80, 80, 80, 80,
|
||||
80
|
||||
static const int qzbin_factors_y2[129] = {
|
||||
84, 84, 84, 84, 84, 84, 84, 84, 84, 84, 84, 84, 84, 84, 84, 84, 84, 84, 84,
|
||||
84, 84, 84, 84, 84, 84, 84, 84, 84, 84, 84, 84, 84, 84, 84, 84, 84, 84, 84,
|
||||
84, 84, 84, 84, 84, 84, 84, 84, 84, 84, 80, 80, 80, 80, 80, 80, 80, 80, 80,
|
||||
80, 80, 80, 80, 80, 80, 80, 80, 80, 80, 80, 80, 80, 80, 80, 80, 80, 80, 80,
|
||||
80, 80, 80, 80, 80, 80, 80, 80, 80, 80, 80, 80, 80, 80, 80, 80, 80, 80, 80,
|
||||
80, 80, 80, 80, 80, 80, 80, 80, 80, 80, 80, 80, 80, 80, 80, 80, 80, 80, 80,
|
||||
80, 80, 80, 80, 80, 80, 80, 80, 80, 80, 80, 80, 80, 80, 80
|
||||
};
|
||||
|
||||
|
||||
static void invert_quant(int improved_quant, short *quant,
|
||||
short *shift, short d)
|
||||
{
|
||||
if(improved_quant)
|
||||
{
|
||||
unsigned t;
|
||||
int l;
|
||||
t = d;
|
||||
for(l = 0; t > 1; l++)
|
||||
t>>=1;
|
||||
t = 1 + (1<<(16+l))/d;
|
||||
*quant = (short)(t - (1<<16));
|
||||
*shift = l;
|
||||
/* use multiplication and constant shift by 16 */
|
||||
*shift = 1 << (16 - *shift);
|
||||
}
|
||||
else
|
||||
{
|
||||
*quant = (1 << 16) / d;
|
||||
*shift = 0;
|
||||
/* use multiplication and constant shift by 16 */
|
||||
*shift = 1 << (16 - *shift);
|
||||
}
|
||||
static void invert_quant(int improved_quant, short *quant, short *shift,
|
||||
short d) {
|
||||
if (improved_quant) {
|
||||
unsigned t;
|
||||
int l, m;
|
||||
t = d;
|
||||
for (l = 0; t > 1; ++l) t >>= 1;
|
||||
m = 1 + (1 << (16 + l)) / d;
|
||||
*quant = (short)(m - (1 << 16));
|
||||
*shift = l;
|
||||
/* use multiplication and constant shift by 16 */
|
||||
*shift = 1 << (16 - *shift);
|
||||
} else {
|
||||
*quant = (1 << 16) / d;
|
||||
*shift = 0;
|
||||
/* use multiplication and constant shift by 16 */
|
||||
*shift = 1 << (16 - *shift);
|
||||
}
|
||||
}
|
||||
|
||||
void vp8cx_init_quantizer(VP8_COMP *cpi) {
|
||||
int i;
|
||||
int quant_val;
|
||||
int Q;
|
||||
|
||||
void vp8cx_init_quantizer(VP8_COMP *cpi)
|
||||
{
|
||||
int i;
|
||||
int quant_val;
|
||||
int Q;
|
||||
int zbin_boost[16] = { 0, 0, 8, 10, 12, 14, 16, 20,
|
||||
24, 28, 32, 36, 40, 44, 44, 44 };
|
||||
|
||||
int zbin_boost[16] = {0, 0, 8, 10, 12, 14, 16, 20, 24, 28, 32, 36, 40, 44,
|
||||
44, 44};
|
||||
for (Q = 0; Q < QINDEX_RANGE; ++Q) {
|
||||
/* dc values */
|
||||
quant_val = vp8_dc_quant(Q, cpi->common.y1dc_delta_q);
|
||||
cpi->Y1quant_fast[Q][0] = (1 << 16) / quant_val;
|
||||
invert_quant(cpi->sf.improved_quant, cpi->Y1quant[Q] + 0,
|
||||
cpi->Y1quant_shift[Q] + 0, quant_val);
|
||||
cpi->Y1zbin[Q][0] = ((qzbin_factors[Q] * quant_val) + 64) >> 7;
|
||||
cpi->Y1round[Q][0] = (qrounding_factors[Q] * quant_val) >> 7;
|
||||
cpi->common.Y1dequant[Q][0] = quant_val;
|
||||
cpi->zrun_zbin_boost_y1[Q][0] = (quant_val * zbin_boost[0]) >> 7;
|
||||
|
||||
for (Q = 0; Q < QINDEX_RANGE; Q++)
|
||||
{
|
||||
/* dc values */
|
||||
quant_val = vp8_dc_quant(Q, cpi->common.y1dc_delta_q);
|
||||
cpi->Y1quant_fast[Q][0] = (1 << 16) / quant_val;
|
||||
invert_quant(cpi->sf.improved_quant, cpi->Y1quant[Q] + 0,
|
||||
cpi->Y1quant_shift[Q] + 0, quant_val);
|
||||
cpi->Y1zbin[Q][0] = ((qzbin_factors[Q] * quant_val) + 64) >> 7;
|
||||
cpi->Y1round[Q][0] = (qrounding_factors[Q] * quant_val) >> 7;
|
||||
cpi->common.Y1dequant[Q][0] = quant_val;
|
||||
cpi->zrun_zbin_boost_y1[Q][0] = (quant_val * zbin_boost[0]) >> 7;
|
||||
quant_val = vp8_dc2quant(Q, cpi->common.y2dc_delta_q);
|
||||
cpi->Y2quant_fast[Q][0] = (1 << 16) / quant_val;
|
||||
invert_quant(cpi->sf.improved_quant, cpi->Y2quant[Q] + 0,
|
||||
cpi->Y2quant_shift[Q] + 0, quant_val);
|
||||
cpi->Y2zbin[Q][0] = ((qzbin_factors_y2[Q] * quant_val) + 64) >> 7;
|
||||
cpi->Y2round[Q][0] = (qrounding_factors_y2[Q] * quant_val) >> 7;
|
||||
cpi->common.Y2dequant[Q][0] = quant_val;
|
||||
cpi->zrun_zbin_boost_y2[Q][0] = (quant_val * zbin_boost[0]) >> 7;
|
||||
|
||||
quant_val = vp8_dc2quant(Q, cpi->common.y2dc_delta_q);
|
||||
cpi->Y2quant_fast[Q][0] = (1 << 16) / quant_val;
|
||||
invert_quant(cpi->sf.improved_quant, cpi->Y2quant[Q] + 0,
|
||||
cpi->Y2quant_shift[Q] + 0, quant_val);
|
||||
cpi->Y2zbin[Q][0] = ((qzbin_factors_y2[Q] * quant_val) + 64) >> 7;
|
||||
cpi->Y2round[Q][0] = (qrounding_factors_y2[Q] * quant_val) >> 7;
|
||||
cpi->common.Y2dequant[Q][0] = quant_val;
|
||||
cpi->zrun_zbin_boost_y2[Q][0] = (quant_val * zbin_boost[0]) >> 7;
|
||||
quant_val = vp8_dc_uv_quant(Q, cpi->common.uvdc_delta_q);
|
||||
cpi->UVquant_fast[Q][0] = (1 << 16) / quant_val;
|
||||
invert_quant(cpi->sf.improved_quant, cpi->UVquant[Q] + 0,
|
||||
cpi->UVquant_shift[Q] + 0, quant_val);
|
||||
cpi->UVzbin[Q][0] = ((qzbin_factors[Q] * quant_val) + 64) >> 7;
|
||||
cpi->UVround[Q][0] = (qrounding_factors[Q] * quant_val) >> 7;
|
||||
cpi->common.UVdequant[Q][0] = quant_val;
|
||||
cpi->zrun_zbin_boost_uv[Q][0] = (quant_val * zbin_boost[0]) >> 7;
|
||||
|
||||
quant_val = vp8_dc_uv_quant(Q, cpi->common.uvdc_delta_q);
|
||||
cpi->UVquant_fast[Q][0] = (1 << 16) / quant_val;
|
||||
invert_quant(cpi->sf.improved_quant, cpi->UVquant[Q] + 0,
|
||||
cpi->UVquant_shift[Q] + 0, quant_val);
|
||||
cpi->UVzbin[Q][0] = ((qzbin_factors[Q] * quant_val) + 64) >> 7;;
|
||||
cpi->UVround[Q][0] = (qrounding_factors[Q] * quant_val) >> 7;
|
||||
cpi->common.UVdequant[Q][0] = quant_val;
|
||||
cpi->zrun_zbin_boost_uv[Q][0] = (quant_val * zbin_boost[0]) >> 7;
|
||||
/* all the ac values = ; */
|
||||
quant_val = vp8_ac_yquant(Q);
|
||||
cpi->Y1quant_fast[Q][1] = (1 << 16) / quant_val;
|
||||
invert_quant(cpi->sf.improved_quant, cpi->Y1quant[Q] + 1,
|
||||
cpi->Y1quant_shift[Q] + 1, quant_val);
|
||||
cpi->Y1zbin[Q][1] = ((qzbin_factors[Q] * quant_val) + 64) >> 7;
|
||||
cpi->Y1round[Q][1] = (qrounding_factors[Q] * quant_val) >> 7;
|
||||
cpi->common.Y1dequant[Q][1] = quant_val;
|
||||
cpi->zrun_zbin_boost_y1[Q][1] = (quant_val * zbin_boost[1]) >> 7;
|
||||
|
||||
/* all the ac values = ; */
|
||||
quant_val = vp8_ac_yquant(Q);
|
||||
cpi->Y1quant_fast[Q][1] = (1 << 16) / quant_val;
|
||||
invert_quant(cpi->sf.improved_quant, cpi->Y1quant[Q] + 1,
|
||||
cpi->Y1quant_shift[Q] + 1, quant_val);
|
||||
cpi->Y1zbin[Q][1] = ((qzbin_factors[Q] * quant_val) + 64) >> 7;
|
||||
cpi->Y1round[Q][1] = (qrounding_factors[Q] * quant_val) >> 7;
|
||||
cpi->common.Y1dequant[Q][1] = quant_val;
|
||||
cpi->zrun_zbin_boost_y1[Q][1] = (quant_val * zbin_boost[1]) >> 7;
|
||||
quant_val = vp8_ac2quant(Q, cpi->common.y2ac_delta_q);
|
||||
cpi->Y2quant_fast[Q][1] = (1 << 16) / quant_val;
|
||||
invert_quant(cpi->sf.improved_quant, cpi->Y2quant[Q] + 1,
|
||||
cpi->Y2quant_shift[Q] + 1, quant_val);
|
||||
cpi->Y2zbin[Q][1] = ((qzbin_factors_y2[Q] * quant_val) + 64) >> 7;
|
||||
cpi->Y2round[Q][1] = (qrounding_factors_y2[Q] * quant_val) >> 7;
|
||||
cpi->common.Y2dequant[Q][1] = quant_val;
|
||||
cpi->zrun_zbin_boost_y2[Q][1] = (quant_val * zbin_boost[1]) >> 7;
|
||||
|
||||
quant_val = vp8_ac2quant(Q, cpi->common.y2ac_delta_q);
|
||||
cpi->Y2quant_fast[Q][1] = (1 << 16) / quant_val;
|
||||
invert_quant(cpi->sf.improved_quant, cpi->Y2quant[Q] + 1,
|
||||
cpi->Y2quant_shift[Q] + 1, quant_val);
|
||||
cpi->Y2zbin[Q][1] = ((qzbin_factors_y2[Q] * quant_val) + 64) >> 7;
|
||||
cpi->Y2round[Q][1] = (qrounding_factors_y2[Q] * quant_val) >> 7;
|
||||
cpi->common.Y2dequant[Q][1] = quant_val;
|
||||
cpi->zrun_zbin_boost_y2[Q][1] = (quant_val * zbin_boost[1]) >> 7;
|
||||
quant_val = vp8_ac_uv_quant(Q, cpi->common.uvac_delta_q);
|
||||
cpi->UVquant_fast[Q][1] = (1 << 16) / quant_val;
|
||||
invert_quant(cpi->sf.improved_quant, cpi->UVquant[Q] + 1,
|
||||
cpi->UVquant_shift[Q] + 1, quant_val);
|
||||
cpi->UVzbin[Q][1] = ((qzbin_factors[Q] * quant_val) + 64) >> 7;
|
||||
cpi->UVround[Q][1] = (qrounding_factors[Q] * quant_val) >> 7;
|
||||
cpi->common.UVdequant[Q][1] = quant_val;
|
||||
cpi->zrun_zbin_boost_uv[Q][1] = (quant_val * zbin_boost[1]) >> 7;
|
||||
|
||||
quant_val = vp8_ac_uv_quant(Q, cpi->common.uvac_delta_q);
|
||||
cpi->UVquant_fast[Q][1] = (1 << 16) / quant_val;
|
||||
invert_quant(cpi->sf.improved_quant, cpi->UVquant[Q] + 1,
|
||||
cpi->UVquant_shift[Q] + 1, quant_val);
|
||||
cpi->UVzbin[Q][1] = ((qzbin_factors[Q] * quant_val) + 64) >> 7;
|
||||
cpi->UVround[Q][1] = (qrounding_factors[Q] * quant_val) >> 7;
|
||||
cpi->common.UVdequant[Q][1] = quant_val;
|
||||
cpi->zrun_zbin_boost_uv[Q][1] = (quant_val * zbin_boost[1]) >> 7;
|
||||
for (i = 2; i < 16; ++i) {
|
||||
cpi->Y1quant_fast[Q][i] = cpi->Y1quant_fast[Q][1];
|
||||
cpi->Y1quant[Q][i] = cpi->Y1quant[Q][1];
|
||||
cpi->Y1quant_shift[Q][i] = cpi->Y1quant_shift[Q][1];
|
||||
cpi->Y1zbin[Q][i] = cpi->Y1zbin[Q][1];
|
||||
cpi->Y1round[Q][i] = cpi->Y1round[Q][1];
|
||||
cpi->zrun_zbin_boost_y1[Q][i] =
|
||||
(cpi->common.Y1dequant[Q][1] * zbin_boost[i]) >> 7;
|
||||
|
||||
for (i = 2; i < 16; i++)
|
||||
{
|
||||
cpi->Y1quant_fast[Q][i] = cpi->Y1quant_fast[Q][1];
|
||||
cpi->Y1quant[Q][i] = cpi->Y1quant[Q][1];
|
||||
cpi->Y1quant_shift[Q][i] = cpi->Y1quant_shift[Q][1];
|
||||
cpi->Y1zbin[Q][i] = cpi->Y1zbin[Q][1];
|
||||
cpi->Y1round[Q][i] = cpi->Y1round[Q][1];
|
||||
cpi->zrun_zbin_boost_y1[Q][i] = (cpi->common.Y1dequant[Q][1] *
|
||||
zbin_boost[i]) >> 7;
|
||||
cpi->Y2quant_fast[Q][i] = cpi->Y2quant_fast[Q][1];
|
||||
cpi->Y2quant[Q][i] = cpi->Y2quant[Q][1];
|
||||
cpi->Y2quant_shift[Q][i] = cpi->Y2quant_shift[Q][1];
|
||||
cpi->Y2zbin[Q][i] = cpi->Y2zbin[Q][1];
|
||||
cpi->Y2round[Q][i] = cpi->Y2round[Q][1];
|
||||
cpi->zrun_zbin_boost_y2[Q][i] =
|
||||
(cpi->common.Y2dequant[Q][1] * zbin_boost[i]) >> 7;
|
||||
|
||||
cpi->Y2quant_fast[Q][i] = cpi->Y2quant_fast[Q][1];
|
||||
cpi->Y2quant[Q][i] = cpi->Y2quant[Q][1];
|
||||
cpi->Y2quant_shift[Q][i] = cpi->Y2quant_shift[Q][1];
|
||||
cpi->Y2zbin[Q][i] = cpi->Y2zbin[Q][1];
|
||||
cpi->Y2round[Q][i] = cpi->Y2round[Q][1];
|
||||
cpi->zrun_zbin_boost_y2[Q][i] = (cpi->common.Y2dequant[Q][1] *
|
||||
zbin_boost[i]) >> 7;
|
||||
|
||||
cpi->UVquant_fast[Q][i] = cpi->UVquant_fast[Q][1];
|
||||
cpi->UVquant[Q][i] = cpi->UVquant[Q][1];
|
||||
cpi->UVquant_shift[Q][i] = cpi->UVquant_shift[Q][1];
|
||||
cpi->UVzbin[Q][i] = cpi->UVzbin[Q][1];
|
||||
cpi->UVround[Q][i] = cpi->UVround[Q][1];
|
||||
cpi->zrun_zbin_boost_uv[Q][i] = (cpi->common.UVdequant[Q][1] *
|
||||
zbin_boost[i]) >> 7;
|
||||
}
|
||||
cpi->UVquant_fast[Q][i] = cpi->UVquant_fast[Q][1];
|
||||
cpi->UVquant[Q][i] = cpi->UVquant[Q][1];
|
||||
cpi->UVquant_shift[Q][i] = cpi->UVquant_shift[Q][1];
|
||||
cpi->UVzbin[Q][i] = cpi->UVzbin[Q][1];
|
||||
cpi->UVround[Q][i] = cpi->UVround[Q][1];
|
||||
cpi->zrun_zbin_boost_uv[Q][i] =
|
||||
(cpi->common.UVdequant[Q][1] * zbin_boost[i]) >> 7;
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
#define ZBIN_EXTRA_Y \
|
||||
(( cpi->common.Y1dequant[QIndex][1] * \
|
||||
( x->zbin_over_quant + \
|
||||
x->zbin_mode_boost + \
|
||||
x->act_zbin_adj ) ) >> 7)
|
||||
#define ZBIN_EXTRA_Y \
|
||||
((cpi->common.Y1dequant[QIndex][1] * \
|
||||
(x->zbin_over_quant + x->zbin_mode_boost + x->act_zbin_adj)) >> \
|
||||
7)
|
||||
|
||||
#define ZBIN_EXTRA_UV \
|
||||
(( cpi->common.UVdequant[QIndex][1] * \
|
||||
( x->zbin_over_quant + \
|
||||
x->zbin_mode_boost + \
|
||||
x->act_zbin_adj ) ) >> 7)
|
||||
#define ZBIN_EXTRA_UV \
|
||||
((cpi->common.UVdequant[QIndex][1] * \
|
||||
(x->zbin_over_quant + x->zbin_mode_boost + x->act_zbin_adj)) >> \
|
||||
7)
|
||||
|
||||
#define ZBIN_EXTRA_Y2 \
|
||||
(( cpi->common.Y2dequant[QIndex][1] * \
|
||||
( (x->zbin_over_quant / 2) + \
|
||||
x->zbin_mode_boost + \
|
||||
x->act_zbin_adj ) ) >> 7)
|
||||
#define ZBIN_EXTRA_Y2 \
|
||||
((cpi->common.Y2dequant[QIndex][1] * \
|
||||
((x->zbin_over_quant / 2) + x->zbin_mode_boost + x->act_zbin_adj)) >> \
|
||||
7)
|
||||
|
||||
void vp8cx_mb_init_quantizer(VP8_COMP *cpi, MACROBLOCK *x, int ok_to_skip)
|
||||
{
|
||||
int i;
|
||||
int QIndex;
|
||||
MACROBLOCKD *xd = &x->e_mbd;
|
||||
int zbin_extra;
|
||||
void vp8cx_mb_init_quantizer(VP8_COMP *cpi, MACROBLOCK *x, int ok_to_skip) {
|
||||
int i;
|
||||
int QIndex;
|
||||
MACROBLOCKD *xd = &x->e_mbd;
|
||||
int zbin_extra;
|
||||
|
||||
/* Select the baseline MB Q index. */
|
||||
if (xd->segmentation_enabled)
|
||||
{
|
||||
/* Abs Value */
|
||||
if (xd->mb_segement_abs_delta == SEGMENT_ABSDATA)
|
||||
QIndex = xd->segment_feature_data[MB_LVL_ALT_Q][xd->mode_info_context->mbmi.segment_id];
|
||||
/* Delta Value */
|
||||
else
|
||||
{
|
||||
QIndex = cpi->common.base_qindex + xd->segment_feature_data[MB_LVL_ALT_Q][xd->mode_info_context->mbmi.segment_id];
|
||||
/* Clamp to valid range */
|
||||
QIndex = (QIndex >= 0) ? ((QIndex <= MAXQ) ? QIndex : MAXQ) : 0;
|
||||
}
|
||||
/* Select the baseline MB Q index. */
|
||||
if (xd->segmentation_enabled) {
|
||||
/* Abs Value */
|
||||
if (xd->mb_segement_abs_delta == SEGMENT_ABSDATA) {
|
||||
QIndex = xd->segment_feature_data[MB_LVL_ALT_Q]
|
||||
[xd->mode_info_context->mbmi.segment_id];
|
||||
/* Delta Value */
|
||||
} else {
|
||||
QIndex = cpi->common.base_qindex +
|
||||
xd->segment_feature_data[MB_LVL_ALT_Q]
|
||||
[xd->mode_info_context->mbmi.segment_id];
|
||||
/* Clamp to valid range */
|
||||
QIndex = (QIndex >= 0) ? ((QIndex <= MAXQ) ? QIndex : MAXQ) : 0;
|
||||
}
|
||||
else
|
||||
QIndex = cpi->common.base_qindex;
|
||||
} else {
|
||||
QIndex = cpi->common.base_qindex;
|
||||
}
|
||||
|
||||
/* This initialization should be called at least once. Use ok_to_skip to
|
||||
* decide if it is ok to skip.
|
||||
* Before encoding a frame, this function is always called with ok_to_skip
|
||||
* =0, which means no skiping of calculations. The "last" values are
|
||||
* initialized at that time.
|
||||
*/
|
||||
if (!ok_to_skip || QIndex != x->q_index)
|
||||
{
|
||||
/* This initialization should be called at least once. Use ok_to_skip to
|
||||
* decide if it is ok to skip.
|
||||
* Before encoding a frame, this function is always called with ok_to_skip
|
||||
* =0, which means no skiping of calculations. The "last" values are
|
||||
* initialized at that time.
|
||||
*/
|
||||
if (!ok_to_skip || QIndex != x->q_index) {
|
||||
xd->dequant_y1_dc[0] = 1;
|
||||
xd->dequant_y1[0] = cpi->common.Y1dequant[QIndex][0];
|
||||
xd->dequant_y2[0] = cpi->common.Y2dequant[QIndex][0];
|
||||
xd->dequant_uv[0] = cpi->common.UVdequant[QIndex][0];
|
||||
|
||||
xd->dequant_y1_dc[0] = 1;
|
||||
xd->dequant_y1[0] = cpi->common.Y1dequant[QIndex][0];
|
||||
xd->dequant_y2[0] = cpi->common.Y2dequant[QIndex][0];
|
||||
xd->dequant_uv[0] = cpi->common.UVdequant[QIndex][0];
|
||||
|
||||
for (i = 1; i < 16; i++)
|
||||
{
|
||||
xd->dequant_y1_dc[i] =
|
||||
xd->dequant_y1[i] = cpi->common.Y1dequant[QIndex][1];
|
||||
xd->dequant_y2[i] = cpi->common.Y2dequant[QIndex][1];
|
||||
xd->dequant_uv[i] = cpi->common.UVdequant[QIndex][1];
|
||||
}
|
||||
for (i = 1; i < 16; ++i) {
|
||||
xd->dequant_y1_dc[i] = xd->dequant_y1[i] =
|
||||
cpi->common.Y1dequant[QIndex][1];
|
||||
xd->dequant_y2[i] = cpi->common.Y2dequant[QIndex][1];
|
||||
xd->dequant_uv[i] = cpi->common.UVdequant[QIndex][1];
|
||||
}
|
||||
#if 1
|
||||
/*TODO: Remove dequant from BLOCKD. This is a temporary solution until
|
||||
* the quantizer code uses a passed in pointer to the dequant constants.
|
||||
* This will also require modifications to the x86 and neon assembly.
|
||||
* */
|
||||
for (i = 0; i < 16; i++)
|
||||
x->e_mbd.block[i].dequant = xd->dequant_y1;
|
||||
for (i = 16; i < 24; i++)
|
||||
x->e_mbd.block[i].dequant = xd->dequant_uv;
|
||||
x->e_mbd.block[24].dequant = xd->dequant_y2;
|
||||
/*TODO: Remove dequant from BLOCKD. This is a temporary solution until
|
||||
* the quantizer code uses a passed in pointer to the dequant constants.
|
||||
* This will also require modifications to the x86 and neon assembly.
|
||||
* */
|
||||
for (i = 0; i < 16; ++i) x->e_mbd.block[i].dequant = xd->dequant_y1;
|
||||
for (i = 16; i < 24; ++i) x->e_mbd.block[i].dequant = xd->dequant_uv;
|
||||
x->e_mbd.block[24].dequant = xd->dequant_y2;
|
||||
#endif
|
||||
|
||||
/* Y */
|
||||
zbin_extra = ZBIN_EXTRA_Y;
|
||||
|
||||
for (i = 0; i < 16; i++)
|
||||
{
|
||||
x->block[i].quant = cpi->Y1quant[QIndex];
|
||||
x->block[i].quant_fast = cpi->Y1quant_fast[QIndex];
|
||||
x->block[i].quant_shift = cpi->Y1quant_shift[QIndex];
|
||||
x->block[i].zbin = cpi->Y1zbin[QIndex];
|
||||
x->block[i].round = cpi->Y1round[QIndex];
|
||||
x->block[i].zrun_zbin_boost = cpi->zrun_zbin_boost_y1[QIndex];
|
||||
x->block[i].zbin_extra = (short)zbin_extra;
|
||||
}
|
||||
|
||||
/* UV */
|
||||
zbin_extra = ZBIN_EXTRA_UV;
|
||||
|
||||
for (i = 16; i < 24; i++)
|
||||
{
|
||||
x->block[i].quant = cpi->UVquant[QIndex];
|
||||
x->block[i].quant_fast = cpi->UVquant_fast[QIndex];
|
||||
x->block[i].quant_shift = cpi->UVquant_shift[QIndex];
|
||||
x->block[i].zbin = cpi->UVzbin[QIndex];
|
||||
x->block[i].round = cpi->UVround[QIndex];
|
||||
x->block[i].zrun_zbin_boost = cpi->zrun_zbin_boost_uv[QIndex];
|
||||
x->block[i].zbin_extra = (short)zbin_extra;
|
||||
}
|
||||
|
||||
/* Y2 */
|
||||
zbin_extra = ZBIN_EXTRA_Y2;
|
||||
|
||||
x->block[24].quant_fast = cpi->Y2quant_fast[QIndex];
|
||||
x->block[24].quant = cpi->Y2quant[QIndex];
|
||||
x->block[24].quant_shift = cpi->Y2quant_shift[QIndex];
|
||||
x->block[24].zbin = cpi->Y2zbin[QIndex];
|
||||
x->block[24].round = cpi->Y2round[QIndex];
|
||||
x->block[24].zrun_zbin_boost = cpi->zrun_zbin_boost_y2[QIndex];
|
||||
x->block[24].zbin_extra = (short)zbin_extra;
|
||||
|
||||
/* save this macroblock QIndex for vp8_update_zbin_extra() */
|
||||
x->q_index = QIndex;
|
||||
|
||||
x->last_zbin_over_quant = x->zbin_over_quant;
|
||||
x->last_zbin_mode_boost = x->zbin_mode_boost;
|
||||
x->last_act_zbin_adj = x->act_zbin_adj;
|
||||
|
||||
|
||||
|
||||
}
|
||||
else if(x->last_zbin_over_quant != x->zbin_over_quant
|
||||
|| x->last_zbin_mode_boost != x->zbin_mode_boost
|
||||
|| x->last_act_zbin_adj != x->act_zbin_adj)
|
||||
{
|
||||
/* Y */
|
||||
zbin_extra = ZBIN_EXTRA_Y;
|
||||
|
||||
for (i = 0; i < 16; i++)
|
||||
x->block[i].zbin_extra = (short)zbin_extra;
|
||||
|
||||
/* UV */
|
||||
zbin_extra = ZBIN_EXTRA_UV;
|
||||
|
||||
for (i = 16; i < 24; i++)
|
||||
x->block[i].zbin_extra = (short)zbin_extra;
|
||||
|
||||
/* Y2 */
|
||||
zbin_extra = ZBIN_EXTRA_Y2;
|
||||
x->block[24].zbin_extra = (short)zbin_extra;
|
||||
|
||||
x->last_zbin_over_quant = x->zbin_over_quant;
|
||||
x->last_zbin_mode_boost = x->zbin_mode_boost;
|
||||
x->last_act_zbin_adj = x->act_zbin_adj;
|
||||
}
|
||||
}
|
||||
|
||||
void vp8_update_zbin_extra(VP8_COMP *cpi, MACROBLOCK *x)
|
||||
{
|
||||
int i;
|
||||
int QIndex = x->q_index;
|
||||
int zbin_extra;
|
||||
|
||||
/* Y */
|
||||
zbin_extra = ZBIN_EXTRA_Y;
|
||||
|
||||
for (i = 0; i < 16; i++)
|
||||
x->block[i].zbin_extra = (short)zbin_extra;
|
||||
for (i = 0; i < 16; ++i) {
|
||||
x->block[i].quant = cpi->Y1quant[QIndex];
|
||||
x->block[i].quant_fast = cpi->Y1quant_fast[QIndex];
|
||||
x->block[i].quant_shift = cpi->Y1quant_shift[QIndex];
|
||||
x->block[i].zbin = cpi->Y1zbin[QIndex];
|
||||
x->block[i].round = cpi->Y1round[QIndex];
|
||||
x->block[i].zrun_zbin_boost = cpi->zrun_zbin_boost_y1[QIndex];
|
||||
x->block[i].zbin_extra = (short)zbin_extra;
|
||||
}
|
||||
|
||||
/* UV */
|
||||
zbin_extra = ZBIN_EXTRA_UV;
|
||||
|
||||
for (i = 16; i < 24; i++)
|
||||
x->block[i].zbin_extra = (short)zbin_extra;
|
||||
for (i = 16; i < 24; ++i) {
|
||||
x->block[i].quant = cpi->UVquant[QIndex];
|
||||
x->block[i].quant_fast = cpi->UVquant_fast[QIndex];
|
||||
x->block[i].quant_shift = cpi->UVquant_shift[QIndex];
|
||||
x->block[i].zbin = cpi->UVzbin[QIndex];
|
||||
x->block[i].round = cpi->UVround[QIndex];
|
||||
x->block[i].zrun_zbin_boost = cpi->zrun_zbin_boost_uv[QIndex];
|
||||
x->block[i].zbin_extra = (short)zbin_extra;
|
||||
}
|
||||
|
||||
/* Y2 */
|
||||
zbin_extra = ZBIN_EXTRA_Y2;
|
||||
|
||||
x->block[24].quant_fast = cpi->Y2quant_fast[QIndex];
|
||||
x->block[24].quant = cpi->Y2quant[QIndex];
|
||||
x->block[24].quant_shift = cpi->Y2quant_shift[QIndex];
|
||||
x->block[24].zbin = cpi->Y2zbin[QIndex];
|
||||
x->block[24].round = cpi->Y2round[QIndex];
|
||||
x->block[24].zrun_zbin_boost = cpi->zrun_zbin_boost_y2[QIndex];
|
||||
x->block[24].zbin_extra = (short)zbin_extra;
|
||||
|
||||
/* save this macroblock QIndex for vp8_update_zbin_extra() */
|
||||
x->q_index = QIndex;
|
||||
|
||||
x->last_zbin_over_quant = x->zbin_over_quant;
|
||||
x->last_zbin_mode_boost = x->zbin_mode_boost;
|
||||
x->last_act_zbin_adj = x->act_zbin_adj;
|
||||
|
||||
} else if (x->last_zbin_over_quant != x->zbin_over_quant ||
|
||||
x->last_zbin_mode_boost != x->zbin_mode_boost ||
|
||||
x->last_act_zbin_adj != x->act_zbin_adj) {
|
||||
/* Y */
|
||||
zbin_extra = ZBIN_EXTRA_Y;
|
||||
|
||||
for (i = 0; i < 16; ++i) x->block[i].zbin_extra = (short)zbin_extra;
|
||||
|
||||
/* UV */
|
||||
zbin_extra = ZBIN_EXTRA_UV;
|
||||
|
||||
for (i = 16; i < 24; ++i) x->block[i].zbin_extra = (short)zbin_extra;
|
||||
|
||||
/* Y2 */
|
||||
zbin_extra = ZBIN_EXTRA_Y2;
|
||||
x->block[24].zbin_extra = (short)zbin_extra;
|
||||
|
||||
x->last_zbin_over_quant = x->zbin_over_quant;
|
||||
x->last_zbin_mode_boost = x->zbin_mode_boost;
|
||||
x->last_act_zbin_adj = x->act_zbin_adj;
|
||||
}
|
||||
}
|
||||
|
||||
void vp8_update_zbin_extra(VP8_COMP *cpi, MACROBLOCK *x) {
|
||||
int i;
|
||||
int QIndex = x->q_index;
|
||||
int zbin_extra;
|
||||
|
||||
/* Y */
|
||||
zbin_extra = ZBIN_EXTRA_Y;
|
||||
|
||||
for (i = 0; i < 16; ++i) x->block[i].zbin_extra = (short)zbin_extra;
|
||||
|
||||
/* UV */
|
||||
zbin_extra = ZBIN_EXTRA_UV;
|
||||
|
||||
for (i = 16; i < 24; ++i) x->block[i].zbin_extra = (short)zbin_extra;
|
||||
|
||||
/* Y2 */
|
||||
zbin_extra = ZBIN_EXTRA_Y2;
|
||||
x->block[24].zbin_extra = (short)zbin_extra;
|
||||
}
|
||||
#undef ZBIN_EXTRA_Y
|
||||
#undef ZBIN_EXTRA_UV
|
||||
#undef ZBIN_EXTRA_Y2
|
||||
|
||||
void vp8cx_frame_init_quantizer(VP8_COMP *cpi)
|
||||
{
|
||||
/* Clear Zbin mode boost for default case */
|
||||
cpi->mb.zbin_mode_boost = 0;
|
||||
void vp8cx_frame_init_quantizer(VP8_COMP *cpi) {
|
||||
/* Clear Zbin mode boost for default case */
|
||||
cpi->mb.zbin_mode_boost = 0;
|
||||
|
||||
/* MB level quantizer setup */
|
||||
vp8cx_mb_init_quantizer(cpi, &cpi->mb, 0);
|
||||
/* MB level quantizer setup */
|
||||
vp8cx_mb_init_quantizer(cpi, &cpi->mb, 0);
|
||||
}
|
||||
|
||||
void vp8_set_quantizer(struct VP8_COMP *cpi, int Q) {
|
||||
VP8_COMMON *cm = &cpi->common;
|
||||
MACROBLOCKD *mbd = &cpi->mb.e_mbd;
|
||||
int update = 0;
|
||||
int new_delta_q;
|
||||
int new_uv_delta_q;
|
||||
cm->base_qindex = Q;
|
||||
|
||||
void vp8_set_quantizer(struct VP8_COMP *cpi, int Q)
|
||||
{
|
||||
VP8_COMMON *cm = &cpi->common;
|
||||
MACROBLOCKD *mbd = &cpi->mb.e_mbd;
|
||||
int update = 0;
|
||||
int new_delta_q;
|
||||
int new_uv_delta_q;
|
||||
cm->base_qindex = Q;
|
||||
/* if any of the delta_q values are changing update flag has to be set */
|
||||
/* currently only y2dc_delta_q may change */
|
||||
|
||||
/* if any of the delta_q values are changing update flag has to be set */
|
||||
/* currently only y2dc_delta_q may change */
|
||||
cm->y1dc_delta_q = 0;
|
||||
cm->y2ac_delta_q = 0;
|
||||
|
||||
cm->y1dc_delta_q = 0;
|
||||
cm->y2ac_delta_q = 0;
|
||||
if (Q < 4) {
|
||||
new_delta_q = 4 - Q;
|
||||
} else {
|
||||
new_delta_q = 0;
|
||||
}
|
||||
|
||||
if (Q < 4)
|
||||
{
|
||||
new_delta_q = 4-Q;
|
||||
update |= cm->y2dc_delta_q != new_delta_q;
|
||||
cm->y2dc_delta_q = new_delta_q;
|
||||
|
||||
new_uv_delta_q = 0;
|
||||
// For screen content, lower the q value for UV channel. For now, select
|
||||
// conservative delta; same delta for dc and ac, and decrease it with lower
|
||||
// Q, and set to 0 below some threshold. May want to condition this in
|
||||
// future on the variance/energy in UV channel.
|
||||
if (cpi->oxcf.screen_content_mode && Q > 40) {
|
||||
new_uv_delta_q = -(int)(0.15 * Q);
|
||||
// Check range: magnitude of delta is 4 bits.
|
||||
if (new_uv_delta_q < -15) {
|
||||
new_uv_delta_q = -15;
|
||||
}
|
||||
else
|
||||
new_delta_q = 0;
|
||||
}
|
||||
update |= cm->uvdc_delta_q != new_uv_delta_q;
|
||||
cm->uvdc_delta_q = new_uv_delta_q;
|
||||
cm->uvac_delta_q = new_uv_delta_q;
|
||||
|
||||
update |= cm->y2dc_delta_q != new_delta_q;
|
||||
cm->y2dc_delta_q = new_delta_q;
|
||||
|
||||
new_uv_delta_q = 0;
|
||||
// For screen content, lower the q value for UV channel. For now, select
|
||||
// conservative delta; same delta for dc and ac, and decrease it with lower
|
||||
// Q, and set to 0 below some threshold. May want to condition this in
|
||||
// future on the variance/energy in UV channel.
|
||||
if (cpi->oxcf.screen_content_mode && Q > 40) {
|
||||
new_uv_delta_q = -(int)(0.15 * Q);
|
||||
// Check range: magnitude of delta is 4 bits.
|
||||
if (new_uv_delta_q < -15) {
|
||||
new_uv_delta_q = -15;
|
||||
}
|
||||
}
|
||||
update |= cm->uvdc_delta_q != new_uv_delta_q;
|
||||
cm->uvdc_delta_q = new_uv_delta_q;
|
||||
cm->uvac_delta_q = new_uv_delta_q;
|
||||
|
||||
/* Set Segment specific quatizers */
|
||||
mbd->segment_feature_data[MB_LVL_ALT_Q][0] = cpi->segment_feature_data[MB_LVL_ALT_Q][0];
|
||||
mbd->segment_feature_data[MB_LVL_ALT_Q][1] = cpi->segment_feature_data[MB_LVL_ALT_Q][1];
|
||||
mbd->segment_feature_data[MB_LVL_ALT_Q][2] = cpi->segment_feature_data[MB_LVL_ALT_Q][2];
|
||||
mbd->segment_feature_data[MB_LVL_ALT_Q][3] = cpi->segment_feature_data[MB_LVL_ALT_Q][3];
|
||||
|
||||
/* quantizer has to be reinitialized for any delta_q changes */
|
||||
if(update)
|
||||
vp8cx_init_quantizer(cpi);
|
||||
/* Set Segment specific quatizers */
|
||||
mbd->segment_feature_data[MB_LVL_ALT_Q][0] =
|
||||
cpi->segment_feature_data[MB_LVL_ALT_Q][0];
|
||||
mbd->segment_feature_data[MB_LVL_ALT_Q][1] =
|
||||
cpi->segment_feature_data[MB_LVL_ALT_Q][1];
|
||||
mbd->segment_feature_data[MB_LVL_ALT_Q][2] =
|
||||
cpi->segment_feature_data[MB_LVL_ALT_Q][2];
|
||||
mbd->segment_feature_data[MB_LVL_ALT_Q][3] =
|
||||
cpi->segment_feature_data[MB_LVL_ALT_Q][3];
|
||||
|
||||
/* quantizer has to be reinitialized for any delta_q changes */
|
||||
if (update) vp8cx_init_quantizer(cpi);
|
||||
}
|
||||
@@ -20,360 +20,353 @@
|
||||
/* Compute the sum of all pixel differences of this MB. */
|
||||
static INLINE unsigned int abs_sum_diff_16x1(__m128i acc_diff) {
|
||||
const __m128i k_1 = _mm_set1_epi16(1);
|
||||
const __m128i acc_diff_lo = _mm_srai_epi16(
|
||||
_mm_unpacklo_epi8(acc_diff, acc_diff), 8);
|
||||
const __m128i acc_diff_hi = _mm_srai_epi16(
|
||||
_mm_unpackhi_epi8(acc_diff, acc_diff), 8);
|
||||
const __m128i acc_diff_lo =
|
||||
_mm_srai_epi16(_mm_unpacklo_epi8(acc_diff, acc_diff), 8);
|
||||
const __m128i acc_diff_hi =
|
||||
_mm_srai_epi16(_mm_unpackhi_epi8(acc_diff, acc_diff), 8);
|
||||
const __m128i acc_diff_16 = _mm_add_epi16(acc_diff_lo, acc_diff_hi);
|
||||
const __m128i hg_fe_dc_ba = _mm_madd_epi16(acc_diff_16, k_1);
|
||||
const __m128i hgfe_dcba = _mm_add_epi32(hg_fe_dc_ba,
|
||||
_mm_srli_si128(hg_fe_dc_ba, 8));
|
||||
const __m128i hgfedcba = _mm_add_epi32(hgfe_dcba,
|
||||
_mm_srli_si128(hgfe_dcba, 4));
|
||||
const __m128i hgfe_dcba =
|
||||
_mm_add_epi32(hg_fe_dc_ba, _mm_srli_si128(hg_fe_dc_ba, 8));
|
||||
const __m128i hgfedcba =
|
||||
_mm_add_epi32(hgfe_dcba, _mm_srli_si128(hgfe_dcba, 4));
|
||||
unsigned int sum_diff = abs(_mm_cvtsi128_si32(hgfedcba));
|
||||
|
||||
return sum_diff;
|
||||
}
|
||||
|
||||
int vp8_denoiser_filter_sse2(unsigned char *mc_running_avg_y,
|
||||
int mc_avg_y_stride,
|
||||
unsigned char *running_avg_y, int avg_y_stride,
|
||||
unsigned char *sig, int sig_stride,
|
||||
unsigned int motion_magnitude,
|
||||
int increase_denoising)
|
||||
{
|
||||
unsigned char *running_avg_y_start = running_avg_y;
|
||||
unsigned char *sig_start = sig;
|
||||
unsigned int sum_diff_thresh;
|
||||
int r;
|
||||
int shift_inc = (increase_denoising &&
|
||||
motion_magnitude <= MOTION_MAGNITUDE_THRESHOLD) ? 1 : 0;
|
||||
__m128i acc_diff = _mm_setzero_si128();
|
||||
const __m128i k_0 = _mm_setzero_si128();
|
||||
const __m128i k_4 = _mm_set1_epi8(4 + shift_inc);
|
||||
const __m128i k_8 = _mm_set1_epi8(8);
|
||||
const __m128i k_16 = _mm_set1_epi8(16);
|
||||
/* Modify each level's adjustment according to motion_magnitude. */
|
||||
const __m128i l3 = _mm_set1_epi8(
|
||||
(motion_magnitude <= MOTION_MAGNITUDE_THRESHOLD) ?
|
||||
7 + shift_inc : 6);
|
||||
/* Difference between level 3 and level 2 is 2. */
|
||||
const __m128i l32 = _mm_set1_epi8(2);
|
||||
/* Difference between level 2 and level 1 is 1. */
|
||||
const __m128i l21 = _mm_set1_epi8(1);
|
||||
int mc_avg_y_stride, unsigned char *running_avg_y,
|
||||
int avg_y_stride, unsigned char *sig,
|
||||
int sig_stride, unsigned int motion_magnitude,
|
||||
int increase_denoising) {
|
||||
unsigned char *running_avg_y_start = running_avg_y;
|
||||
unsigned char *sig_start = sig;
|
||||
unsigned int sum_diff_thresh;
|
||||
int r;
|
||||
int shift_inc =
|
||||
(increase_denoising && motion_magnitude <= MOTION_MAGNITUDE_THRESHOLD)
|
||||
? 1
|
||||
: 0;
|
||||
__m128i acc_diff = _mm_setzero_si128();
|
||||
const __m128i k_0 = _mm_setzero_si128();
|
||||
const __m128i k_4 = _mm_set1_epi8(4 + shift_inc);
|
||||
const __m128i k_8 = _mm_set1_epi8(8);
|
||||
const __m128i k_16 = _mm_set1_epi8(16);
|
||||
/* Modify each level's adjustment according to motion_magnitude. */
|
||||
const __m128i l3 = _mm_set1_epi8(
|
||||
(motion_magnitude <= MOTION_MAGNITUDE_THRESHOLD) ? 7 + shift_inc : 6);
|
||||
/* Difference between level 3 and level 2 is 2. */
|
||||
const __m128i l32 = _mm_set1_epi8(2);
|
||||
/* Difference between level 2 and level 1 is 1. */
|
||||
const __m128i l21 = _mm_set1_epi8(1);
|
||||
|
||||
for (r = 0; r < 16; ++r)
|
||||
{
|
||||
/* Calculate differences */
|
||||
const __m128i v_sig = _mm_loadu_si128((__m128i *)(&sig[0]));
|
||||
const __m128i v_mc_running_avg_y = _mm_loadu_si128(
|
||||
(__m128i *)(&mc_running_avg_y[0]));
|
||||
__m128i v_running_avg_y;
|
||||
const __m128i pdiff = _mm_subs_epu8(v_mc_running_avg_y, v_sig);
|
||||
const __m128i ndiff = _mm_subs_epu8(v_sig, v_mc_running_avg_y);
|
||||
/* Obtain the sign. FF if diff is negative. */
|
||||
const __m128i diff_sign = _mm_cmpeq_epi8(pdiff, k_0);
|
||||
/* Clamp absolute difference to 16 to be used to get mask. Doing this
|
||||
* allows us to use _mm_cmpgt_epi8, which operates on signed byte. */
|
||||
const __m128i clamped_absdiff = _mm_min_epu8(
|
||||
_mm_or_si128(pdiff, ndiff), k_16);
|
||||
/* Get masks for l2 l1 and l0 adjustments */
|
||||
const __m128i mask2 = _mm_cmpgt_epi8(k_16, clamped_absdiff);
|
||||
const __m128i mask1 = _mm_cmpgt_epi8(k_8, clamped_absdiff);
|
||||
const __m128i mask0 = _mm_cmpgt_epi8(k_4, clamped_absdiff);
|
||||
/* Get adjustments for l2, l1, and l0 */
|
||||
__m128i adj2 = _mm_and_si128(mask2, l32);
|
||||
const __m128i adj1 = _mm_and_si128(mask1, l21);
|
||||
const __m128i adj0 = _mm_and_si128(mask0, clamped_absdiff);
|
||||
__m128i adj, padj, nadj;
|
||||
for (r = 0; r < 16; ++r) {
|
||||
/* Calculate differences */
|
||||
const __m128i v_sig = _mm_loadu_si128((__m128i *)(&sig[0]));
|
||||
const __m128i v_mc_running_avg_y =
|
||||
_mm_loadu_si128((__m128i *)(&mc_running_avg_y[0]));
|
||||
__m128i v_running_avg_y;
|
||||
const __m128i pdiff = _mm_subs_epu8(v_mc_running_avg_y, v_sig);
|
||||
const __m128i ndiff = _mm_subs_epu8(v_sig, v_mc_running_avg_y);
|
||||
/* Obtain the sign. FF if diff is negative. */
|
||||
const __m128i diff_sign = _mm_cmpeq_epi8(pdiff, k_0);
|
||||
/* Clamp absolute difference to 16 to be used to get mask. Doing this
|
||||
* allows us to use _mm_cmpgt_epi8, which operates on signed byte. */
|
||||
const __m128i clamped_absdiff =
|
||||
_mm_min_epu8(_mm_or_si128(pdiff, ndiff), k_16);
|
||||
/* Get masks for l2 l1 and l0 adjustments */
|
||||
const __m128i mask2 = _mm_cmpgt_epi8(k_16, clamped_absdiff);
|
||||
const __m128i mask1 = _mm_cmpgt_epi8(k_8, clamped_absdiff);
|
||||
const __m128i mask0 = _mm_cmpgt_epi8(k_4, clamped_absdiff);
|
||||
/* Get adjustments for l2, l1, and l0 */
|
||||
__m128i adj2 = _mm_and_si128(mask2, l32);
|
||||
const __m128i adj1 = _mm_and_si128(mask1, l21);
|
||||
const __m128i adj0 = _mm_and_si128(mask0, clamped_absdiff);
|
||||
__m128i adj, padj, nadj;
|
||||
|
||||
/* Combine the adjustments and get absolute adjustments. */
|
||||
adj2 = _mm_add_epi8(adj2, adj1);
|
||||
adj = _mm_sub_epi8(l3, adj2);
|
||||
adj = _mm_andnot_si128(mask0, adj);
|
||||
adj = _mm_or_si128(adj, adj0);
|
||||
/* Combine the adjustments and get absolute adjustments. */
|
||||
adj2 = _mm_add_epi8(adj2, adj1);
|
||||
adj = _mm_sub_epi8(l3, adj2);
|
||||
adj = _mm_andnot_si128(mask0, adj);
|
||||
adj = _mm_or_si128(adj, adj0);
|
||||
|
||||
/* Restore the sign and get positive and negative adjustments. */
|
||||
padj = _mm_andnot_si128(diff_sign, adj);
|
||||
nadj = _mm_and_si128(diff_sign, adj);
|
||||
/* Restore the sign and get positive and negative adjustments. */
|
||||
padj = _mm_andnot_si128(diff_sign, adj);
|
||||
nadj = _mm_and_si128(diff_sign, adj);
|
||||
|
||||
/* Calculate filtered value. */
|
||||
v_running_avg_y = _mm_adds_epu8(v_sig, padj);
|
||||
v_running_avg_y = _mm_subs_epu8(v_running_avg_y, nadj);
|
||||
_mm_storeu_si128((__m128i *)running_avg_y, v_running_avg_y);
|
||||
/* Calculate filtered value. */
|
||||
v_running_avg_y = _mm_adds_epu8(v_sig, padj);
|
||||
v_running_avg_y = _mm_subs_epu8(v_running_avg_y, nadj);
|
||||
_mm_storeu_si128((__m128i *)running_avg_y, v_running_avg_y);
|
||||
|
||||
/* Adjustments <=7, and each element in acc_diff can fit in signed
|
||||
* char.
|
||||
*/
|
||||
acc_diff = _mm_adds_epi8(acc_diff, padj);
|
||||
acc_diff = _mm_subs_epi8(acc_diff, nadj);
|
||||
/* Adjustments <=7, and each element in acc_diff can fit in signed
|
||||
* char.
|
||||
*/
|
||||
acc_diff = _mm_adds_epi8(acc_diff, padj);
|
||||
acc_diff = _mm_subs_epi8(acc_diff, nadj);
|
||||
|
||||
/* Update pointers for next iteration. */
|
||||
sig += sig_stride;
|
||||
mc_running_avg_y += mc_avg_y_stride;
|
||||
running_avg_y += avg_y_stride;
|
||||
}
|
||||
/* Update pointers for next iteration. */
|
||||
sig += sig_stride;
|
||||
mc_running_avg_y += mc_avg_y_stride;
|
||||
running_avg_y += avg_y_stride;
|
||||
}
|
||||
|
||||
{
|
||||
/* Compute the sum of all pixel differences of this MB. */
|
||||
unsigned int abs_sum_diff = abs_sum_diff_16x1(acc_diff);
|
||||
sum_diff_thresh = SUM_DIFF_THRESHOLD;
|
||||
if (increase_denoising) sum_diff_thresh = SUM_DIFF_THRESHOLD_HIGH;
|
||||
if (abs_sum_diff > sum_diff_thresh) {
|
||||
// Before returning to copy the block (i.e., apply no denoising),
|
||||
// check if we can still apply some (weaker) temporal filtering to
|
||||
// this block, that would otherwise not be denoised at all. Simplest
|
||||
// is to apply an additional adjustment to running_avg_y to bring it
|
||||
// closer to sig. The adjustment is capped by a maximum delta, and
|
||||
// chosen such that in most cases the resulting sum_diff will be
|
||||
// within the acceptable range given by sum_diff_thresh.
|
||||
{
|
||||
/* Compute the sum of all pixel differences of this MB. */
|
||||
unsigned int abs_sum_diff = abs_sum_diff_16x1(acc_diff);
|
||||
sum_diff_thresh = SUM_DIFF_THRESHOLD;
|
||||
if (increase_denoising) sum_diff_thresh = SUM_DIFF_THRESHOLD_HIGH;
|
||||
if (abs_sum_diff > sum_diff_thresh) {
|
||||
// Before returning to copy the block (i.e., apply no denoising),
|
||||
// check if we can still apply some (weaker) temporal filtering to
|
||||
// this block, that would otherwise not be denoised at all. Simplest
|
||||
// is to apply an additional adjustment to running_avg_y to bring it
|
||||
// closer to sig. The adjustment is capped by a maximum delta, and
|
||||
// chosen such that in most cases the resulting sum_diff will be
|
||||
// within the acceptable range given by sum_diff_thresh.
|
||||
|
||||
// The delta is set by the excess of absolute pixel diff over the
|
||||
// threshold.
|
||||
int delta = ((abs_sum_diff - sum_diff_thresh) >> 8) + 1;
|
||||
// Only apply the adjustment for max delta up to 3.
|
||||
if (delta < 4) {
|
||||
const __m128i k_delta = _mm_set1_epi8(delta);
|
||||
sig -= sig_stride * 16;
|
||||
mc_running_avg_y -= mc_avg_y_stride * 16;
|
||||
running_avg_y -= avg_y_stride * 16;
|
||||
for (r = 0; r < 16; ++r) {
|
||||
__m128i v_running_avg_y =
|
||||
_mm_loadu_si128((__m128i *)(&running_avg_y[0]));
|
||||
// Calculate differences.
|
||||
const __m128i v_sig = _mm_loadu_si128((__m128i *)(&sig[0]));
|
||||
const __m128i v_mc_running_avg_y =
|
||||
_mm_loadu_si128((__m128i *)(&mc_running_avg_y[0]));
|
||||
const __m128i pdiff = _mm_subs_epu8(v_mc_running_avg_y, v_sig);
|
||||
const __m128i ndiff = _mm_subs_epu8(v_sig, v_mc_running_avg_y);
|
||||
// Obtain the sign. FF if diff is negative.
|
||||
const __m128i diff_sign = _mm_cmpeq_epi8(pdiff, k_0);
|
||||
// Clamp absolute difference to delta to get the adjustment.
|
||||
const __m128i adj =
|
||||
_mm_min_epu8(_mm_or_si128(pdiff, ndiff), k_delta);
|
||||
// Restore the sign and get positive and negative adjustments.
|
||||
__m128i padj, nadj;
|
||||
padj = _mm_andnot_si128(diff_sign, adj);
|
||||
nadj = _mm_and_si128(diff_sign, adj);
|
||||
// Calculate filtered value.
|
||||
v_running_avg_y = _mm_subs_epu8(v_running_avg_y, padj);
|
||||
v_running_avg_y = _mm_adds_epu8(v_running_avg_y, nadj);
|
||||
_mm_storeu_si128((__m128i *)running_avg_y, v_running_avg_y);
|
||||
// The delta is set by the excess of absolute pixel diff over the
|
||||
// threshold.
|
||||
int delta = ((abs_sum_diff - sum_diff_thresh) >> 8) + 1;
|
||||
// Only apply the adjustment for max delta up to 3.
|
||||
if (delta < 4) {
|
||||
const __m128i k_delta = _mm_set1_epi8(delta);
|
||||
sig -= sig_stride * 16;
|
||||
mc_running_avg_y -= mc_avg_y_stride * 16;
|
||||
running_avg_y -= avg_y_stride * 16;
|
||||
for (r = 0; r < 16; ++r) {
|
||||
__m128i v_running_avg_y =
|
||||
_mm_loadu_si128((__m128i *)(&running_avg_y[0]));
|
||||
// Calculate differences.
|
||||
const __m128i v_sig = _mm_loadu_si128((__m128i *)(&sig[0]));
|
||||
const __m128i v_mc_running_avg_y =
|
||||
_mm_loadu_si128((__m128i *)(&mc_running_avg_y[0]));
|
||||
const __m128i pdiff = _mm_subs_epu8(v_mc_running_avg_y, v_sig);
|
||||
const __m128i ndiff = _mm_subs_epu8(v_sig, v_mc_running_avg_y);
|
||||
// Obtain the sign. FF if diff is negative.
|
||||
const __m128i diff_sign = _mm_cmpeq_epi8(pdiff, k_0);
|
||||
// Clamp absolute difference to delta to get the adjustment.
|
||||
const __m128i adj = _mm_min_epu8(_mm_or_si128(pdiff, ndiff), k_delta);
|
||||
// Restore the sign and get positive and negative adjustments.
|
||||
__m128i padj, nadj;
|
||||
padj = _mm_andnot_si128(diff_sign, adj);
|
||||
nadj = _mm_and_si128(diff_sign, adj);
|
||||
// Calculate filtered value.
|
||||
v_running_avg_y = _mm_subs_epu8(v_running_avg_y, padj);
|
||||
v_running_avg_y = _mm_adds_epu8(v_running_avg_y, nadj);
|
||||
_mm_storeu_si128((__m128i *)running_avg_y, v_running_avg_y);
|
||||
|
||||
// Accumulate the adjustments.
|
||||
acc_diff = _mm_subs_epi8(acc_diff, padj);
|
||||
acc_diff = _mm_adds_epi8(acc_diff, nadj);
|
||||
// Accumulate the adjustments.
|
||||
acc_diff = _mm_subs_epi8(acc_diff, padj);
|
||||
acc_diff = _mm_adds_epi8(acc_diff, nadj);
|
||||
|
||||
// Update pointers for next iteration.
|
||||
sig += sig_stride;
|
||||
mc_running_avg_y += mc_avg_y_stride;
|
||||
running_avg_y += avg_y_stride;
|
||||
}
|
||||
abs_sum_diff = abs_sum_diff_16x1(acc_diff);
|
||||
if (abs_sum_diff > sum_diff_thresh) {
|
||||
return COPY_BLOCK;
|
||||
}
|
||||
} else {
|
||||
return COPY_BLOCK;
|
||||
}
|
||||
// Update pointers for next iteration.
|
||||
sig += sig_stride;
|
||||
mc_running_avg_y += mc_avg_y_stride;
|
||||
running_avg_y += avg_y_stride;
|
||||
}
|
||||
abs_sum_diff = abs_sum_diff_16x1(acc_diff);
|
||||
if (abs_sum_diff > sum_diff_thresh) {
|
||||
return COPY_BLOCK;
|
||||
}
|
||||
} else {
|
||||
return COPY_BLOCK;
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
vp8_copy_mem16x16(running_avg_y_start, avg_y_stride, sig_start, sig_stride);
|
||||
return FILTER_BLOCK;
|
||||
vp8_copy_mem16x16(running_avg_y_start, avg_y_stride, sig_start, sig_stride);
|
||||
return FILTER_BLOCK;
|
||||
}
|
||||
|
||||
int vp8_denoiser_filter_uv_sse2(unsigned char *mc_running_avg,
|
||||
int mc_avg_stride,
|
||||
unsigned char *running_avg, int avg_stride,
|
||||
unsigned char *sig, int sig_stride,
|
||||
unsigned int motion_magnitude,
|
||||
int increase_denoising) {
|
||||
unsigned char *running_avg_start = running_avg;
|
||||
unsigned char *sig_start = sig;
|
||||
unsigned int sum_diff_thresh;
|
||||
int r;
|
||||
int shift_inc = (increase_denoising &&
|
||||
motion_magnitude <= MOTION_MAGNITUDE_THRESHOLD_UV) ? 1 : 0;
|
||||
__m128i acc_diff = _mm_setzero_si128();
|
||||
const __m128i k_0 = _mm_setzero_si128();
|
||||
const __m128i k_4 = _mm_set1_epi8(4 + shift_inc);
|
||||
const __m128i k_8 = _mm_set1_epi8(8);
|
||||
const __m128i k_16 = _mm_set1_epi8(16);
|
||||
/* Modify each level's adjustment according to motion_magnitude. */
|
||||
const __m128i l3 = _mm_set1_epi8(
|
||||
(motion_magnitude <= MOTION_MAGNITUDE_THRESHOLD_UV) ?
|
||||
7 + shift_inc : 6);
|
||||
/* Difference between level 3 and level 2 is 2. */
|
||||
const __m128i l32 = _mm_set1_epi8(2);
|
||||
/* Difference between level 2 and level 1 is 1. */
|
||||
const __m128i l21 = _mm_set1_epi8(1);
|
||||
int mc_avg_stride, unsigned char *running_avg,
|
||||
int avg_stride, unsigned char *sig,
|
||||
int sig_stride, unsigned int motion_magnitude,
|
||||
int increase_denoising) {
|
||||
unsigned char *running_avg_start = running_avg;
|
||||
unsigned char *sig_start = sig;
|
||||
unsigned int sum_diff_thresh;
|
||||
int r;
|
||||
int shift_inc =
|
||||
(increase_denoising && motion_magnitude <= MOTION_MAGNITUDE_THRESHOLD_UV)
|
||||
? 1
|
||||
: 0;
|
||||
__m128i acc_diff = _mm_setzero_si128();
|
||||
const __m128i k_0 = _mm_setzero_si128();
|
||||
const __m128i k_4 = _mm_set1_epi8(4 + shift_inc);
|
||||
const __m128i k_8 = _mm_set1_epi8(8);
|
||||
const __m128i k_16 = _mm_set1_epi8(16);
|
||||
/* Modify each level's adjustment according to motion_magnitude. */
|
||||
const __m128i l3 = _mm_set1_epi8(
|
||||
(motion_magnitude <= MOTION_MAGNITUDE_THRESHOLD_UV) ? 7 + shift_inc : 6);
|
||||
/* Difference between level 3 and level 2 is 2. */
|
||||
const __m128i l32 = _mm_set1_epi8(2);
|
||||
/* Difference between level 2 and level 1 is 1. */
|
||||
const __m128i l21 = _mm_set1_epi8(1);
|
||||
|
||||
{
|
||||
const __m128i k_1 = _mm_set1_epi16(1);
|
||||
__m128i vec_sum_block = _mm_setzero_si128();
|
||||
|
||||
// Avoid denoising color signal if its close to average level.
|
||||
for (r = 0; r < 8; ++r) {
|
||||
const __m128i v_sig = _mm_loadl_epi64((__m128i *)(&sig[0]));
|
||||
const __m128i v_sig_unpack = _mm_unpacklo_epi8(v_sig, k_0);
|
||||
vec_sum_block = _mm_add_epi16(vec_sum_block, v_sig_unpack);
|
||||
sig += sig_stride;
|
||||
}
|
||||
sig -= sig_stride * 8;
|
||||
{
|
||||
const __m128i k_1 = _mm_set1_epi16(1);
|
||||
__m128i vec_sum_block = _mm_setzero_si128();
|
||||
|
||||
// Avoid denoising color signal if its close to average level.
|
||||
for (r = 0; r < 8; ++r) {
|
||||
const __m128i v_sig = _mm_loadl_epi64((__m128i *)(&sig[0]));
|
||||
const __m128i v_sig_unpack = _mm_unpacklo_epi8(v_sig, k_0);
|
||||
vec_sum_block = _mm_add_epi16(vec_sum_block, v_sig_unpack);
|
||||
sig += sig_stride;
|
||||
const __m128i hg_fe_dc_ba = _mm_madd_epi16(vec_sum_block, k_1);
|
||||
const __m128i hgfe_dcba =
|
||||
_mm_add_epi32(hg_fe_dc_ba, _mm_srli_si128(hg_fe_dc_ba, 8));
|
||||
const __m128i hgfedcba =
|
||||
_mm_add_epi32(hgfe_dcba, _mm_srli_si128(hgfe_dcba, 4));
|
||||
const int sum_block = _mm_cvtsi128_si32(hgfedcba);
|
||||
if (abs(sum_block - (128 * 8 * 8)) < SUM_DIFF_FROM_AVG_THRESH_UV) {
|
||||
return COPY_BLOCK;
|
||||
}
|
||||
sig -= sig_stride * 8;
|
||||
{
|
||||
const __m128i hg_fe_dc_ba = _mm_madd_epi16(vec_sum_block, k_1);
|
||||
const __m128i hgfe_dcba = _mm_add_epi32(hg_fe_dc_ba,
|
||||
_mm_srli_si128(hg_fe_dc_ba, 8));
|
||||
const __m128i hgfedcba = _mm_add_epi32(hgfe_dcba,
|
||||
_mm_srli_si128(hgfe_dcba, 4));
|
||||
const int sum_block = _mm_cvtsi128_si32(hgfedcba);
|
||||
if (abs(sum_block - (128 * 8 * 8)) < SUM_DIFF_FROM_AVG_THRESH_UV) {
|
||||
}
|
||||
}
|
||||
|
||||
for (r = 0; r < 4; ++r) {
|
||||
/* Calculate differences */
|
||||
const __m128i v_sig_low =
|
||||
_mm_castpd_si128(_mm_load_sd((double *)(&sig[0])));
|
||||
const __m128i v_sig = _mm_castpd_si128(_mm_loadh_pd(
|
||||
_mm_castsi128_pd(v_sig_low), (double *)(&sig[sig_stride])));
|
||||
const __m128i v_mc_running_avg_low =
|
||||
_mm_castpd_si128(_mm_load_sd((double *)(&mc_running_avg[0])));
|
||||
const __m128i v_mc_running_avg = _mm_castpd_si128(
|
||||
_mm_loadh_pd(_mm_castsi128_pd(v_mc_running_avg_low),
|
||||
(double *)(&mc_running_avg[mc_avg_stride])));
|
||||
const __m128i pdiff = _mm_subs_epu8(v_mc_running_avg, v_sig);
|
||||
const __m128i ndiff = _mm_subs_epu8(v_sig, v_mc_running_avg);
|
||||
/* Obtain the sign. FF if diff is negative. */
|
||||
const __m128i diff_sign = _mm_cmpeq_epi8(pdiff, k_0);
|
||||
/* Clamp absolute difference to 16 to be used to get mask. Doing this
|
||||
* allows us to use _mm_cmpgt_epi8, which operates on signed byte. */
|
||||
const __m128i clamped_absdiff =
|
||||
_mm_min_epu8(_mm_or_si128(pdiff, ndiff), k_16);
|
||||
/* Get masks for l2 l1 and l0 adjustments */
|
||||
const __m128i mask2 = _mm_cmpgt_epi8(k_16, clamped_absdiff);
|
||||
const __m128i mask1 = _mm_cmpgt_epi8(k_8, clamped_absdiff);
|
||||
const __m128i mask0 = _mm_cmpgt_epi8(k_4, clamped_absdiff);
|
||||
/* Get adjustments for l2, l1, and l0 */
|
||||
__m128i adj2 = _mm_and_si128(mask2, l32);
|
||||
const __m128i adj1 = _mm_and_si128(mask1, l21);
|
||||
const __m128i adj0 = _mm_and_si128(mask0, clamped_absdiff);
|
||||
__m128i adj, padj, nadj;
|
||||
__m128i v_running_avg;
|
||||
|
||||
/* Combine the adjustments and get absolute adjustments. */
|
||||
adj2 = _mm_add_epi8(adj2, adj1);
|
||||
adj = _mm_sub_epi8(l3, adj2);
|
||||
adj = _mm_andnot_si128(mask0, adj);
|
||||
adj = _mm_or_si128(adj, adj0);
|
||||
|
||||
/* Restore the sign and get positive and negative adjustments. */
|
||||
padj = _mm_andnot_si128(diff_sign, adj);
|
||||
nadj = _mm_and_si128(diff_sign, adj);
|
||||
|
||||
/* Calculate filtered value. */
|
||||
v_running_avg = _mm_adds_epu8(v_sig, padj);
|
||||
v_running_avg = _mm_subs_epu8(v_running_avg, nadj);
|
||||
|
||||
_mm_storel_pd((double *)&running_avg[0], _mm_castsi128_pd(v_running_avg));
|
||||
_mm_storeh_pd((double *)&running_avg[avg_stride],
|
||||
_mm_castsi128_pd(v_running_avg));
|
||||
|
||||
/* Adjustments <=7, and each element in acc_diff can fit in signed
|
||||
* char.
|
||||
*/
|
||||
acc_diff = _mm_adds_epi8(acc_diff, padj);
|
||||
acc_diff = _mm_subs_epi8(acc_diff, nadj);
|
||||
|
||||
/* Update pointers for next iteration. */
|
||||
sig += sig_stride * 2;
|
||||
mc_running_avg += mc_avg_stride * 2;
|
||||
running_avg += avg_stride * 2;
|
||||
}
|
||||
|
||||
{
|
||||
unsigned int abs_sum_diff = abs_sum_diff_16x1(acc_diff);
|
||||
sum_diff_thresh = SUM_DIFF_THRESHOLD_UV;
|
||||
if (increase_denoising) sum_diff_thresh = SUM_DIFF_THRESHOLD_HIGH_UV;
|
||||
if (abs_sum_diff > sum_diff_thresh) {
|
||||
// Before returning to copy the block (i.e., apply no denoising),
|
||||
// check if we can still apply some (weaker) temporal filtering to
|
||||
// this block, that would otherwise not be denoised at all. Simplest
|
||||
// is to apply an additional adjustment to running_avg_y to bring it
|
||||
// closer to sig. The adjustment is capped by a maximum delta, and
|
||||
// chosen such that in most cases the resulting sum_diff will be
|
||||
// within the acceptable range given by sum_diff_thresh.
|
||||
|
||||
// The delta is set by the excess of absolute pixel diff over the
|
||||
// threshold.
|
||||
int delta = ((abs_sum_diff - sum_diff_thresh) >> 8) + 1;
|
||||
// Only apply the adjustment for max delta up to 3.
|
||||
if (delta < 4) {
|
||||
const __m128i k_delta = _mm_set1_epi8(delta);
|
||||
sig -= sig_stride * 8;
|
||||
mc_running_avg -= mc_avg_stride * 8;
|
||||
running_avg -= avg_stride * 8;
|
||||
for (r = 0; r < 4; ++r) {
|
||||
// Calculate differences.
|
||||
const __m128i v_sig_low =
|
||||
_mm_castpd_si128(_mm_load_sd((double *)(&sig[0])));
|
||||
const __m128i v_sig = _mm_castpd_si128(_mm_loadh_pd(
|
||||
_mm_castsi128_pd(v_sig_low), (double *)(&sig[sig_stride])));
|
||||
const __m128i v_mc_running_avg_low =
|
||||
_mm_castpd_si128(_mm_load_sd((double *)(&mc_running_avg[0])));
|
||||
const __m128i v_mc_running_avg = _mm_castpd_si128(
|
||||
_mm_loadh_pd(_mm_castsi128_pd(v_mc_running_avg_low),
|
||||
(double *)(&mc_running_avg[mc_avg_stride])));
|
||||
const __m128i pdiff = _mm_subs_epu8(v_mc_running_avg, v_sig);
|
||||
const __m128i ndiff = _mm_subs_epu8(v_sig, v_mc_running_avg);
|
||||
// Obtain the sign. FF if diff is negative.
|
||||
const __m128i diff_sign = _mm_cmpeq_epi8(pdiff, k_0);
|
||||
// Clamp absolute difference to delta to get the adjustment.
|
||||
const __m128i adj = _mm_min_epu8(_mm_or_si128(pdiff, ndiff), k_delta);
|
||||
// Restore the sign and get positive and negative adjustments.
|
||||
__m128i padj, nadj;
|
||||
const __m128i v_running_avg_low =
|
||||
_mm_castpd_si128(_mm_load_sd((double *)(&running_avg[0])));
|
||||
__m128i v_running_avg = _mm_castpd_si128(
|
||||
_mm_loadh_pd(_mm_castsi128_pd(v_running_avg_low),
|
||||
(double *)(&running_avg[avg_stride])));
|
||||
padj = _mm_andnot_si128(diff_sign, adj);
|
||||
nadj = _mm_and_si128(diff_sign, adj);
|
||||
// Calculate filtered value.
|
||||
v_running_avg = _mm_subs_epu8(v_running_avg, padj);
|
||||
v_running_avg = _mm_adds_epu8(v_running_avg, nadj);
|
||||
|
||||
_mm_storel_pd((double *)&running_avg[0],
|
||||
_mm_castsi128_pd(v_running_avg));
|
||||
_mm_storeh_pd((double *)&running_avg[avg_stride],
|
||||
_mm_castsi128_pd(v_running_avg));
|
||||
|
||||
// Accumulate the adjustments.
|
||||
acc_diff = _mm_subs_epi8(acc_diff, padj);
|
||||
acc_diff = _mm_adds_epi8(acc_diff, nadj);
|
||||
|
||||
// Update pointers for next iteration.
|
||||
sig += sig_stride * 2;
|
||||
mc_running_avg += mc_avg_stride * 2;
|
||||
running_avg += avg_stride * 2;
|
||||
}
|
||||
abs_sum_diff = abs_sum_diff_16x1(acc_diff);
|
||||
if (abs_sum_diff > sum_diff_thresh) {
|
||||
return COPY_BLOCK;
|
||||
}
|
||||
} else {
|
||||
return COPY_BLOCK;
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
for (r = 0; r < 4; ++r) {
|
||||
/* Calculate differences */
|
||||
const __m128i v_sig_low = _mm_castpd_si128(
|
||||
_mm_load_sd((double *)(&sig[0])));
|
||||
const __m128i v_sig = _mm_castpd_si128(
|
||||
_mm_loadh_pd(_mm_castsi128_pd(v_sig_low),
|
||||
(double *)(&sig[sig_stride])));
|
||||
const __m128i v_mc_running_avg_low = _mm_castpd_si128(
|
||||
_mm_load_sd((double *)(&mc_running_avg[0])));
|
||||
const __m128i v_mc_running_avg = _mm_castpd_si128(
|
||||
_mm_loadh_pd(_mm_castsi128_pd(v_mc_running_avg_low),
|
||||
(double *)(&mc_running_avg[mc_avg_stride])));
|
||||
const __m128i pdiff = _mm_subs_epu8(v_mc_running_avg, v_sig);
|
||||
const __m128i ndiff = _mm_subs_epu8(v_sig, v_mc_running_avg);
|
||||
/* Obtain the sign. FF if diff is negative. */
|
||||
const __m128i diff_sign = _mm_cmpeq_epi8(pdiff, k_0);
|
||||
/* Clamp absolute difference to 16 to be used to get mask. Doing this
|
||||
* allows us to use _mm_cmpgt_epi8, which operates on signed byte. */
|
||||
const __m128i clamped_absdiff = _mm_min_epu8(
|
||||
_mm_or_si128(pdiff, ndiff), k_16);
|
||||
/* Get masks for l2 l1 and l0 adjustments */
|
||||
const __m128i mask2 = _mm_cmpgt_epi8(k_16, clamped_absdiff);
|
||||
const __m128i mask1 = _mm_cmpgt_epi8(k_8, clamped_absdiff);
|
||||
const __m128i mask0 = _mm_cmpgt_epi8(k_4, clamped_absdiff);
|
||||
/* Get adjustments for l2, l1, and l0 */
|
||||
__m128i adj2 = _mm_and_si128(mask2, l32);
|
||||
const __m128i adj1 = _mm_and_si128(mask1, l21);
|
||||
const __m128i adj0 = _mm_and_si128(mask0, clamped_absdiff);
|
||||
__m128i adj, padj, nadj;
|
||||
__m128i v_running_avg;
|
||||
|
||||
/* Combine the adjustments and get absolute adjustments. */
|
||||
adj2 = _mm_add_epi8(adj2, adj1);
|
||||
adj = _mm_sub_epi8(l3, adj2);
|
||||
adj = _mm_andnot_si128(mask0, adj);
|
||||
adj = _mm_or_si128(adj, adj0);
|
||||
|
||||
/* Restore the sign and get positive and negative adjustments. */
|
||||
padj = _mm_andnot_si128(diff_sign, adj);
|
||||
nadj = _mm_and_si128(diff_sign, adj);
|
||||
|
||||
/* Calculate filtered value. */
|
||||
v_running_avg = _mm_adds_epu8(v_sig, padj);
|
||||
v_running_avg = _mm_subs_epu8(v_running_avg, nadj);
|
||||
|
||||
_mm_storel_pd((double *)&running_avg[0],
|
||||
_mm_castsi128_pd(v_running_avg));
|
||||
_mm_storeh_pd((double *)&running_avg[avg_stride],
|
||||
_mm_castsi128_pd(v_running_avg));
|
||||
|
||||
/* Adjustments <=7, and each element in acc_diff can fit in signed
|
||||
* char.
|
||||
*/
|
||||
acc_diff = _mm_adds_epi8(acc_diff, padj);
|
||||
acc_diff = _mm_subs_epi8(acc_diff, nadj);
|
||||
|
||||
/* Update pointers for next iteration. */
|
||||
sig += sig_stride * 2;
|
||||
mc_running_avg += mc_avg_stride * 2;
|
||||
running_avg += avg_stride * 2;
|
||||
}
|
||||
|
||||
{
|
||||
unsigned int abs_sum_diff = abs_sum_diff_16x1(acc_diff);
|
||||
sum_diff_thresh = SUM_DIFF_THRESHOLD_UV;
|
||||
if (increase_denoising) sum_diff_thresh = SUM_DIFF_THRESHOLD_HIGH_UV;
|
||||
if (abs_sum_diff > sum_diff_thresh) {
|
||||
// Before returning to copy the block (i.e., apply no denoising),
|
||||
// check if we can still apply some (weaker) temporal filtering to
|
||||
// this block, that would otherwise not be denoised at all. Simplest
|
||||
// is to apply an additional adjustment to running_avg_y to bring it
|
||||
// closer to sig. The adjustment is capped by a maximum delta, and
|
||||
// chosen such that in most cases the resulting sum_diff will be
|
||||
// within the acceptable range given by sum_diff_thresh.
|
||||
|
||||
// The delta is set by the excess of absolute pixel diff over the
|
||||
// threshold.
|
||||
int delta = ((abs_sum_diff - sum_diff_thresh) >> 8) + 1;
|
||||
// Only apply the adjustment for max delta up to 3.
|
||||
if (delta < 4) {
|
||||
const __m128i k_delta = _mm_set1_epi8(delta);
|
||||
sig -= sig_stride * 8;
|
||||
mc_running_avg -= mc_avg_stride * 8;
|
||||
running_avg -= avg_stride * 8;
|
||||
for (r = 0; r < 4; ++r) {
|
||||
// Calculate differences.
|
||||
const __m128i v_sig_low = _mm_castpd_si128(
|
||||
_mm_load_sd((double *)(&sig[0])));
|
||||
const __m128i v_sig = _mm_castpd_si128(
|
||||
_mm_loadh_pd(_mm_castsi128_pd(v_sig_low),
|
||||
(double *)(&sig[sig_stride])));
|
||||
const __m128i v_mc_running_avg_low = _mm_castpd_si128(
|
||||
_mm_load_sd((double *)(&mc_running_avg[0])));
|
||||
const __m128i v_mc_running_avg = _mm_castpd_si128(
|
||||
_mm_loadh_pd(_mm_castsi128_pd(v_mc_running_avg_low),
|
||||
(double *)(&mc_running_avg[mc_avg_stride])));
|
||||
const __m128i pdiff = _mm_subs_epu8(v_mc_running_avg, v_sig);
|
||||
const __m128i ndiff = _mm_subs_epu8(v_sig, v_mc_running_avg);
|
||||
// Obtain the sign. FF if diff is negative.
|
||||
const __m128i diff_sign = _mm_cmpeq_epi8(pdiff, k_0);
|
||||
// Clamp absolute difference to delta to get the adjustment.
|
||||
const __m128i adj =
|
||||
_mm_min_epu8(_mm_or_si128(pdiff, ndiff), k_delta);
|
||||
// Restore the sign and get positive and negative adjustments.
|
||||
__m128i padj, nadj;
|
||||
const __m128i v_running_avg_low = _mm_castpd_si128(
|
||||
_mm_load_sd((double *)(&running_avg[0])));
|
||||
__m128i v_running_avg = _mm_castpd_si128(
|
||||
_mm_loadh_pd(_mm_castsi128_pd(v_running_avg_low),
|
||||
(double *)(&running_avg[avg_stride])));
|
||||
padj = _mm_andnot_si128(diff_sign, adj);
|
||||
nadj = _mm_and_si128(diff_sign, adj);
|
||||
// Calculate filtered value.
|
||||
v_running_avg = _mm_subs_epu8(v_running_avg, padj);
|
||||
v_running_avg = _mm_adds_epu8(v_running_avg, nadj);
|
||||
|
||||
_mm_storel_pd((double *)&running_avg[0],
|
||||
_mm_castsi128_pd(v_running_avg));
|
||||
_mm_storeh_pd((double *)&running_avg[avg_stride],
|
||||
_mm_castsi128_pd(v_running_avg));
|
||||
|
||||
// Accumulate the adjustments.
|
||||
acc_diff = _mm_subs_epi8(acc_diff, padj);
|
||||
acc_diff = _mm_adds_epi8(acc_diff, nadj);
|
||||
|
||||
// Update pointers for next iteration.
|
||||
sig += sig_stride * 2;
|
||||
mc_running_avg += mc_avg_stride * 2;
|
||||
running_avg += avg_stride * 2;
|
||||
}
|
||||
abs_sum_diff = abs_sum_diff_16x1(acc_diff);
|
||||
if (abs_sum_diff > sum_diff_thresh) {
|
||||
return COPY_BLOCK;
|
||||
}
|
||||
} else {
|
||||
return COPY_BLOCK;
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
vp8_copy_mem8x8(running_avg_start, avg_stride, sig_start, sig_stride);
|
||||
return FILTER_BLOCK;
|
||||
vp8_copy_mem8x8(running_avg_start, avg_stride, sig_start, sig_stride);
|
||||
return FILTER_BLOCK;
|
||||
}
|
||||
@@ -8,121 +8,119 @@
|
||||
* be found in the AUTHORS file in the root of the source tree.
|
||||
*/
|
||||
|
||||
|
||||
#include <smmintrin.h> /* SSE4.1 */
|
||||
|
||||
#include "./vp8_rtcd.h"
|
||||
#include "vp8/encoder/block.h"
|
||||
#include "vp8/common/entropy.h" /* vp8_default_inv_zig_zag */
|
||||
|
||||
#define SELECT_EOB(i, z, x, y, q) \
|
||||
do { \
|
||||
short boost = *zbin_boost_ptr; \
|
||||
short x_z = _mm_extract_epi16(x, z); \
|
||||
short y_z = _mm_extract_epi16(y, z); \
|
||||
int cmp = (x_z < boost) | (y_z == 0); \
|
||||
zbin_boost_ptr++; \
|
||||
if (cmp) \
|
||||
break; \
|
||||
q = _mm_insert_epi16(q, y_z, z); \
|
||||
eob = i; \
|
||||
zbin_boost_ptr = b->zrun_zbin_boost; \
|
||||
} while (0)
|
||||
#define SELECT_EOB(i, z, x, y, q) \
|
||||
do { \
|
||||
short boost = *zbin_boost_ptr; \
|
||||
short x_z = _mm_extract_epi16(x, z); \
|
||||
short y_z = _mm_extract_epi16(y, z); \
|
||||
int cmp = (x_z < boost) | (y_z == 0); \
|
||||
zbin_boost_ptr++; \
|
||||
if (cmp) break; \
|
||||
q = _mm_insert_epi16(q, y_z, z); \
|
||||
eob = i; \
|
||||
zbin_boost_ptr = b->zrun_zbin_boost; \
|
||||
} while (0)
|
||||
|
||||
void vp8_regular_quantize_b_sse4_1(BLOCK *b, BLOCKD *d) {
|
||||
char eob = 0;
|
||||
short *zbin_boost_ptr = b->zrun_zbin_boost;
|
||||
char eob = 0;
|
||||
short *zbin_boost_ptr = b->zrun_zbin_boost;
|
||||
|
||||
__m128i sz0, x0, sz1, x1, y0, y1, x_minus_zbin0, x_minus_zbin1,
|
||||
dqcoeff0, dqcoeff1;
|
||||
__m128i quant_shift0 = _mm_load_si128((__m128i *)(b->quant_shift));
|
||||
__m128i quant_shift1 = _mm_load_si128((__m128i *)(b->quant_shift + 8));
|
||||
__m128i z0 = _mm_load_si128((__m128i *)(b->coeff));
|
||||
__m128i z1 = _mm_load_si128((__m128i *)(b->coeff+8));
|
||||
__m128i zbin_extra = _mm_cvtsi32_si128(b->zbin_extra);
|
||||
__m128i zbin0 = _mm_load_si128((__m128i *)(b->zbin));
|
||||
__m128i zbin1 = _mm_load_si128((__m128i *)(b->zbin + 8));
|
||||
__m128i round0 = _mm_load_si128((__m128i *)(b->round));
|
||||
__m128i round1 = _mm_load_si128((__m128i *)(b->round + 8));
|
||||
__m128i quant0 = _mm_load_si128((__m128i *)(b->quant));
|
||||
__m128i quant1 = _mm_load_si128((__m128i *)(b->quant + 8));
|
||||
__m128i dequant0 = _mm_load_si128((__m128i *)(d->dequant));
|
||||
__m128i dequant1 = _mm_load_si128((__m128i *)(d->dequant + 8));
|
||||
__m128i qcoeff0 = _mm_setzero_si128();
|
||||
__m128i qcoeff1 = _mm_setzero_si128();
|
||||
__m128i sz0, x0, sz1, x1, y0, y1, x_minus_zbin0, x_minus_zbin1, dqcoeff0,
|
||||
dqcoeff1;
|
||||
__m128i quant_shift0 = _mm_load_si128((__m128i *)(b->quant_shift));
|
||||
__m128i quant_shift1 = _mm_load_si128((__m128i *)(b->quant_shift + 8));
|
||||
__m128i z0 = _mm_load_si128((__m128i *)(b->coeff));
|
||||
__m128i z1 = _mm_load_si128((__m128i *)(b->coeff + 8));
|
||||
__m128i zbin_extra = _mm_cvtsi32_si128(b->zbin_extra);
|
||||
__m128i zbin0 = _mm_load_si128((__m128i *)(b->zbin));
|
||||
__m128i zbin1 = _mm_load_si128((__m128i *)(b->zbin + 8));
|
||||
__m128i round0 = _mm_load_si128((__m128i *)(b->round));
|
||||
__m128i round1 = _mm_load_si128((__m128i *)(b->round + 8));
|
||||
__m128i quant0 = _mm_load_si128((__m128i *)(b->quant));
|
||||
__m128i quant1 = _mm_load_si128((__m128i *)(b->quant + 8));
|
||||
__m128i dequant0 = _mm_load_si128((__m128i *)(d->dequant));
|
||||
__m128i dequant1 = _mm_load_si128((__m128i *)(d->dequant + 8));
|
||||
__m128i qcoeff0 = _mm_setzero_si128();
|
||||
__m128i qcoeff1 = _mm_setzero_si128();
|
||||
|
||||
/* Duplicate to all lanes. */
|
||||
zbin_extra = _mm_shufflelo_epi16(zbin_extra, 0);
|
||||
zbin_extra = _mm_unpacklo_epi16(zbin_extra, zbin_extra);
|
||||
/* Duplicate to all lanes. */
|
||||
zbin_extra = _mm_shufflelo_epi16(zbin_extra, 0);
|
||||
zbin_extra = _mm_unpacklo_epi16(zbin_extra, zbin_extra);
|
||||
|
||||
/* Sign of z: z >> 15 */
|
||||
sz0 = _mm_srai_epi16(z0, 15);
|
||||
sz1 = _mm_srai_epi16(z1, 15);
|
||||
/* Sign of z: z >> 15 */
|
||||
sz0 = _mm_srai_epi16(z0, 15);
|
||||
sz1 = _mm_srai_epi16(z1, 15);
|
||||
|
||||
/* x = abs(z): (z ^ sz) - sz */
|
||||
x0 = _mm_xor_si128(z0, sz0);
|
||||
x1 = _mm_xor_si128(z1, sz1);
|
||||
x0 = _mm_sub_epi16(x0, sz0);
|
||||
x1 = _mm_sub_epi16(x1, sz1);
|
||||
/* x = abs(z): (z ^ sz) - sz */
|
||||
x0 = _mm_xor_si128(z0, sz0);
|
||||
x1 = _mm_xor_si128(z1, sz1);
|
||||
x0 = _mm_sub_epi16(x0, sz0);
|
||||
x1 = _mm_sub_epi16(x1, sz1);
|
||||
|
||||
/* zbin[] + zbin_extra */
|
||||
zbin0 = _mm_add_epi16(zbin0, zbin_extra);
|
||||
zbin1 = _mm_add_epi16(zbin1, zbin_extra);
|
||||
/* zbin[] + zbin_extra */
|
||||
zbin0 = _mm_add_epi16(zbin0, zbin_extra);
|
||||
zbin1 = _mm_add_epi16(zbin1, zbin_extra);
|
||||
|
||||
/* In C x is compared to zbin where zbin = zbin[] + boost + extra. Rebalance
|
||||
* the equation because boost is the only value which can change:
|
||||
* x - (zbin[] + extra) >= boost */
|
||||
x_minus_zbin0 = _mm_sub_epi16(x0, zbin0);
|
||||
x_minus_zbin1 = _mm_sub_epi16(x1, zbin1);
|
||||
/* In C x is compared to zbin where zbin = zbin[] + boost + extra. Rebalance
|
||||
* the equation because boost is the only value which can change:
|
||||
* x - (zbin[] + extra) >= boost */
|
||||
x_minus_zbin0 = _mm_sub_epi16(x0, zbin0);
|
||||
x_minus_zbin1 = _mm_sub_epi16(x1, zbin1);
|
||||
|
||||
/* All the remaining calculations are valid whether they are done now with
|
||||
* simd or later inside the loop one at a time. */
|
||||
x0 = _mm_add_epi16(x0, round0);
|
||||
x1 = _mm_add_epi16(x1, round1);
|
||||
/* All the remaining calculations are valid whether they are done now with
|
||||
* simd or later inside the loop one at a time. */
|
||||
x0 = _mm_add_epi16(x0, round0);
|
||||
x1 = _mm_add_epi16(x1, round1);
|
||||
|
||||
y0 = _mm_mulhi_epi16(x0, quant0);
|
||||
y1 = _mm_mulhi_epi16(x1, quant1);
|
||||
y0 = _mm_mulhi_epi16(x0, quant0);
|
||||
y1 = _mm_mulhi_epi16(x1, quant1);
|
||||
|
||||
y0 = _mm_add_epi16(y0, x0);
|
||||
y1 = _mm_add_epi16(y1, x1);
|
||||
y0 = _mm_add_epi16(y0, x0);
|
||||
y1 = _mm_add_epi16(y1, x1);
|
||||
|
||||
/* Instead of shifting each value independently we convert the scaling
|
||||
* factor with 1 << (16 - shift) so we can use multiply/return high half. */
|
||||
y0 = _mm_mulhi_epi16(y0, quant_shift0);
|
||||
y1 = _mm_mulhi_epi16(y1, quant_shift1);
|
||||
/* Instead of shifting each value independently we convert the scaling
|
||||
* factor with 1 << (16 - shift) so we can use multiply/return high half. */
|
||||
y0 = _mm_mulhi_epi16(y0, quant_shift0);
|
||||
y1 = _mm_mulhi_epi16(y1, quant_shift1);
|
||||
|
||||
/* Return the sign: (y ^ sz) - sz */
|
||||
y0 = _mm_xor_si128(y0, sz0);
|
||||
y1 = _mm_xor_si128(y1, sz1);
|
||||
y0 = _mm_sub_epi16(y0, sz0);
|
||||
y1 = _mm_sub_epi16(y1, sz1);
|
||||
/* Return the sign: (y ^ sz) - sz */
|
||||
y0 = _mm_xor_si128(y0, sz0);
|
||||
y1 = _mm_xor_si128(y1, sz1);
|
||||
y0 = _mm_sub_epi16(y0, sz0);
|
||||
y1 = _mm_sub_epi16(y1, sz1);
|
||||
|
||||
/* The loop gets unrolled anyway. Avoid the vp8_default_zig_zag1d lookup. */
|
||||
SELECT_EOB(1, 0, x_minus_zbin0, y0, qcoeff0);
|
||||
SELECT_EOB(2, 1, x_minus_zbin0, y0, qcoeff0);
|
||||
SELECT_EOB(3, 4, x_minus_zbin0, y0, qcoeff0);
|
||||
SELECT_EOB(4, 0, x_minus_zbin1, y1, qcoeff1);
|
||||
SELECT_EOB(5, 5, x_minus_zbin0, y0, qcoeff0);
|
||||
SELECT_EOB(6, 2, x_minus_zbin0, y0, qcoeff0);
|
||||
SELECT_EOB(7, 3, x_minus_zbin0, y0, qcoeff0);
|
||||
SELECT_EOB(8, 6, x_minus_zbin0, y0, qcoeff0);
|
||||
SELECT_EOB(9, 1, x_minus_zbin1, y1, qcoeff1);
|
||||
SELECT_EOB(10, 4, x_minus_zbin1, y1, qcoeff1);
|
||||
SELECT_EOB(11, 5, x_minus_zbin1, y1, qcoeff1);
|
||||
SELECT_EOB(12, 2, x_minus_zbin1, y1, qcoeff1);
|
||||
SELECT_EOB(13, 7, x_minus_zbin0, y0, qcoeff0);
|
||||
SELECT_EOB(14, 3, x_minus_zbin1, y1, qcoeff1);
|
||||
SELECT_EOB(15, 6, x_minus_zbin1, y1, qcoeff1);
|
||||
SELECT_EOB(16, 7, x_minus_zbin1, y1, qcoeff1);
|
||||
/* The loop gets unrolled anyway. Avoid the vp8_default_zig_zag1d lookup. */
|
||||
SELECT_EOB(1, 0, x_minus_zbin0, y0, qcoeff0);
|
||||
SELECT_EOB(2, 1, x_minus_zbin0, y0, qcoeff0);
|
||||
SELECT_EOB(3, 4, x_minus_zbin0, y0, qcoeff0);
|
||||
SELECT_EOB(4, 0, x_minus_zbin1, y1, qcoeff1);
|
||||
SELECT_EOB(5, 5, x_minus_zbin0, y0, qcoeff0);
|
||||
SELECT_EOB(6, 2, x_minus_zbin0, y0, qcoeff0);
|
||||
SELECT_EOB(7, 3, x_minus_zbin0, y0, qcoeff0);
|
||||
SELECT_EOB(8, 6, x_minus_zbin0, y0, qcoeff0);
|
||||
SELECT_EOB(9, 1, x_minus_zbin1, y1, qcoeff1);
|
||||
SELECT_EOB(10, 4, x_minus_zbin1, y1, qcoeff1);
|
||||
SELECT_EOB(11, 5, x_minus_zbin1, y1, qcoeff1);
|
||||
SELECT_EOB(12, 2, x_minus_zbin1, y1, qcoeff1);
|
||||
SELECT_EOB(13, 7, x_minus_zbin0, y0, qcoeff0);
|
||||
SELECT_EOB(14, 3, x_minus_zbin1, y1, qcoeff1);
|
||||
SELECT_EOB(15, 6, x_minus_zbin1, y1, qcoeff1);
|
||||
SELECT_EOB(16, 7, x_minus_zbin1, y1, qcoeff1);
|
||||
|
||||
_mm_store_si128((__m128i *)(d->qcoeff), qcoeff0);
|
||||
_mm_store_si128((__m128i *)(d->qcoeff + 8), qcoeff1);
|
||||
_mm_store_si128((__m128i *)(d->qcoeff), qcoeff0);
|
||||
_mm_store_si128((__m128i *)(d->qcoeff + 8), qcoeff1);
|
||||
|
||||
dqcoeff0 = _mm_mullo_epi16(qcoeff0, dequant0);
|
||||
dqcoeff1 = _mm_mullo_epi16(qcoeff1, dequant1);
|
||||
dqcoeff0 = _mm_mullo_epi16(qcoeff0, dequant0);
|
||||
dqcoeff1 = _mm_mullo_epi16(qcoeff1, dequant1);
|
||||
|
||||
_mm_store_si128((__m128i *)(d->dqcoeff), dqcoeff0);
|
||||
_mm_store_si128((__m128i *)(d->dqcoeff + 8), dqcoeff1);
|
||||
_mm_store_si128((__m128i *)(d->dqcoeff), dqcoeff0);
|
||||
_mm_store_si128((__m128i *)(d->dqcoeff + 8), dqcoeff1);
|
||||
|
||||
*d->eob = eob;
|
||||
*d->eob = eob;
|
||||
}
|
||||
@@ -20,21 +20,19 @@ static int bsr(int mask) {
|
||||
unsigned long eob;
|
||||
_BitScanReverse(&eob, mask);
|
||||
eob++;
|
||||
if (mask == 0)
|
||||
eob = 0;
|
||||
if (mask == 0) eob = 0;
|
||||
return eob;
|
||||
}
|
||||
#else
|
||||
static int bsr(int mask) {
|
||||
int eob;
|
||||
#if defined(__GNUC__) && __GNUC__
|
||||
__asm__ __volatile__("bsr %1, %0" : "=r" (eob) : "r" (mask) : "flags");
|
||||
__asm__ __volatile__("bsr %1, %0" : "=r"(eob) : "r"(mask) : "flags");
|
||||
#elif defined(__SUNPRO_C) || defined(__SUNPRO_CC)
|
||||
asm volatile("bsr %1, %0" : "=r" (eob) : "r" (mask) : "flags");
|
||||
asm volatile("bsr %1, %0" : "=r"(eob) : "r"(mask) : "flags");
|
||||
#endif
|
||||
eob++;
|
||||
if (mask == 0)
|
||||
eob = 0;
|
||||
if (mask == 0) eob = 0;
|
||||
return eob;
|
||||
}
|
||||
#endif
|
||||
@@ -53,8 +51,9 @@ void vp8_fast_quantize_b_ssse3(BLOCK *b, BLOCKD *d) {
|
||||
|
||||
__m128i sz0, sz1, x, x0, x1, y0, y1, zeros, abs0, abs1;
|
||||
|
||||
DECLARE_ALIGNED(16, const uint8_t, pshufb_zig_zag_mask[16]) =
|
||||
{ 0, 1, 4, 8, 5, 2, 3, 6, 9, 12, 13, 10, 7, 11, 14, 15 };
|
||||
DECLARE_ALIGNED(16, const uint8_t, pshufb_zig_zag_mask[16]) = {
|
||||
0, 1, 4, 8, 5, 2, 3, 6, 9, 12, 13, 10, 7, 11, 14, 15
|
||||
};
|
||||
__m128i zig_zag = _mm_load_si128((const __m128i *)pshufb_zig_zag_mask);
|
||||
|
||||
/* sign of z: z >> 15 */
|
||||
|
||||
@@ -8,60 +8,47 @@
|
||||
* be found in the AUTHORS file in the root of the source tree.
|
||||
*/
|
||||
|
||||
|
||||
#include "vpx_config.h"
|
||||
#include "vp8_rtcd.h"
|
||||
#include "vpx_ports/x86.h"
|
||||
#include "vp8/encoder/block.h"
|
||||
|
||||
void vp8_short_fdct4x4_mmx(short *input, short *output, int pitch);
|
||||
void vp8_short_fdct8x4_mmx(short *input, short *output, int pitch)
|
||||
{
|
||||
vp8_short_fdct4x4_mmx(input, output, pitch);
|
||||
vp8_short_fdct4x4_mmx(input + 4, output + 16, pitch);
|
||||
void vp8_short_fdct8x4_mmx(short *input, short *output, int pitch) {
|
||||
vp8_short_fdct4x4_mmx(input, output, pitch);
|
||||
vp8_short_fdct4x4_mmx(input + 4, output + 16, pitch);
|
||||
}
|
||||
|
||||
int vp8_fast_quantize_b_impl_mmx(short *coeff_ptr, short *zbin_ptr,
|
||||
short *qcoeff_ptr, short *dequant_ptr,
|
||||
const short *scan_mask, short *round_ptr,
|
||||
short *quant_ptr, short *dqcoeff_ptr);
|
||||
void vp8_fast_quantize_b_mmx(BLOCK *b, BLOCKD *d)
|
||||
{
|
||||
const short *scan_mask = vp8_default_zig_zag_mask;
|
||||
short *coeff_ptr = b->coeff;
|
||||
short *zbin_ptr = b->zbin;
|
||||
short *round_ptr = b->round;
|
||||
short *quant_ptr = b->quant_fast;
|
||||
short *qcoeff_ptr = d->qcoeff;
|
||||
short *dqcoeff_ptr = d->dqcoeff;
|
||||
short *dequant_ptr = d->dequant;
|
||||
void vp8_fast_quantize_b_mmx(BLOCK *b, BLOCKD *d) {
|
||||
const short *scan_mask = vp8_default_zig_zag_mask;
|
||||
short *coeff_ptr = b->coeff;
|
||||
short *zbin_ptr = b->zbin;
|
||||
short *round_ptr = b->round;
|
||||
short *quant_ptr = b->quant_fast;
|
||||
short *qcoeff_ptr = d->qcoeff;
|
||||
short *dqcoeff_ptr = d->dqcoeff;
|
||||
short *dequant_ptr = d->dequant;
|
||||
|
||||
*d->eob = (char)vp8_fast_quantize_b_impl_mmx(
|
||||
coeff_ptr,
|
||||
zbin_ptr,
|
||||
qcoeff_ptr,
|
||||
dequant_ptr,
|
||||
scan_mask,
|
||||
*d->eob = (char)vp8_fast_quantize_b_impl_mmx(
|
||||
coeff_ptr, zbin_ptr, qcoeff_ptr, dequant_ptr, scan_mask,
|
||||
|
||||
round_ptr,
|
||||
quant_ptr,
|
||||
dqcoeff_ptr
|
||||
);
|
||||
round_ptr, quant_ptr, dqcoeff_ptr);
|
||||
}
|
||||
|
||||
int vp8_mbblock_error_mmx_impl(short *coeff_ptr, short *dcoef_ptr, int dc);
|
||||
int vp8_mbblock_error_mmx(MACROBLOCK *mb, int dc)
|
||||
{
|
||||
short *coeff_ptr = mb->block[0].coeff;
|
||||
short *dcoef_ptr = mb->e_mbd.block[0].dqcoeff;
|
||||
return vp8_mbblock_error_mmx_impl(coeff_ptr, dcoef_ptr, dc);
|
||||
int vp8_mbblock_error_mmx(MACROBLOCK *mb, int dc) {
|
||||
short *coeff_ptr = mb->block[0].coeff;
|
||||
short *dcoef_ptr = mb->e_mbd.block[0].dqcoeff;
|
||||
return vp8_mbblock_error_mmx_impl(coeff_ptr, dcoef_ptr, dc);
|
||||
}
|
||||
|
||||
int vp8_mbuverror_mmx_impl(short *s_ptr, short *d_ptr);
|
||||
int vp8_mbuverror_mmx(MACROBLOCK *mb)
|
||||
{
|
||||
short *s_ptr = &mb->coeff[256];
|
||||
short *d_ptr = &mb->e_mbd.dqcoeff[256];
|
||||
return vp8_mbuverror_mmx_impl(s_ptr, d_ptr);
|
||||
int vp8_mbuverror_mmx(MACROBLOCK *mb) {
|
||||
short *s_ptr = &mb->coeff[256];
|
||||
short *d_ptr = &mb->e_mbd.dqcoeff[256];
|
||||
return vp8_mbuverror_mmx_impl(s_ptr, d_ptr);
|
||||
}
|
||||
|
||||
@@ -8,25 +8,21 @@
|
||||
* be found in the AUTHORS file in the root of the source tree.
|
||||
*/
|
||||
|
||||
|
||||
#include "vpx_config.h"
|
||||
#include "vp8_rtcd.h"
|
||||
#include "vpx_ports/x86.h"
|
||||
#include "vp8/encoder/block.h"
|
||||
|
||||
int vp8_mbblock_error_xmm_impl(short *coeff_ptr, short *dcoef_ptr, int dc);
|
||||
int vp8_mbblock_error_xmm(MACROBLOCK *mb, int dc)
|
||||
{
|
||||
short *coeff_ptr = mb->block[0].coeff;
|
||||
short *dcoef_ptr = mb->e_mbd.block[0].dqcoeff;
|
||||
return vp8_mbblock_error_xmm_impl(coeff_ptr, dcoef_ptr, dc);
|
||||
int vp8_mbblock_error_xmm(MACROBLOCK *mb, int dc) {
|
||||
short *coeff_ptr = mb->block[0].coeff;
|
||||
short *dcoef_ptr = mb->e_mbd.block[0].dqcoeff;
|
||||
return vp8_mbblock_error_xmm_impl(coeff_ptr, dcoef_ptr, dc);
|
||||
}
|
||||
|
||||
int vp8_mbuverror_xmm_impl(short *s_ptr, short *d_ptr);
|
||||
int vp8_mbuverror_xmm(MACROBLOCK *mb)
|
||||
{
|
||||
short *s_ptr = &mb->coeff[256];
|
||||
short *d_ptr = &mb->e_mbd.dqcoeff[256];
|
||||
return vp8_mbuverror_xmm_impl(s_ptr, d_ptr);
|
||||
int vp8_mbuverror_xmm(MACROBLOCK *mb) {
|
||||
short *s_ptr = &mb->coeff[256];
|
||||
short *d_ptr = &mb->e_mbd.dqcoeff[256];
|
||||
return vp8_mbuverror_xmm_impl(s_ptr, d_ptr);
|
||||
}
|
||||
|
||||
@@ -8,7 +8,6 @@
|
||||
* be found in the AUTHORS file in the root of the source tree.
|
||||
*/
|
||||
|
||||
|
||||
#include "vpx_config.h"
|
||||
#include "vp8_rtcd.h"
|
||||
#include "vpx_ports/x86.h"
|
||||
@@ -16,134 +15,131 @@
|
||||
#include "vp8/encoder/block.h"
|
||||
#include "vp8/common/entropy.h" /* vp8_default_inv_zig_zag */
|
||||
|
||||
#include <mmintrin.h> /* MMX */
|
||||
#include <mmintrin.h> /* MMX */
|
||||
#include <xmmintrin.h> /* SSE */
|
||||
#include <emmintrin.h> /* SSE2 */
|
||||
|
||||
#define SELECT_EOB(i, z) \
|
||||
do { \
|
||||
short boost = *zbin_boost_ptr; \
|
||||
int cmp = (x[z] < boost) | (y[z] == 0); \
|
||||
zbin_boost_ptr++; \
|
||||
if (cmp) \
|
||||
break; \
|
||||
qcoeff_ptr[z] = y[z]; \
|
||||
eob = i; \
|
||||
zbin_boost_ptr = b->zrun_zbin_boost; \
|
||||
} while (0)
|
||||
#define SELECT_EOB(i, z) \
|
||||
do { \
|
||||
short boost = *zbin_boost_ptr; \
|
||||
int cmp = (x[z] < boost) | (y[z] == 0); \
|
||||
zbin_boost_ptr++; \
|
||||
if (cmp) break; \
|
||||
qcoeff_ptr[z] = y[z]; \
|
||||
eob = i; \
|
||||
zbin_boost_ptr = b->zrun_zbin_boost; \
|
||||
} while (0)
|
||||
|
||||
void vp8_regular_quantize_b_sse2(BLOCK *b, BLOCKD *d)
|
||||
{
|
||||
char eob = 0;
|
||||
short *zbin_boost_ptr;
|
||||
short *qcoeff_ptr = d->qcoeff;
|
||||
DECLARE_ALIGNED(16, short, x[16]);
|
||||
DECLARE_ALIGNED(16, short, y[16]);
|
||||
void vp8_regular_quantize_b_sse2(BLOCK *b, BLOCKD *d) {
|
||||
char eob = 0;
|
||||
short *zbin_boost_ptr;
|
||||
short *qcoeff_ptr = d->qcoeff;
|
||||
DECLARE_ALIGNED(16, short, x[16]);
|
||||
DECLARE_ALIGNED(16, short, y[16]);
|
||||
|
||||
__m128i sz0, x0, sz1, x1, y0, y1, x_minus_zbin0, x_minus_zbin1;
|
||||
__m128i quant_shift0 = _mm_load_si128((__m128i *)(b->quant_shift));
|
||||
__m128i quant_shift1 = _mm_load_si128((__m128i *)(b->quant_shift + 8));
|
||||
__m128i z0 = _mm_load_si128((__m128i *)(b->coeff));
|
||||
__m128i z1 = _mm_load_si128((__m128i *)(b->coeff+8));
|
||||
__m128i zbin_extra = _mm_cvtsi32_si128(b->zbin_extra);
|
||||
__m128i zbin0 = _mm_load_si128((__m128i *)(b->zbin));
|
||||
__m128i zbin1 = _mm_load_si128((__m128i *)(b->zbin + 8));
|
||||
__m128i round0 = _mm_load_si128((__m128i *)(b->round));
|
||||
__m128i round1 = _mm_load_si128((__m128i *)(b->round + 8));
|
||||
__m128i quant0 = _mm_load_si128((__m128i *)(b->quant));
|
||||
__m128i quant1 = _mm_load_si128((__m128i *)(b->quant + 8));
|
||||
__m128i dequant0 = _mm_load_si128((__m128i *)(d->dequant));
|
||||
__m128i dequant1 = _mm_load_si128((__m128i *)(d->dequant + 8));
|
||||
__m128i sz0, x0, sz1, x1, y0, y1, x_minus_zbin0, x_minus_zbin1;
|
||||
__m128i quant_shift0 = _mm_load_si128((__m128i *)(b->quant_shift));
|
||||
__m128i quant_shift1 = _mm_load_si128((__m128i *)(b->quant_shift + 8));
|
||||
__m128i z0 = _mm_load_si128((__m128i *)(b->coeff));
|
||||
__m128i z1 = _mm_load_si128((__m128i *)(b->coeff + 8));
|
||||
__m128i zbin_extra = _mm_cvtsi32_si128(b->zbin_extra);
|
||||
__m128i zbin0 = _mm_load_si128((__m128i *)(b->zbin));
|
||||
__m128i zbin1 = _mm_load_si128((__m128i *)(b->zbin + 8));
|
||||
__m128i round0 = _mm_load_si128((__m128i *)(b->round));
|
||||
__m128i round1 = _mm_load_si128((__m128i *)(b->round + 8));
|
||||
__m128i quant0 = _mm_load_si128((__m128i *)(b->quant));
|
||||
__m128i quant1 = _mm_load_si128((__m128i *)(b->quant + 8));
|
||||
__m128i dequant0 = _mm_load_si128((__m128i *)(d->dequant));
|
||||
__m128i dequant1 = _mm_load_si128((__m128i *)(d->dequant + 8));
|
||||
|
||||
memset(qcoeff_ptr, 0, 32);
|
||||
memset(qcoeff_ptr, 0, 32);
|
||||
|
||||
/* Duplicate to all lanes. */
|
||||
zbin_extra = _mm_shufflelo_epi16(zbin_extra, 0);
|
||||
zbin_extra = _mm_unpacklo_epi16(zbin_extra, zbin_extra);
|
||||
/* Duplicate to all lanes. */
|
||||
zbin_extra = _mm_shufflelo_epi16(zbin_extra, 0);
|
||||
zbin_extra = _mm_unpacklo_epi16(zbin_extra, zbin_extra);
|
||||
|
||||
/* Sign of z: z >> 15 */
|
||||
sz0 = _mm_srai_epi16(z0, 15);
|
||||
sz1 = _mm_srai_epi16(z1, 15);
|
||||
/* Sign of z: z >> 15 */
|
||||
sz0 = _mm_srai_epi16(z0, 15);
|
||||
sz1 = _mm_srai_epi16(z1, 15);
|
||||
|
||||
/* x = abs(z): (z ^ sz) - sz */
|
||||
x0 = _mm_xor_si128(z0, sz0);
|
||||
x1 = _mm_xor_si128(z1, sz1);
|
||||
x0 = _mm_sub_epi16(x0, sz0);
|
||||
x1 = _mm_sub_epi16(x1, sz1);
|
||||
/* x = abs(z): (z ^ sz) - sz */
|
||||
x0 = _mm_xor_si128(z0, sz0);
|
||||
x1 = _mm_xor_si128(z1, sz1);
|
||||
x0 = _mm_sub_epi16(x0, sz0);
|
||||
x1 = _mm_sub_epi16(x1, sz1);
|
||||
|
||||
/* zbin[] + zbin_extra */
|
||||
zbin0 = _mm_add_epi16(zbin0, zbin_extra);
|
||||
zbin1 = _mm_add_epi16(zbin1, zbin_extra);
|
||||
/* zbin[] + zbin_extra */
|
||||
zbin0 = _mm_add_epi16(zbin0, zbin_extra);
|
||||
zbin1 = _mm_add_epi16(zbin1, zbin_extra);
|
||||
|
||||
/* In C x is compared to zbin where zbin = zbin[] + boost + extra. Rebalance
|
||||
* the equation because boost is the only value which can change:
|
||||
* x - (zbin[] + extra) >= boost */
|
||||
x_minus_zbin0 = _mm_sub_epi16(x0, zbin0);
|
||||
x_minus_zbin1 = _mm_sub_epi16(x1, zbin1);
|
||||
/* In C x is compared to zbin where zbin = zbin[] + boost + extra. Rebalance
|
||||
* the equation because boost is the only value which can change:
|
||||
* x - (zbin[] + extra) >= boost */
|
||||
x_minus_zbin0 = _mm_sub_epi16(x0, zbin0);
|
||||
x_minus_zbin1 = _mm_sub_epi16(x1, zbin1);
|
||||
|
||||
_mm_store_si128((__m128i *)(x), x_minus_zbin0);
|
||||
_mm_store_si128((__m128i *)(x + 8), x_minus_zbin1);
|
||||
_mm_store_si128((__m128i *)(x), x_minus_zbin0);
|
||||
_mm_store_si128((__m128i *)(x + 8), x_minus_zbin1);
|
||||
|
||||
/* All the remaining calculations are valid whether they are done now with
|
||||
* simd or later inside the loop one at a time. */
|
||||
x0 = _mm_add_epi16(x0, round0);
|
||||
x1 = _mm_add_epi16(x1, round1);
|
||||
/* All the remaining calculations are valid whether they are done now with
|
||||
* simd or later inside the loop one at a time. */
|
||||
x0 = _mm_add_epi16(x0, round0);
|
||||
x1 = _mm_add_epi16(x1, round1);
|
||||
|
||||
y0 = _mm_mulhi_epi16(x0, quant0);
|
||||
y1 = _mm_mulhi_epi16(x1, quant1);
|
||||
y0 = _mm_mulhi_epi16(x0, quant0);
|
||||
y1 = _mm_mulhi_epi16(x1, quant1);
|
||||
|
||||
y0 = _mm_add_epi16(y0, x0);
|
||||
y1 = _mm_add_epi16(y1, x1);
|
||||
y0 = _mm_add_epi16(y0, x0);
|
||||
y1 = _mm_add_epi16(y1, x1);
|
||||
|
||||
/* Instead of shifting each value independently we convert the scaling
|
||||
* factor with 1 << (16 - shift) so we can use multiply/return high half. */
|
||||
y0 = _mm_mulhi_epi16(y0, quant_shift0);
|
||||
y1 = _mm_mulhi_epi16(y1, quant_shift1);
|
||||
/* Instead of shifting each value independently we convert the scaling
|
||||
* factor with 1 << (16 - shift) so we can use multiply/return high half. */
|
||||
y0 = _mm_mulhi_epi16(y0, quant_shift0);
|
||||
y1 = _mm_mulhi_epi16(y1, quant_shift1);
|
||||
|
||||
/* Return the sign: (y ^ sz) - sz */
|
||||
y0 = _mm_xor_si128(y0, sz0);
|
||||
y1 = _mm_xor_si128(y1, sz1);
|
||||
y0 = _mm_sub_epi16(y0, sz0);
|
||||
y1 = _mm_sub_epi16(y1, sz1);
|
||||
/* Return the sign: (y ^ sz) - sz */
|
||||
y0 = _mm_xor_si128(y0, sz0);
|
||||
y1 = _mm_xor_si128(y1, sz1);
|
||||
y0 = _mm_sub_epi16(y0, sz0);
|
||||
y1 = _mm_sub_epi16(y1, sz1);
|
||||
|
||||
_mm_store_si128((__m128i *)(y), y0);
|
||||
_mm_store_si128((__m128i *)(y + 8), y1);
|
||||
_mm_store_si128((__m128i *)(y), y0);
|
||||
_mm_store_si128((__m128i *)(y + 8), y1);
|
||||
|
||||
zbin_boost_ptr = b->zrun_zbin_boost;
|
||||
zbin_boost_ptr = b->zrun_zbin_boost;
|
||||
|
||||
/* The loop gets unrolled anyway. Avoid the vp8_default_zig_zag1d lookup. */
|
||||
SELECT_EOB(1, 0);
|
||||
SELECT_EOB(2, 1);
|
||||
SELECT_EOB(3, 4);
|
||||
SELECT_EOB(4, 8);
|
||||
SELECT_EOB(5, 5);
|
||||
SELECT_EOB(6, 2);
|
||||
SELECT_EOB(7, 3);
|
||||
SELECT_EOB(8, 6);
|
||||
SELECT_EOB(9, 9);
|
||||
SELECT_EOB(10, 12);
|
||||
SELECT_EOB(11, 13);
|
||||
SELECT_EOB(12, 10);
|
||||
SELECT_EOB(13, 7);
|
||||
SELECT_EOB(14, 11);
|
||||
SELECT_EOB(15, 14);
|
||||
SELECT_EOB(16, 15);
|
||||
/* The loop gets unrolled anyway. Avoid the vp8_default_zig_zag1d lookup. */
|
||||
SELECT_EOB(1, 0);
|
||||
SELECT_EOB(2, 1);
|
||||
SELECT_EOB(3, 4);
|
||||
SELECT_EOB(4, 8);
|
||||
SELECT_EOB(5, 5);
|
||||
SELECT_EOB(6, 2);
|
||||
SELECT_EOB(7, 3);
|
||||
SELECT_EOB(8, 6);
|
||||
SELECT_EOB(9, 9);
|
||||
SELECT_EOB(10, 12);
|
||||
SELECT_EOB(11, 13);
|
||||
SELECT_EOB(12, 10);
|
||||
SELECT_EOB(13, 7);
|
||||
SELECT_EOB(14, 11);
|
||||
SELECT_EOB(15, 14);
|
||||
SELECT_EOB(16, 15);
|
||||
|
||||
y0 = _mm_load_si128((__m128i *)(d->qcoeff));
|
||||
y1 = _mm_load_si128((__m128i *)(d->qcoeff + 8));
|
||||
y0 = _mm_load_si128((__m128i *)(d->qcoeff));
|
||||
y1 = _mm_load_si128((__m128i *)(d->qcoeff + 8));
|
||||
|
||||
/* dqcoeff = qcoeff * dequant */
|
||||
y0 = _mm_mullo_epi16(y0, dequant0);
|
||||
y1 = _mm_mullo_epi16(y1, dequant1);
|
||||
/* dqcoeff = qcoeff * dequant */
|
||||
y0 = _mm_mullo_epi16(y0, dequant0);
|
||||
y1 = _mm_mullo_epi16(y1, dequant1);
|
||||
|
||||
_mm_store_si128((__m128i *)(d->dqcoeff), y0);
|
||||
_mm_store_si128((__m128i *)(d->dqcoeff + 8), y1);
|
||||
_mm_store_si128((__m128i *)(d->dqcoeff), y0);
|
||||
_mm_store_si128((__m128i *)(d->dqcoeff + 8), y1);
|
||||
|
||||
*d->eob = eob;
|
||||
*d->eob = eob;
|
||||
}
|
||||
|
||||
void vp8_fast_quantize_b_sse2(BLOCK *b, BLOCKD *d)
|
||||
{
|
||||
void vp8_fast_quantize_b_sse2(BLOCK *b, BLOCKD *d) {
|
||||
__m128i z0 = _mm_load_si128((__m128i *)(b->coeff));
|
||||
__m128i z1 = _mm_load_si128((__m128i *)(b->coeff + 8));
|
||||
__m128i round0 = _mm_load_si128((__m128i *)(b->round));
|
||||
@@ -152,8 +148,10 @@ void vp8_fast_quantize_b_sse2(BLOCK *b, BLOCKD *d)
|
||||
__m128i quant_fast1 = _mm_load_si128((__m128i *)(b->quant_fast + 8));
|
||||
__m128i dequant0 = _mm_load_si128((__m128i *)(d->dequant));
|
||||
__m128i dequant1 = _mm_load_si128((__m128i *)(d->dequant + 8));
|
||||
__m128i inv_zig_zag0 = _mm_load_si128((const __m128i *)(vp8_default_inv_zig_zag));
|
||||
__m128i inv_zig_zag1 = _mm_load_si128((const __m128i *)(vp8_default_inv_zig_zag + 8));
|
||||
__m128i inv_zig_zag0 =
|
||||
_mm_load_si128((const __m128i *)(vp8_default_inv_zig_zag));
|
||||
__m128i inv_zig_zag1 =
|
||||
_mm_load_si128((const __m128i *)(vp8_default_inv_zig_zag + 8));
|
||||
|
||||
__m128i sz0, sz1, x0, x1, y0, y1, xdq0, xdq1, zeros, ones;
|
||||
|
||||
@@ -210,17 +208,17 @@ void vp8_fast_quantize_b_sse2(BLOCK *b, BLOCKD *d)
|
||||
x0 = _mm_max_epi16(x0, x1);
|
||||
|
||||
/* now down to 8 */
|
||||
x1 = _mm_shuffle_epi32(x0, 0xE); // 0b00001110
|
||||
x1 = _mm_shuffle_epi32(x0, 0xE); // 0b00001110
|
||||
|
||||
x0 = _mm_max_epi16(x0, x1);
|
||||
|
||||
/* only 4 left */
|
||||
x1 = _mm_shufflelo_epi16(x0, 0xE); // 0b00001110
|
||||
x1 = _mm_shufflelo_epi16(x0, 0xE); // 0b00001110
|
||||
|
||||
x0 = _mm_max_epi16(x0, x1);
|
||||
|
||||
/* okay, just 2! */
|
||||
x1 = _mm_shufflelo_epi16(x0, 0x1); // 0b00000001
|
||||
x1 = _mm_shufflelo_epi16(x0, 0x1); // 0b00000001
|
||||
|
||||
x0 = _mm_max_epi16(x0, x1);
|
||||
|
||||
|
||||
Reference in new issue
Block a user