gotosocial/vendor/github.com/klauspost/compress/s2/encodeblock_amd64.s

20415 lines
501 KiB
ArmAsm
Raw Normal View History

// Code generated by command: go run gen.go -out ../encodeblock_amd64.s -stubs ../encodeblock_amd64.go -pkg=s2. DO NOT EDIT.
//go:build !appengine && !noasm && gc && !noasm
#include "textflag.h"
// func _dummy_()
TEXT ·_dummy_(SB), $0
#ifdef GOAMD64_v4
#ifndef GOAMD64_v3
#define GOAMD64_v3
#endif
#endif
RET
// func encodeBlockAsm(dst []byte, src []byte) int
// Requires: BMI, SSE2
TEXT ·encodeBlockAsm(SB), $65560-56
MOVQ dst_base+0(FP), AX
MOVQ $0x00000200, CX
LEAQ 24(SP), DX
PXOR X0, X0
zero_loop_encodeBlockAsm:
MOVOU X0, (DX)
MOVOU X0, 16(DX)
MOVOU X0, 32(DX)
MOVOU X0, 48(DX)
MOVOU X0, 64(DX)
MOVOU X0, 80(DX)
MOVOU X0, 96(DX)
MOVOU X0, 112(DX)
ADDQ $0x80, DX
DECQ CX
JNZ zero_loop_encodeBlockAsm
MOVL $0x00000000, 12(SP)
MOVQ src_len+32(FP), CX
LEAQ -9(CX), DX
LEAQ -8(CX), BX
MOVL BX, 8(SP)
SHRQ $0x05, CX
SUBL CX, DX
LEAQ (AX)(DX*1), DX
MOVQ DX, (SP)
MOVL $0x00000001, CX
MOVL CX, 16(SP)
MOVQ src_base+24(FP), DX
search_loop_encodeBlockAsm:
MOVL CX, BX
SUBL 12(SP), BX
SHRL $0x06, BX
LEAL 4(CX)(BX*1), BX
CMPL BX, 8(SP)
JAE emit_remainder_encodeBlockAsm
MOVQ (DX)(CX*1), SI
MOVL BX, 20(SP)
MOVQ $0x0000cf1bbcdcbf9b, R8
MOVQ SI, R9
MOVQ SI, R10
SHRQ $0x08, R10
SHLQ $0x10, R9
IMULQ R8, R9
SHRQ $0x32, R9
SHLQ $0x10, R10
IMULQ R8, R10
SHRQ $0x32, R10
MOVL 24(SP)(R9*4), BX
MOVL 24(SP)(R10*4), DI
MOVL CX, 24(SP)(R9*4)
LEAL 1(CX), R9
MOVL R9, 24(SP)(R10*4)
MOVQ SI, R9
SHRQ $0x10, R9
SHLQ $0x10, R9
IMULQ R8, R9
SHRQ $0x32, R9
MOVL CX, R8
SUBL 16(SP), R8
MOVL 1(DX)(R8*1), R10
MOVQ SI, R8
SHRQ $0x08, R8
CMPL R8, R10
JNE no_repeat_found_encodeBlockAsm
LEAL 1(CX), SI
MOVL 12(SP), DI
MOVL SI, BX
SUBL 16(SP), BX
JZ repeat_extend_back_end_encodeBlockAsm
repeat_extend_back_loop_encodeBlockAsm:
CMPL SI, DI
JBE repeat_extend_back_end_encodeBlockAsm
MOVB -1(DX)(BX*1), R8
MOVB -1(DX)(SI*1), R9
CMPB R8, R9
JNE repeat_extend_back_end_encodeBlockAsm
LEAL -1(SI), SI
DECL BX
JNZ repeat_extend_back_loop_encodeBlockAsm
repeat_extend_back_end_encodeBlockAsm:
MOVL 12(SP), BX
CMPL BX, SI
JEQ emit_literal_done_repeat_emit_encodeBlockAsm
MOVL SI, R8
MOVL SI, 12(SP)
LEAQ (DX)(BX*1), R9
SUBL BX, R8
LEAL -1(R8), BX
CMPL BX, $0x3c
JB one_byte_repeat_emit_encodeBlockAsm
CMPL BX, $0x00000100
JB two_bytes_repeat_emit_encodeBlockAsm
CMPL BX, $0x00010000
JB three_bytes_repeat_emit_encodeBlockAsm
CMPL BX, $0x01000000
JB four_bytes_repeat_emit_encodeBlockAsm
MOVB $0xfc, (AX)
MOVL BX, 1(AX)
ADDQ $0x05, AX
JMP memmove_long_repeat_emit_encodeBlockAsm
four_bytes_repeat_emit_encodeBlockAsm:
MOVL BX, R10
SHRL $0x10, R10
MOVB $0xf8, (AX)
MOVW BX, 1(AX)
MOVB R10, 3(AX)
ADDQ $0x04, AX
JMP memmove_long_repeat_emit_encodeBlockAsm
three_bytes_repeat_emit_encodeBlockAsm:
MOVB $0xf4, (AX)
MOVW BX, 1(AX)
ADDQ $0x03, AX
JMP memmove_long_repeat_emit_encodeBlockAsm
two_bytes_repeat_emit_encodeBlockAsm:
MOVB $0xf0, (AX)
MOVB BL, 1(AX)
ADDQ $0x02, AX
CMPL BX, $0x40
JB memmove_repeat_emit_encodeBlockAsm
JMP memmove_long_repeat_emit_encodeBlockAsm
one_byte_repeat_emit_encodeBlockAsm:
SHLB $0x02, BL
MOVB BL, (AX)
ADDQ $0x01, AX
memmove_repeat_emit_encodeBlockAsm:
LEAQ (AX)(R8*1), BX
// genMemMoveShort
CMPQ R8, $0x08
JBE emit_lit_memmove_repeat_emit_encodeBlockAsm_memmove_move_8
CMPQ R8, $0x10
JBE emit_lit_memmove_repeat_emit_encodeBlockAsm_memmove_move_8through16
CMPQ R8, $0x20
JBE emit_lit_memmove_repeat_emit_encodeBlockAsm_memmove_move_17through32
JMP emit_lit_memmove_repeat_emit_encodeBlockAsm_memmove_move_33through64
emit_lit_memmove_repeat_emit_encodeBlockAsm_memmove_move_8:
MOVQ (R9), R10
MOVQ R10, (AX)
JMP memmove_end_copy_repeat_emit_encodeBlockAsm
emit_lit_memmove_repeat_emit_encodeBlockAsm_memmove_move_8through16:
MOVQ (R9), R10
MOVQ -8(R9)(R8*1), R9
MOVQ R10, (AX)
MOVQ R9, -8(AX)(R8*1)
JMP memmove_end_copy_repeat_emit_encodeBlockAsm
emit_lit_memmove_repeat_emit_encodeBlockAsm_memmove_move_17through32:
MOVOU (R9), X0
MOVOU -16(R9)(R8*1), X1
MOVOU X0, (AX)
MOVOU X1, -16(AX)(R8*1)
JMP memmove_end_copy_repeat_emit_encodeBlockAsm
emit_lit_memmove_repeat_emit_encodeBlockAsm_memmove_move_33through64:
MOVOU (R9), X0
MOVOU 16(R9), X1
MOVOU -32(R9)(R8*1), X2
MOVOU -16(R9)(R8*1), X3
MOVOU X0, (AX)
MOVOU X1, 16(AX)
MOVOU X2, -32(AX)(R8*1)
MOVOU X3, -16(AX)(R8*1)
memmove_end_copy_repeat_emit_encodeBlockAsm:
MOVQ BX, AX
JMP emit_literal_done_repeat_emit_encodeBlockAsm
memmove_long_repeat_emit_encodeBlockAsm:
LEAQ (AX)(R8*1), BX
// genMemMoveLong
MOVOU (R9), X0
MOVOU 16(R9), X1
MOVOU -32(R9)(R8*1), X2
MOVOU -16(R9)(R8*1), X3
MOVQ R8, R11
SHRQ $0x05, R11
MOVQ AX, R10
ANDL $0x0000001f, R10
MOVQ $0x00000040, R12
SUBQ R10, R12
DECQ R11
JA emit_lit_memmove_long_repeat_emit_encodeBlockAsmlarge_forward_sse_loop_32
LEAQ -32(R9)(R12*1), R10
LEAQ -32(AX)(R12*1), R13
emit_lit_memmove_long_repeat_emit_encodeBlockAsmlarge_big_loop_back:
MOVOU (R10), X4
MOVOU 16(R10), X5
MOVOA X4, (R13)
MOVOA X5, 16(R13)
ADDQ $0x20, R13
ADDQ $0x20, R10
ADDQ $0x20, R12
DECQ R11
JNA emit_lit_memmove_long_repeat_emit_encodeBlockAsmlarge_big_loop_back
emit_lit_memmove_long_repeat_emit_encodeBlockAsmlarge_forward_sse_loop_32:
MOVOU -32(R9)(R12*1), X4
MOVOU -16(R9)(R12*1), X5
MOVOA X4, -32(AX)(R12*1)
MOVOA X5, -16(AX)(R12*1)
ADDQ $0x20, R12
CMPQ R8, R12
JAE emit_lit_memmove_long_repeat_emit_encodeBlockAsmlarge_forward_sse_loop_32
MOVOU X0, (AX)
MOVOU X1, 16(AX)
MOVOU X2, -32(AX)(R8*1)
MOVOU X3, -16(AX)(R8*1)
MOVQ BX, AX
emit_literal_done_repeat_emit_encodeBlockAsm:
ADDL $0x05, CX
MOVL CX, BX
SUBL 16(SP), BX
MOVQ src_len+32(FP), R8
SUBL CX, R8
LEAQ (DX)(CX*1), R9
LEAQ (DX)(BX*1), BX
// matchLen
XORL R11, R11
CMPL R8, $0x08
JB matchlen_match4_repeat_extend_encodeBlockAsm
matchlen_loopback_repeat_extend_encodeBlockAsm:
MOVQ (R9)(R11*1), R10
XORQ (BX)(R11*1), R10
TESTQ R10, R10
JZ matchlen_loop_repeat_extend_encodeBlockAsm
#ifdef GOAMD64_v3
TZCNTQ R10, R10
#else
BSFQ R10, R10
#endif
SARQ $0x03, R10
LEAL (R11)(R10*1), R11
JMP repeat_extend_forward_end_encodeBlockAsm
matchlen_loop_repeat_extend_encodeBlockAsm:
LEAL -8(R8), R8
LEAL 8(R11), R11
CMPL R8, $0x08
JAE matchlen_loopback_repeat_extend_encodeBlockAsm
JZ repeat_extend_forward_end_encodeBlockAsm
matchlen_match4_repeat_extend_encodeBlockAsm:
CMPL R8, $0x04
JB matchlen_match2_repeat_extend_encodeBlockAsm
MOVL (R9)(R11*1), R10
CMPL (BX)(R11*1), R10
JNE matchlen_match2_repeat_extend_encodeBlockAsm
SUBL $0x04, R8
LEAL 4(R11), R11
matchlen_match2_repeat_extend_encodeBlockAsm:
CMPL R8, $0x02
JB matchlen_match1_repeat_extend_encodeBlockAsm
MOVW (R9)(R11*1), R10
CMPW (BX)(R11*1), R10
JNE matchlen_match1_repeat_extend_encodeBlockAsm
SUBL $0x02, R8
LEAL 2(R11), R11
matchlen_match1_repeat_extend_encodeBlockAsm:
CMPL R8, $0x01
JB repeat_extend_forward_end_encodeBlockAsm
MOVB (R9)(R11*1), R10
CMPB (BX)(R11*1), R10
JNE repeat_extend_forward_end_encodeBlockAsm
LEAL 1(R11), R11
repeat_extend_forward_end_encodeBlockAsm:
ADDL R11, CX
MOVL CX, BX
SUBL SI, BX
MOVL 16(SP), SI
TESTL DI, DI
JZ repeat_as_copy_encodeBlockAsm
// emitRepeat
emit_repeat_again_match_repeat_encodeBlockAsm:
MOVL BX, DI
LEAL -4(BX), BX
CMPL DI, $0x08
JBE repeat_two_match_repeat_encodeBlockAsm
CMPL DI, $0x0c
JAE cant_repeat_two_offset_match_repeat_encodeBlockAsm
CMPL SI, $0x00000800
JB repeat_two_offset_match_repeat_encodeBlockAsm
cant_repeat_two_offset_match_repeat_encodeBlockAsm:
CMPL BX, $0x00000104
JB repeat_three_match_repeat_encodeBlockAsm
CMPL BX, $0x00010100
JB repeat_four_match_repeat_encodeBlockAsm
CMPL BX, $0x0100ffff
JB repeat_five_match_repeat_encodeBlockAsm
LEAL -16842747(BX), BX
MOVL $0xfffb001d, (AX)
MOVB $0xff, 4(AX)
ADDQ $0x05, AX
JMP emit_repeat_again_match_repeat_encodeBlockAsm
repeat_five_match_repeat_encodeBlockAsm:
LEAL -65536(BX), BX
MOVL BX, SI
MOVW $0x001d, (AX)
MOVW BX, 2(AX)
SARL $0x10, SI
MOVB SI, 4(AX)
ADDQ $0x05, AX
JMP repeat_end_emit_encodeBlockAsm
repeat_four_match_repeat_encodeBlockAsm:
LEAL -256(BX), BX
MOVW $0x0019, (AX)
MOVW BX, 2(AX)
ADDQ $0x04, AX
JMP repeat_end_emit_encodeBlockAsm
repeat_three_match_repeat_encodeBlockAsm:
LEAL -4(BX), BX
MOVW $0x0015, (AX)
MOVB BL, 2(AX)
ADDQ $0x03, AX
JMP repeat_end_emit_encodeBlockAsm
repeat_two_match_repeat_encodeBlockAsm:
SHLL $0x02, BX
ORL $0x01, BX
MOVW BX, (AX)
ADDQ $0x02, AX
JMP repeat_end_emit_encodeBlockAsm
repeat_two_offset_match_repeat_encodeBlockAsm:
XORQ DI, DI
LEAL 1(DI)(BX*4), BX
MOVB SI, 1(AX)
SARL $0x08, SI
SHLL $0x05, SI
ORL SI, BX
MOVB BL, (AX)
ADDQ $0x02, AX
JMP repeat_end_emit_encodeBlockAsm
repeat_as_copy_encodeBlockAsm:
// emitCopy
CMPL SI, $0x00010000
JB two_byte_offset_repeat_as_copy_encodeBlockAsm
CMPL BX, $0x40
JBE four_bytes_remain_repeat_as_copy_encodeBlockAsm
MOVB $0xff, (AX)
MOVL SI, 1(AX)
LEAL -64(BX), BX
ADDQ $0x05, AX
CMPL BX, $0x04
JB four_bytes_remain_repeat_as_copy_encodeBlockAsm
// emitRepeat
emit_repeat_again_repeat_as_copy_encodeBlockAsm_emit_copy:
MOVL BX, DI
LEAL -4(BX), BX
CMPL DI, $0x08
JBE repeat_two_repeat_as_copy_encodeBlockAsm_emit_copy
CMPL DI, $0x0c
JAE cant_repeat_two_offset_repeat_as_copy_encodeBlockAsm_emit_copy
CMPL SI, $0x00000800
JB repeat_two_offset_repeat_as_copy_encodeBlockAsm_emit_copy
cant_repeat_two_offset_repeat_as_copy_encodeBlockAsm_emit_copy:
CMPL BX, $0x00000104
JB repeat_three_repeat_as_copy_encodeBlockAsm_emit_copy
CMPL BX, $0x00010100
JB repeat_four_repeat_as_copy_encodeBlockAsm_emit_copy
CMPL BX, $0x0100ffff
JB repeat_five_repeat_as_copy_encodeBlockAsm_emit_copy
LEAL -16842747(BX), BX
MOVL $0xfffb001d, (AX)
MOVB $0xff, 4(AX)
ADDQ $0x05, AX
JMP emit_repeat_again_repeat_as_copy_encodeBlockAsm_emit_copy
repeat_five_repeat_as_copy_encodeBlockAsm_emit_copy:
LEAL -65536(BX), BX
MOVL BX, SI
MOVW $0x001d, (AX)
MOVW BX, 2(AX)
SARL $0x10, SI
MOVB SI, 4(AX)
ADDQ $0x05, AX
JMP repeat_end_emit_encodeBlockAsm
repeat_four_repeat_as_copy_encodeBlockAsm_emit_copy:
LEAL -256(BX), BX
MOVW $0x0019, (AX)
MOVW BX, 2(AX)
ADDQ $0x04, AX
JMP repeat_end_emit_encodeBlockAsm
repeat_three_repeat_as_copy_encodeBlockAsm_emit_copy:
LEAL -4(BX), BX
MOVW $0x0015, (AX)
MOVB BL, 2(AX)
ADDQ $0x03, AX
JMP repeat_end_emit_encodeBlockAsm
repeat_two_repeat_as_copy_encodeBlockAsm_emit_copy:
SHLL $0x02, BX
ORL $0x01, BX
MOVW BX, (AX)
ADDQ $0x02, AX
JMP repeat_end_emit_encodeBlockAsm
repeat_two_offset_repeat_as_copy_encodeBlockAsm_emit_copy:
XORQ DI, DI
LEAL 1(DI)(BX*4), BX
MOVB SI, 1(AX)
SARL $0x08, SI
SHLL $0x05, SI
ORL SI, BX
MOVB BL, (AX)
ADDQ $0x02, AX
JMP repeat_end_emit_encodeBlockAsm
four_bytes_remain_repeat_as_copy_encodeBlockAsm:
TESTL BX, BX
JZ repeat_end_emit_encodeBlockAsm
XORL DI, DI
LEAL -1(DI)(BX*4), BX
MOVB BL, (AX)
MOVL SI, 1(AX)
ADDQ $0x05, AX
JMP repeat_end_emit_encodeBlockAsm
two_byte_offset_repeat_as_copy_encodeBlockAsm:
CMPL BX, $0x40
JBE two_byte_offset_short_repeat_as_copy_encodeBlockAsm
CMPL SI, $0x00000800
JAE long_offset_short_repeat_as_copy_encodeBlockAsm
MOVL $0x00000001, DI
LEAL 16(DI), DI
MOVB SI, 1(AX)
MOVL SI, R8
SHRL $0x08, R8
SHLL $0x05, R8
ORL R8, DI
MOVB DI, (AX)
ADDQ $0x02, AX
SUBL $0x08, BX
// emitRepeat
LEAL -4(BX), BX
JMP cant_repeat_two_offset_repeat_as_copy_encodeBlockAsm_emit_copy_short_2b
emit_repeat_again_repeat_as_copy_encodeBlockAsm_emit_copy_short_2b:
MOVL BX, DI
LEAL -4(BX), BX
CMPL DI, $0x08
JBE repeat_two_repeat_as_copy_encodeBlockAsm_emit_copy_short_2b
CMPL DI, $0x0c
JAE cant_repeat_two_offset_repeat_as_copy_encodeBlockAsm_emit_copy_short_2b
CMPL SI, $0x00000800
JB repeat_two_offset_repeat_as_copy_encodeBlockAsm_emit_copy_short_2b
cant_repeat_two_offset_repeat_as_copy_encodeBlockAsm_emit_copy_short_2b:
CMPL BX, $0x00000104
JB repeat_three_repeat_as_copy_encodeBlockAsm_emit_copy_short_2b
CMPL BX, $0x00010100
JB repeat_four_repeat_as_copy_encodeBlockAsm_emit_copy_short_2b
CMPL BX, $0x0100ffff
JB repeat_five_repeat_as_copy_encodeBlockAsm_emit_copy_short_2b
LEAL -16842747(BX), BX
MOVL $0xfffb001d, (AX)
MOVB $0xff, 4(AX)
ADDQ $0x05, AX
JMP emit_repeat_again_repeat_as_copy_encodeBlockAsm_emit_copy_short_2b
repeat_five_repeat_as_copy_encodeBlockAsm_emit_copy_short_2b:
LEAL -65536(BX), BX
MOVL BX, SI
MOVW $0x001d, (AX)
MOVW BX, 2(AX)
SARL $0x10, SI
MOVB SI, 4(AX)
ADDQ $0x05, AX
JMP repeat_end_emit_encodeBlockAsm
repeat_four_repeat_as_copy_encodeBlockAsm_emit_copy_short_2b:
LEAL -256(BX), BX
MOVW $0x0019, (AX)
MOVW BX, 2(AX)
ADDQ $0x04, AX
JMP repeat_end_emit_encodeBlockAsm
repeat_three_repeat_as_copy_encodeBlockAsm_emit_copy_short_2b:
LEAL -4(BX), BX
MOVW $0x0015, (AX)
MOVB BL, 2(AX)
ADDQ $0x03, AX
JMP repeat_end_emit_encodeBlockAsm
repeat_two_repeat_as_copy_encodeBlockAsm_emit_copy_short_2b:
SHLL $0x02, BX
ORL $0x01, BX
MOVW BX, (AX)
ADDQ $0x02, AX
JMP repeat_end_emit_encodeBlockAsm
repeat_two_offset_repeat_as_copy_encodeBlockAsm_emit_copy_short_2b:
XORQ DI, DI
LEAL 1(DI)(BX*4), BX
MOVB SI, 1(AX)
SARL $0x08, SI
SHLL $0x05, SI
ORL SI, BX
MOVB BL, (AX)
ADDQ $0x02, AX
JMP repeat_end_emit_encodeBlockAsm
long_offset_short_repeat_as_copy_encodeBlockAsm:
MOVB $0xee, (AX)
MOVW SI, 1(AX)
LEAL -60(BX), BX
ADDQ $0x03, AX
// emitRepeat
emit_repeat_again_repeat_as_copy_encodeBlockAsm_emit_copy_short:
MOVL BX, DI
LEAL -4(BX), BX
CMPL DI, $0x08
JBE repeat_two_repeat_as_copy_encodeBlockAsm_emit_copy_short
CMPL DI, $0x0c
JAE cant_repeat_two_offset_repeat_as_copy_encodeBlockAsm_emit_copy_short
CMPL SI, $0x00000800
JB repeat_two_offset_repeat_as_copy_encodeBlockAsm_emit_copy_short
cant_repeat_two_offset_repeat_as_copy_encodeBlockAsm_emit_copy_short:
CMPL BX, $0x00000104
JB repeat_three_repeat_as_copy_encodeBlockAsm_emit_copy_short
CMPL BX, $0x00010100
JB repeat_four_repeat_as_copy_encodeBlockAsm_emit_copy_short
CMPL BX, $0x0100ffff
JB repeat_five_repeat_as_copy_encodeBlockAsm_emit_copy_short
LEAL -16842747(BX), BX
MOVL $0xfffb001d, (AX)
MOVB $0xff, 4(AX)
ADDQ $0x05, AX
JMP emit_repeat_again_repeat_as_copy_encodeBlockAsm_emit_copy_short
repeat_five_repeat_as_copy_encodeBlockAsm_emit_copy_short:
LEAL -65536(BX), BX
MOVL BX, SI
MOVW $0x001d, (AX)
MOVW BX, 2(AX)
SARL $0x10, SI
MOVB SI, 4(AX)
ADDQ $0x05, AX
JMP repeat_end_emit_encodeBlockAsm
repeat_four_repeat_as_copy_encodeBlockAsm_emit_copy_short:
LEAL -256(BX), BX
MOVW $0x0019, (AX)
MOVW BX, 2(AX)
ADDQ $0x04, AX
JMP repeat_end_emit_encodeBlockAsm
repeat_three_repeat_as_copy_encodeBlockAsm_emit_copy_short:
LEAL -4(BX), BX
MOVW $0x0015, (AX)
MOVB BL, 2(AX)
ADDQ $0x03, AX
JMP repeat_end_emit_encodeBlockAsm
repeat_two_repeat_as_copy_encodeBlockAsm_emit_copy_short:
SHLL $0x02, BX
ORL $0x01, BX
MOVW BX, (AX)
ADDQ $0x02, AX
JMP repeat_end_emit_encodeBlockAsm
repeat_two_offset_repeat_as_copy_encodeBlockAsm_emit_copy_short:
XORQ DI, DI
LEAL 1(DI)(BX*4), BX
MOVB SI, 1(AX)
SARL $0x08, SI
SHLL $0x05, SI
ORL SI, BX
MOVB BL, (AX)
ADDQ $0x02, AX
JMP repeat_end_emit_encodeBlockAsm
two_byte_offset_short_repeat_as_copy_encodeBlockAsm:
MOVL BX, DI
SHLL $0x02, DI
CMPL BX, $0x0c
JAE emit_copy_three_repeat_as_copy_encodeBlockAsm
CMPL SI, $0x00000800
JAE emit_copy_three_repeat_as_copy_encodeBlockAsm
LEAL -15(DI), DI
MOVB SI, 1(AX)
SHRL $0x08, SI
SHLL $0x05, SI
ORL SI, DI
MOVB DI, (AX)
ADDQ $0x02, AX
JMP repeat_end_emit_encodeBlockAsm
emit_copy_three_repeat_as_copy_encodeBlockAsm:
LEAL -2(DI), DI
MOVB DI, (AX)
MOVW SI, 1(AX)
ADDQ $0x03, AX
repeat_end_emit_encodeBlockAsm:
MOVL CX, 12(SP)
JMP search_loop_encodeBlockAsm
no_repeat_found_encodeBlockAsm:
CMPL (DX)(BX*1), SI
JEQ candidate_match_encodeBlockAsm
SHRQ $0x08, SI
MOVL 24(SP)(R9*4), BX
LEAL 2(CX), R8
CMPL (DX)(DI*1), SI
JEQ candidate2_match_encodeBlockAsm
MOVL R8, 24(SP)(R9*4)
SHRQ $0x08, SI
CMPL (DX)(BX*1), SI
JEQ candidate3_match_encodeBlockAsm
MOVL 20(SP), CX
JMP search_loop_encodeBlockAsm
candidate3_match_encodeBlockAsm:
ADDL $0x02, CX
JMP candidate_match_encodeBlockAsm
candidate2_match_encodeBlockAsm:
MOVL R8, 24(SP)(R9*4)
INCL CX
MOVL DI, BX
candidate_match_encodeBlockAsm:
MOVL 12(SP), SI
TESTL BX, BX
JZ match_extend_back_end_encodeBlockAsm
match_extend_back_loop_encodeBlockAsm:
CMPL CX, SI
JBE match_extend_back_end_encodeBlockAsm
MOVB -1(DX)(BX*1), DI
MOVB -1(DX)(CX*1), R8
CMPB DI, R8
JNE match_extend_back_end_encodeBlockAsm
LEAL -1(CX), CX
DECL BX
JZ match_extend_back_end_encodeBlockAsm
JMP match_extend_back_loop_encodeBlockAsm
match_extend_back_end_encodeBlockAsm:
MOVL CX, SI
SUBL 12(SP), SI
LEAQ 5(AX)(SI*1), SI
CMPQ SI, (SP)
JB match_dst_size_check_encodeBlockAsm
MOVQ $0x00000000, ret+48(FP)
RET
match_dst_size_check_encodeBlockAsm:
MOVL CX, SI
MOVL 12(SP), DI
CMPL DI, SI
JEQ emit_literal_done_match_emit_encodeBlockAsm
MOVL SI, R8
MOVL SI, 12(SP)
LEAQ (DX)(DI*1), SI
SUBL DI, R8
LEAL -1(R8), DI
CMPL DI, $0x3c
JB one_byte_match_emit_encodeBlockAsm
CMPL DI, $0x00000100
JB two_bytes_match_emit_encodeBlockAsm
CMPL DI, $0x00010000
JB three_bytes_match_emit_encodeBlockAsm
CMPL DI, $0x01000000
JB four_bytes_match_emit_encodeBlockAsm
MOVB $0xfc, (AX)
MOVL DI, 1(AX)
ADDQ $0x05, AX
JMP memmove_long_match_emit_encodeBlockAsm
four_bytes_match_emit_encodeBlockAsm:
MOVL DI, R9
SHRL $0x10, R9
MOVB $0xf8, (AX)
MOVW DI, 1(AX)
MOVB R9, 3(AX)
ADDQ $0x04, AX
JMP memmove_long_match_emit_encodeBlockAsm
three_bytes_match_emit_encodeBlockAsm:
MOVB $0xf4, (AX)
MOVW DI, 1(AX)
ADDQ $0x03, AX
JMP memmove_long_match_emit_encodeBlockAsm
two_bytes_match_emit_encodeBlockAsm:
MOVB $0xf0, (AX)
MOVB DI, 1(AX)
ADDQ $0x02, AX
CMPL DI, $0x40
JB memmove_match_emit_encodeBlockAsm
JMP memmove_long_match_emit_encodeBlockAsm
one_byte_match_emit_encodeBlockAsm:
SHLB $0x02, DI
MOVB DI, (AX)
ADDQ $0x01, AX
memmove_match_emit_encodeBlockAsm:
LEAQ (AX)(R8*1), DI
// genMemMoveShort
CMPQ R8, $0x08
JBE emit_lit_memmove_match_emit_encodeBlockAsm_memmove_move_8
CMPQ R8, $0x10
JBE emit_lit_memmove_match_emit_encodeBlockAsm_memmove_move_8through16
CMPQ R8, $0x20
JBE emit_lit_memmove_match_emit_encodeBlockAsm_memmove_move_17through32
JMP emit_lit_memmove_match_emit_encodeBlockAsm_memmove_move_33through64
emit_lit_memmove_match_emit_encodeBlockAsm_memmove_move_8:
MOVQ (SI), R9
MOVQ R9, (AX)
JMP memmove_end_copy_match_emit_encodeBlockAsm
emit_lit_memmove_match_emit_encodeBlockAsm_memmove_move_8through16:
MOVQ (SI), R9
MOVQ -8(SI)(R8*1), SI
MOVQ R9, (AX)
MOVQ SI, -8(AX)(R8*1)
JMP memmove_end_copy_match_emit_encodeBlockAsm
emit_lit_memmove_match_emit_encodeBlockAsm_memmove_move_17through32:
MOVOU (SI), X0
MOVOU -16(SI)(R8*1), X1
MOVOU X0, (AX)
MOVOU X1, -16(AX)(R8*1)
JMP memmove_end_copy_match_emit_encodeBlockAsm
emit_lit_memmove_match_emit_encodeBlockAsm_memmove_move_33through64:
MOVOU (SI), X0
MOVOU 16(SI), X1
MOVOU -32(SI)(R8*1), X2
MOVOU -16(SI)(R8*1), X3
MOVOU X0, (AX)
MOVOU X1, 16(AX)
MOVOU X2, -32(AX)(R8*1)
MOVOU X3, -16(AX)(R8*1)
memmove_end_copy_match_emit_encodeBlockAsm:
MOVQ DI, AX
JMP emit_literal_done_match_emit_encodeBlockAsm
memmove_long_match_emit_encodeBlockAsm:
LEAQ (AX)(R8*1), DI
// genMemMoveLong
MOVOU (SI), X0
MOVOU 16(SI), X1
MOVOU -32(SI)(R8*1), X2
MOVOU -16(SI)(R8*1), X3
MOVQ R8, R10
SHRQ $0x05, R10
MOVQ AX, R9
ANDL $0x0000001f, R9
MOVQ $0x00000040, R11
SUBQ R9, R11
DECQ R10
JA emit_lit_memmove_long_match_emit_encodeBlockAsmlarge_forward_sse_loop_32
LEAQ -32(SI)(R11*1), R9
LEAQ -32(AX)(R11*1), R12
emit_lit_memmove_long_match_emit_encodeBlockAsmlarge_big_loop_back:
MOVOU (R9), X4
MOVOU 16(R9), X5
MOVOA X4, (R12)
MOVOA X5, 16(R12)
ADDQ $0x20, R12
ADDQ $0x20, R9
ADDQ $0x20, R11
DECQ R10
JNA emit_lit_memmove_long_match_emit_encodeBlockAsmlarge_big_loop_back
emit_lit_memmove_long_match_emit_encodeBlockAsmlarge_forward_sse_loop_32:
MOVOU -32(SI)(R11*1), X4
MOVOU -16(SI)(R11*1), X5
MOVOA X4, -32(AX)(R11*1)
MOVOA X5, -16(AX)(R11*1)
ADDQ $0x20, R11
CMPQ R8, R11
JAE emit_lit_memmove_long_match_emit_encodeBlockAsmlarge_forward_sse_loop_32
MOVOU X0, (AX)
MOVOU X1, 16(AX)
MOVOU X2, -32(AX)(R8*1)
MOVOU X3, -16(AX)(R8*1)
MOVQ DI, AX
emit_literal_done_match_emit_encodeBlockAsm:
match_nolit_loop_encodeBlockAsm:
MOVL CX, SI
SUBL BX, SI
MOVL SI, 16(SP)
ADDL $0x04, CX
ADDL $0x04, BX
MOVQ src_len+32(FP), SI
SUBL CX, SI
LEAQ (DX)(CX*1), DI
LEAQ (DX)(BX*1), BX
// matchLen
XORL R9, R9
CMPL SI, $0x08
JB matchlen_match4_match_nolit_encodeBlockAsm
matchlen_loopback_match_nolit_encodeBlockAsm:
MOVQ (DI)(R9*1), R8
XORQ (BX)(R9*1), R8
TESTQ R8, R8
JZ matchlen_loop_match_nolit_encodeBlockAsm
#ifdef GOAMD64_v3
TZCNTQ R8, R8
#else
BSFQ R8, R8
#endif
SARQ $0x03, R8
LEAL (R9)(R8*1), R9
JMP match_nolit_end_encodeBlockAsm
matchlen_loop_match_nolit_encodeBlockAsm:
LEAL -8(SI), SI
LEAL 8(R9), R9
CMPL SI, $0x08
JAE matchlen_loopback_match_nolit_encodeBlockAsm
JZ match_nolit_end_encodeBlockAsm
matchlen_match4_match_nolit_encodeBlockAsm:
CMPL SI, $0x04
JB matchlen_match2_match_nolit_encodeBlockAsm
MOVL (DI)(R9*1), R8
CMPL (BX)(R9*1), R8
JNE matchlen_match2_match_nolit_encodeBlockAsm
SUBL $0x04, SI
LEAL 4(R9), R9
matchlen_match2_match_nolit_encodeBlockAsm:
CMPL SI, $0x02
JB matchlen_match1_match_nolit_encodeBlockAsm
MOVW (DI)(R9*1), R8
CMPW (BX)(R9*1), R8
JNE matchlen_match1_match_nolit_encodeBlockAsm
SUBL $0x02, SI
LEAL 2(R9), R9
matchlen_match1_match_nolit_encodeBlockAsm:
CMPL SI, $0x01
JB match_nolit_end_encodeBlockAsm
MOVB (DI)(R9*1), R8
CMPB (BX)(R9*1), R8
JNE match_nolit_end_encodeBlockAsm
LEAL 1(R9), R9
match_nolit_end_encodeBlockAsm:
ADDL R9, CX
MOVL 16(SP), BX
ADDL $0x04, R9
MOVL CX, 12(SP)
// emitCopy
CMPL BX, $0x00010000
JB two_byte_offset_match_nolit_encodeBlockAsm
CMPL R9, $0x40
JBE four_bytes_remain_match_nolit_encodeBlockAsm
MOVB $0xff, (AX)
MOVL BX, 1(AX)
LEAL -64(R9), R9
ADDQ $0x05, AX
CMPL R9, $0x04
JB four_bytes_remain_match_nolit_encodeBlockAsm
// emitRepeat
emit_repeat_again_match_nolit_encodeBlockAsm_emit_copy:
MOVL R9, SI
LEAL -4(R9), R9
CMPL SI, $0x08
JBE repeat_two_match_nolit_encodeBlockAsm_emit_copy
CMPL SI, $0x0c
JAE cant_repeat_two_offset_match_nolit_encodeBlockAsm_emit_copy
CMPL BX, $0x00000800
JB repeat_two_offset_match_nolit_encodeBlockAsm_emit_copy
cant_repeat_two_offset_match_nolit_encodeBlockAsm_emit_copy:
CMPL R9, $0x00000104
JB repeat_three_match_nolit_encodeBlockAsm_emit_copy
CMPL R9, $0x00010100
JB repeat_four_match_nolit_encodeBlockAsm_emit_copy
CMPL R9, $0x0100ffff
JB repeat_five_match_nolit_encodeBlockAsm_emit_copy
LEAL -16842747(R9), R9
MOVL $0xfffb001d, (AX)
MOVB $0xff, 4(AX)
ADDQ $0x05, AX
JMP emit_repeat_again_match_nolit_encodeBlockAsm_emit_copy
repeat_five_match_nolit_encodeBlockAsm_emit_copy:
LEAL -65536(R9), R9
MOVL R9, BX
MOVW $0x001d, (AX)
MOVW R9, 2(AX)
SARL $0x10, BX
MOVB BL, 4(AX)
ADDQ $0x05, AX
JMP match_nolit_emitcopy_end_encodeBlockAsm
repeat_four_match_nolit_encodeBlockAsm_emit_copy:
LEAL -256(R9), R9
MOVW $0x0019, (AX)
MOVW R9, 2(AX)
ADDQ $0x04, AX
JMP match_nolit_emitcopy_end_encodeBlockAsm
repeat_three_match_nolit_encodeBlockAsm_emit_copy:
LEAL -4(R9), R9
MOVW $0x0015, (AX)
MOVB R9, 2(AX)
ADDQ $0x03, AX
JMP match_nolit_emitcopy_end_encodeBlockAsm
repeat_two_match_nolit_encodeBlockAsm_emit_copy:
SHLL $0x02, R9
ORL $0x01, R9
MOVW R9, (AX)
ADDQ $0x02, AX
JMP match_nolit_emitcopy_end_encodeBlockAsm
repeat_two_offset_match_nolit_encodeBlockAsm_emit_copy:
XORQ SI, SI
LEAL 1(SI)(R9*4), R9
MOVB BL, 1(AX)
SARL $0x08, BX
SHLL $0x05, BX
ORL BX, R9
MOVB R9, (AX)
ADDQ $0x02, AX
JMP match_nolit_emitcopy_end_encodeBlockAsm
four_bytes_remain_match_nolit_encodeBlockAsm:
TESTL R9, R9
JZ match_nolit_emitcopy_end_encodeBlockAsm
XORL SI, SI
LEAL -1(SI)(R9*4), R9
MOVB R9, (AX)
MOVL BX, 1(AX)
ADDQ $0x05, AX
JMP match_nolit_emitcopy_end_encodeBlockAsm
two_byte_offset_match_nolit_encodeBlockAsm:
CMPL R9, $0x40
JBE two_byte_offset_short_match_nolit_encodeBlockAsm
CMPL BX, $0x00000800
JAE long_offset_short_match_nolit_encodeBlockAsm
MOVL $0x00000001, SI
LEAL 16(SI), SI
MOVB BL, 1(AX)
MOVL BX, DI
SHRL $0x08, DI
SHLL $0x05, DI
ORL DI, SI
MOVB SI, (AX)
ADDQ $0x02, AX
SUBL $0x08, R9
// emitRepeat
LEAL -4(R9), R9
JMP cant_repeat_two_offset_match_nolit_encodeBlockAsm_emit_copy_short_2b
emit_repeat_again_match_nolit_encodeBlockAsm_emit_copy_short_2b:
MOVL R9, SI
LEAL -4(R9), R9
CMPL SI, $0x08
JBE repeat_two_match_nolit_encodeBlockAsm_emit_copy_short_2b
CMPL SI, $0x0c
JAE cant_repeat_two_offset_match_nolit_encodeBlockAsm_emit_copy_short_2b
CMPL BX, $0x00000800
JB repeat_two_offset_match_nolit_encodeBlockAsm_emit_copy_short_2b
cant_repeat_two_offset_match_nolit_encodeBlockAsm_emit_copy_short_2b:
CMPL R9, $0x00000104
JB repeat_three_match_nolit_encodeBlockAsm_emit_copy_short_2b
CMPL R9, $0x00010100
JB repeat_four_match_nolit_encodeBlockAsm_emit_copy_short_2b
CMPL R9, $0x0100ffff
JB repeat_five_match_nolit_encodeBlockAsm_emit_copy_short_2b
LEAL -16842747(R9), R9
MOVL $0xfffb001d, (AX)
MOVB $0xff, 4(AX)
ADDQ $0x05, AX
JMP emit_repeat_again_match_nolit_encodeBlockAsm_emit_copy_short_2b
repeat_five_match_nolit_encodeBlockAsm_emit_copy_short_2b:
LEAL -65536(R9), R9
MOVL R9, BX
MOVW $0x001d, (AX)
MOVW R9, 2(AX)
SARL $0x10, BX
MOVB BL, 4(AX)
ADDQ $0x05, AX
JMP match_nolit_emitcopy_end_encodeBlockAsm
repeat_four_match_nolit_encodeBlockAsm_emit_copy_short_2b:
LEAL -256(R9), R9
MOVW $0x0019, (AX)
MOVW R9, 2(AX)
ADDQ $0x04, AX
JMP match_nolit_emitcopy_end_encodeBlockAsm
repeat_three_match_nolit_encodeBlockAsm_emit_copy_short_2b:
LEAL -4(R9), R9
MOVW $0x0015, (AX)
MOVB R9, 2(AX)
ADDQ $0x03, AX
JMP match_nolit_emitcopy_end_encodeBlockAsm
repeat_two_match_nolit_encodeBlockAsm_emit_copy_short_2b:
SHLL $0x02, R9
ORL $0x01, R9
MOVW R9, (AX)
ADDQ $0x02, AX
JMP match_nolit_emitcopy_end_encodeBlockAsm
repeat_two_offset_match_nolit_encodeBlockAsm_emit_copy_short_2b:
XORQ SI, SI
LEAL 1(SI)(R9*4), R9
MOVB BL, 1(AX)
SARL $0x08, BX
SHLL $0x05, BX
ORL BX, R9
MOVB R9, (AX)
ADDQ $0x02, AX
JMP match_nolit_emitcopy_end_encodeBlockAsm
long_offset_short_match_nolit_encodeBlockAsm:
MOVB $0xee, (AX)
MOVW BX, 1(AX)
LEAL -60(R9), R9
ADDQ $0x03, AX
// emitRepeat
emit_repeat_again_match_nolit_encodeBlockAsm_emit_copy_short:
MOVL R9, SI
LEAL -4(R9), R9
CMPL SI, $0x08
JBE repeat_two_match_nolit_encodeBlockAsm_emit_copy_short
CMPL SI, $0x0c
JAE cant_repeat_two_offset_match_nolit_encodeBlockAsm_emit_copy_short
CMPL BX, $0x00000800
JB repeat_two_offset_match_nolit_encodeBlockAsm_emit_copy_short
cant_repeat_two_offset_match_nolit_encodeBlockAsm_emit_copy_short:
CMPL R9, $0x00000104
JB repeat_three_match_nolit_encodeBlockAsm_emit_copy_short
CMPL R9, $0x00010100
JB repeat_four_match_nolit_encodeBlockAsm_emit_copy_short
CMPL R9, $0x0100ffff
JB repeat_five_match_nolit_encodeBlockAsm_emit_copy_short
LEAL -16842747(R9), R9
MOVL $0xfffb001d, (AX)
MOVB $0xff, 4(AX)
ADDQ $0x05, AX
JMP emit_repeat_again_match_nolit_encodeBlockAsm_emit_copy_short
repeat_five_match_nolit_encodeBlockAsm_emit_copy_short:
LEAL -65536(R9), R9
MOVL R9, BX
MOVW $0x001d, (AX)
MOVW R9, 2(AX)
SARL $0x10, BX
MOVB BL, 4(AX)
ADDQ $0x05, AX
JMP match_nolit_emitcopy_end_encodeBlockAsm
repeat_four_match_nolit_encodeBlockAsm_emit_copy_short:
LEAL -256(R9), R9
MOVW $0x0019, (AX)
MOVW R9, 2(AX)
ADDQ $0x04, AX
JMP match_nolit_emitcopy_end_encodeBlockAsm
repeat_three_match_nolit_encodeBlockAsm_emit_copy_short:
LEAL -4(R9), R9
MOVW $0x0015, (AX)
MOVB R9, 2(AX)
ADDQ $0x03, AX
JMP match_nolit_emitcopy_end_encodeBlockAsm
repeat_two_match_nolit_encodeBlockAsm_emit_copy_short:
SHLL $0x02, R9
ORL $0x01, R9
MOVW R9, (AX)
ADDQ $0x02, AX
JMP match_nolit_emitcopy_end_encodeBlockAsm
repeat_two_offset_match_nolit_encodeBlockAsm_emit_copy_short:
XORQ SI, SI
LEAL 1(SI)(R9*4), R9
MOVB BL, 1(AX)
SARL $0x08, BX
SHLL $0x05, BX
ORL BX, R9
MOVB R9, (AX)
ADDQ $0x02, AX
JMP match_nolit_emitcopy_end_encodeBlockAsm
two_byte_offset_short_match_nolit_encodeBlockAsm:
MOVL R9, SI
SHLL $0x02, SI
CMPL R9, $0x0c
JAE emit_copy_three_match_nolit_encodeBlockAsm
CMPL BX, $0x00000800
JAE emit_copy_three_match_nolit_encodeBlockAsm
LEAL -15(SI), SI
MOVB BL, 1(AX)
SHRL $0x08, BX
SHLL $0x05, BX
ORL BX, SI
MOVB SI, (AX)
ADDQ $0x02, AX
JMP match_nolit_emitcopy_end_encodeBlockAsm
emit_copy_three_match_nolit_encodeBlockAsm:
LEAL -2(SI), SI
MOVB SI, (AX)
MOVW BX, 1(AX)
ADDQ $0x03, AX
match_nolit_emitcopy_end_encodeBlockAsm:
CMPL CX, 8(SP)
JAE emit_remainder_encodeBlockAsm
MOVQ -2(DX)(CX*1), SI
CMPQ AX, (SP)
JB match_nolit_dst_ok_encodeBlockAsm
MOVQ $0x00000000, ret+48(FP)
RET
match_nolit_dst_ok_encodeBlockAsm:
MOVQ $0x0000cf1bbcdcbf9b, R8
MOVQ SI, DI
SHRQ $0x10, SI
MOVQ SI, BX
SHLQ $0x10, DI
IMULQ R8, DI
SHRQ $0x32, DI
SHLQ $0x10, BX
IMULQ R8, BX
SHRQ $0x32, BX
LEAL -2(CX), R8
LEAQ 24(SP)(BX*4), R9
MOVL (R9), BX
MOVL R8, 24(SP)(DI*4)
MOVL CX, (R9)
CMPL (DX)(BX*1), SI
JEQ match_nolit_loop_encodeBlockAsm
INCL CX
JMP search_loop_encodeBlockAsm
emit_remainder_encodeBlockAsm:
MOVQ src_len+32(FP), CX
SUBL 12(SP), CX
LEAQ 5(AX)(CX*1), CX
CMPQ CX, (SP)
JB emit_remainder_ok_encodeBlockAsm
MOVQ $0x00000000, ret+48(FP)
RET
emit_remainder_ok_encodeBlockAsm:
MOVQ src_len+32(FP), CX
MOVL 12(SP), BX
CMPL BX, CX
JEQ emit_literal_done_emit_remainder_encodeBlockAsm
MOVL CX, SI
MOVL CX, 12(SP)
LEAQ (DX)(BX*1), CX
SUBL BX, SI
LEAL -1(SI), DX
CMPL DX, $0x3c
JB one_byte_emit_remainder_encodeBlockAsm
CMPL DX, $0x00000100
JB two_bytes_emit_remainder_encodeBlockAsm
CMPL DX, $0x00010000
JB three_bytes_emit_remainder_encodeBlockAsm
CMPL DX, $0x01000000
JB four_bytes_emit_remainder_encodeBlockAsm
MOVB $0xfc, (AX)
MOVL DX, 1(AX)
ADDQ $0x05, AX
JMP memmove_long_emit_remainder_encodeBlockAsm
four_bytes_emit_remainder_encodeBlockAsm:
MOVL DX, BX
SHRL $0x10, BX
MOVB $0xf8, (AX)
MOVW DX, 1(AX)
MOVB BL, 3(AX)
ADDQ $0x04, AX
JMP memmove_long_emit_remainder_encodeBlockAsm
three_bytes_emit_remainder_encodeBlockAsm:
MOVB $0xf4, (AX)
MOVW DX, 1(AX)
ADDQ $0x03, AX
JMP memmove_long_emit_remainder_encodeBlockAsm
two_bytes_emit_remainder_encodeBlockAsm:
MOVB $0xf0, (AX)
MOVB DL, 1(AX)
ADDQ $0x02, AX
CMPL DX, $0x40
JB memmove_emit_remainder_encodeBlockAsm
JMP memmove_long_emit_remainder_encodeBlockAsm
one_byte_emit_remainder_encodeBlockAsm:
SHLB $0x02, DL
MOVB DL, (AX)
ADDQ $0x01, AX
memmove_emit_remainder_encodeBlockAsm:
LEAQ (AX)(SI*1), DX
MOVL SI, BX
// genMemMoveShort
CMPQ BX, $0x03
JB emit_lit_memmove_emit_remainder_encodeBlockAsm_memmove_move_1or2
JE emit_lit_memmove_emit_remainder_encodeBlockAsm_memmove_move_3
CMPQ BX, $0x08
JB emit_lit_memmove_emit_remainder_encodeBlockAsm_memmove_move_4through7
CMPQ BX, $0x10
JBE emit_lit_memmove_emit_remainder_encodeBlockAsm_memmove_move_8through16
CMPQ BX, $0x20
JBE emit_lit_memmove_emit_remainder_encodeBlockAsm_memmove_move_17through32
JMP emit_lit_memmove_emit_remainder_encodeBlockAsm_memmove_move_33through64
emit_lit_memmove_emit_remainder_encodeBlockAsm_memmove_move_1or2:
MOVB (CX), SI
MOVB -1(CX)(BX*1), CL
MOVB SI, (AX)
MOVB CL, -1(AX)(BX*1)
JMP memmove_end_copy_emit_remainder_encodeBlockAsm
emit_lit_memmove_emit_remainder_encodeBlockAsm_memmove_move_3:
MOVW (CX), SI
MOVB 2(CX), CL
MOVW SI, (AX)
MOVB CL, 2(AX)
JMP memmove_end_copy_emit_remainder_encodeBlockAsm
emit_lit_memmove_emit_remainder_encodeBlockAsm_memmove_move_4through7:
MOVL (CX), SI
MOVL -4(CX)(BX*1), CX
MOVL SI, (AX)
MOVL CX, -4(AX)(BX*1)
JMP memmove_end_copy_emit_remainder_encodeBlockAsm
emit_lit_memmove_emit_remainder_encodeBlockAsm_memmove_move_8through16:
MOVQ (CX), SI
MOVQ -8(CX)(BX*1), CX
MOVQ SI, (AX)
MOVQ CX, -8(AX)(BX*1)
JMP memmove_end_copy_emit_remainder_encodeBlockAsm
emit_lit_memmove_emit_remainder_encodeBlockAsm_memmove_move_17through32:
MOVOU (CX), X0
MOVOU -16(CX)(BX*1), X1
MOVOU X0, (AX)
MOVOU X1, -16(AX)(BX*1)
JMP memmove_end_copy_emit_remainder_encodeBlockAsm
emit_lit_memmove_emit_remainder_encodeBlockAsm_memmove_move_33through64:
MOVOU (CX), X0
MOVOU 16(CX), X1
MOVOU -32(CX)(BX*1), X2
MOVOU -16(CX)(BX*1), X3
MOVOU X0, (AX)
MOVOU X1, 16(AX)
MOVOU X2, -32(AX)(BX*1)
MOVOU X3, -16(AX)(BX*1)
memmove_end_copy_emit_remainder_encodeBlockAsm:
MOVQ DX, AX
JMP emit_literal_done_emit_remainder_encodeBlockAsm
memmove_long_emit_remainder_encodeBlockAsm:
LEAQ (AX)(SI*1), DX
MOVL SI, BX
// genMemMoveLong
MOVOU (CX), X0
MOVOU 16(CX), X1
MOVOU -32(CX)(BX*1), X2
MOVOU -16(CX)(BX*1), X3
MOVQ BX, DI
SHRQ $0x05, DI
MOVQ AX, SI
ANDL $0x0000001f, SI
MOVQ $0x00000040, R8
SUBQ SI, R8
DECQ DI
JA emit_lit_memmove_long_emit_remainder_encodeBlockAsmlarge_forward_sse_loop_32
LEAQ -32(CX)(R8*1), SI
LEAQ -32(AX)(R8*1), R9
emit_lit_memmove_long_emit_remainder_encodeBlockAsmlarge_big_loop_back:
MOVOU (SI), X4
MOVOU 16(SI), X5
MOVOA X4, (R9)
MOVOA X5, 16(R9)
ADDQ $0x20, R9
ADDQ $0x20, SI
ADDQ $0x20, R8
DECQ DI
JNA emit_lit_memmove_long_emit_remainder_encodeBlockAsmlarge_big_loop_back
emit_lit_memmove_long_emit_remainder_encodeBlockAsmlarge_forward_sse_loop_32:
MOVOU -32(CX)(R8*1), X4
MOVOU -16(CX)(R8*1), X5
MOVOA X4, -32(AX)(R8*1)
MOVOA X5, -16(AX)(R8*1)
ADDQ $0x20, R8
CMPQ BX, R8
JAE emit_lit_memmove_long_emit_remainder_encodeBlockAsmlarge_forward_sse_loop_32
MOVOU X0, (AX)
MOVOU X1, 16(AX)
MOVOU X2, -32(AX)(BX*1)
MOVOU X3, -16(AX)(BX*1)
MOVQ DX, AX
emit_literal_done_emit_remainder_encodeBlockAsm:
MOVQ dst_base+0(FP), CX
SUBQ CX, AX
MOVQ AX, ret+48(FP)
RET
// func encodeBlockAsm4MB(dst []byte, src []byte) int
// Requires: BMI, SSE2
TEXT ·encodeBlockAsm4MB(SB), $65560-56
MOVQ dst_base+0(FP), AX
MOVQ $0x00000200, CX
LEAQ 24(SP), DX
PXOR X0, X0
zero_loop_encodeBlockAsm4MB:
MOVOU X0, (DX)
MOVOU X0, 16(DX)
MOVOU X0, 32(DX)
MOVOU X0, 48(DX)
MOVOU X0, 64(DX)
MOVOU X0, 80(DX)
MOVOU X0, 96(DX)
MOVOU X0, 112(DX)
ADDQ $0x80, DX
DECQ CX
JNZ zero_loop_encodeBlockAsm4MB
MOVL $0x00000000, 12(SP)
MOVQ src_len+32(FP), CX
LEAQ -9(CX), DX
LEAQ -8(CX), BX
MOVL BX, 8(SP)
SHRQ $0x05, CX
SUBL CX, DX
LEAQ (AX)(DX*1), DX
MOVQ DX, (SP)
MOVL $0x00000001, CX
MOVL CX, 16(SP)
MOVQ src_base+24(FP), DX
search_loop_encodeBlockAsm4MB:
MOVL CX, BX
SUBL 12(SP), BX
SHRL $0x06, BX
LEAL 4(CX)(BX*1), BX
CMPL BX, 8(SP)
JAE emit_remainder_encodeBlockAsm4MB
MOVQ (DX)(CX*1), SI
MOVL BX, 20(SP)
MOVQ $0x0000cf1bbcdcbf9b, R8
MOVQ SI, R9
MOVQ SI, R10
SHRQ $0x08, R10
SHLQ $0x10, R9
IMULQ R8, R9
SHRQ $0x32, R9
SHLQ $0x10, R10
IMULQ R8, R10
SHRQ $0x32, R10
MOVL 24(SP)(R9*4), BX
MOVL 24(SP)(R10*4), DI
MOVL CX, 24(SP)(R9*4)
LEAL 1(CX), R9
MOVL R9, 24(SP)(R10*4)
MOVQ SI, R9
SHRQ $0x10, R9
SHLQ $0x10, R9
IMULQ R8, R9
SHRQ $0x32, R9
MOVL CX, R8
SUBL 16(SP), R8
MOVL 1(DX)(R8*1), R10
MOVQ SI, R8
SHRQ $0x08, R8
CMPL R8, R10
JNE no_repeat_found_encodeBlockAsm4MB
LEAL 1(CX), SI
MOVL 12(SP), DI
MOVL SI, BX
SUBL 16(SP), BX
JZ repeat_extend_back_end_encodeBlockAsm4MB
repeat_extend_back_loop_encodeBlockAsm4MB:
CMPL SI, DI
JBE repeat_extend_back_end_encodeBlockAsm4MB
MOVB -1(DX)(BX*1), R8
MOVB -1(DX)(SI*1), R9
CMPB R8, R9
JNE repeat_extend_back_end_encodeBlockAsm4MB
LEAL -1(SI), SI
DECL BX
JNZ repeat_extend_back_loop_encodeBlockAsm4MB
repeat_extend_back_end_encodeBlockAsm4MB:
MOVL 12(SP), BX
CMPL BX, SI
JEQ emit_literal_done_repeat_emit_encodeBlockAsm4MB
MOVL SI, R8
MOVL SI, 12(SP)
LEAQ (DX)(BX*1), R9
SUBL BX, R8
LEAL -1(R8), BX
CMPL BX, $0x3c
JB one_byte_repeat_emit_encodeBlockAsm4MB
CMPL BX, $0x00000100
JB two_bytes_repeat_emit_encodeBlockAsm4MB
CMPL BX, $0x00010000
JB three_bytes_repeat_emit_encodeBlockAsm4MB
MOVL BX, R10
SHRL $0x10, R10
MOVB $0xf8, (AX)
MOVW BX, 1(AX)
MOVB R10, 3(AX)
ADDQ $0x04, AX
JMP memmove_long_repeat_emit_encodeBlockAsm4MB
three_bytes_repeat_emit_encodeBlockAsm4MB:
MOVB $0xf4, (AX)
MOVW BX, 1(AX)
ADDQ $0x03, AX
JMP memmove_long_repeat_emit_encodeBlockAsm4MB
two_bytes_repeat_emit_encodeBlockAsm4MB:
MOVB $0xf0, (AX)
MOVB BL, 1(AX)
ADDQ $0x02, AX
CMPL BX, $0x40
JB memmove_repeat_emit_encodeBlockAsm4MB
JMP memmove_long_repeat_emit_encodeBlockAsm4MB
one_byte_repeat_emit_encodeBlockAsm4MB:
SHLB $0x02, BL
MOVB BL, (AX)
ADDQ $0x01, AX
memmove_repeat_emit_encodeBlockAsm4MB:
LEAQ (AX)(R8*1), BX
// genMemMoveShort
CMPQ R8, $0x08
JBE emit_lit_memmove_repeat_emit_encodeBlockAsm4MB_memmove_move_8
CMPQ R8, $0x10
JBE emit_lit_memmove_repeat_emit_encodeBlockAsm4MB_memmove_move_8through16
CMPQ R8, $0x20
JBE emit_lit_memmove_repeat_emit_encodeBlockAsm4MB_memmove_move_17through32
JMP emit_lit_memmove_repeat_emit_encodeBlockAsm4MB_memmove_move_33through64
emit_lit_memmove_repeat_emit_encodeBlockAsm4MB_memmove_move_8:
MOVQ (R9), R10
MOVQ R10, (AX)
JMP memmove_end_copy_repeat_emit_encodeBlockAsm4MB
emit_lit_memmove_repeat_emit_encodeBlockAsm4MB_memmove_move_8through16:
MOVQ (R9), R10
MOVQ -8(R9)(R8*1), R9
MOVQ R10, (AX)
MOVQ R9, -8(AX)(R8*1)
JMP memmove_end_copy_repeat_emit_encodeBlockAsm4MB
emit_lit_memmove_repeat_emit_encodeBlockAsm4MB_memmove_move_17through32:
MOVOU (R9), X0
MOVOU -16(R9)(R8*1), X1
MOVOU X0, (AX)
MOVOU X1, -16(AX)(R8*1)
JMP memmove_end_copy_repeat_emit_encodeBlockAsm4MB
emit_lit_memmove_repeat_emit_encodeBlockAsm4MB_memmove_move_33through64:
MOVOU (R9), X0
MOVOU 16(R9), X1
MOVOU -32(R9)(R8*1), X2
MOVOU -16(R9)(R8*1), X3
MOVOU X0, (AX)
MOVOU X1, 16(AX)
MOVOU X2, -32(AX)(R8*1)
MOVOU X3, -16(AX)(R8*1)
memmove_end_copy_repeat_emit_encodeBlockAsm4MB:
MOVQ BX, AX
JMP emit_literal_done_repeat_emit_encodeBlockAsm4MB
memmove_long_repeat_emit_encodeBlockAsm4MB:
LEAQ (AX)(R8*1), BX
// genMemMoveLong
MOVOU (R9), X0
MOVOU 16(R9), X1
MOVOU -32(R9)(R8*1), X2
MOVOU -16(R9)(R8*1), X3
MOVQ R8, R11
SHRQ $0x05, R11
MOVQ AX, R10
ANDL $0x0000001f, R10
MOVQ $0x00000040, R12
SUBQ R10, R12
DECQ R11
JA emit_lit_memmove_long_repeat_emit_encodeBlockAsm4MBlarge_forward_sse_loop_32
LEAQ -32(R9)(R12*1), R10
LEAQ -32(AX)(R12*1), R13
emit_lit_memmove_long_repeat_emit_encodeBlockAsm4MBlarge_big_loop_back:
MOVOU (R10), X4
MOVOU 16(R10), X5
MOVOA X4, (R13)
MOVOA X5, 16(R13)
ADDQ $0x20, R13
ADDQ $0x20, R10
ADDQ $0x20, R12
DECQ R11
JNA emit_lit_memmove_long_repeat_emit_encodeBlockAsm4MBlarge_big_loop_back
emit_lit_memmove_long_repeat_emit_encodeBlockAsm4MBlarge_forward_sse_loop_32:
MOVOU -32(R9)(R12*1), X4
MOVOU -16(R9)(R12*1), X5
MOVOA X4, -32(AX)(R12*1)
MOVOA X5, -16(AX)(R12*1)
ADDQ $0x20, R12
CMPQ R8, R12
JAE emit_lit_memmove_long_repeat_emit_encodeBlockAsm4MBlarge_forward_sse_loop_32
MOVOU X0, (AX)
MOVOU X1, 16(AX)
MOVOU X2, -32(AX)(R8*1)
MOVOU X3, -16(AX)(R8*1)
MOVQ BX, AX
emit_literal_done_repeat_emit_encodeBlockAsm4MB:
ADDL $0x05, CX
MOVL CX, BX
SUBL 16(SP), BX
MOVQ src_len+32(FP), R8
SUBL CX, R8
LEAQ (DX)(CX*1), R9
LEAQ (DX)(BX*1), BX
// matchLen
XORL R11, R11
CMPL R8, $0x08
JB matchlen_match4_repeat_extend_encodeBlockAsm4MB
matchlen_loopback_repeat_extend_encodeBlockAsm4MB:
MOVQ (R9)(R11*1), R10
XORQ (BX)(R11*1), R10
TESTQ R10, R10
JZ matchlen_loop_repeat_extend_encodeBlockAsm4MB
#ifdef GOAMD64_v3
TZCNTQ R10, R10
#else
BSFQ R10, R10
#endif
SARQ $0x03, R10
LEAL (R11)(R10*1), R11
JMP repeat_extend_forward_end_encodeBlockAsm4MB
matchlen_loop_repeat_extend_encodeBlockAsm4MB:
LEAL -8(R8), R8
LEAL 8(R11), R11
CMPL R8, $0x08
JAE matchlen_loopback_repeat_extend_encodeBlockAsm4MB
JZ repeat_extend_forward_end_encodeBlockAsm4MB
matchlen_match4_repeat_extend_encodeBlockAsm4MB:
CMPL R8, $0x04
JB matchlen_match2_repeat_extend_encodeBlockAsm4MB
MOVL (R9)(R11*1), R10
CMPL (BX)(R11*1), R10
JNE matchlen_match2_repeat_extend_encodeBlockAsm4MB
SUBL $0x04, R8
LEAL 4(R11), R11
matchlen_match2_repeat_extend_encodeBlockAsm4MB:
CMPL R8, $0x02
JB matchlen_match1_repeat_extend_encodeBlockAsm4MB
MOVW (R9)(R11*1), R10
CMPW (BX)(R11*1), R10
JNE matchlen_match1_repeat_extend_encodeBlockAsm4MB
SUBL $0x02, R8
LEAL 2(R11), R11
matchlen_match1_repeat_extend_encodeBlockAsm4MB:
CMPL R8, $0x01
JB repeat_extend_forward_end_encodeBlockAsm4MB
MOVB (R9)(R11*1), R10
CMPB (BX)(R11*1), R10
JNE repeat_extend_forward_end_encodeBlockAsm4MB
LEAL 1(R11), R11
repeat_extend_forward_end_encodeBlockAsm4MB:
ADDL R11, CX
MOVL CX, BX
SUBL SI, BX
MOVL 16(SP), SI
TESTL DI, DI
JZ repeat_as_copy_encodeBlockAsm4MB
// emitRepeat
MOVL BX, DI
LEAL -4(BX), BX
CMPL DI, $0x08
JBE repeat_two_match_repeat_encodeBlockAsm4MB
CMPL DI, $0x0c
JAE cant_repeat_two_offset_match_repeat_encodeBlockAsm4MB
CMPL SI, $0x00000800
JB repeat_two_offset_match_repeat_encodeBlockAsm4MB
cant_repeat_two_offset_match_repeat_encodeBlockAsm4MB:
CMPL BX, $0x00000104
JB repeat_three_match_repeat_encodeBlockAsm4MB
CMPL BX, $0x00010100
JB repeat_four_match_repeat_encodeBlockAsm4MB
LEAL -65536(BX), BX
MOVL BX, SI
MOVW $0x001d, (AX)
MOVW BX, 2(AX)
SARL $0x10, SI
MOVB SI, 4(AX)
ADDQ $0x05, AX
JMP repeat_end_emit_encodeBlockAsm4MB
repeat_four_match_repeat_encodeBlockAsm4MB:
LEAL -256(BX), BX
MOVW $0x0019, (AX)
MOVW BX, 2(AX)
ADDQ $0x04, AX
JMP repeat_end_emit_encodeBlockAsm4MB
repeat_three_match_repeat_encodeBlockAsm4MB:
LEAL -4(BX), BX
MOVW $0x0015, (AX)
MOVB BL, 2(AX)
ADDQ $0x03, AX
JMP repeat_end_emit_encodeBlockAsm4MB
repeat_two_match_repeat_encodeBlockAsm4MB:
SHLL $0x02, BX
ORL $0x01, BX
MOVW BX, (AX)
ADDQ $0x02, AX
JMP repeat_end_emit_encodeBlockAsm4MB
repeat_two_offset_match_repeat_encodeBlockAsm4MB:
XORQ DI, DI
LEAL 1(DI)(BX*4), BX
MOVB SI, 1(AX)
SARL $0x08, SI
SHLL $0x05, SI
ORL SI, BX
MOVB BL, (AX)
ADDQ $0x02, AX
JMP repeat_end_emit_encodeBlockAsm4MB
repeat_as_copy_encodeBlockAsm4MB:
// emitCopy
CMPL SI, $0x00010000
JB two_byte_offset_repeat_as_copy_encodeBlockAsm4MB
CMPL BX, $0x40
JBE four_bytes_remain_repeat_as_copy_encodeBlockAsm4MB
MOVB $0xff, (AX)
MOVL SI, 1(AX)
LEAL -64(BX), BX
ADDQ $0x05, AX
CMPL BX, $0x04
JB four_bytes_remain_repeat_as_copy_encodeBlockAsm4MB
// emitRepeat
MOVL BX, DI
LEAL -4(BX), BX
CMPL DI, $0x08
JBE repeat_two_repeat_as_copy_encodeBlockAsm4MB_emit_copy
CMPL DI, $0x0c
JAE cant_repeat_two_offset_repeat_as_copy_encodeBlockAsm4MB_emit_copy
CMPL SI, $0x00000800
JB repeat_two_offset_repeat_as_copy_encodeBlockAsm4MB_emit_copy
cant_repeat_two_offset_repeat_as_copy_encodeBlockAsm4MB_emit_copy:
CMPL BX, $0x00000104
JB repeat_three_repeat_as_copy_encodeBlockAsm4MB_emit_copy
CMPL BX, $0x00010100
JB repeat_four_repeat_as_copy_encodeBlockAsm4MB_emit_copy
LEAL -65536(BX), BX
MOVL BX, SI
MOVW $0x001d, (AX)
MOVW BX, 2(AX)
SARL $0x10, SI
MOVB SI, 4(AX)
ADDQ $0x05, AX
JMP repeat_end_emit_encodeBlockAsm4MB
repeat_four_repeat_as_copy_encodeBlockAsm4MB_emit_copy:
LEAL -256(BX), BX
MOVW $0x0019, (AX)
MOVW BX, 2(AX)
ADDQ $0x04, AX
JMP repeat_end_emit_encodeBlockAsm4MB
repeat_three_repeat_as_copy_encodeBlockAsm4MB_emit_copy:
LEAL -4(BX), BX
MOVW $0x0015, (AX)
MOVB BL, 2(AX)
ADDQ $0x03, AX
JMP repeat_end_emit_encodeBlockAsm4MB
repeat_two_repeat_as_copy_encodeBlockAsm4MB_emit_copy:
SHLL $0x02, BX
ORL $0x01, BX
MOVW BX, (AX)
ADDQ $0x02, AX
JMP repeat_end_emit_encodeBlockAsm4MB
repeat_two_offset_repeat_as_copy_encodeBlockAsm4MB_emit_copy:
XORQ DI, DI
LEAL 1(DI)(BX*4), BX
MOVB SI, 1(AX)
SARL $0x08, SI
SHLL $0x05, SI
ORL SI, BX
MOVB BL, (AX)
ADDQ $0x02, AX
JMP repeat_end_emit_encodeBlockAsm4MB
four_bytes_remain_repeat_as_copy_encodeBlockAsm4MB:
TESTL BX, BX
JZ repeat_end_emit_encodeBlockAsm4MB
XORL DI, DI
LEAL -1(DI)(BX*4), BX
MOVB BL, (AX)
MOVL SI, 1(AX)
ADDQ $0x05, AX
JMP repeat_end_emit_encodeBlockAsm4MB
two_byte_offset_repeat_as_copy_encodeBlockAsm4MB:
CMPL BX, $0x40
JBE two_byte_offset_short_repeat_as_copy_encodeBlockAsm4MB
CMPL SI, $0x00000800
JAE long_offset_short_repeat_as_copy_encodeBlockAsm4MB
MOVL $0x00000001, DI
LEAL 16(DI), DI
MOVB SI, 1(AX)
SHRL $0x08, SI
SHLL $0x05, SI
ORL SI, DI
MOVB DI, (AX)
ADDQ $0x02, AX
SUBL $0x08, BX
// emitRepeat
LEAL -4(BX), BX
JMP cant_repeat_two_offset_repeat_as_copy_encodeBlockAsm4MB_emit_copy_short_2b
MOVL BX, DI
LEAL -4(BX), BX
CMPL DI, $0x08
JBE repeat_two_repeat_as_copy_encodeBlockAsm4MB_emit_copy_short_2b
CMPL DI, $0x0c
JAE cant_repeat_two_offset_repeat_as_copy_encodeBlockAsm4MB_emit_copy_short_2b
CMPL SI, $0x00000800
JB repeat_two_offset_repeat_as_copy_encodeBlockAsm4MB_emit_copy_short_2b
cant_repeat_two_offset_repeat_as_copy_encodeBlockAsm4MB_emit_copy_short_2b:
CMPL BX, $0x00000104
JB repeat_three_repeat_as_copy_encodeBlockAsm4MB_emit_copy_short_2b
CMPL BX, $0x00010100
JB repeat_four_repeat_as_copy_encodeBlockAsm4MB_emit_copy_short_2b
LEAL -65536(BX), BX
MOVL BX, SI
MOVW $0x001d, (AX)
MOVW BX, 2(AX)
SARL $0x10, SI
MOVB SI, 4(AX)
ADDQ $0x05, AX
JMP repeat_end_emit_encodeBlockAsm4MB
repeat_four_repeat_as_copy_encodeBlockAsm4MB_emit_copy_short_2b:
LEAL -256(BX), BX
MOVW $0x0019, (AX)
MOVW BX, 2(AX)
ADDQ $0x04, AX
JMP repeat_end_emit_encodeBlockAsm4MB
repeat_three_repeat_as_copy_encodeBlockAsm4MB_emit_copy_short_2b:
LEAL -4(BX), BX
MOVW $0x0015, (AX)
MOVB BL, 2(AX)
ADDQ $0x03, AX
JMP repeat_end_emit_encodeBlockAsm4MB
repeat_two_repeat_as_copy_encodeBlockAsm4MB_emit_copy_short_2b:
SHLL $0x02, BX
ORL $0x01, BX
MOVW BX, (AX)
ADDQ $0x02, AX
JMP repeat_end_emit_encodeBlockAsm4MB
repeat_two_offset_repeat_as_copy_encodeBlockAsm4MB_emit_copy_short_2b:
XORQ DI, DI
LEAL 1(DI)(BX*4), BX
MOVB SI, 1(AX)
SARL $0x08, SI
SHLL $0x05, SI
ORL SI, BX
MOVB BL, (AX)
ADDQ $0x02, AX
JMP repeat_end_emit_encodeBlockAsm4MB
long_offset_short_repeat_as_copy_encodeBlockAsm4MB:
MOVB $0xee, (AX)
MOVW SI, 1(AX)
LEAL -60(BX), BX
ADDQ $0x03, AX
// emitRepeat
MOVL BX, DI
LEAL -4(BX), BX
CMPL DI, $0x08
JBE repeat_two_repeat_as_copy_encodeBlockAsm4MB_emit_copy_short
CMPL DI, $0x0c
JAE cant_repeat_two_offset_repeat_as_copy_encodeBlockAsm4MB_emit_copy_short
CMPL SI, $0x00000800
JB repeat_two_offset_repeat_as_copy_encodeBlockAsm4MB_emit_copy_short
cant_repeat_two_offset_repeat_as_copy_encodeBlockAsm4MB_emit_copy_short:
CMPL BX, $0x00000104
JB repeat_three_repeat_as_copy_encodeBlockAsm4MB_emit_copy_short
CMPL BX, $0x00010100
JB repeat_four_repeat_as_copy_encodeBlockAsm4MB_emit_copy_short
LEAL -65536(BX), BX
MOVL BX, SI
MOVW $0x001d, (AX)
MOVW BX, 2(AX)
SARL $0x10, SI
MOVB SI, 4(AX)
ADDQ $0x05, AX
JMP repeat_end_emit_encodeBlockAsm4MB
repeat_four_repeat_as_copy_encodeBlockAsm4MB_emit_copy_short:
LEAL -256(BX), BX
MOVW $0x0019, (AX)
MOVW BX, 2(AX)
ADDQ $0x04, AX
JMP repeat_end_emit_encodeBlockAsm4MB
repeat_three_repeat_as_copy_encodeBlockAsm4MB_emit_copy_short:
LEAL -4(BX), BX
MOVW $0x0015, (AX)
MOVB BL, 2(AX)
ADDQ $0x03, AX
JMP repeat_end_emit_encodeBlockAsm4MB
repeat_two_repeat_as_copy_encodeBlockAsm4MB_emit_copy_short:
SHLL $0x02, BX
ORL $0x01, BX
MOVW BX, (AX)
ADDQ $0x02, AX
JMP repeat_end_emit_encodeBlockAsm4MB
repeat_two_offset_repeat_as_copy_encodeBlockAsm4MB_emit_copy_short:
XORQ DI, DI
LEAL 1(DI)(BX*4), BX
MOVB SI, 1(AX)
SARL $0x08, SI
SHLL $0x05, SI
ORL SI, BX
MOVB BL, (AX)
ADDQ $0x02, AX
JMP repeat_end_emit_encodeBlockAsm4MB
two_byte_offset_short_repeat_as_copy_encodeBlockAsm4MB:
MOVL BX, DI
SHLL $0x02, DI
CMPL BX, $0x0c
JAE emit_copy_three_repeat_as_copy_encodeBlockAsm4MB
CMPL SI, $0x00000800
JAE emit_copy_three_repeat_as_copy_encodeBlockAsm4MB
LEAL -15(DI), DI
MOVB SI, 1(AX)
SHRL $0x08, SI
SHLL $0x05, SI
ORL SI, DI
MOVB DI, (AX)
ADDQ $0x02, AX
JMP repeat_end_emit_encodeBlockAsm4MB
emit_copy_three_repeat_as_copy_encodeBlockAsm4MB:
LEAL -2(DI), DI
MOVB DI, (AX)
MOVW SI, 1(AX)
ADDQ $0x03, AX
repeat_end_emit_encodeBlockAsm4MB:
MOVL CX, 12(SP)
JMP search_loop_encodeBlockAsm4MB
no_repeat_found_encodeBlockAsm4MB:
CMPL (DX)(BX*1), SI
JEQ candidate_match_encodeBlockAsm4MB
SHRQ $0x08, SI
MOVL 24(SP)(R9*4), BX
LEAL 2(CX), R8
CMPL (DX)(DI*1), SI
JEQ candidate2_match_encodeBlockAsm4MB
MOVL R8, 24(SP)(R9*4)
SHRQ $0x08, SI
CMPL (DX)(BX*1), SI
JEQ candidate3_match_encodeBlockAsm4MB
MOVL 20(SP), CX
JMP search_loop_encodeBlockAsm4MB
candidate3_match_encodeBlockAsm4MB:
ADDL $0x02, CX
JMP candidate_match_encodeBlockAsm4MB
candidate2_match_encodeBlockAsm4MB:
MOVL R8, 24(SP)(R9*4)
INCL CX
MOVL DI, BX
candidate_match_encodeBlockAsm4MB:
MOVL 12(SP), SI
TESTL BX, BX
JZ match_extend_back_end_encodeBlockAsm4MB
match_extend_back_loop_encodeBlockAsm4MB:
CMPL CX, SI
JBE match_extend_back_end_encodeBlockAsm4MB
MOVB -1(DX)(BX*1), DI
MOVB -1(DX)(CX*1), R8
CMPB DI, R8
JNE match_extend_back_end_encodeBlockAsm4MB
LEAL -1(CX), CX
DECL BX
JZ match_extend_back_end_encodeBlockAsm4MB
JMP match_extend_back_loop_encodeBlockAsm4MB
match_extend_back_end_encodeBlockAsm4MB:
MOVL CX, SI
SUBL 12(SP), SI
LEAQ 4(AX)(SI*1), SI
CMPQ SI, (SP)
JB match_dst_size_check_encodeBlockAsm4MB
MOVQ $0x00000000, ret+48(FP)
RET
match_dst_size_check_encodeBlockAsm4MB:
MOVL CX, SI
MOVL 12(SP), DI
CMPL DI, SI
JEQ emit_literal_done_match_emit_encodeBlockAsm4MB
MOVL SI, R8
MOVL SI, 12(SP)
LEAQ (DX)(DI*1), SI
SUBL DI, R8
LEAL -1(R8), DI
CMPL DI, $0x3c
JB one_byte_match_emit_encodeBlockAsm4MB
CMPL DI, $0x00000100
JB two_bytes_match_emit_encodeBlockAsm4MB
CMPL DI, $0x00010000
JB three_bytes_match_emit_encodeBlockAsm4MB
MOVL DI, R9
SHRL $0x10, R9
MOVB $0xf8, (AX)
MOVW DI, 1(AX)
MOVB R9, 3(AX)
ADDQ $0x04, AX
JMP memmove_long_match_emit_encodeBlockAsm4MB
three_bytes_match_emit_encodeBlockAsm4MB:
MOVB $0xf4, (AX)
MOVW DI, 1(AX)
ADDQ $0x03, AX
JMP memmove_long_match_emit_encodeBlockAsm4MB
two_bytes_match_emit_encodeBlockAsm4MB:
MOVB $0xf0, (AX)
MOVB DI, 1(AX)
ADDQ $0x02, AX
CMPL DI, $0x40
JB memmove_match_emit_encodeBlockAsm4MB
JMP memmove_long_match_emit_encodeBlockAsm4MB
one_byte_match_emit_encodeBlockAsm4MB:
SHLB $0x02, DI
MOVB DI, (AX)
ADDQ $0x01, AX
memmove_match_emit_encodeBlockAsm4MB:
LEAQ (AX)(R8*1), DI
// genMemMoveShort
CMPQ R8, $0x08
JBE emit_lit_memmove_match_emit_encodeBlockAsm4MB_memmove_move_8
CMPQ R8, $0x10
JBE emit_lit_memmove_match_emit_encodeBlockAsm4MB_memmove_move_8through16
CMPQ R8, $0x20
JBE emit_lit_memmove_match_emit_encodeBlockAsm4MB_memmove_move_17through32
JMP emit_lit_memmove_match_emit_encodeBlockAsm4MB_memmove_move_33through64
emit_lit_memmove_match_emit_encodeBlockAsm4MB_memmove_move_8:
MOVQ (SI), R9
MOVQ R9, (AX)
JMP memmove_end_copy_match_emit_encodeBlockAsm4MB
emit_lit_memmove_match_emit_encodeBlockAsm4MB_memmove_move_8through16:
MOVQ (SI), R9
MOVQ -8(SI)(R8*1), SI
MOVQ R9, (AX)
MOVQ SI, -8(AX)(R8*1)
JMP memmove_end_copy_match_emit_encodeBlockAsm4MB
emit_lit_memmove_match_emit_encodeBlockAsm4MB_memmove_move_17through32:
MOVOU (SI), X0
MOVOU -16(SI)(R8*1), X1
MOVOU X0, (AX)
MOVOU X1, -16(AX)(R8*1)
JMP memmove_end_copy_match_emit_encodeBlockAsm4MB
emit_lit_memmove_match_emit_encodeBlockAsm4MB_memmove_move_33through64:
MOVOU (SI), X0
MOVOU 16(SI), X1
MOVOU -32(SI)(R8*1), X2
MOVOU -16(SI)(R8*1), X3
MOVOU X0, (AX)
MOVOU X1, 16(AX)
MOVOU X2, -32(AX)(R8*1)
MOVOU X3, -16(AX)(R8*1)
memmove_end_copy_match_emit_encodeBlockAsm4MB:
MOVQ DI, AX
JMP emit_literal_done_match_emit_encodeBlockAsm4MB
memmove_long_match_emit_encodeBlockAsm4MB:
LEAQ (AX)(R8*1), DI
// genMemMoveLong
MOVOU (SI), X0
MOVOU 16(SI), X1
MOVOU -32(SI)(R8*1), X2
MOVOU -16(SI)(R8*1), X3
MOVQ R8, R10
SHRQ $0x05, R10
MOVQ AX, R9
ANDL $0x0000001f, R9
MOVQ $0x00000040, R11
SUBQ R9, R11
DECQ R10
JA emit_lit_memmove_long_match_emit_encodeBlockAsm4MBlarge_forward_sse_loop_32
LEAQ -32(SI)(R11*1), R9
LEAQ -32(AX)(R11*1), R12
emit_lit_memmove_long_match_emit_encodeBlockAsm4MBlarge_big_loop_back:
MOVOU (R9), X4
MOVOU 16(R9), X5
MOVOA X4, (R12)
MOVOA X5, 16(R12)
ADDQ $0x20, R12
ADDQ $0x20, R9
ADDQ $0x20, R11
DECQ R10
JNA emit_lit_memmove_long_match_emit_encodeBlockAsm4MBlarge_big_loop_back
emit_lit_memmove_long_match_emit_encodeBlockAsm4MBlarge_forward_sse_loop_32:
MOVOU -32(SI)(R11*1), X4
MOVOU -16(SI)(R11*1), X5
MOVOA X4, -32(AX)(R11*1)
MOVOA X5, -16(AX)(R11*1)
ADDQ $0x20, R11
CMPQ R8, R11
JAE emit_lit_memmove_long_match_emit_encodeBlockAsm4MBlarge_forward_sse_loop_32
MOVOU X0, (AX)
MOVOU X1, 16(AX)
MOVOU X2, -32(AX)(R8*1)
MOVOU X3, -16(AX)(R8*1)
MOVQ DI, AX
emit_literal_done_match_emit_encodeBlockAsm4MB:
match_nolit_loop_encodeBlockAsm4MB:
MOVL CX, SI
SUBL BX, SI
MOVL SI, 16(SP)
ADDL $0x04, CX
ADDL $0x04, BX
MOVQ src_len+32(FP), SI
SUBL CX, SI
LEAQ (DX)(CX*1), DI
LEAQ (DX)(BX*1), BX
// matchLen
XORL R9, R9
CMPL SI, $0x08
JB matchlen_match4_match_nolit_encodeBlockAsm4MB
matchlen_loopback_match_nolit_encodeBlockAsm4MB:
MOVQ (DI)(R9*1), R8
XORQ (BX)(R9*1), R8
TESTQ R8, R8
JZ matchlen_loop_match_nolit_encodeBlockAsm4MB
#ifdef GOAMD64_v3
TZCNTQ R8, R8
#else
BSFQ R8, R8
#endif
SARQ $0x03, R8
LEAL (R9)(R8*1), R9
JMP match_nolit_end_encodeBlockAsm4MB
matchlen_loop_match_nolit_encodeBlockAsm4MB:
LEAL -8(SI), SI
LEAL 8(R9), R9
CMPL SI, $0x08
JAE matchlen_loopback_match_nolit_encodeBlockAsm4MB
JZ match_nolit_end_encodeBlockAsm4MB
matchlen_match4_match_nolit_encodeBlockAsm4MB:
CMPL SI, $0x04
JB matchlen_match2_match_nolit_encodeBlockAsm4MB
MOVL (DI)(R9*1), R8
CMPL (BX)(R9*1), R8
JNE matchlen_match2_match_nolit_encodeBlockAsm4MB
SUBL $0x04, SI
LEAL 4(R9), R9
matchlen_match2_match_nolit_encodeBlockAsm4MB:
CMPL SI, $0x02
JB matchlen_match1_match_nolit_encodeBlockAsm4MB
MOVW (DI)(R9*1), R8
CMPW (BX)(R9*1), R8
JNE matchlen_match1_match_nolit_encodeBlockAsm4MB
SUBL $0x02, SI
LEAL 2(R9), R9
matchlen_match1_match_nolit_encodeBlockAsm4MB:
CMPL SI, $0x01
JB match_nolit_end_encodeBlockAsm4MB
MOVB (DI)(R9*1), R8
CMPB (BX)(R9*1), R8
JNE match_nolit_end_encodeBlockAsm4MB
LEAL 1(R9), R9
match_nolit_end_encodeBlockAsm4MB:
ADDL R9, CX
MOVL 16(SP), BX
ADDL $0x04, R9
MOVL CX, 12(SP)
// emitCopy
CMPL BX, $0x00010000
JB two_byte_offset_match_nolit_encodeBlockAsm4MB
CMPL R9, $0x40
JBE four_bytes_remain_match_nolit_encodeBlockAsm4MB
MOVB $0xff, (AX)
MOVL BX, 1(AX)
LEAL -64(R9), R9
ADDQ $0x05, AX
CMPL R9, $0x04
JB four_bytes_remain_match_nolit_encodeBlockAsm4MB
// emitRepeat
MOVL R9, SI
LEAL -4(R9), R9
CMPL SI, $0x08
JBE repeat_two_match_nolit_encodeBlockAsm4MB_emit_copy
CMPL SI, $0x0c
JAE cant_repeat_two_offset_match_nolit_encodeBlockAsm4MB_emit_copy
CMPL BX, $0x00000800
JB repeat_two_offset_match_nolit_encodeBlockAsm4MB_emit_copy
cant_repeat_two_offset_match_nolit_encodeBlockAsm4MB_emit_copy:
CMPL R9, $0x00000104
JB repeat_three_match_nolit_encodeBlockAsm4MB_emit_copy
CMPL R9, $0x00010100
JB repeat_four_match_nolit_encodeBlockAsm4MB_emit_copy
LEAL -65536(R9), R9
MOVL R9, BX
MOVW $0x001d, (AX)
MOVW R9, 2(AX)
SARL $0x10, BX
MOVB BL, 4(AX)
ADDQ $0x05, AX
JMP match_nolit_emitcopy_end_encodeBlockAsm4MB
repeat_four_match_nolit_encodeBlockAsm4MB_emit_copy:
LEAL -256(R9), R9
MOVW $0x0019, (AX)
MOVW R9, 2(AX)
ADDQ $0x04, AX
JMP match_nolit_emitcopy_end_encodeBlockAsm4MB
repeat_three_match_nolit_encodeBlockAsm4MB_emit_copy:
LEAL -4(R9), R9
MOVW $0x0015, (AX)
MOVB R9, 2(AX)
ADDQ $0x03, AX
JMP match_nolit_emitcopy_end_encodeBlockAsm4MB
repeat_two_match_nolit_encodeBlockAsm4MB_emit_copy:
SHLL $0x02, R9
ORL $0x01, R9
MOVW R9, (AX)
ADDQ $0x02, AX
JMP match_nolit_emitcopy_end_encodeBlockAsm4MB
repeat_two_offset_match_nolit_encodeBlockAsm4MB_emit_copy:
XORQ SI, SI
LEAL 1(SI)(R9*4), R9
MOVB BL, 1(AX)
SARL $0x08, BX
SHLL $0x05, BX
ORL BX, R9
MOVB R9, (AX)
ADDQ $0x02, AX
JMP match_nolit_emitcopy_end_encodeBlockAsm4MB
four_bytes_remain_match_nolit_encodeBlockAsm4MB:
TESTL R9, R9
JZ match_nolit_emitcopy_end_encodeBlockAsm4MB
XORL SI, SI
LEAL -1(SI)(R9*4), R9
MOVB R9, (AX)
MOVL BX, 1(AX)
ADDQ $0x05, AX
JMP match_nolit_emitcopy_end_encodeBlockAsm4MB
two_byte_offset_match_nolit_encodeBlockAsm4MB:
CMPL R9, $0x40
JBE two_byte_offset_short_match_nolit_encodeBlockAsm4MB
CMPL BX, $0x00000800
JAE long_offset_short_match_nolit_encodeBlockAsm4MB
MOVL $0x00000001, SI
LEAL 16(SI), SI
MOVB BL, 1(AX)
SHRL $0x08, BX
SHLL $0x05, BX
ORL BX, SI
MOVB SI, (AX)
ADDQ $0x02, AX
SUBL $0x08, R9
// emitRepeat
LEAL -4(R9), R9
JMP cant_repeat_two_offset_match_nolit_encodeBlockAsm4MB_emit_copy_short_2b
MOVL R9, SI
LEAL -4(R9), R9
CMPL SI, $0x08
JBE repeat_two_match_nolit_encodeBlockAsm4MB_emit_copy_short_2b
CMPL SI, $0x0c
JAE cant_repeat_two_offset_match_nolit_encodeBlockAsm4MB_emit_copy_short_2b
CMPL BX, $0x00000800
JB repeat_two_offset_match_nolit_encodeBlockAsm4MB_emit_copy_short_2b
cant_repeat_two_offset_match_nolit_encodeBlockAsm4MB_emit_copy_short_2b:
CMPL R9, $0x00000104
JB repeat_three_match_nolit_encodeBlockAsm4MB_emit_copy_short_2b
CMPL R9, $0x00010100
JB repeat_four_match_nolit_encodeBlockAsm4MB_emit_copy_short_2b
LEAL -65536(R9), R9
MOVL R9, BX
MOVW $0x001d, (AX)
MOVW R9, 2(AX)
SARL $0x10, BX
MOVB BL, 4(AX)
ADDQ $0x05, AX
JMP match_nolit_emitcopy_end_encodeBlockAsm4MB
repeat_four_match_nolit_encodeBlockAsm4MB_emit_copy_short_2b:
LEAL -256(R9), R9
MOVW $0x0019, (AX)
MOVW R9, 2(AX)
ADDQ $0x04, AX
JMP match_nolit_emitcopy_end_encodeBlockAsm4MB
repeat_three_match_nolit_encodeBlockAsm4MB_emit_copy_short_2b:
LEAL -4(R9), R9
MOVW $0x0015, (AX)
MOVB R9, 2(AX)
ADDQ $0x03, AX
JMP match_nolit_emitcopy_end_encodeBlockAsm4MB
repeat_two_match_nolit_encodeBlockAsm4MB_emit_copy_short_2b:
SHLL $0x02, R9
ORL $0x01, R9
MOVW R9, (AX)
ADDQ $0x02, AX
JMP match_nolit_emitcopy_end_encodeBlockAsm4MB
repeat_two_offset_match_nolit_encodeBlockAsm4MB_emit_copy_short_2b:
XORQ SI, SI
LEAL 1(SI)(R9*4), R9
MOVB BL, 1(AX)
SARL $0x08, BX
SHLL $0x05, BX
ORL BX, R9
MOVB R9, (AX)
ADDQ $0x02, AX
JMP match_nolit_emitcopy_end_encodeBlockAsm4MB
long_offset_short_match_nolit_encodeBlockAsm4MB:
MOVB $0xee, (AX)
MOVW BX, 1(AX)
LEAL -60(R9), R9
ADDQ $0x03, AX
// emitRepeat
MOVL R9, SI
LEAL -4(R9), R9
CMPL SI, $0x08
JBE repeat_two_match_nolit_encodeBlockAsm4MB_emit_copy_short
CMPL SI, $0x0c
JAE cant_repeat_two_offset_match_nolit_encodeBlockAsm4MB_emit_copy_short
CMPL BX, $0x00000800
JB repeat_two_offset_match_nolit_encodeBlockAsm4MB_emit_copy_short
cant_repeat_two_offset_match_nolit_encodeBlockAsm4MB_emit_copy_short:
CMPL R9, $0x00000104
JB repeat_three_match_nolit_encodeBlockAsm4MB_emit_copy_short
CMPL R9, $0x00010100
JB repeat_four_match_nolit_encodeBlockAsm4MB_emit_copy_short
LEAL -65536(R9), R9
MOVL R9, BX
MOVW $0x001d, (AX)
MOVW R9, 2(AX)
SARL $0x10, BX
MOVB BL, 4(AX)
ADDQ $0x05, AX
JMP match_nolit_emitcopy_end_encodeBlockAsm4MB
repeat_four_match_nolit_encodeBlockAsm4MB_emit_copy_short:
LEAL -256(R9), R9
MOVW $0x0019, (AX)
MOVW R9, 2(AX)
ADDQ $0x04, AX
JMP match_nolit_emitcopy_end_encodeBlockAsm4MB
repeat_three_match_nolit_encodeBlockAsm4MB_emit_copy_short:
LEAL -4(R9), R9
MOVW $0x0015, (AX)
MOVB R9, 2(AX)
ADDQ $0x03, AX
JMP match_nolit_emitcopy_end_encodeBlockAsm4MB
repeat_two_match_nolit_encodeBlockAsm4MB_emit_copy_short:
SHLL $0x02, R9
ORL $0x01, R9
MOVW R9, (AX)
ADDQ $0x02, AX
JMP match_nolit_emitcopy_end_encodeBlockAsm4MB
repeat_two_offset_match_nolit_encodeBlockAsm4MB_emit_copy_short:
XORQ SI, SI
LEAL 1(SI)(R9*4), R9
MOVB BL, 1(AX)
SARL $0x08, BX
SHLL $0x05, BX
ORL BX, R9
MOVB R9, (AX)
ADDQ $0x02, AX
JMP match_nolit_emitcopy_end_encodeBlockAsm4MB
two_byte_offset_short_match_nolit_encodeBlockAsm4MB:
MOVL R9, SI
SHLL $0x02, SI
CMPL R9, $0x0c
JAE emit_copy_three_match_nolit_encodeBlockAsm4MB
CMPL BX, $0x00000800
JAE emit_copy_three_match_nolit_encodeBlockAsm4MB
LEAL -15(SI), SI
MOVB BL, 1(AX)
SHRL $0x08, BX
SHLL $0x05, BX
ORL BX, SI
MOVB SI, (AX)
ADDQ $0x02, AX
JMP match_nolit_emitcopy_end_encodeBlockAsm4MB
emit_copy_three_match_nolit_encodeBlockAsm4MB:
LEAL -2(SI), SI
MOVB SI, (AX)
MOVW BX, 1(AX)
ADDQ $0x03, AX
match_nolit_emitcopy_end_encodeBlockAsm4MB:
CMPL CX, 8(SP)
JAE emit_remainder_encodeBlockAsm4MB
MOVQ -2(DX)(CX*1), SI
CMPQ AX, (SP)
JB match_nolit_dst_ok_encodeBlockAsm4MB
MOVQ $0x00000000, ret+48(FP)
RET
match_nolit_dst_ok_encodeBlockAsm4MB:
MOVQ $0x0000cf1bbcdcbf9b, R8
MOVQ SI, DI
SHRQ $0x10, SI
MOVQ SI, BX
SHLQ $0x10, DI
IMULQ R8, DI
SHRQ $0x32, DI
SHLQ $0x10, BX
IMULQ R8, BX
SHRQ $0x32, BX
LEAL -2(CX), R8
LEAQ 24(SP)(BX*4), R9
MOVL (R9), BX
MOVL R8, 24(SP)(DI*4)
MOVL CX, (R9)
CMPL (DX)(BX*1), SI
JEQ match_nolit_loop_encodeBlockAsm4MB
INCL CX
JMP search_loop_encodeBlockAsm4MB
emit_remainder_encodeBlockAsm4MB:
MOVQ src_len+32(FP), CX
SUBL 12(SP), CX
LEAQ 4(AX)(CX*1), CX
CMPQ CX, (SP)
JB emit_remainder_ok_encodeBlockAsm4MB
MOVQ $0x00000000, ret+48(FP)
RET
emit_remainder_ok_encodeBlockAsm4MB:
MOVQ src_len+32(FP), CX
MOVL 12(SP), BX
CMPL BX, CX
JEQ emit_literal_done_emit_remainder_encodeBlockAsm4MB
MOVL CX, SI
MOVL CX, 12(SP)
LEAQ (DX)(BX*1), CX
SUBL BX, SI
LEAL -1(SI), DX
CMPL DX, $0x3c
JB one_byte_emit_remainder_encodeBlockAsm4MB
CMPL DX, $0x00000100
JB two_bytes_emit_remainder_encodeBlockAsm4MB
CMPL DX, $0x00010000
JB three_bytes_emit_remainder_encodeBlockAsm4MB
MOVL DX, BX
SHRL $0x10, BX
MOVB $0xf8, (AX)
MOVW DX, 1(AX)
MOVB BL, 3(AX)
ADDQ $0x04, AX
JMP memmove_long_emit_remainder_encodeBlockAsm4MB
three_bytes_emit_remainder_encodeBlockAsm4MB:
MOVB $0xf4, (AX)
MOVW DX, 1(AX)
ADDQ $0x03, AX
JMP memmove_long_emit_remainder_encodeBlockAsm4MB
two_bytes_emit_remainder_encodeBlockAsm4MB:
MOVB $0xf0, (AX)
MOVB DL, 1(AX)
ADDQ $0x02, AX
CMPL DX, $0x40
JB memmove_emit_remainder_encodeBlockAsm4MB
JMP memmove_long_emit_remainder_encodeBlockAsm4MB
one_byte_emit_remainder_encodeBlockAsm4MB:
SHLB $0x02, DL
MOVB DL, (AX)
ADDQ $0x01, AX
memmove_emit_remainder_encodeBlockAsm4MB:
LEAQ (AX)(SI*1), DX
MOVL SI, BX
// genMemMoveShort
CMPQ BX, $0x03
JB emit_lit_memmove_emit_remainder_encodeBlockAsm4MB_memmove_move_1or2
JE emit_lit_memmove_emit_remainder_encodeBlockAsm4MB_memmove_move_3
CMPQ BX, $0x08
JB emit_lit_memmove_emit_remainder_encodeBlockAsm4MB_memmove_move_4through7
CMPQ BX, $0x10
JBE emit_lit_memmove_emit_remainder_encodeBlockAsm4MB_memmove_move_8through16
CMPQ BX, $0x20
JBE emit_lit_memmove_emit_remainder_encodeBlockAsm4MB_memmove_move_17through32
JMP emit_lit_memmove_emit_remainder_encodeBlockAsm4MB_memmove_move_33through64
emit_lit_memmove_emit_remainder_encodeBlockAsm4MB_memmove_move_1or2:
MOVB (CX), SI
MOVB -1(CX)(BX*1), CL
MOVB SI, (AX)
MOVB CL, -1(AX)(BX*1)
JMP memmove_end_copy_emit_remainder_encodeBlockAsm4MB
emit_lit_memmove_emit_remainder_encodeBlockAsm4MB_memmove_move_3:
MOVW (CX), SI
MOVB 2(CX), CL
MOVW SI, (AX)
MOVB CL, 2(AX)
JMP memmove_end_copy_emit_remainder_encodeBlockAsm4MB
emit_lit_memmove_emit_remainder_encodeBlockAsm4MB_memmove_move_4through7:
MOVL (CX), SI
MOVL -4(CX)(BX*1), CX
MOVL SI, (AX)
MOVL CX, -4(AX)(BX*1)
JMP memmove_end_copy_emit_remainder_encodeBlockAsm4MB
emit_lit_memmove_emit_remainder_encodeBlockAsm4MB_memmove_move_8through16:
MOVQ (CX), SI
MOVQ -8(CX)(BX*1), CX
MOVQ SI, (AX)
MOVQ CX, -8(AX)(BX*1)
JMP memmove_end_copy_emit_remainder_encodeBlockAsm4MB
emit_lit_memmove_emit_remainder_encodeBlockAsm4MB_memmove_move_17through32:
MOVOU (CX), X0
MOVOU -16(CX)(BX*1), X1
MOVOU X0, (AX)
MOVOU X1, -16(AX)(BX*1)
JMP memmove_end_copy_emit_remainder_encodeBlockAsm4MB
emit_lit_memmove_emit_remainder_encodeBlockAsm4MB_memmove_move_33through64:
MOVOU (CX), X0
MOVOU 16(CX), X1
MOVOU -32(CX)(BX*1), X2
MOVOU -16(CX)(BX*1), X3
MOVOU X0, (AX)
MOVOU X1, 16(AX)
MOVOU X2, -32(AX)(BX*1)
MOVOU X3, -16(AX)(BX*1)
memmove_end_copy_emit_remainder_encodeBlockAsm4MB:
MOVQ DX, AX
JMP emit_literal_done_emit_remainder_encodeBlockAsm4MB
memmove_long_emit_remainder_encodeBlockAsm4MB:
LEAQ (AX)(SI*1), DX
MOVL SI, BX
// genMemMoveLong
MOVOU (CX), X0
MOVOU 16(CX), X1
MOVOU -32(CX)(BX*1), X2
MOVOU -16(CX)(BX*1), X3
MOVQ BX, DI
SHRQ $0x05, DI
MOVQ AX, SI
ANDL $0x0000001f, SI
MOVQ $0x00000040, R8
SUBQ SI, R8
DECQ DI
JA emit_lit_memmove_long_emit_remainder_encodeBlockAsm4MBlarge_forward_sse_loop_32
LEAQ -32(CX)(R8*1), SI
LEAQ -32(AX)(R8*1), R9
emit_lit_memmove_long_emit_remainder_encodeBlockAsm4MBlarge_big_loop_back:
MOVOU (SI), X4
MOVOU 16(SI), X5
MOVOA X4, (R9)
MOVOA X5, 16(R9)
ADDQ $0x20, R9
ADDQ $0x20, SI
ADDQ $0x20, R8
DECQ DI
JNA emit_lit_memmove_long_emit_remainder_encodeBlockAsm4MBlarge_big_loop_back
emit_lit_memmove_long_emit_remainder_encodeBlockAsm4MBlarge_forward_sse_loop_32:
MOVOU -32(CX)(R8*1), X4
MOVOU -16(CX)(R8*1), X5
MOVOA X4, -32(AX)(R8*1)
MOVOA X5, -16(AX)(R8*1)
ADDQ $0x20, R8
CMPQ BX, R8
JAE emit_lit_memmove_long_emit_remainder_encodeBlockAsm4MBlarge_forward_sse_loop_32
MOVOU X0, (AX)
MOVOU X1, 16(AX)
MOVOU X2, -32(AX)(BX*1)
MOVOU X3, -16(AX)(BX*1)
MOVQ DX, AX
emit_literal_done_emit_remainder_encodeBlockAsm4MB:
MOVQ dst_base+0(FP), CX
SUBQ CX, AX
MOVQ AX, ret+48(FP)
RET
// func encodeBlockAsm12B(dst []byte, src []byte) int
// Requires: BMI, SSE2
TEXT ·encodeBlockAsm12B(SB), $16408-56
MOVQ dst_base+0(FP), AX
MOVQ $0x00000080, CX
LEAQ 24(SP), DX
PXOR X0, X0
zero_loop_encodeBlockAsm12B:
MOVOU X0, (DX)
MOVOU X0, 16(DX)
MOVOU X0, 32(DX)
MOVOU X0, 48(DX)
MOVOU X0, 64(DX)
MOVOU X0, 80(DX)
MOVOU X0, 96(DX)
MOVOU X0, 112(DX)
ADDQ $0x80, DX
DECQ CX
JNZ zero_loop_encodeBlockAsm12B
MOVL $0x00000000, 12(SP)
MOVQ src_len+32(FP), CX
LEAQ -9(CX), DX
LEAQ -8(CX), BX
MOVL BX, 8(SP)
SHRQ $0x05, CX
SUBL CX, DX
LEAQ (AX)(DX*1), DX
MOVQ DX, (SP)
MOVL $0x00000001, CX
MOVL CX, 16(SP)
MOVQ src_base+24(FP), DX
search_loop_encodeBlockAsm12B:
MOVL CX, BX
SUBL 12(SP), BX
SHRL $0x05, BX
LEAL 4(CX)(BX*1), BX
CMPL BX, 8(SP)
JAE emit_remainder_encodeBlockAsm12B
MOVQ (DX)(CX*1), SI
MOVL BX, 20(SP)
MOVQ $0x000000cf1bbcdcbb, R8
MOVQ SI, R9
MOVQ SI, R10
SHRQ $0x08, R10
SHLQ $0x18, R9
IMULQ R8, R9
SHRQ $0x34, R9
SHLQ $0x18, R10
IMULQ R8, R10
SHRQ $0x34, R10
MOVL 24(SP)(R9*4), BX
MOVL 24(SP)(R10*4), DI
MOVL CX, 24(SP)(R9*4)
LEAL 1(CX), R9
MOVL R9, 24(SP)(R10*4)
MOVQ SI, R9
SHRQ $0x10, R9
SHLQ $0x18, R9
IMULQ R8, R9
SHRQ $0x34, R9
MOVL CX, R8
SUBL 16(SP), R8
MOVL 1(DX)(R8*1), R10
MOVQ SI, R8
SHRQ $0x08, R8
CMPL R8, R10
JNE no_repeat_found_encodeBlockAsm12B
LEAL 1(CX), SI
MOVL 12(SP), DI
MOVL SI, BX
SUBL 16(SP), BX
JZ repeat_extend_back_end_encodeBlockAsm12B
repeat_extend_back_loop_encodeBlockAsm12B:
CMPL SI, DI
JBE repeat_extend_back_end_encodeBlockAsm12B
MOVB -1(DX)(BX*1), R8
MOVB -1(DX)(SI*1), R9
CMPB R8, R9
JNE repeat_extend_back_end_encodeBlockAsm12B
LEAL -1(SI), SI
DECL BX
JNZ repeat_extend_back_loop_encodeBlockAsm12B
repeat_extend_back_end_encodeBlockAsm12B:
MOVL 12(SP), BX
CMPL BX, SI
JEQ emit_literal_done_repeat_emit_encodeBlockAsm12B
MOVL SI, R8
MOVL SI, 12(SP)
LEAQ (DX)(BX*1), R9
SUBL BX, R8
LEAL -1(R8), BX
CMPL BX, $0x3c
JB one_byte_repeat_emit_encodeBlockAsm12B
CMPL BX, $0x00000100
JB two_bytes_repeat_emit_encodeBlockAsm12B
JB three_bytes_repeat_emit_encodeBlockAsm12B
three_bytes_repeat_emit_encodeBlockAsm12B:
MOVB $0xf4, (AX)
MOVW BX, 1(AX)
ADDQ $0x03, AX
JMP memmove_long_repeat_emit_encodeBlockAsm12B
two_bytes_repeat_emit_encodeBlockAsm12B:
MOVB $0xf0, (AX)
MOVB BL, 1(AX)
ADDQ $0x02, AX
CMPL BX, $0x40
JB memmove_repeat_emit_encodeBlockAsm12B
JMP memmove_long_repeat_emit_encodeBlockAsm12B
one_byte_repeat_emit_encodeBlockAsm12B:
SHLB $0x02, BL
MOVB BL, (AX)
ADDQ $0x01, AX
memmove_repeat_emit_encodeBlockAsm12B:
LEAQ (AX)(R8*1), BX
// genMemMoveShort
CMPQ R8, $0x08
JBE emit_lit_memmove_repeat_emit_encodeBlockAsm12B_memmove_move_8
CMPQ R8, $0x10
JBE emit_lit_memmove_repeat_emit_encodeBlockAsm12B_memmove_move_8through16
CMPQ R8, $0x20
JBE emit_lit_memmove_repeat_emit_encodeBlockAsm12B_memmove_move_17through32
JMP emit_lit_memmove_repeat_emit_encodeBlockAsm12B_memmove_move_33through64
emit_lit_memmove_repeat_emit_encodeBlockAsm12B_memmove_move_8:
MOVQ (R9), R10
MOVQ R10, (AX)
JMP memmove_end_copy_repeat_emit_encodeBlockAsm12B
emit_lit_memmove_repeat_emit_encodeBlockAsm12B_memmove_move_8through16:
MOVQ (R9), R10
MOVQ -8(R9)(R8*1), R9
MOVQ R10, (AX)
MOVQ R9, -8(AX)(R8*1)
JMP memmove_end_copy_repeat_emit_encodeBlockAsm12B
emit_lit_memmove_repeat_emit_encodeBlockAsm12B_memmove_move_17through32:
MOVOU (R9), X0
MOVOU -16(R9)(R8*1), X1
MOVOU X0, (AX)
MOVOU X1, -16(AX)(R8*1)
JMP memmove_end_copy_repeat_emit_encodeBlockAsm12B
emit_lit_memmove_repeat_emit_encodeBlockAsm12B_memmove_move_33through64:
MOVOU (R9), X0
MOVOU 16(R9), X1
MOVOU -32(R9)(R8*1), X2
MOVOU -16(R9)(R8*1), X3
MOVOU X0, (AX)
MOVOU X1, 16(AX)
MOVOU X2, -32(AX)(R8*1)
MOVOU X3, -16(AX)(R8*1)
memmove_end_copy_repeat_emit_encodeBlockAsm12B:
MOVQ BX, AX
JMP emit_literal_done_repeat_emit_encodeBlockAsm12B
memmove_long_repeat_emit_encodeBlockAsm12B:
LEAQ (AX)(R8*1), BX
// genMemMoveLong
MOVOU (R9), X0
MOVOU 16(R9), X1
MOVOU -32(R9)(R8*1), X2
MOVOU -16(R9)(R8*1), X3
MOVQ R8, R11
SHRQ $0x05, R11
MOVQ AX, R10
ANDL $0x0000001f, R10
MOVQ $0x00000040, R12
SUBQ R10, R12
DECQ R11
JA emit_lit_memmove_long_repeat_emit_encodeBlockAsm12Blarge_forward_sse_loop_32
LEAQ -32(R9)(R12*1), R10
LEAQ -32(AX)(R12*1), R13
emit_lit_memmove_long_repeat_emit_encodeBlockAsm12Blarge_big_loop_back:
MOVOU (R10), X4
MOVOU 16(R10), X5
MOVOA X4, (R13)
MOVOA X5, 16(R13)
ADDQ $0x20, R13
ADDQ $0x20, R10
ADDQ $0x20, R12
DECQ R11
JNA emit_lit_memmove_long_repeat_emit_encodeBlockAsm12Blarge_big_loop_back
emit_lit_memmove_long_repeat_emit_encodeBlockAsm12Blarge_forward_sse_loop_32:
MOVOU -32(R9)(R12*1), X4
MOVOU -16(R9)(R12*1), X5
MOVOA X4, -32(AX)(R12*1)
MOVOA X5, -16(AX)(R12*1)
ADDQ $0x20, R12
CMPQ R8, R12
JAE emit_lit_memmove_long_repeat_emit_encodeBlockAsm12Blarge_forward_sse_loop_32
MOVOU X0, (AX)
MOVOU X1, 16(AX)
MOVOU X2, -32(AX)(R8*1)
MOVOU X3, -16(AX)(R8*1)
MOVQ BX, AX
emit_literal_done_repeat_emit_encodeBlockAsm12B:
ADDL $0x05, CX
MOVL CX, BX
SUBL 16(SP), BX
MOVQ src_len+32(FP), R8
SUBL CX, R8
LEAQ (DX)(CX*1), R9
LEAQ (DX)(BX*1), BX
// matchLen
XORL R11, R11
CMPL R8, $0x08
JB matchlen_match4_repeat_extend_encodeBlockAsm12B
matchlen_loopback_repeat_extend_encodeBlockAsm12B:
MOVQ (R9)(R11*1), R10
XORQ (BX)(R11*1), R10
TESTQ R10, R10
JZ matchlen_loop_repeat_extend_encodeBlockAsm12B
#ifdef GOAMD64_v3
TZCNTQ R10, R10
#else
BSFQ R10, R10
#endif
SARQ $0x03, R10
LEAL (R11)(R10*1), R11
JMP repeat_extend_forward_end_encodeBlockAsm12B
matchlen_loop_repeat_extend_encodeBlockAsm12B:
LEAL -8(R8), R8
LEAL 8(R11), R11
CMPL R8, $0x08
JAE matchlen_loopback_repeat_extend_encodeBlockAsm12B
JZ repeat_extend_forward_end_encodeBlockAsm12B
matchlen_match4_repeat_extend_encodeBlockAsm12B:
CMPL R8, $0x04
JB matchlen_match2_repeat_extend_encodeBlockAsm12B
MOVL (R9)(R11*1), R10
CMPL (BX)(R11*1), R10
JNE matchlen_match2_repeat_extend_encodeBlockAsm12B
SUBL $0x04, R8
LEAL 4(R11), R11
matchlen_match2_repeat_extend_encodeBlockAsm12B:
CMPL R8, $0x02
JB matchlen_match1_repeat_extend_encodeBlockAsm12B
MOVW (R9)(R11*1), R10
CMPW (BX)(R11*1), R10
JNE matchlen_match1_repeat_extend_encodeBlockAsm12B
SUBL $0x02, R8
LEAL 2(R11), R11
matchlen_match1_repeat_extend_encodeBlockAsm12B:
CMPL R8, $0x01
JB repeat_extend_forward_end_encodeBlockAsm12B
MOVB (R9)(R11*1), R10
CMPB (BX)(R11*1), R10
JNE repeat_extend_forward_end_encodeBlockAsm12B
LEAL 1(R11), R11
repeat_extend_forward_end_encodeBlockAsm12B:
ADDL R11, CX
MOVL CX, BX
SUBL SI, BX
MOVL 16(SP), SI
TESTL DI, DI
JZ repeat_as_copy_encodeBlockAsm12B
// emitRepeat
MOVL BX, DI
LEAL -4(BX), BX
CMPL DI, $0x08
JBE repeat_two_match_repeat_encodeBlockAsm12B
CMPL DI, $0x0c
JAE cant_repeat_two_offset_match_repeat_encodeBlockAsm12B
CMPL SI, $0x00000800
JB repeat_two_offset_match_repeat_encodeBlockAsm12B
cant_repeat_two_offset_match_repeat_encodeBlockAsm12B:
CMPL BX, $0x00000104
JB repeat_three_match_repeat_encodeBlockAsm12B
LEAL -256(BX), BX
MOVW $0x0019, (AX)
MOVW BX, 2(AX)
ADDQ $0x04, AX
JMP repeat_end_emit_encodeBlockAsm12B
repeat_three_match_repeat_encodeBlockAsm12B:
LEAL -4(BX), BX
MOVW $0x0015, (AX)
MOVB BL, 2(AX)
ADDQ $0x03, AX
JMP repeat_end_emit_encodeBlockAsm12B
repeat_two_match_repeat_encodeBlockAsm12B:
SHLL $0x02, BX
ORL $0x01, BX
MOVW BX, (AX)
ADDQ $0x02, AX
JMP repeat_end_emit_encodeBlockAsm12B
repeat_two_offset_match_repeat_encodeBlockAsm12B:
XORQ DI, DI
LEAL 1(DI)(BX*4), BX
MOVB SI, 1(AX)
SARL $0x08, SI
SHLL $0x05, SI
ORL SI, BX
MOVB BL, (AX)
ADDQ $0x02, AX
JMP repeat_end_emit_encodeBlockAsm12B
repeat_as_copy_encodeBlockAsm12B:
// emitCopy
CMPL BX, $0x40
JBE two_byte_offset_short_repeat_as_copy_encodeBlockAsm12B
CMPL SI, $0x00000800
JAE long_offset_short_repeat_as_copy_encodeBlockAsm12B
MOVL $0x00000001, DI
LEAL 16(DI), DI
MOVB SI, 1(AX)
SHRL $0x08, SI
SHLL $0x05, SI
ORL SI, DI
MOVB DI, (AX)
ADDQ $0x02, AX
SUBL $0x08, BX
// emitRepeat
LEAL -4(BX), BX
JMP cant_repeat_two_offset_repeat_as_copy_encodeBlockAsm12B_emit_copy_short_2b
MOVL BX, DI
LEAL -4(BX), BX
CMPL DI, $0x08
JBE repeat_two_repeat_as_copy_encodeBlockAsm12B_emit_copy_short_2b
CMPL DI, $0x0c
JAE cant_repeat_two_offset_repeat_as_copy_encodeBlockAsm12B_emit_copy_short_2b
CMPL SI, $0x00000800
JB repeat_two_offset_repeat_as_copy_encodeBlockAsm12B_emit_copy_short_2b
cant_repeat_two_offset_repeat_as_copy_encodeBlockAsm12B_emit_copy_short_2b:
CMPL BX, $0x00000104
JB repeat_three_repeat_as_copy_encodeBlockAsm12B_emit_copy_short_2b
LEAL -256(BX), BX
MOVW $0x0019, (AX)
MOVW BX, 2(AX)
ADDQ $0x04, AX
JMP repeat_end_emit_encodeBlockAsm12B
repeat_three_repeat_as_copy_encodeBlockAsm12B_emit_copy_short_2b:
LEAL -4(BX), BX
MOVW $0x0015, (AX)
MOVB BL, 2(AX)
ADDQ $0x03, AX
JMP repeat_end_emit_encodeBlockAsm12B
repeat_two_repeat_as_copy_encodeBlockAsm12B_emit_copy_short_2b:
SHLL $0x02, BX
ORL $0x01, BX
MOVW BX, (AX)
ADDQ $0x02, AX
JMP repeat_end_emit_encodeBlockAsm12B
repeat_two_offset_repeat_as_copy_encodeBlockAsm12B_emit_copy_short_2b:
XORQ DI, DI
LEAL 1(DI)(BX*4), BX
MOVB SI, 1(AX)
SARL $0x08, SI
SHLL $0x05, SI
ORL SI, BX
MOVB BL, (AX)
ADDQ $0x02, AX
JMP repeat_end_emit_encodeBlockAsm12B
long_offset_short_repeat_as_copy_encodeBlockAsm12B:
MOVB $0xee, (AX)
MOVW SI, 1(AX)
LEAL -60(BX), BX
ADDQ $0x03, AX
// emitRepeat
MOVL BX, DI
LEAL -4(BX), BX
CMPL DI, $0x08
JBE repeat_two_repeat_as_copy_encodeBlockAsm12B_emit_copy_short
CMPL DI, $0x0c
JAE cant_repeat_two_offset_repeat_as_copy_encodeBlockAsm12B_emit_copy_short
CMPL SI, $0x00000800
JB repeat_two_offset_repeat_as_copy_encodeBlockAsm12B_emit_copy_short
cant_repeat_two_offset_repeat_as_copy_encodeBlockAsm12B_emit_copy_short:
CMPL BX, $0x00000104
JB repeat_three_repeat_as_copy_encodeBlockAsm12B_emit_copy_short
LEAL -256(BX), BX
MOVW $0x0019, (AX)
MOVW BX, 2(AX)
ADDQ $0x04, AX
JMP repeat_end_emit_encodeBlockAsm12B
repeat_three_repeat_as_copy_encodeBlockAsm12B_emit_copy_short:
LEAL -4(BX), BX
MOVW $0x0015, (AX)
MOVB BL, 2(AX)
ADDQ $0x03, AX
JMP repeat_end_emit_encodeBlockAsm12B
repeat_two_repeat_as_copy_encodeBlockAsm12B_emit_copy_short:
SHLL $0x02, BX
ORL $0x01, BX
MOVW BX, (AX)
ADDQ $0x02, AX
JMP repeat_end_emit_encodeBlockAsm12B
repeat_two_offset_repeat_as_copy_encodeBlockAsm12B_emit_copy_short:
XORQ DI, DI
LEAL 1(DI)(BX*4), BX
MOVB SI, 1(AX)
SARL $0x08, SI
SHLL $0x05, SI
ORL SI, BX
MOVB BL, (AX)
ADDQ $0x02, AX
JMP repeat_end_emit_encodeBlockAsm12B
two_byte_offset_short_repeat_as_copy_encodeBlockAsm12B:
MOVL BX, DI
SHLL $0x02, DI
CMPL BX, $0x0c
JAE emit_copy_three_repeat_as_copy_encodeBlockAsm12B
CMPL SI, $0x00000800
JAE emit_copy_three_repeat_as_copy_encodeBlockAsm12B
LEAL -15(DI), DI
MOVB SI, 1(AX)
SHRL $0x08, SI
SHLL $0x05, SI
ORL SI, DI
MOVB DI, (AX)
ADDQ $0x02, AX
JMP repeat_end_emit_encodeBlockAsm12B
emit_copy_three_repeat_as_copy_encodeBlockAsm12B:
LEAL -2(DI), DI
MOVB DI, (AX)
MOVW SI, 1(AX)
ADDQ $0x03, AX
repeat_end_emit_encodeBlockAsm12B:
MOVL CX, 12(SP)
JMP search_loop_encodeBlockAsm12B
no_repeat_found_encodeBlockAsm12B:
CMPL (DX)(BX*1), SI
JEQ candidate_match_encodeBlockAsm12B
SHRQ $0x08, SI
MOVL 24(SP)(R9*4), BX
LEAL 2(CX), R8
CMPL (DX)(DI*1), SI
JEQ candidate2_match_encodeBlockAsm12B
MOVL R8, 24(SP)(R9*4)
SHRQ $0x08, SI
CMPL (DX)(BX*1), SI
JEQ candidate3_match_encodeBlockAsm12B
MOVL 20(SP), CX
JMP search_loop_encodeBlockAsm12B
candidate3_match_encodeBlockAsm12B:
ADDL $0x02, CX
JMP candidate_match_encodeBlockAsm12B
candidate2_match_encodeBlockAsm12B:
MOVL R8, 24(SP)(R9*4)
INCL CX
MOVL DI, BX
candidate_match_encodeBlockAsm12B:
MOVL 12(SP), SI
TESTL BX, BX
JZ match_extend_back_end_encodeBlockAsm12B
match_extend_back_loop_encodeBlockAsm12B:
CMPL CX, SI
JBE match_extend_back_end_encodeBlockAsm12B
MOVB -1(DX)(BX*1), DI
MOVB -1(DX)(CX*1), R8
CMPB DI, R8
JNE match_extend_back_end_encodeBlockAsm12B
LEAL -1(CX), CX
DECL BX
JZ match_extend_back_end_encodeBlockAsm12B
JMP match_extend_back_loop_encodeBlockAsm12B
match_extend_back_end_encodeBlockAsm12B:
MOVL CX, SI
SUBL 12(SP), SI
LEAQ 3(AX)(SI*1), SI
CMPQ SI, (SP)
JB match_dst_size_check_encodeBlockAsm12B
MOVQ $0x00000000, ret+48(FP)
RET
match_dst_size_check_encodeBlockAsm12B:
MOVL CX, SI
MOVL 12(SP), DI
CMPL DI, SI
JEQ emit_literal_done_match_emit_encodeBlockAsm12B
MOVL SI, R8
MOVL SI, 12(SP)
LEAQ (DX)(DI*1), SI
SUBL DI, R8
LEAL -1(R8), DI
CMPL DI, $0x3c
JB one_byte_match_emit_encodeBlockAsm12B
CMPL DI, $0x00000100
JB two_bytes_match_emit_encodeBlockAsm12B
JB three_bytes_match_emit_encodeBlockAsm12B
three_bytes_match_emit_encodeBlockAsm12B:
MOVB $0xf4, (AX)
MOVW DI, 1(AX)
ADDQ $0x03, AX
JMP memmove_long_match_emit_encodeBlockAsm12B
two_bytes_match_emit_encodeBlockAsm12B:
MOVB $0xf0, (AX)
MOVB DI, 1(AX)
ADDQ $0x02, AX
CMPL DI, $0x40
JB memmove_match_emit_encodeBlockAsm12B
JMP memmove_long_match_emit_encodeBlockAsm12B
one_byte_match_emit_encodeBlockAsm12B:
SHLB $0x02, DI
MOVB DI, (AX)
ADDQ $0x01, AX
memmove_match_emit_encodeBlockAsm12B:
LEAQ (AX)(R8*1), DI
// genMemMoveShort
CMPQ R8, $0x08
JBE emit_lit_memmove_match_emit_encodeBlockAsm12B_memmove_move_8
CMPQ R8, $0x10
JBE emit_lit_memmove_match_emit_encodeBlockAsm12B_memmove_move_8through16
CMPQ R8, $0x20
JBE emit_lit_memmove_match_emit_encodeBlockAsm12B_memmove_move_17through32
JMP emit_lit_memmove_match_emit_encodeBlockAsm12B_memmove_move_33through64
emit_lit_memmove_match_emit_encodeBlockAsm12B_memmove_move_8:
MOVQ (SI), R9
MOVQ R9, (AX)
JMP memmove_end_copy_match_emit_encodeBlockAsm12B
emit_lit_memmove_match_emit_encodeBlockAsm12B_memmove_move_8through16:
MOVQ (SI), R9
MOVQ -8(SI)(R8*1), SI
MOVQ R9, (AX)
MOVQ SI, -8(AX)(R8*1)
JMP memmove_end_copy_match_emit_encodeBlockAsm12B
emit_lit_memmove_match_emit_encodeBlockAsm12B_memmove_move_17through32:
MOVOU (SI), X0
MOVOU -16(SI)(R8*1), X1
MOVOU X0, (AX)
MOVOU X1, -16(AX)(R8*1)
JMP memmove_end_copy_match_emit_encodeBlockAsm12B
emit_lit_memmove_match_emit_encodeBlockAsm12B_memmove_move_33through64:
MOVOU (SI), X0
MOVOU 16(SI), X1
MOVOU -32(SI)(R8*1), X2
MOVOU -16(SI)(R8*1), X3
MOVOU X0, (AX)
MOVOU X1, 16(AX)
MOVOU X2, -32(AX)(R8*1)
MOVOU X3, -16(AX)(R8*1)
memmove_end_copy_match_emit_encodeBlockAsm12B:
MOVQ DI, AX
JMP emit_literal_done_match_emit_encodeBlockAsm12B
memmove_long_match_emit_encodeBlockAsm12B:
LEAQ (AX)(R8*1), DI
// genMemMoveLong
MOVOU (SI), X0
MOVOU 16(SI), X1
MOVOU -32(SI)(R8*1), X2
MOVOU -16(SI)(R8*1), X3
MOVQ R8, R10
SHRQ $0x05, R10
MOVQ AX, R9
ANDL $0x0000001f, R9
MOVQ $0x00000040, R11
SUBQ R9, R11
DECQ R10
JA emit_lit_memmove_long_match_emit_encodeBlockAsm12Blarge_forward_sse_loop_32
LEAQ -32(SI)(R11*1), R9
LEAQ -32(AX)(R11*1), R12
emit_lit_memmove_long_match_emit_encodeBlockAsm12Blarge_big_loop_back:
MOVOU (R9), X4
MOVOU 16(R9), X5
MOVOA X4, (R12)
MOVOA X5, 16(R12)
ADDQ $0x20, R12
ADDQ $0x20, R9
ADDQ $0x20, R11
DECQ R10
JNA emit_lit_memmove_long_match_emit_encodeBlockAsm12Blarge_big_loop_back
emit_lit_memmove_long_match_emit_encodeBlockAsm12Blarge_forward_sse_loop_32:
MOVOU -32(SI)(R11*1), X4
MOVOU -16(SI)(R11*1), X5
MOVOA X4, -32(AX)(R11*1)
MOVOA X5, -16(AX)(R11*1)
ADDQ $0x20, R11
CMPQ R8, R11
JAE emit_lit_memmove_long_match_emit_encodeBlockAsm12Blarge_forward_sse_loop_32
MOVOU X0, (AX)
MOVOU X1, 16(AX)
MOVOU X2, -32(AX)(R8*1)
MOVOU X3, -16(AX)(R8*1)
MOVQ DI, AX
emit_literal_done_match_emit_encodeBlockAsm12B:
match_nolit_loop_encodeBlockAsm12B:
MOVL CX, SI
SUBL BX, SI
MOVL SI, 16(SP)
ADDL $0x04, CX
ADDL $0x04, BX
MOVQ src_len+32(FP), SI
SUBL CX, SI
LEAQ (DX)(CX*1), DI
LEAQ (DX)(BX*1), BX
// matchLen
XORL R9, R9
CMPL SI, $0x08
JB matchlen_match4_match_nolit_encodeBlockAsm12B
matchlen_loopback_match_nolit_encodeBlockAsm12B:
MOVQ (DI)(R9*1), R8
XORQ (BX)(R9*1), R8
TESTQ R8, R8
JZ matchlen_loop_match_nolit_encodeBlockAsm12B
#ifdef GOAMD64_v3
TZCNTQ R8, R8
#else
BSFQ R8, R8
#endif
SARQ $0x03, R8
LEAL (R9)(R8*1), R9
JMP match_nolit_end_encodeBlockAsm12B
matchlen_loop_match_nolit_encodeBlockAsm12B:
LEAL -8(SI), SI
LEAL 8(R9), R9
CMPL SI, $0x08
JAE matchlen_loopback_match_nolit_encodeBlockAsm12B
JZ match_nolit_end_encodeBlockAsm12B
matchlen_match4_match_nolit_encodeBlockAsm12B:
CMPL SI, $0x04
JB matchlen_match2_match_nolit_encodeBlockAsm12B
MOVL (DI)(R9*1), R8
CMPL (BX)(R9*1), R8
JNE matchlen_match2_match_nolit_encodeBlockAsm12B
SUBL $0x04, SI
LEAL 4(R9), R9
matchlen_match2_match_nolit_encodeBlockAsm12B:
CMPL SI, $0x02
JB matchlen_match1_match_nolit_encodeBlockAsm12B
MOVW (DI)(R9*1), R8
CMPW (BX)(R9*1), R8
JNE matchlen_match1_match_nolit_encodeBlockAsm12B
SUBL $0x02, SI
LEAL 2(R9), R9
matchlen_match1_match_nolit_encodeBlockAsm12B:
CMPL SI, $0x01
JB match_nolit_end_encodeBlockAsm12B
MOVB (DI)(R9*1), R8
CMPB (BX)(R9*1), R8
JNE match_nolit_end_encodeBlockAsm12B
LEAL 1(R9), R9
match_nolit_end_encodeBlockAsm12B:
ADDL R9, CX
MOVL 16(SP), BX
ADDL $0x04, R9
MOVL CX, 12(SP)
// emitCopy
CMPL R9, $0x40
JBE two_byte_offset_short_match_nolit_encodeBlockAsm12B
CMPL BX, $0x00000800
JAE long_offset_short_match_nolit_encodeBlockAsm12B
MOVL $0x00000001, SI
LEAL 16(SI), SI
MOVB BL, 1(AX)
SHRL $0x08, BX
SHLL $0x05, BX
ORL BX, SI
MOVB SI, (AX)
ADDQ $0x02, AX
SUBL $0x08, R9
// emitRepeat
LEAL -4(R9), R9
JMP cant_repeat_two_offset_match_nolit_encodeBlockAsm12B_emit_copy_short_2b
MOVL R9, SI
LEAL -4(R9), R9
CMPL SI, $0x08
JBE repeat_two_match_nolit_encodeBlockAsm12B_emit_copy_short_2b
CMPL SI, $0x0c
JAE cant_repeat_two_offset_match_nolit_encodeBlockAsm12B_emit_copy_short_2b
CMPL BX, $0x00000800
JB repeat_two_offset_match_nolit_encodeBlockAsm12B_emit_copy_short_2b
cant_repeat_two_offset_match_nolit_encodeBlockAsm12B_emit_copy_short_2b:
CMPL R9, $0x00000104
JB repeat_three_match_nolit_encodeBlockAsm12B_emit_copy_short_2b
LEAL -256(R9), R9
MOVW $0x0019, (AX)
MOVW R9, 2(AX)
ADDQ $0x04, AX
JMP match_nolit_emitcopy_end_encodeBlockAsm12B
repeat_three_match_nolit_encodeBlockAsm12B_emit_copy_short_2b:
LEAL -4(R9), R9
MOVW $0x0015, (AX)
MOVB R9, 2(AX)
ADDQ $0x03, AX
JMP match_nolit_emitcopy_end_encodeBlockAsm12B
repeat_two_match_nolit_encodeBlockAsm12B_emit_copy_short_2b:
SHLL $0x02, R9
ORL $0x01, R9
MOVW R9, (AX)
ADDQ $0x02, AX
JMP match_nolit_emitcopy_end_encodeBlockAsm12B
repeat_two_offset_match_nolit_encodeBlockAsm12B_emit_copy_short_2b:
XORQ SI, SI
LEAL 1(SI)(R9*4), R9
MOVB BL, 1(AX)
SARL $0x08, BX
SHLL $0x05, BX
ORL BX, R9
MOVB R9, (AX)
ADDQ $0x02, AX
JMP match_nolit_emitcopy_end_encodeBlockAsm12B
long_offset_short_match_nolit_encodeBlockAsm12B:
MOVB $0xee, (AX)
MOVW BX, 1(AX)
LEAL -60(R9), R9
ADDQ $0x03, AX
// emitRepeat
MOVL R9, SI
LEAL -4(R9), R9
CMPL SI, $0x08
JBE repeat_two_match_nolit_encodeBlockAsm12B_emit_copy_short
CMPL SI, $0x0c
JAE cant_repeat_two_offset_match_nolit_encodeBlockAsm12B_emit_copy_short
CMPL BX, $0x00000800
JB repeat_two_offset_match_nolit_encodeBlockAsm12B_emit_copy_short
cant_repeat_two_offset_match_nolit_encodeBlockAsm12B_emit_copy_short:
CMPL R9, $0x00000104
JB repeat_three_match_nolit_encodeBlockAsm12B_emit_copy_short
LEAL -256(R9), R9
MOVW $0x0019, (AX)
MOVW R9, 2(AX)
ADDQ $0x04, AX
JMP match_nolit_emitcopy_end_encodeBlockAsm12B
repeat_three_match_nolit_encodeBlockAsm12B_emit_copy_short:
LEAL -4(R9), R9
MOVW $0x0015, (AX)
MOVB R9, 2(AX)
ADDQ $0x03, AX
JMP match_nolit_emitcopy_end_encodeBlockAsm12B
repeat_two_match_nolit_encodeBlockAsm12B_emit_copy_short:
SHLL $0x02, R9
ORL $0x01, R9
MOVW R9, (AX)
ADDQ $0x02, AX
JMP match_nolit_emitcopy_end_encodeBlockAsm12B
repeat_two_offset_match_nolit_encodeBlockAsm12B_emit_copy_short:
XORQ SI, SI
LEAL 1(SI)(R9*4), R9
MOVB BL, 1(AX)
SARL $0x08, BX
SHLL $0x05, BX
ORL BX, R9
MOVB R9, (AX)
ADDQ $0x02, AX
JMP match_nolit_emitcopy_end_encodeBlockAsm12B
two_byte_offset_short_match_nolit_encodeBlockAsm12B:
MOVL R9, SI
SHLL $0x02, SI
CMPL R9, $0x0c
JAE emit_copy_three_match_nolit_encodeBlockAsm12B
CMPL BX, $0x00000800
JAE emit_copy_three_match_nolit_encodeBlockAsm12B
LEAL -15(SI), SI
MOVB BL, 1(AX)
SHRL $0x08, BX
SHLL $0x05, BX
ORL BX, SI
MOVB SI, (AX)
ADDQ $0x02, AX
JMP match_nolit_emitcopy_end_encodeBlockAsm12B
emit_copy_three_match_nolit_encodeBlockAsm12B:
LEAL -2(SI), SI
MOVB SI, (AX)
MOVW BX, 1(AX)
ADDQ $0x03, AX
match_nolit_emitcopy_end_encodeBlockAsm12B:
CMPL CX, 8(SP)
JAE emit_remainder_encodeBlockAsm12B
MOVQ -2(DX)(CX*1), SI
CMPQ AX, (SP)
JB match_nolit_dst_ok_encodeBlockAsm12B
MOVQ $0x00000000, ret+48(FP)
RET
match_nolit_dst_ok_encodeBlockAsm12B:
MOVQ $0x000000cf1bbcdcbb, R8
MOVQ SI, DI
SHRQ $0x10, SI
MOVQ SI, BX
SHLQ $0x18, DI
IMULQ R8, DI
SHRQ $0x34, DI
SHLQ $0x18, BX
IMULQ R8, BX
SHRQ $0x34, BX
LEAL -2(CX), R8
LEAQ 24(SP)(BX*4), R9
MOVL (R9), BX
MOVL R8, 24(SP)(DI*4)
MOVL CX, (R9)
CMPL (DX)(BX*1), SI
JEQ match_nolit_loop_encodeBlockAsm12B
INCL CX
JMP search_loop_encodeBlockAsm12B
emit_remainder_encodeBlockAsm12B:
MOVQ src_len+32(FP), CX
SUBL 12(SP), CX
LEAQ 3(AX)(CX*1), CX
CMPQ CX, (SP)
JB emit_remainder_ok_encodeBlockAsm12B
MOVQ $0x00000000, ret+48(FP)
RET
emit_remainder_ok_encodeBlockAsm12B:
MOVQ src_len+32(FP), CX
MOVL 12(SP), BX
CMPL BX, CX
JEQ emit_literal_done_emit_remainder_encodeBlockAsm12B
MOVL CX, SI
MOVL CX, 12(SP)
LEAQ (DX)(BX*1), CX
SUBL BX, SI
LEAL -1(SI), DX
CMPL DX, $0x3c
JB one_byte_emit_remainder_encodeBlockAsm12B
CMPL DX, $0x00000100
JB two_bytes_emit_remainder_encodeBlockAsm12B
JB three_bytes_emit_remainder_encodeBlockAsm12B
three_bytes_emit_remainder_encodeBlockAsm12B:
MOVB $0xf4, (AX)
MOVW DX, 1(AX)
ADDQ $0x03, AX
JMP memmove_long_emit_remainder_encodeBlockAsm12B
two_bytes_emit_remainder_encodeBlockAsm12B:
MOVB $0xf0, (AX)
MOVB DL, 1(AX)
ADDQ $0x02, AX
CMPL DX, $0x40
JB memmove_emit_remainder_encodeBlockAsm12B
JMP memmove_long_emit_remainder_encodeBlockAsm12B
one_byte_emit_remainder_encodeBlockAsm12B:
SHLB $0x02, DL
MOVB DL, (AX)
ADDQ $0x01, AX
memmove_emit_remainder_encodeBlockAsm12B:
LEAQ (AX)(SI*1), DX
MOVL SI, BX
// genMemMoveShort
CMPQ BX, $0x03
JB emit_lit_memmove_emit_remainder_encodeBlockAsm12B_memmove_move_1or2
JE emit_lit_memmove_emit_remainder_encodeBlockAsm12B_memmove_move_3
CMPQ BX, $0x08
JB emit_lit_memmove_emit_remainder_encodeBlockAsm12B_memmove_move_4through7
CMPQ BX, $0x10
JBE emit_lit_memmove_emit_remainder_encodeBlockAsm12B_memmove_move_8through16
CMPQ BX, $0x20
JBE emit_lit_memmove_emit_remainder_encodeBlockAsm12B_memmove_move_17through32
JMP emit_lit_memmove_emit_remainder_encodeBlockAsm12B_memmove_move_33through64
emit_lit_memmove_emit_remainder_encodeBlockAsm12B_memmove_move_1or2:
MOVB (CX), SI
MOVB -1(CX)(BX*1), CL
MOVB SI, (AX)
MOVB CL, -1(AX)(BX*1)
JMP memmove_end_copy_emit_remainder_encodeBlockAsm12B
emit_lit_memmove_emit_remainder_encodeBlockAsm12B_memmove_move_3:
MOVW (CX), SI
MOVB 2(CX), CL
MOVW SI, (AX)
MOVB CL, 2(AX)
JMP memmove_end_copy_emit_remainder_encodeBlockAsm12B
emit_lit_memmove_emit_remainder_encodeBlockAsm12B_memmove_move_4through7:
MOVL (CX), SI
MOVL -4(CX)(BX*1), CX
MOVL SI, (AX)
MOVL CX, -4(AX)(BX*1)
JMP memmove_end_copy_emit_remainder_encodeBlockAsm12B
emit_lit_memmove_emit_remainder_encodeBlockAsm12B_memmove_move_8through16:
MOVQ (CX), SI
MOVQ -8(CX)(BX*1), CX
MOVQ SI, (AX)
MOVQ CX, -8(AX)(BX*1)
JMP memmove_end_copy_emit_remainder_encodeBlockAsm12B
emit_lit_memmove_emit_remainder_encodeBlockAsm12B_memmove_move_17through32:
MOVOU (CX), X0
MOVOU -16(CX)(BX*1), X1
MOVOU X0, (AX)
MOVOU X1, -16(AX)(BX*1)
JMP memmove_end_copy_emit_remainder_encodeBlockAsm12B
emit_lit_memmove_emit_remainder_encodeBlockAsm12B_memmove_move_33through64:
MOVOU (CX), X0
MOVOU 16(CX), X1
MOVOU -32(CX)(BX*1), X2
MOVOU -16(CX)(BX*1), X3
MOVOU X0, (AX)
MOVOU X1, 16(AX)
MOVOU X2, -32(AX)(BX*1)
MOVOU X3, -16(AX)(BX*1)
memmove_end_copy_emit_remainder_encodeBlockAsm12B:
MOVQ DX, AX
JMP emit_literal_done_emit_remainder_encodeBlockAsm12B
memmove_long_emit_remainder_encodeBlockAsm12B:
LEAQ (AX)(SI*1), DX
MOVL SI, BX
// genMemMoveLong
MOVOU (CX), X0
MOVOU 16(CX), X1
MOVOU -32(CX)(BX*1), X2
MOVOU -16(CX)(BX*1), X3
MOVQ BX, DI
SHRQ $0x05, DI
MOVQ AX, SI
ANDL $0x0000001f, SI
MOVQ $0x00000040, R8
SUBQ SI, R8
DECQ DI
JA emit_lit_memmove_long_emit_remainder_encodeBlockAsm12Blarge_forward_sse_loop_32
LEAQ -32(CX)(R8*1), SI
LEAQ -32(AX)(R8*1), R9
emit_lit_memmove_long_emit_remainder_encodeBlockAsm12Blarge_big_loop_back:
MOVOU (SI), X4
MOVOU 16(SI), X5
MOVOA X4, (R9)
MOVOA X5, 16(R9)
ADDQ $0x20, R9
ADDQ $0x20, SI
ADDQ $0x20, R8
DECQ DI
JNA emit_lit_memmove_long_emit_remainder_encodeBlockAsm12Blarge_big_loop_back
emit_lit_memmove_long_emit_remainder_encodeBlockAsm12Blarge_forward_sse_loop_32:
MOVOU -32(CX)(R8*1), X4
MOVOU -16(CX)(R8*1), X5
MOVOA X4, -32(AX)(R8*1)
MOVOA X5, -16(AX)(R8*1)
ADDQ $0x20, R8
CMPQ BX, R8
JAE emit_lit_memmove_long_emit_remainder_encodeBlockAsm12Blarge_forward_sse_loop_32
MOVOU X0, (AX)
MOVOU X1, 16(AX)
MOVOU X2, -32(AX)(BX*1)
MOVOU X3, -16(AX)(BX*1)
MOVQ DX, AX
emit_literal_done_emit_remainder_encodeBlockAsm12B:
MOVQ dst_base+0(FP), CX
SUBQ CX, AX
MOVQ AX, ret+48(FP)
RET
// func encodeBlockAsm10B(dst []byte, src []byte) int
// Requires: BMI, SSE2
TEXT ·encodeBlockAsm10B(SB), $4120-56
MOVQ dst_base+0(FP), AX
MOVQ $0x00000020, CX
LEAQ 24(SP), DX
PXOR X0, X0
zero_loop_encodeBlockAsm10B:
MOVOU X0, (DX)
MOVOU X0, 16(DX)
MOVOU X0, 32(DX)
MOVOU X0, 48(DX)
MOVOU X0, 64(DX)
MOVOU X0, 80(DX)
MOVOU X0, 96(DX)
MOVOU X0, 112(DX)
ADDQ $0x80, DX
DECQ CX
JNZ zero_loop_encodeBlockAsm10B
MOVL $0x00000000, 12(SP)
MOVQ src_len+32(FP), CX
LEAQ -9(CX), DX
LEAQ -8(CX), BX
MOVL BX, 8(SP)
SHRQ $0x05, CX
SUBL CX, DX
LEAQ (AX)(DX*1), DX
MOVQ DX, (SP)
MOVL $0x00000001, CX
MOVL CX, 16(SP)
MOVQ src_base+24(FP), DX
search_loop_encodeBlockAsm10B:
MOVL CX, BX
SUBL 12(SP), BX
SHRL $0x05, BX
LEAL 4(CX)(BX*1), BX
CMPL BX, 8(SP)
JAE emit_remainder_encodeBlockAsm10B
MOVQ (DX)(CX*1), SI
MOVL BX, 20(SP)
MOVQ $0x9e3779b1, R8
MOVQ SI, R9
MOVQ SI, R10
SHRQ $0x08, R10
SHLQ $0x20, R9
IMULQ R8, R9
SHRQ $0x36, R9
SHLQ $0x20, R10
IMULQ R8, R10
SHRQ $0x36, R10
MOVL 24(SP)(R9*4), BX
MOVL 24(SP)(R10*4), DI
MOVL CX, 24(SP)(R9*4)
LEAL 1(CX), R9
MOVL R9, 24(SP)(R10*4)
MOVQ SI, R9
SHRQ $0x10, R9
SHLQ $0x20, R9
IMULQ R8, R9
SHRQ $0x36, R9
MOVL CX, R8
SUBL 16(SP), R8
MOVL 1(DX)(R8*1), R10
MOVQ SI, R8
SHRQ $0x08, R8
CMPL R8, R10
JNE no_repeat_found_encodeBlockAsm10B
LEAL 1(CX), SI
MOVL 12(SP), DI
MOVL SI, BX
SUBL 16(SP), BX
JZ repeat_extend_back_end_encodeBlockAsm10B
repeat_extend_back_loop_encodeBlockAsm10B:
CMPL SI, DI
JBE repeat_extend_back_end_encodeBlockAsm10B
MOVB -1(DX)(BX*1), R8
MOVB -1(DX)(SI*1), R9
CMPB R8, R9
JNE repeat_extend_back_end_encodeBlockAsm10B
LEAL -1(SI), SI
DECL BX
JNZ repeat_extend_back_loop_encodeBlockAsm10B
repeat_extend_back_end_encodeBlockAsm10B:
MOVL 12(SP), BX
CMPL BX, SI
JEQ emit_literal_done_repeat_emit_encodeBlockAsm10B
MOVL SI, R8
MOVL SI, 12(SP)
LEAQ (DX)(BX*1), R9
SUBL BX, R8
LEAL -1(R8), BX
CMPL BX, $0x3c
JB one_byte_repeat_emit_encodeBlockAsm10B
CMPL BX, $0x00000100
JB two_bytes_repeat_emit_encodeBlockAsm10B
JB three_bytes_repeat_emit_encodeBlockAsm10B
three_bytes_repeat_emit_encodeBlockAsm10B:
MOVB $0xf4, (AX)
MOVW BX, 1(AX)
ADDQ $0x03, AX
JMP memmove_long_repeat_emit_encodeBlockAsm10B
two_bytes_repeat_emit_encodeBlockAsm10B:
MOVB $0xf0, (AX)
MOVB BL, 1(AX)
ADDQ $0x02, AX
CMPL BX, $0x40
JB memmove_repeat_emit_encodeBlockAsm10B
JMP memmove_long_repeat_emit_encodeBlockAsm10B
one_byte_repeat_emit_encodeBlockAsm10B:
SHLB $0x02, BL
MOVB BL, (AX)
ADDQ $0x01, AX
memmove_repeat_emit_encodeBlockAsm10B:
LEAQ (AX)(R8*1), BX
// genMemMoveShort
CMPQ R8, $0x08
JBE emit_lit_memmove_repeat_emit_encodeBlockAsm10B_memmove_move_8
CMPQ R8, $0x10
JBE emit_lit_memmove_repeat_emit_encodeBlockAsm10B_memmove_move_8through16
CMPQ R8, $0x20
JBE emit_lit_memmove_repeat_emit_encodeBlockAsm10B_memmove_move_17through32
JMP emit_lit_memmove_repeat_emit_encodeBlockAsm10B_memmove_move_33through64
emit_lit_memmove_repeat_emit_encodeBlockAsm10B_memmove_move_8:
MOVQ (R9), R10
MOVQ R10, (AX)
JMP memmove_end_copy_repeat_emit_encodeBlockAsm10B
emit_lit_memmove_repeat_emit_encodeBlockAsm10B_memmove_move_8through16:
MOVQ (R9), R10
MOVQ -8(R9)(R8*1), R9
MOVQ R10, (AX)
MOVQ R9, -8(AX)(R8*1)
JMP memmove_end_copy_repeat_emit_encodeBlockAsm10B
emit_lit_memmove_repeat_emit_encodeBlockAsm10B_memmove_move_17through32:
MOVOU (R9), X0
MOVOU -16(R9)(R8*1), X1
MOVOU X0, (AX)
MOVOU X1, -16(AX)(R8*1)
JMP memmove_end_copy_repeat_emit_encodeBlockAsm10B
emit_lit_memmove_repeat_emit_encodeBlockAsm10B_memmove_move_33through64:
MOVOU (R9), X0
MOVOU 16(R9), X1
MOVOU -32(R9)(R8*1), X2
MOVOU -16(R9)(R8*1), X3
MOVOU X0, (AX)
MOVOU X1, 16(AX)
MOVOU X2, -32(AX)(R8*1)
MOVOU X3, -16(AX)(R8*1)
memmove_end_copy_repeat_emit_encodeBlockAsm10B:
MOVQ BX, AX
JMP emit_literal_done_repeat_emit_encodeBlockAsm10B
memmove_long_repeat_emit_encodeBlockAsm10B:
LEAQ (AX)(R8*1), BX
// genMemMoveLong
MOVOU (R9), X0
MOVOU 16(R9), X1
MOVOU -32(R9)(R8*1), X2
MOVOU -16(R9)(R8*1), X3
MOVQ R8, R11
SHRQ $0x05, R11
MOVQ AX, R10
ANDL $0x0000001f, R10
MOVQ $0x00000040, R12
SUBQ R10, R12
DECQ R11
JA emit_lit_memmove_long_repeat_emit_encodeBlockAsm10Blarge_forward_sse_loop_32
LEAQ -32(R9)(R12*1), R10
LEAQ -32(AX)(R12*1), R13
emit_lit_memmove_long_repeat_emit_encodeBlockAsm10Blarge_big_loop_back:
MOVOU (R10), X4
MOVOU 16(R10), X5
MOVOA X4, (R13)
MOVOA X5, 16(R13)
ADDQ $0x20, R13
ADDQ $0x20, R10
ADDQ $0x20, R12
DECQ R11
JNA emit_lit_memmove_long_repeat_emit_encodeBlockAsm10Blarge_big_loop_back
emit_lit_memmove_long_repeat_emit_encodeBlockAsm10Blarge_forward_sse_loop_32:
MOVOU -32(R9)(R12*1), X4
MOVOU -16(R9)(R12*1), X5
MOVOA X4, -32(AX)(R12*1)
MOVOA X5, -16(AX)(R12*1)
ADDQ $0x20, R12
CMPQ R8, R12
JAE emit_lit_memmove_long_repeat_emit_encodeBlockAsm10Blarge_forward_sse_loop_32
MOVOU X0, (AX)
MOVOU X1, 16(AX)
MOVOU X2, -32(AX)(R8*1)
MOVOU X3, -16(AX)(R8*1)
MOVQ BX, AX
emit_literal_done_repeat_emit_encodeBlockAsm10B:
ADDL $0x05, CX
MOVL CX, BX
SUBL 16(SP), BX
MOVQ src_len+32(FP), R8
SUBL CX, R8
LEAQ (DX)(CX*1), R9
LEAQ (DX)(BX*1), BX
// matchLen
XORL R11, R11
CMPL R8, $0x08
JB matchlen_match4_repeat_extend_encodeBlockAsm10B
matchlen_loopback_repeat_extend_encodeBlockAsm10B:
MOVQ (R9)(R11*1), R10
XORQ (BX)(R11*1), R10
TESTQ R10, R10
JZ matchlen_loop_repeat_extend_encodeBlockAsm10B
#ifdef GOAMD64_v3
TZCNTQ R10, R10
#else
BSFQ R10, R10
#endif
SARQ $0x03, R10
LEAL (R11)(R10*1), R11
JMP repeat_extend_forward_end_encodeBlockAsm10B
matchlen_loop_repeat_extend_encodeBlockAsm10B:
LEAL -8(R8), R8
LEAL 8(R11), R11
CMPL R8, $0x08
JAE matchlen_loopback_repeat_extend_encodeBlockAsm10B
JZ repeat_extend_forward_end_encodeBlockAsm10B
matchlen_match4_repeat_extend_encodeBlockAsm10B:
CMPL R8, $0x04
JB matchlen_match2_repeat_extend_encodeBlockAsm10B
MOVL (R9)(R11*1), R10
CMPL (BX)(R11*1), R10
JNE matchlen_match2_repeat_extend_encodeBlockAsm10B
SUBL $0x04, R8
LEAL 4(R11), R11
matchlen_match2_repeat_extend_encodeBlockAsm10B:
CMPL R8, $0x02
JB matchlen_match1_repeat_extend_encodeBlockAsm10B
MOVW (R9)(R11*1), R10
CMPW (BX)(R11*1), R10
JNE matchlen_match1_repeat_extend_encodeBlockAsm10B
SUBL $0x02, R8
LEAL 2(R11), R11
matchlen_match1_repeat_extend_encodeBlockAsm10B:
CMPL R8, $0x01
JB repeat_extend_forward_end_encodeBlockAsm10B
MOVB (R9)(R11*1), R10
CMPB (BX)(R11*1), R10
JNE repeat_extend_forward_end_encodeBlockAsm10B
LEAL 1(R11), R11
repeat_extend_forward_end_encodeBlockAsm10B:
ADDL R11, CX
MOVL CX, BX
SUBL SI, BX
MOVL 16(SP), SI
TESTL DI, DI
JZ repeat_as_copy_encodeBlockAsm10B
// emitRepeat
MOVL BX, DI
LEAL -4(BX), BX
CMPL DI, $0x08
JBE repeat_two_match_repeat_encodeBlockAsm10B
CMPL DI, $0x0c
JAE cant_repeat_two_offset_match_repeat_encodeBlockAsm10B
CMPL SI, $0x00000800
JB repeat_two_offset_match_repeat_encodeBlockAsm10B
cant_repeat_two_offset_match_repeat_encodeBlockAsm10B:
CMPL BX, $0x00000104
JB repeat_three_match_repeat_encodeBlockAsm10B
LEAL -256(BX), BX
MOVW $0x0019, (AX)
MOVW BX, 2(AX)
ADDQ $0x04, AX
JMP repeat_end_emit_encodeBlockAsm10B
repeat_three_match_repeat_encodeBlockAsm10B:
LEAL -4(BX), BX
MOVW $0x0015, (AX)
MOVB BL, 2(AX)
ADDQ $0x03, AX
JMP repeat_end_emit_encodeBlockAsm10B
repeat_two_match_repeat_encodeBlockAsm10B:
SHLL $0x02, BX
ORL $0x01, BX
MOVW BX, (AX)
ADDQ $0x02, AX
JMP repeat_end_emit_encodeBlockAsm10B
repeat_two_offset_match_repeat_encodeBlockAsm10B:
XORQ DI, DI
LEAL 1(DI)(BX*4), BX
MOVB SI, 1(AX)
SARL $0x08, SI
SHLL $0x05, SI
ORL SI, BX
MOVB BL, (AX)
ADDQ $0x02, AX
JMP repeat_end_emit_encodeBlockAsm10B
repeat_as_copy_encodeBlockAsm10B:
// emitCopy
CMPL BX, $0x40
JBE two_byte_offset_short_repeat_as_copy_encodeBlockAsm10B
CMPL SI, $0x00000800
JAE long_offset_short_repeat_as_copy_encodeBlockAsm10B
MOVL $0x00000001, DI
LEAL 16(DI), DI
MOVB SI, 1(AX)
SHRL $0x08, SI
SHLL $0x05, SI
ORL SI, DI
MOVB DI, (AX)
ADDQ $0x02, AX
SUBL $0x08, BX
// emitRepeat
LEAL -4(BX), BX
JMP cant_repeat_two_offset_repeat_as_copy_encodeBlockAsm10B_emit_copy_short_2b
MOVL BX, DI
LEAL -4(BX), BX
CMPL DI, $0x08
JBE repeat_two_repeat_as_copy_encodeBlockAsm10B_emit_copy_short_2b
CMPL DI, $0x0c
JAE cant_repeat_two_offset_repeat_as_copy_encodeBlockAsm10B_emit_copy_short_2b
CMPL SI, $0x00000800
JB repeat_two_offset_repeat_as_copy_encodeBlockAsm10B_emit_copy_short_2b
cant_repeat_two_offset_repeat_as_copy_encodeBlockAsm10B_emit_copy_short_2b:
CMPL BX, $0x00000104
JB repeat_three_repeat_as_copy_encodeBlockAsm10B_emit_copy_short_2b
LEAL -256(BX), BX
MOVW $0x0019, (AX)
MOVW BX, 2(AX)
ADDQ $0x04, AX
JMP repeat_end_emit_encodeBlockAsm10B
repeat_three_repeat_as_copy_encodeBlockAsm10B_emit_copy_short_2b:
LEAL -4(BX), BX
MOVW $0x0015, (AX)
MOVB BL, 2(AX)
ADDQ $0x03, AX
JMP repeat_end_emit_encodeBlockAsm10B
repeat_two_repeat_as_copy_encodeBlockAsm10B_emit_copy_short_2b:
SHLL $0x02, BX
ORL $0x01, BX
MOVW BX, (AX)
ADDQ $0x02, AX
JMP repeat_end_emit_encodeBlockAsm10B
repeat_two_offset_repeat_as_copy_encodeBlockAsm10B_emit_copy_short_2b:
XORQ DI, DI
LEAL 1(DI)(BX*4), BX
MOVB SI, 1(AX)
SARL $0x08, SI
SHLL $0x05, SI
ORL SI, BX
MOVB BL, (AX)
ADDQ $0x02, AX
JMP repeat_end_emit_encodeBlockAsm10B
long_offset_short_repeat_as_copy_encodeBlockAsm10B:
MOVB $0xee, (AX)
MOVW SI, 1(AX)
LEAL -60(BX), BX
ADDQ $0x03, AX
// emitRepeat
MOVL BX, DI
LEAL -4(BX), BX
CMPL DI, $0x08
JBE repeat_two_repeat_as_copy_encodeBlockAsm10B_emit_copy_short
CMPL DI, $0x0c
JAE cant_repeat_two_offset_repeat_as_copy_encodeBlockAsm10B_emit_copy_short
CMPL SI, $0x00000800
JB repeat_two_offset_repeat_as_copy_encodeBlockAsm10B_emit_copy_short
cant_repeat_two_offset_repeat_as_copy_encodeBlockAsm10B_emit_copy_short:
CMPL BX, $0x00000104
JB repeat_three_repeat_as_copy_encodeBlockAsm10B_emit_copy_short
LEAL -256(BX), BX
MOVW $0x0019, (AX)
MOVW BX, 2(AX)
ADDQ $0x04, AX
JMP repeat_end_emit_encodeBlockAsm10B
repeat_three_repeat_as_copy_encodeBlockAsm10B_emit_copy_short:
LEAL -4(BX), BX
MOVW $0x0015, (AX)
MOVB BL, 2(AX)
ADDQ $0x03, AX
JMP repeat_end_emit_encodeBlockAsm10B
repeat_two_repeat_as_copy_encodeBlockAsm10B_emit_copy_short:
SHLL $0x02, BX
ORL $0x01, BX
MOVW BX, (AX)
ADDQ $0x02, AX
JMP repeat_end_emit_encodeBlockAsm10B
repeat_two_offset_repeat_as_copy_encodeBlockAsm10B_emit_copy_short:
XORQ DI, DI
LEAL 1(DI)(BX*4), BX
MOVB SI, 1(AX)
SARL $0x08, SI
SHLL $0x05, SI
ORL SI, BX
MOVB BL, (AX)
ADDQ $0x02, AX
JMP repeat_end_emit_encodeBlockAsm10B
two_byte_offset_short_repeat_as_copy_encodeBlockAsm10B:
MOVL BX, DI
SHLL $0x02, DI
CMPL BX, $0x0c
JAE emit_copy_three_repeat_as_copy_encodeBlockAsm10B
CMPL SI, $0x00000800
JAE emit_copy_three_repeat_as_copy_encodeBlockAsm10B
LEAL -15(DI), DI
MOVB SI, 1(AX)
SHRL $0x08, SI
SHLL $0x05, SI
ORL SI, DI
MOVB DI, (AX)
ADDQ $0x02, AX
JMP repeat_end_emit_encodeBlockAsm10B
emit_copy_three_repeat_as_copy_encodeBlockAsm10B:
LEAL -2(DI), DI
MOVB DI, (AX)
MOVW SI, 1(AX)
ADDQ $0x03, AX
repeat_end_emit_encodeBlockAsm10B:
MOVL CX, 12(SP)
JMP search_loop_encodeBlockAsm10B
no_repeat_found_encodeBlockAsm10B:
CMPL (DX)(BX*1), SI
JEQ candidate_match_encodeBlockAsm10B
SHRQ $0x08, SI
MOVL 24(SP)(R9*4), BX
LEAL 2(CX), R8
CMPL (DX)(DI*1), SI
JEQ candidate2_match_encodeBlockAsm10B
MOVL R8, 24(SP)(R9*4)
SHRQ $0x08, SI
CMPL (DX)(BX*1), SI
JEQ candidate3_match_encodeBlockAsm10B
MOVL 20(SP), CX
JMP search_loop_encodeBlockAsm10B
candidate3_match_encodeBlockAsm10B:
ADDL $0x02, CX
JMP candidate_match_encodeBlockAsm10B
candidate2_match_encodeBlockAsm10B:
MOVL R8, 24(SP)(R9*4)
INCL CX
MOVL DI, BX
candidate_match_encodeBlockAsm10B:
MOVL 12(SP), SI
TESTL BX, BX
JZ match_extend_back_end_encodeBlockAsm10B
match_extend_back_loop_encodeBlockAsm10B:
CMPL CX, SI
JBE match_extend_back_end_encodeBlockAsm10B
MOVB -1(DX)(BX*1), DI
MOVB -1(DX)(CX*1), R8
CMPB DI, R8
JNE match_extend_back_end_encodeBlockAsm10B
LEAL -1(CX), CX
DECL BX
JZ match_extend_back_end_encodeBlockAsm10B
JMP match_extend_back_loop_encodeBlockAsm10B
match_extend_back_end_encodeBlockAsm10B:
MOVL CX, SI
SUBL 12(SP), SI
LEAQ 3(AX)(SI*1), SI
CMPQ SI, (SP)
JB match_dst_size_check_encodeBlockAsm10B
MOVQ $0x00000000, ret+48(FP)
RET
match_dst_size_check_encodeBlockAsm10B:
MOVL CX, SI
MOVL 12(SP), DI
CMPL DI, SI
JEQ emit_literal_done_match_emit_encodeBlockAsm10B
MOVL SI, R8
MOVL SI, 12(SP)
LEAQ (DX)(DI*1), SI
SUBL DI, R8
LEAL -1(R8), DI
CMPL DI, $0x3c
JB one_byte_match_emit_encodeBlockAsm10B
CMPL DI, $0x00000100
JB two_bytes_match_emit_encodeBlockAsm10B
JB three_bytes_match_emit_encodeBlockAsm10B
three_bytes_match_emit_encodeBlockAsm10B:
MOVB $0xf4, (AX)
MOVW DI, 1(AX)
ADDQ $0x03, AX
JMP memmove_long_match_emit_encodeBlockAsm10B
two_bytes_match_emit_encodeBlockAsm10B:
MOVB $0xf0, (AX)
MOVB DI, 1(AX)
ADDQ $0x02, AX
CMPL DI, $0x40
JB memmove_match_emit_encodeBlockAsm10B
JMP memmove_long_match_emit_encodeBlockAsm10B
one_byte_match_emit_encodeBlockAsm10B:
SHLB $0x02, DI
MOVB DI, (AX)
ADDQ $0x01, AX
memmove_match_emit_encodeBlockAsm10B:
LEAQ (AX)(R8*1), DI
// genMemMoveShort
CMPQ R8, $0x08
JBE emit_lit_memmove_match_emit_encodeBlockAsm10B_memmove_move_8
CMPQ R8, $0x10
JBE emit_lit_memmove_match_emit_encodeBlockAsm10B_memmove_move_8through16
CMPQ R8, $0x20
JBE emit_lit_memmove_match_emit_encodeBlockAsm10B_memmove_move_17through32
JMP emit_lit_memmove_match_emit_encodeBlockAsm10B_memmove_move_33through64
emit_lit_memmove_match_emit_encodeBlockAsm10B_memmove_move_8:
MOVQ (SI), R9
MOVQ R9, (AX)
JMP memmove_end_copy_match_emit_encodeBlockAsm10B
emit_lit_memmove_match_emit_encodeBlockAsm10B_memmove_move_8through16:
MOVQ (SI), R9
MOVQ -8(SI)(R8*1), SI
MOVQ R9, (AX)
MOVQ SI, -8(AX)(R8*1)
JMP memmove_end_copy_match_emit_encodeBlockAsm10B
emit_lit_memmove_match_emit_encodeBlockAsm10B_memmove_move_17through32:
MOVOU (SI), X0
MOVOU -16(SI)(R8*1), X1
MOVOU X0, (AX)
MOVOU X1, -16(AX)(R8*1)
JMP memmove_end_copy_match_emit_encodeBlockAsm10B
emit_lit_memmove_match_emit_encodeBlockAsm10B_memmove_move_33through64:
MOVOU (SI), X0
MOVOU 16(SI), X1
MOVOU -32(SI)(R8*1), X2
MOVOU -16(SI)(R8*1), X3
MOVOU X0, (AX)
MOVOU X1, 16(AX)
MOVOU X2, -32(AX)(R8*1)
MOVOU X3, -16(AX)(R8*1)
memmove_end_copy_match_emit_encodeBlockAsm10B:
MOVQ DI, AX
JMP emit_literal_done_match_emit_encodeBlockAsm10B
memmove_long_match_emit_encodeBlockAsm10B:
LEAQ (AX)(R8*1), DI
// genMemMoveLong
MOVOU (SI), X0
MOVOU 16(SI), X1
MOVOU -32(SI)(R8*1), X2
MOVOU -16(SI)(R8*1), X3
MOVQ R8, R10
SHRQ $0x05, R10
MOVQ AX, R9
ANDL $0x0000001f, R9
MOVQ $0x00000040, R11
SUBQ R9, R11
DECQ R10
JA emit_lit_memmove_long_match_emit_encodeBlockAsm10Blarge_forward_sse_loop_32
LEAQ -32(SI)(R11*1), R9
LEAQ -32(AX)(R11*1), R12
emit_lit_memmove_long_match_emit_encodeBlockAsm10Blarge_big_loop_back:
MOVOU (R9), X4
MOVOU 16(R9), X5
MOVOA X4, (R12)
MOVOA X5, 16(R12)
ADDQ $0x20, R12
ADDQ $0x20, R9
ADDQ $0x20, R11
DECQ R10
JNA emit_lit_memmove_long_match_emit_encodeBlockAsm10Blarge_big_loop_back
emit_lit_memmove_long_match_emit_encodeBlockAsm10Blarge_forward_sse_loop_32:
MOVOU -32(SI)(R11*1), X4
MOVOU -16(SI)(R11*1), X5
MOVOA X4, -32(AX)(R11*1)
MOVOA X5, -16(AX)(R11*1)
ADDQ $0x20, R11
CMPQ R8, R11
JAE emit_lit_memmove_long_match_emit_encodeBlockAsm10Blarge_forward_sse_loop_32
MOVOU X0, (AX)
MOVOU X1, 16(AX)
MOVOU X2, -32(AX)(R8*1)
MOVOU X3, -16(AX)(R8*1)
MOVQ DI, AX
emit_literal_done_match_emit_encodeBlockAsm10B:
match_nolit_loop_encodeBlockAsm10B:
MOVL CX, SI
SUBL BX, SI
MOVL SI, 16(SP)
ADDL $0x04, CX
ADDL $0x04, BX
MOVQ src_len+32(FP), SI
SUBL CX, SI
LEAQ (DX)(CX*1), DI
LEAQ (DX)(BX*1), BX
// matchLen
XORL R9, R9
CMPL SI, $0x08
JB matchlen_match4_match_nolit_encodeBlockAsm10B
matchlen_loopback_match_nolit_encodeBlockAsm10B:
MOVQ (DI)(R9*1), R8
XORQ (BX)(R9*1), R8
TESTQ R8, R8
JZ matchlen_loop_match_nolit_encodeBlockAsm10B
#ifdef GOAMD64_v3
TZCNTQ R8, R8
#else
BSFQ R8, R8
#endif
SARQ $0x03, R8
LEAL (R9)(R8*1), R9
JMP match_nolit_end_encodeBlockAsm10B
matchlen_loop_match_nolit_encodeBlockAsm10B:
LEAL -8(SI), SI
LEAL 8(R9), R9
CMPL SI, $0x08
JAE matchlen_loopback_match_nolit_encodeBlockAsm10B
JZ match_nolit_end_encodeBlockAsm10B
matchlen_match4_match_nolit_encodeBlockAsm10B:
CMPL SI, $0x04
JB matchlen_match2_match_nolit_encodeBlockAsm10B
MOVL (DI)(R9*1), R8
CMPL (BX)(R9*1), R8
JNE matchlen_match2_match_nolit_encodeBlockAsm10B
SUBL $0x04, SI
LEAL 4(R9), R9
matchlen_match2_match_nolit_encodeBlockAsm10B:
CMPL SI, $0x02
JB matchlen_match1_match_nolit_encodeBlockAsm10B
MOVW (DI)(R9*1), R8
CMPW (BX)(R9*1), R8
JNE matchlen_match1_match_nolit_encodeBlockAsm10B
SUBL $0x02, SI
LEAL 2(R9), R9
matchlen_match1_match_nolit_encodeBlockAsm10B:
CMPL SI, $0x01
JB match_nolit_end_encodeBlockAsm10B
MOVB (DI)(R9*1), R8
CMPB (BX)(R9*1), R8
JNE match_nolit_end_encodeBlockAsm10B
LEAL 1(R9), R9
match_nolit_end_encodeBlockAsm10B:
ADDL R9, CX
MOVL 16(SP), BX
ADDL $0x04, R9
MOVL CX, 12(SP)
// emitCopy
CMPL R9, $0x40
JBE two_byte_offset_short_match_nolit_encodeBlockAsm10B
CMPL BX, $0x00000800
JAE long_offset_short_match_nolit_encodeBlockAsm10B
MOVL $0x00000001, SI
LEAL 16(SI), SI
MOVB BL, 1(AX)
SHRL $0x08, BX
SHLL $0x05, BX
ORL BX, SI
MOVB SI, (AX)
ADDQ $0x02, AX
SUBL $0x08, R9
// emitRepeat
LEAL -4(R9), R9
JMP cant_repeat_two_offset_match_nolit_encodeBlockAsm10B_emit_copy_short_2b
MOVL R9, SI
LEAL -4(R9), R9
CMPL SI, $0x08
JBE repeat_two_match_nolit_encodeBlockAsm10B_emit_copy_short_2b
CMPL SI, $0x0c
JAE cant_repeat_two_offset_match_nolit_encodeBlockAsm10B_emit_copy_short_2b
CMPL BX, $0x00000800
JB repeat_two_offset_match_nolit_encodeBlockAsm10B_emit_copy_short_2b
cant_repeat_two_offset_match_nolit_encodeBlockAsm10B_emit_copy_short_2b:
CMPL R9, $0x00000104
JB repeat_three_match_nolit_encodeBlockAsm10B_emit_copy_short_2b
LEAL -256(R9), R9
MOVW $0x0019, (AX)
MOVW R9, 2(AX)
ADDQ $0x04, AX
JMP match_nolit_emitcopy_end_encodeBlockAsm10B
repeat_three_match_nolit_encodeBlockAsm10B_emit_copy_short_2b:
LEAL -4(R9), R9
MOVW $0x0015, (AX)
MOVB R9, 2(AX)
ADDQ $0x03, AX
JMP match_nolit_emitcopy_end_encodeBlockAsm10B
repeat_two_match_nolit_encodeBlockAsm10B_emit_copy_short_2b:
SHLL $0x02, R9
ORL $0x01, R9
MOVW R9, (AX)
ADDQ $0x02, AX
JMP match_nolit_emitcopy_end_encodeBlockAsm10B
repeat_two_offset_match_nolit_encodeBlockAsm10B_emit_copy_short_2b:
XORQ SI, SI
LEAL 1(SI)(R9*4), R9
MOVB BL, 1(AX)
SARL $0x08, BX
SHLL $0x05, BX
ORL BX, R9
MOVB R9, (AX)
ADDQ $0x02, AX
JMP match_nolit_emitcopy_end_encodeBlockAsm10B
long_offset_short_match_nolit_encodeBlockAsm10B:
MOVB $0xee, (AX)
MOVW BX, 1(AX)
LEAL -60(R9), R9
ADDQ $0x03, AX
// emitRepeat
MOVL R9, SI
LEAL -4(R9), R9
CMPL SI, $0x08
JBE repeat_two_match_nolit_encodeBlockAsm10B_emit_copy_short
CMPL SI, $0x0c
JAE cant_repeat_two_offset_match_nolit_encodeBlockAsm10B_emit_copy_short
CMPL BX, $0x00000800
JB repeat_two_offset_match_nolit_encodeBlockAsm10B_emit_copy_short
cant_repeat_two_offset_match_nolit_encodeBlockAsm10B_emit_copy_short:
CMPL R9, $0x00000104
JB repeat_three_match_nolit_encodeBlockAsm10B_emit_copy_short
LEAL -256(R9), R9
MOVW $0x0019, (AX)
MOVW R9, 2(AX)
ADDQ $0x04, AX
JMP match_nolit_emitcopy_end_encodeBlockAsm10B
repeat_three_match_nolit_encodeBlockAsm10B_emit_copy_short:
LEAL -4(R9), R9
MOVW $0x0015, (AX)
MOVB R9, 2(AX)
ADDQ $0x03, AX
JMP match_nolit_emitcopy_end_encodeBlockAsm10B
repeat_two_match_nolit_encodeBlockAsm10B_emit_copy_short:
SHLL $0x02, R9
ORL $0x01, R9
MOVW R9, (AX)
ADDQ $0x02, AX
JMP match_nolit_emitcopy_end_encodeBlockAsm10B
repeat_two_offset_match_nolit_encodeBlockAsm10B_emit_copy_short:
XORQ SI, SI
LEAL 1(SI)(R9*4), R9
MOVB BL, 1(AX)
SARL $0x08, BX
SHLL $0x05, BX
ORL BX, R9
MOVB R9, (AX)
ADDQ $0x02, AX
JMP match_nolit_emitcopy_end_encodeBlockAsm10B
two_byte_offset_short_match_nolit_encodeBlockAsm10B:
MOVL R9, SI
SHLL $0x02, SI
CMPL R9, $0x0c
JAE emit_copy_three_match_nolit_encodeBlockAsm10B
CMPL BX, $0x00000800
JAE emit_copy_three_match_nolit_encodeBlockAsm10B
LEAL -15(SI), SI
MOVB BL, 1(AX)
SHRL $0x08, BX
SHLL $0x05, BX
ORL BX, SI
MOVB SI, (AX)
ADDQ $0x02, AX
JMP match_nolit_emitcopy_end_encodeBlockAsm10B
emit_copy_three_match_nolit_encodeBlockAsm10B:
LEAL -2(SI), SI
MOVB SI, (AX)
MOVW BX, 1(AX)
ADDQ $0x03, AX
match_nolit_emitcopy_end_encodeBlockAsm10B:
CMPL CX, 8(SP)
JAE emit_remainder_encodeBlockAsm10B
MOVQ -2(DX)(CX*1), SI
CMPQ AX, (SP)
JB match_nolit_dst_ok_encodeBlockAsm10B
MOVQ $0x00000000, ret+48(FP)
RET
match_nolit_dst_ok_encodeBlockAsm10B:
MOVQ $0x9e3779b1, R8
MOVQ SI, DI
SHRQ $0x10, SI
MOVQ SI, BX
SHLQ $0x20, DI
IMULQ R8, DI
SHRQ $0x36, DI
SHLQ $0x20, BX
IMULQ R8, BX
SHRQ $0x36, BX
LEAL -2(CX), R8
LEAQ 24(SP)(BX*4), R9
MOVL (R9), BX
MOVL R8, 24(SP)(DI*4)
MOVL CX, (R9)
CMPL (DX)(BX*1), SI
JEQ match_nolit_loop_encodeBlockAsm10B
INCL CX
JMP search_loop_encodeBlockAsm10B
emit_remainder_encodeBlockAsm10B:
MOVQ src_len+32(FP), CX
SUBL 12(SP), CX
LEAQ 3(AX)(CX*1), CX
CMPQ CX, (SP)
JB emit_remainder_ok_encodeBlockAsm10B
MOVQ $0x00000000, ret+48(FP)
RET
emit_remainder_ok_encodeBlockAsm10B:
MOVQ src_len+32(FP), CX
MOVL 12(SP), BX
CMPL BX, CX
JEQ emit_literal_done_emit_remainder_encodeBlockAsm10B
MOVL CX, SI
MOVL CX, 12(SP)
LEAQ (DX)(BX*1), CX
SUBL BX, SI
LEAL -1(SI), DX
CMPL DX, $0x3c
JB one_byte_emit_remainder_encodeBlockAsm10B
CMPL DX, $0x00000100
JB two_bytes_emit_remainder_encodeBlockAsm10B
JB three_bytes_emit_remainder_encodeBlockAsm10B
three_bytes_emit_remainder_encodeBlockAsm10B:
MOVB $0xf4, (AX)
MOVW DX, 1(AX)
ADDQ $0x03, AX
JMP memmove_long_emit_remainder_encodeBlockAsm10B
two_bytes_emit_remainder_encodeBlockAsm10B:
MOVB $0xf0, (AX)
MOVB DL, 1(AX)
ADDQ $0x02, AX
CMPL DX, $0x40
JB memmove_emit_remainder_encodeBlockAsm10B
JMP memmove_long_emit_remainder_encodeBlockAsm10B
one_byte_emit_remainder_encodeBlockAsm10B:
SHLB $0x02, DL
MOVB DL, (AX)
ADDQ $0x01, AX
memmove_emit_remainder_encodeBlockAsm10B:
LEAQ (AX)(SI*1), DX
MOVL SI, BX
// genMemMoveShort
CMPQ BX, $0x03
JB emit_lit_memmove_emit_remainder_encodeBlockAsm10B_memmove_move_1or2
JE emit_lit_memmove_emit_remainder_encodeBlockAsm10B_memmove_move_3
CMPQ BX, $0x08
JB emit_lit_memmove_emit_remainder_encodeBlockAsm10B_memmove_move_4through7
CMPQ BX, $0x10
JBE emit_lit_memmove_emit_remainder_encodeBlockAsm10B_memmove_move_8through16
CMPQ BX, $0x20
JBE emit_lit_memmove_emit_remainder_encodeBlockAsm10B_memmove_move_17through32
JMP emit_lit_memmove_emit_remainder_encodeBlockAsm10B_memmove_move_33through64
emit_lit_memmove_emit_remainder_encodeBlockAsm10B_memmove_move_1or2:
MOVB (CX), SI
MOVB -1(CX)(BX*1), CL
MOVB SI, (AX)
MOVB CL, -1(AX)(BX*1)
JMP memmove_end_copy_emit_remainder_encodeBlockAsm10B
emit_lit_memmove_emit_remainder_encodeBlockAsm10B_memmove_move_3:
MOVW (CX), SI
MOVB 2(CX), CL
MOVW SI, (AX)
MOVB CL, 2(AX)
JMP memmove_end_copy_emit_remainder_encodeBlockAsm10B
emit_lit_memmove_emit_remainder_encodeBlockAsm10B_memmove_move_4through7:
MOVL (CX), SI
MOVL -4(CX)(BX*1), CX
MOVL SI, (AX)
MOVL CX, -4(AX)(BX*1)
JMP memmove_end_copy_emit_remainder_encodeBlockAsm10B
emit_lit_memmove_emit_remainder_encodeBlockAsm10B_memmove_move_8through16:
MOVQ (CX), SI
MOVQ -8(CX)(BX*1), CX
MOVQ SI, (AX)
MOVQ CX, -8(AX)(BX*1)
JMP memmove_end_copy_emit_remainder_encodeBlockAsm10B
emit_lit_memmove_emit_remainder_encodeBlockAsm10B_memmove_move_17through32:
MOVOU (CX), X0
MOVOU -16(CX)(BX*1), X1
MOVOU X0, (AX)
MOVOU X1, -16(AX)(BX*1)
JMP memmove_end_copy_emit_remainder_encodeBlockAsm10B
emit_lit_memmove_emit_remainder_encodeBlockAsm10B_memmove_move_33through64:
MOVOU (CX), X0
MOVOU 16(CX), X1
MOVOU -32(CX)(BX*1), X2
MOVOU -16(CX)(BX*1), X3
MOVOU X0, (AX)
MOVOU X1, 16(AX)
MOVOU X2, -32(AX)(BX*1)
MOVOU X3, -16(AX)(BX*1)
memmove_end_copy_emit_remainder_encodeBlockAsm10B:
MOVQ DX, AX
JMP emit_literal_done_emit_remainder_encodeBlockAsm10B
memmove_long_emit_remainder_encodeBlockAsm10B:
LEAQ (AX)(SI*1), DX
MOVL SI, BX
// genMemMoveLong
MOVOU (CX), X0
MOVOU 16(CX), X1
MOVOU -32(CX)(BX*1), X2
MOVOU -16(CX)(BX*1), X3
MOVQ BX, DI
SHRQ $0x05, DI
MOVQ AX, SI
ANDL $0x0000001f, SI
MOVQ $0x00000040, R8
SUBQ SI, R8
DECQ DI
JA emit_lit_memmove_long_emit_remainder_encodeBlockAsm10Blarge_forward_sse_loop_32
LEAQ -32(CX)(R8*1), SI
LEAQ -32(AX)(R8*1), R9
emit_lit_memmove_long_emit_remainder_encodeBlockAsm10Blarge_big_loop_back:
MOVOU (SI), X4
MOVOU 16(SI), X5
MOVOA X4, (R9)
MOVOA X5, 16(R9)
ADDQ $0x20, R9
ADDQ $0x20, SI
ADDQ $0x20, R8
DECQ DI
JNA emit_lit_memmove_long_emit_remainder_encodeBlockAsm10Blarge_big_loop_back
emit_lit_memmove_long_emit_remainder_encodeBlockAsm10Blarge_forward_sse_loop_32:
MOVOU -32(CX)(R8*1), X4
MOVOU -16(CX)(R8*1), X5
MOVOA X4, -32(AX)(R8*1)
MOVOA X5, -16(AX)(R8*1)
ADDQ $0x20, R8
CMPQ BX, R8
JAE emit_lit_memmove_long_emit_remainder_encodeBlockAsm10Blarge_forward_sse_loop_32
MOVOU X0, (AX)
MOVOU X1, 16(AX)
MOVOU X2, -32(AX)(BX*1)
MOVOU X3, -16(AX)(BX*1)
MOVQ DX, AX
emit_literal_done_emit_remainder_encodeBlockAsm10B:
MOVQ dst_base+0(FP), CX
SUBQ CX, AX
MOVQ AX, ret+48(FP)
RET
// func encodeBlockAsm8B(dst []byte, src []byte) int
// Requires: BMI, SSE2
TEXT ·encodeBlockAsm8B(SB), $1048-56
MOVQ dst_base+0(FP), AX
MOVQ $0x00000008, CX
LEAQ 24(SP), DX
PXOR X0, X0
zero_loop_encodeBlockAsm8B:
MOVOU X0, (DX)
MOVOU X0, 16(DX)
MOVOU X0, 32(DX)
MOVOU X0, 48(DX)
MOVOU X0, 64(DX)
MOVOU X0, 80(DX)
MOVOU X0, 96(DX)
MOVOU X0, 112(DX)
ADDQ $0x80, DX
DECQ CX
JNZ zero_loop_encodeBlockAsm8B
MOVL $0x00000000, 12(SP)
MOVQ src_len+32(FP), CX
LEAQ -9(CX), DX
LEAQ -8(CX), BX
MOVL BX, 8(SP)
SHRQ $0x05, CX
SUBL CX, DX
LEAQ (AX)(DX*1), DX
MOVQ DX, (SP)
MOVL $0x00000001, CX
MOVL CX, 16(SP)
MOVQ src_base+24(FP), DX
search_loop_encodeBlockAsm8B:
MOVL CX, BX
SUBL 12(SP), BX
SHRL $0x04, BX
LEAL 4(CX)(BX*1), BX
CMPL BX, 8(SP)
JAE emit_remainder_encodeBlockAsm8B
MOVQ (DX)(CX*1), SI
MOVL BX, 20(SP)
MOVQ $0x9e3779b1, R8
MOVQ SI, R9
MOVQ SI, R10
SHRQ $0x08, R10
SHLQ $0x20, R9
IMULQ R8, R9
SHRQ $0x38, R9
SHLQ $0x20, R10
IMULQ R8, R10
SHRQ $0x38, R10
MOVL 24(SP)(R9*4), BX
MOVL 24(SP)(R10*4), DI
MOVL CX, 24(SP)(R9*4)
LEAL 1(CX), R9
MOVL R9, 24(SP)(R10*4)
MOVQ SI, R9
SHRQ $0x10, R9
SHLQ $0x20, R9
IMULQ R8, R9
SHRQ $0x38, R9
MOVL CX, R8
SUBL 16(SP), R8
MOVL 1(DX)(R8*1), R10
MOVQ SI, R8
SHRQ $0x08, R8
CMPL R8, R10
JNE no_repeat_found_encodeBlockAsm8B
LEAL 1(CX), SI
MOVL 12(SP), DI
MOVL SI, BX
SUBL 16(SP), BX
JZ repeat_extend_back_end_encodeBlockAsm8B
repeat_extend_back_loop_encodeBlockAsm8B:
CMPL SI, DI
JBE repeat_extend_back_end_encodeBlockAsm8B
MOVB -1(DX)(BX*1), R8
MOVB -1(DX)(SI*1), R9
CMPB R8, R9
JNE repeat_extend_back_end_encodeBlockAsm8B
LEAL -1(SI), SI
DECL BX
JNZ repeat_extend_back_loop_encodeBlockAsm8B
repeat_extend_back_end_encodeBlockAsm8B:
MOVL 12(SP), BX
CMPL BX, SI
JEQ emit_literal_done_repeat_emit_encodeBlockAsm8B
MOVL SI, R8
MOVL SI, 12(SP)
LEAQ (DX)(BX*1), R9
SUBL BX, R8
LEAL -1(R8), BX
CMPL BX, $0x3c
JB one_byte_repeat_emit_encodeBlockAsm8B
CMPL BX, $0x00000100
JB two_bytes_repeat_emit_encodeBlockAsm8B
JB three_bytes_repeat_emit_encodeBlockAsm8B
three_bytes_repeat_emit_encodeBlockAsm8B:
MOVB $0xf4, (AX)
MOVW BX, 1(AX)
ADDQ $0x03, AX
JMP memmove_long_repeat_emit_encodeBlockAsm8B
two_bytes_repeat_emit_encodeBlockAsm8B:
MOVB $0xf0, (AX)
MOVB BL, 1(AX)
ADDQ $0x02, AX
CMPL BX, $0x40
JB memmove_repeat_emit_encodeBlockAsm8B
JMP memmove_long_repeat_emit_encodeBlockAsm8B
one_byte_repeat_emit_encodeBlockAsm8B:
SHLB $0x02, BL
MOVB BL, (AX)
ADDQ $0x01, AX
memmove_repeat_emit_encodeBlockAsm8B:
LEAQ (AX)(R8*1), BX
// genMemMoveShort
CMPQ R8, $0x08
JBE emit_lit_memmove_repeat_emit_encodeBlockAsm8B_memmove_move_8
CMPQ R8, $0x10
JBE emit_lit_memmove_repeat_emit_encodeBlockAsm8B_memmove_move_8through16
CMPQ R8, $0x20
JBE emit_lit_memmove_repeat_emit_encodeBlockAsm8B_memmove_move_17through32
JMP emit_lit_memmove_repeat_emit_encodeBlockAsm8B_memmove_move_33through64
emit_lit_memmove_repeat_emit_encodeBlockAsm8B_memmove_move_8:
MOVQ (R9), R10
MOVQ R10, (AX)
JMP memmove_end_copy_repeat_emit_encodeBlockAsm8B
emit_lit_memmove_repeat_emit_encodeBlockAsm8B_memmove_move_8through16:
MOVQ (R9), R10
MOVQ -8(R9)(R8*1), R9
MOVQ R10, (AX)
MOVQ R9, -8(AX)(R8*1)
JMP memmove_end_copy_repeat_emit_encodeBlockAsm8B
emit_lit_memmove_repeat_emit_encodeBlockAsm8B_memmove_move_17through32:
MOVOU (R9), X0
MOVOU -16(R9)(R8*1), X1
MOVOU X0, (AX)
MOVOU X1, -16(AX)(R8*1)
JMP memmove_end_copy_repeat_emit_encodeBlockAsm8B
emit_lit_memmove_repeat_emit_encodeBlockAsm8B_memmove_move_33through64:
MOVOU (R9), X0
MOVOU 16(R9), X1
MOVOU -32(R9)(R8*1), X2
MOVOU -16(R9)(R8*1), X3
MOVOU X0, (AX)
MOVOU X1, 16(AX)
MOVOU X2, -32(AX)(R8*1)
MOVOU X3, -16(AX)(R8*1)
memmove_end_copy_repeat_emit_encodeBlockAsm8B:
MOVQ BX, AX
JMP emit_literal_done_repeat_emit_encodeBlockAsm8B
memmove_long_repeat_emit_encodeBlockAsm8B:
LEAQ (AX)(R8*1), BX
// genMemMoveLong
MOVOU (R9), X0
MOVOU 16(R9), X1
MOVOU -32(R9)(R8*1), X2
MOVOU -16(R9)(R8*1), X3
MOVQ R8, R11
SHRQ $0x05, R11
MOVQ AX, R10
ANDL $0x0000001f, R10
MOVQ $0x00000040, R12
SUBQ R10, R12
DECQ R11
JA emit_lit_memmove_long_repeat_emit_encodeBlockAsm8Blarge_forward_sse_loop_32
LEAQ -32(R9)(R12*1), R10
LEAQ -32(AX)(R12*1), R13
emit_lit_memmove_long_repeat_emit_encodeBlockAsm8Blarge_big_loop_back:
MOVOU (R10), X4
MOVOU 16(R10), X5
MOVOA X4, (R13)
MOVOA X5, 16(R13)
ADDQ $0x20, R13
ADDQ $0x20, R10
ADDQ $0x20, R12
DECQ R11
JNA emit_lit_memmove_long_repeat_emit_encodeBlockAsm8Blarge_big_loop_back
emit_lit_memmove_long_repeat_emit_encodeBlockAsm8Blarge_forward_sse_loop_32:
MOVOU -32(R9)(R12*1), X4
MOVOU -16(R9)(R12*1), X5
MOVOA X4, -32(AX)(R12*1)
MOVOA X5, -16(AX)(R12*1)
ADDQ $0x20, R12
CMPQ R8, R12
JAE emit_lit_memmove_long_repeat_emit_encodeBlockAsm8Blarge_forward_sse_loop_32
MOVOU X0, (AX)
MOVOU X1, 16(AX)
MOVOU X2, -32(AX)(R8*1)
MOVOU X3, -16(AX)(R8*1)
MOVQ BX, AX
emit_literal_done_repeat_emit_encodeBlockAsm8B:
ADDL $0x05, CX
MOVL CX, BX
SUBL 16(SP), BX
MOVQ src_len+32(FP), R8
SUBL CX, R8
LEAQ (DX)(CX*1), R9
LEAQ (DX)(BX*1), BX
// matchLen
XORL R11, R11
CMPL R8, $0x08
JB matchlen_match4_repeat_extend_encodeBlockAsm8B
matchlen_loopback_repeat_extend_encodeBlockAsm8B:
MOVQ (R9)(R11*1), R10
XORQ (BX)(R11*1), R10
TESTQ R10, R10
JZ matchlen_loop_repeat_extend_encodeBlockAsm8B
#ifdef GOAMD64_v3
TZCNTQ R10, R10
#else
BSFQ R10, R10
#endif
SARQ $0x03, R10
LEAL (R11)(R10*1), R11
JMP repeat_extend_forward_end_encodeBlockAsm8B
matchlen_loop_repeat_extend_encodeBlockAsm8B:
LEAL -8(R8), R8
LEAL 8(R11), R11
CMPL R8, $0x08
JAE matchlen_loopback_repeat_extend_encodeBlockAsm8B
JZ repeat_extend_forward_end_encodeBlockAsm8B
matchlen_match4_repeat_extend_encodeBlockAsm8B:
CMPL R8, $0x04
JB matchlen_match2_repeat_extend_encodeBlockAsm8B
MOVL (R9)(R11*1), R10
CMPL (BX)(R11*1), R10
JNE matchlen_match2_repeat_extend_encodeBlockAsm8B
SUBL $0x04, R8
LEAL 4(R11), R11
matchlen_match2_repeat_extend_encodeBlockAsm8B:
CMPL R8, $0x02
JB matchlen_match1_repeat_extend_encodeBlockAsm8B
MOVW (R9)(R11*1), R10
CMPW (BX)(R11*1), R10
JNE matchlen_match1_repeat_extend_encodeBlockAsm8B
SUBL $0x02, R8
LEAL 2(R11), R11
matchlen_match1_repeat_extend_encodeBlockAsm8B:
CMPL R8, $0x01
JB repeat_extend_forward_end_encodeBlockAsm8B
MOVB (R9)(R11*1), R10
CMPB (BX)(R11*1), R10
JNE repeat_extend_forward_end_encodeBlockAsm8B
LEAL 1(R11), R11
repeat_extend_forward_end_encodeBlockAsm8B:
ADDL R11, CX
MOVL CX, BX
SUBL SI, BX
MOVL 16(SP), SI
TESTL DI, DI
JZ repeat_as_copy_encodeBlockAsm8B
// emitRepeat
MOVL BX, SI
LEAL -4(BX), BX
CMPL SI, $0x08
JBE repeat_two_match_repeat_encodeBlockAsm8B
CMPL SI, $0x0c
JAE cant_repeat_two_offset_match_repeat_encodeBlockAsm8B
cant_repeat_two_offset_match_repeat_encodeBlockAsm8B:
CMPL BX, $0x00000104
JB repeat_three_match_repeat_encodeBlockAsm8B
LEAL -256(BX), BX
MOVW $0x0019, (AX)
MOVW BX, 2(AX)
ADDQ $0x04, AX
JMP repeat_end_emit_encodeBlockAsm8B
repeat_three_match_repeat_encodeBlockAsm8B:
LEAL -4(BX), BX
MOVW $0x0015, (AX)
MOVB BL, 2(AX)
ADDQ $0x03, AX
JMP repeat_end_emit_encodeBlockAsm8B
repeat_two_match_repeat_encodeBlockAsm8B:
SHLL $0x02, BX
ORL $0x01, BX
MOVW BX, (AX)
ADDQ $0x02, AX
JMP repeat_end_emit_encodeBlockAsm8B
XORQ DI, DI
LEAL 1(DI)(BX*4), BX
MOVB SI, 1(AX)
SARL $0x08, SI
SHLL $0x05, SI
ORL SI, BX
MOVB BL, (AX)
ADDQ $0x02, AX
JMP repeat_end_emit_encodeBlockAsm8B
repeat_as_copy_encodeBlockAsm8B:
// emitCopy
CMPL BX, $0x40
JBE two_byte_offset_short_repeat_as_copy_encodeBlockAsm8B
CMPL SI, $0x00000800
JAE long_offset_short_repeat_as_copy_encodeBlockAsm8B
MOVL $0x00000001, DI
LEAL 16(DI), DI
MOVB SI, 1(AX)
SHRL $0x08, SI
SHLL $0x05, SI
ORL SI, DI
MOVB DI, (AX)
ADDQ $0x02, AX
SUBL $0x08, BX
// emitRepeat
LEAL -4(BX), BX
JMP cant_repeat_two_offset_repeat_as_copy_encodeBlockAsm8B_emit_copy_short_2b
MOVL BX, SI
LEAL -4(BX), BX
CMPL SI, $0x08
JBE repeat_two_repeat_as_copy_encodeBlockAsm8B_emit_copy_short_2b
CMPL SI, $0x0c
JAE cant_repeat_two_offset_repeat_as_copy_encodeBlockAsm8B_emit_copy_short_2b
cant_repeat_two_offset_repeat_as_copy_encodeBlockAsm8B_emit_copy_short_2b:
CMPL BX, $0x00000104
JB repeat_three_repeat_as_copy_encodeBlockAsm8B_emit_copy_short_2b
LEAL -256(BX), BX
MOVW $0x0019, (AX)
MOVW BX, 2(AX)
ADDQ $0x04, AX
JMP repeat_end_emit_encodeBlockAsm8B
repeat_three_repeat_as_copy_encodeBlockAsm8B_emit_copy_short_2b:
LEAL -4(BX), BX
MOVW $0x0015, (AX)
MOVB BL, 2(AX)
ADDQ $0x03, AX
JMP repeat_end_emit_encodeBlockAsm8B
repeat_two_repeat_as_copy_encodeBlockAsm8B_emit_copy_short_2b:
SHLL $0x02, BX
ORL $0x01, BX
MOVW BX, (AX)
ADDQ $0x02, AX
JMP repeat_end_emit_encodeBlockAsm8B
XORQ DI, DI
LEAL 1(DI)(BX*4), BX
MOVB SI, 1(AX)
SARL $0x08, SI
SHLL $0x05, SI
ORL SI, BX
MOVB BL, (AX)
ADDQ $0x02, AX
JMP repeat_end_emit_encodeBlockAsm8B
long_offset_short_repeat_as_copy_encodeBlockAsm8B:
MOVB $0xee, (AX)
MOVW SI, 1(AX)
LEAL -60(BX), BX
ADDQ $0x03, AX
// emitRepeat
MOVL BX, SI
LEAL -4(BX), BX
CMPL SI, $0x08
JBE repeat_two_repeat_as_copy_encodeBlockAsm8B_emit_copy_short
CMPL SI, $0x0c
JAE cant_repeat_two_offset_repeat_as_copy_encodeBlockAsm8B_emit_copy_short
cant_repeat_two_offset_repeat_as_copy_encodeBlockAsm8B_emit_copy_short:
CMPL BX, $0x00000104
JB repeat_three_repeat_as_copy_encodeBlockAsm8B_emit_copy_short
LEAL -256(BX), BX
MOVW $0x0019, (AX)
MOVW BX, 2(AX)
ADDQ $0x04, AX
JMP repeat_end_emit_encodeBlockAsm8B
repeat_three_repeat_as_copy_encodeBlockAsm8B_emit_copy_short:
LEAL -4(BX), BX
MOVW $0x0015, (AX)
MOVB BL, 2(AX)
ADDQ $0x03, AX
JMP repeat_end_emit_encodeBlockAsm8B
repeat_two_repeat_as_copy_encodeBlockAsm8B_emit_copy_short:
SHLL $0x02, BX
ORL $0x01, BX
MOVW BX, (AX)
ADDQ $0x02, AX
JMP repeat_end_emit_encodeBlockAsm8B
XORQ DI, DI
LEAL 1(DI)(BX*4), BX
MOVB SI, 1(AX)
SARL $0x08, SI
SHLL $0x05, SI
ORL SI, BX
MOVB BL, (AX)
ADDQ $0x02, AX
JMP repeat_end_emit_encodeBlockAsm8B
two_byte_offset_short_repeat_as_copy_encodeBlockAsm8B:
MOVL BX, DI
SHLL $0x02, DI
CMPL BX, $0x0c
JAE emit_copy_three_repeat_as_copy_encodeBlockAsm8B
LEAL -15(DI), DI
MOVB SI, 1(AX)
SHRL $0x08, SI
SHLL $0x05, SI
ORL SI, DI
MOVB DI, (AX)
ADDQ $0x02, AX
JMP repeat_end_emit_encodeBlockAsm8B
emit_copy_three_repeat_as_copy_encodeBlockAsm8B:
LEAL -2(DI), DI
MOVB DI, (AX)
MOVW SI, 1(AX)
ADDQ $0x03, AX
repeat_end_emit_encodeBlockAsm8B:
MOVL CX, 12(SP)
JMP search_loop_encodeBlockAsm8B
no_repeat_found_encodeBlockAsm8B:
CMPL (DX)(BX*1), SI
JEQ candidate_match_encodeBlockAsm8B
SHRQ $0x08, SI
MOVL 24(SP)(R9*4), BX
LEAL 2(CX), R8
CMPL (DX)(DI*1), SI
JEQ candidate2_match_encodeBlockAsm8B
MOVL R8, 24(SP)(R9*4)
SHRQ $0x08, SI
CMPL (DX)(BX*1), SI
JEQ candidate3_match_encodeBlockAsm8B
MOVL 20(SP), CX
JMP search_loop_encodeBlockAsm8B
candidate3_match_encodeBlockAsm8B:
ADDL $0x02, CX
JMP candidate_match_encodeBlockAsm8B
candidate2_match_encodeBlockAsm8B:
MOVL R8, 24(SP)(R9*4)
INCL CX
MOVL DI, BX
candidate_match_encodeBlockAsm8B:
MOVL 12(SP), SI
TESTL BX, BX
JZ match_extend_back_end_encodeBlockAsm8B
match_extend_back_loop_encodeBlockAsm8B:
CMPL CX, SI
JBE match_extend_back_end_encodeBlockAsm8B
MOVB -1(DX)(BX*1), DI
MOVB -1(DX)(CX*1), R8
CMPB DI, R8
JNE match_extend_back_end_encodeBlockAsm8B
LEAL -1(CX), CX
DECL BX
JZ match_extend_back_end_encodeBlockAsm8B
JMP match_extend_back_loop_encodeBlockAsm8B
match_extend_back_end_encodeBlockAsm8B:
MOVL CX, SI
SUBL 12(SP), SI
LEAQ 3(AX)(SI*1), SI
CMPQ SI, (SP)
JB match_dst_size_check_encodeBlockAsm8B
MOVQ $0x00000000, ret+48(FP)
RET
match_dst_size_check_encodeBlockAsm8B:
MOVL CX, SI
MOVL 12(SP), DI
CMPL DI, SI
JEQ emit_literal_done_match_emit_encodeBlockAsm8B
MOVL SI, R8
MOVL SI, 12(SP)
LEAQ (DX)(DI*1), SI
SUBL DI, R8
LEAL -1(R8), DI
CMPL DI, $0x3c
JB one_byte_match_emit_encodeBlockAsm8B
CMPL DI, $0x00000100
JB two_bytes_match_emit_encodeBlockAsm8B
JB three_bytes_match_emit_encodeBlockAsm8B
three_bytes_match_emit_encodeBlockAsm8B:
MOVB $0xf4, (AX)
MOVW DI, 1(AX)
ADDQ $0x03, AX
JMP memmove_long_match_emit_encodeBlockAsm8B
two_bytes_match_emit_encodeBlockAsm8B:
MOVB $0xf0, (AX)
MOVB DI, 1(AX)
ADDQ $0x02, AX
CMPL DI, $0x40
JB memmove_match_emit_encodeBlockAsm8B
JMP memmove_long_match_emit_encodeBlockAsm8B
one_byte_match_emit_encodeBlockAsm8B:
SHLB $0x02, DI
MOVB DI, (AX)
ADDQ $0x01, AX
memmove_match_emit_encodeBlockAsm8B:
LEAQ (AX)(R8*1), DI
// genMemMoveShort
CMPQ R8, $0x08
JBE emit_lit_memmove_match_emit_encodeBlockAsm8B_memmove_move_8
CMPQ R8, $0x10
JBE emit_lit_memmove_match_emit_encodeBlockAsm8B_memmove_move_8through16
CMPQ R8, $0x20
JBE emit_lit_memmove_match_emit_encodeBlockAsm8B_memmove_move_17through32
JMP emit_lit_memmove_match_emit_encodeBlockAsm8B_memmove_move_33through64
emit_lit_memmove_match_emit_encodeBlockAsm8B_memmove_move_8:
MOVQ (SI), R9
MOVQ R9, (AX)
JMP memmove_end_copy_match_emit_encodeBlockAsm8B
emit_lit_memmove_match_emit_encodeBlockAsm8B_memmove_move_8through16:
MOVQ (SI), R9
MOVQ -8(SI)(R8*1), SI
MOVQ R9, (AX)
MOVQ SI, -8(AX)(R8*1)
JMP memmove_end_copy_match_emit_encodeBlockAsm8B
emit_lit_memmove_match_emit_encodeBlockAsm8B_memmove_move_17through32:
MOVOU (SI), X0
MOVOU -16(SI)(R8*1), X1
MOVOU X0, (AX)
MOVOU X1, -16(AX)(R8*1)
JMP memmove_end_copy_match_emit_encodeBlockAsm8B
emit_lit_memmove_match_emit_encodeBlockAsm8B_memmove_move_33through64:
MOVOU (SI), X0
MOVOU 16(SI), X1
MOVOU -32(SI)(R8*1), X2
MOVOU -16(SI)(R8*1), X3
MOVOU X0, (AX)
MOVOU X1, 16(AX)
MOVOU X2, -32(AX)(R8*1)
MOVOU X3, -16(AX)(R8*1)
memmove_end_copy_match_emit_encodeBlockAsm8B:
MOVQ DI, AX
JMP emit_literal_done_match_emit_encodeBlockAsm8B
memmove_long_match_emit_encodeBlockAsm8B:
LEAQ (AX)(R8*1), DI
// genMemMoveLong
MOVOU (SI), X0
MOVOU 16(SI), X1
MOVOU -32(SI)(R8*1), X2
MOVOU -16(SI)(R8*1), X3
MOVQ R8, R10
SHRQ $0x05, R10
MOVQ AX, R9
ANDL $0x0000001f, R9
MOVQ $0x00000040, R11
SUBQ R9, R11
DECQ R10
JA emit_lit_memmove_long_match_emit_encodeBlockAsm8Blarge_forward_sse_loop_32
LEAQ -32(SI)(R11*1), R9
LEAQ -32(AX)(R11*1), R12
emit_lit_memmove_long_match_emit_encodeBlockAsm8Blarge_big_loop_back:
MOVOU (R9), X4
MOVOU 16(R9), X5
MOVOA X4, (R12)
MOVOA X5, 16(R12)
ADDQ $0x20, R12
ADDQ $0x20, R9
ADDQ $0x20, R11
DECQ R10
JNA emit_lit_memmove_long_match_emit_encodeBlockAsm8Blarge_big_loop_back
emit_lit_memmove_long_match_emit_encodeBlockAsm8Blarge_forward_sse_loop_32:
MOVOU -32(SI)(R11*1), X4
MOVOU -16(SI)(R11*1), X5
MOVOA X4, -32(AX)(R11*1)
MOVOA X5, -16(AX)(R11*1)
ADDQ $0x20, R11
CMPQ R8, R11
JAE emit_lit_memmove_long_match_emit_encodeBlockAsm8Blarge_forward_sse_loop_32
MOVOU X0, (AX)
MOVOU X1, 16(AX)
MOVOU X2, -32(AX)(R8*1)
MOVOU X3, -16(AX)(R8*1)
MOVQ DI, AX
emit_literal_done_match_emit_encodeBlockAsm8B:
match_nolit_loop_encodeBlockAsm8B:
MOVL CX, SI
SUBL BX, SI
MOVL SI, 16(SP)
ADDL $0x04, CX
ADDL $0x04, BX
MOVQ src_len+32(FP), SI
SUBL CX, SI
LEAQ (DX)(CX*1), DI
LEAQ (DX)(BX*1), BX
// matchLen
XORL R9, R9
CMPL SI, $0x08
JB matchlen_match4_match_nolit_encodeBlockAsm8B
matchlen_loopback_match_nolit_encodeBlockAsm8B:
MOVQ (DI)(R9*1), R8
XORQ (BX)(R9*1), R8
TESTQ R8, R8
JZ matchlen_loop_match_nolit_encodeBlockAsm8B
#ifdef GOAMD64_v3
TZCNTQ R8, R8
#else
BSFQ R8, R8
#endif
SARQ $0x03, R8
LEAL (R9)(R8*1), R9
JMP match_nolit_end_encodeBlockAsm8B
matchlen_loop_match_nolit_encodeBlockAsm8B:
LEAL -8(SI), SI
LEAL 8(R9), R9
CMPL SI, $0x08
JAE matchlen_loopback_match_nolit_encodeBlockAsm8B
JZ match_nolit_end_encodeBlockAsm8B
matchlen_match4_match_nolit_encodeBlockAsm8B:
CMPL SI, $0x04
JB matchlen_match2_match_nolit_encodeBlockAsm8B
MOVL (DI)(R9*1), R8
CMPL (BX)(R9*1), R8
JNE matchlen_match2_match_nolit_encodeBlockAsm8B
SUBL $0x04, SI
LEAL 4(R9), R9
matchlen_match2_match_nolit_encodeBlockAsm8B:
CMPL SI, $0x02
JB matchlen_match1_match_nolit_encodeBlockAsm8B
MOVW (DI)(R9*1), R8
CMPW (BX)(R9*1), R8
JNE matchlen_match1_match_nolit_encodeBlockAsm8B
SUBL $0x02, SI
LEAL 2(R9), R9
matchlen_match1_match_nolit_encodeBlockAsm8B:
CMPL SI, $0x01
JB match_nolit_end_encodeBlockAsm8B
MOVB (DI)(R9*1), R8
CMPB (BX)(R9*1), R8
JNE match_nolit_end_encodeBlockAsm8B
LEAL 1(R9), R9
match_nolit_end_encodeBlockAsm8B:
ADDL R9, CX
MOVL 16(SP), BX
ADDL $0x04, R9
MOVL CX, 12(SP)
// emitCopy
CMPL R9, $0x40
JBE two_byte_offset_short_match_nolit_encodeBlockAsm8B
CMPL BX, $0x00000800
JAE long_offset_short_match_nolit_encodeBlockAsm8B
MOVL $0x00000001, SI
LEAL 16(SI), SI
MOVB BL, 1(AX)
SHRL $0x08, BX
SHLL $0x05, BX
ORL BX, SI
MOVB SI, (AX)
ADDQ $0x02, AX
SUBL $0x08, R9
// emitRepeat
LEAL -4(R9), R9
JMP cant_repeat_two_offset_match_nolit_encodeBlockAsm8B_emit_copy_short_2b
MOVL R9, BX
LEAL -4(R9), R9
CMPL BX, $0x08
JBE repeat_two_match_nolit_encodeBlockAsm8B_emit_copy_short_2b
CMPL BX, $0x0c
JAE cant_repeat_two_offset_match_nolit_encodeBlockAsm8B_emit_copy_short_2b
cant_repeat_two_offset_match_nolit_encodeBlockAsm8B_emit_copy_short_2b:
CMPL R9, $0x00000104
JB repeat_three_match_nolit_encodeBlockAsm8B_emit_copy_short_2b
LEAL -256(R9), R9
MOVW $0x0019, (AX)
MOVW R9, 2(AX)
ADDQ $0x04, AX
JMP match_nolit_emitcopy_end_encodeBlockAsm8B
repeat_three_match_nolit_encodeBlockAsm8B_emit_copy_short_2b:
LEAL -4(R9), R9
MOVW $0x0015, (AX)
MOVB R9, 2(AX)
ADDQ $0x03, AX
JMP match_nolit_emitcopy_end_encodeBlockAsm8B
repeat_two_match_nolit_encodeBlockAsm8B_emit_copy_short_2b:
SHLL $0x02, R9
ORL $0x01, R9
MOVW R9, (AX)
ADDQ $0x02, AX
JMP match_nolit_emitcopy_end_encodeBlockAsm8B
XORQ SI, SI
LEAL 1(SI)(R9*4), R9
MOVB BL, 1(AX)
SARL $0x08, BX
SHLL $0x05, BX
ORL BX, R9
MOVB R9, (AX)
ADDQ $0x02, AX
JMP match_nolit_emitcopy_end_encodeBlockAsm8B
long_offset_short_match_nolit_encodeBlockAsm8B:
MOVB $0xee, (AX)
MOVW BX, 1(AX)
LEAL -60(R9), R9
ADDQ $0x03, AX
// emitRepeat
MOVL R9, BX
LEAL -4(R9), R9
CMPL BX, $0x08
JBE repeat_two_match_nolit_encodeBlockAsm8B_emit_copy_short
CMPL BX, $0x0c
JAE cant_repeat_two_offset_match_nolit_encodeBlockAsm8B_emit_copy_short
cant_repeat_two_offset_match_nolit_encodeBlockAsm8B_emit_copy_short:
CMPL R9, $0x00000104
JB repeat_three_match_nolit_encodeBlockAsm8B_emit_copy_short
LEAL -256(R9), R9
MOVW $0x0019, (AX)
MOVW R9, 2(AX)
ADDQ $0x04, AX
JMP match_nolit_emitcopy_end_encodeBlockAsm8B
repeat_three_match_nolit_encodeBlockAsm8B_emit_copy_short:
LEAL -4(R9), R9
MOVW $0x0015, (AX)
MOVB R9, 2(AX)
ADDQ $0x03, AX
JMP match_nolit_emitcopy_end_encodeBlockAsm8B
repeat_two_match_nolit_encodeBlockAsm8B_emit_copy_short:
SHLL $0x02, R9
ORL $0x01, R9
MOVW R9, (AX)
ADDQ $0x02, AX
JMP match_nolit_emitcopy_end_encodeBlockAsm8B
XORQ SI, SI
LEAL 1(SI)(R9*4), R9
MOVB BL, 1(AX)
SARL $0x08, BX
SHLL $0x05, BX
ORL BX, R9
MOVB R9, (AX)
ADDQ $0x02, AX
JMP match_nolit_emitcopy_end_encodeBlockAsm8B
two_byte_offset_short_match_nolit_encodeBlockAsm8B:
MOVL R9, SI
SHLL $0x02, SI
CMPL R9, $0x0c
JAE emit_copy_three_match_nolit_encodeBlockAsm8B
LEAL -15(SI), SI
MOVB BL, 1(AX)
SHRL $0x08, BX
SHLL $0x05, BX
ORL BX, SI
MOVB SI, (AX)
ADDQ $0x02, AX
JMP match_nolit_emitcopy_end_encodeBlockAsm8B
emit_copy_three_match_nolit_encodeBlockAsm8B:
LEAL -2(SI), SI
MOVB SI, (AX)
MOVW BX, 1(AX)
ADDQ $0x03, AX
match_nolit_emitcopy_end_encodeBlockAsm8B:
CMPL CX, 8(SP)
JAE emit_remainder_encodeBlockAsm8B
MOVQ -2(DX)(CX*1), SI
CMPQ AX, (SP)
JB match_nolit_dst_ok_encodeBlockAsm8B
MOVQ $0x00000000, ret+48(FP)
RET
match_nolit_dst_ok_encodeBlockAsm8B:
MOVQ $0x9e3779b1, R8
MOVQ SI, DI
SHRQ $0x10, SI
MOVQ SI, BX
SHLQ $0x20, DI
IMULQ R8, DI
SHRQ $0x38, DI
SHLQ $0x20, BX
IMULQ R8, BX
SHRQ $0x38, BX
LEAL -2(CX), R8
LEAQ 24(SP)(BX*4), R9
MOVL (R9), BX
MOVL R8, 24(SP)(DI*4)
MOVL CX, (R9)
CMPL (DX)(BX*1), SI
JEQ match_nolit_loop_encodeBlockAsm8B
INCL CX
JMP search_loop_encodeBlockAsm8B
emit_remainder_encodeBlockAsm8B:
MOVQ src_len+32(FP), CX
SUBL 12(SP), CX
LEAQ 3(AX)(CX*1), CX
CMPQ CX, (SP)
JB emit_remainder_ok_encodeBlockAsm8B
MOVQ $0x00000000, ret+48(FP)
RET
emit_remainder_ok_encodeBlockAsm8B:
MOVQ src_len+32(FP), CX
MOVL 12(SP), BX
CMPL BX, CX
JEQ emit_literal_done_emit_remainder_encodeBlockAsm8B
MOVL CX, SI
MOVL CX, 12(SP)
LEAQ (DX)(BX*1), CX
SUBL BX, SI
LEAL -1(SI), DX
CMPL DX, $0x3c
JB one_byte_emit_remainder_encodeBlockAsm8B
CMPL DX, $0x00000100
JB two_bytes_emit_remainder_encodeBlockAsm8B
JB three_bytes_emit_remainder_encodeBlockAsm8B
three_bytes_emit_remainder_encodeBlockAsm8B:
MOVB $0xf4, (AX)
MOVW DX, 1(AX)
ADDQ $0x03, AX
JMP memmove_long_emit_remainder_encodeBlockAsm8B
two_bytes_emit_remainder_encodeBlockAsm8B:
MOVB $0xf0, (AX)
MOVB DL, 1(AX)
ADDQ $0x02, AX
CMPL DX, $0x40
JB memmove_emit_remainder_encodeBlockAsm8B
JMP memmove_long_emit_remainder_encodeBlockAsm8B
one_byte_emit_remainder_encodeBlockAsm8B:
SHLB $0x02, DL
MOVB DL, (AX)
ADDQ $0x01, AX
memmove_emit_remainder_encodeBlockAsm8B:
LEAQ (AX)(SI*1), DX
MOVL SI, BX
// genMemMoveShort
CMPQ BX, $0x03
JB emit_lit_memmove_emit_remainder_encodeBlockAsm8B_memmove_move_1or2
JE emit_lit_memmove_emit_remainder_encodeBlockAsm8B_memmove_move_3
CMPQ BX, $0x08
JB emit_lit_memmove_emit_remainder_encodeBlockAsm8B_memmove_move_4through7
CMPQ BX, $0x10
JBE emit_lit_memmove_emit_remainder_encodeBlockAsm8B_memmove_move_8through16
CMPQ BX, $0x20
JBE emit_lit_memmove_emit_remainder_encodeBlockAsm8B_memmove_move_17through32
JMP emit_lit_memmove_emit_remainder_encodeBlockAsm8B_memmove_move_33through64
emit_lit_memmove_emit_remainder_encodeBlockAsm8B_memmove_move_1or2:
MOVB (CX), SI
MOVB -1(CX)(BX*1), CL
MOVB SI, (AX)
MOVB CL, -1(AX)(BX*1)
JMP memmove_end_copy_emit_remainder_encodeBlockAsm8B
emit_lit_memmove_emit_remainder_encodeBlockAsm8B_memmove_move_3:
MOVW (CX), SI
MOVB 2(CX), CL
MOVW SI, (AX)
MOVB CL, 2(AX)
JMP memmove_end_copy_emit_remainder_encodeBlockAsm8B
emit_lit_memmove_emit_remainder_encodeBlockAsm8B_memmove_move_4through7:
MOVL (CX), SI
MOVL -4(CX)(BX*1), CX
MOVL SI, (AX)
MOVL CX, -4(AX)(BX*1)
JMP memmove_end_copy_emit_remainder_encodeBlockAsm8B
emit_lit_memmove_emit_remainder_encodeBlockAsm8B_memmove_move_8through16:
MOVQ (CX), SI
MOVQ -8(CX)(BX*1), CX
MOVQ SI, (AX)
MOVQ CX, -8(AX)(BX*1)
JMP memmove_end_copy_emit_remainder_encodeBlockAsm8B
emit_lit_memmove_emit_remainder_encodeBlockAsm8B_memmove_move_17through32:
MOVOU (CX), X0
MOVOU -16(CX)(BX*1), X1
MOVOU X0, (AX)
MOVOU X1, -16(AX)(BX*1)
JMP memmove_end_copy_emit_remainder_encodeBlockAsm8B
emit_lit_memmove_emit_remainder_encodeBlockAsm8B_memmove_move_33through64:
MOVOU (CX), X0
MOVOU 16(CX), X1
MOVOU -32(CX)(BX*1), X2
MOVOU -16(CX)(BX*1), X3
MOVOU X0, (AX)
MOVOU X1, 16(AX)
MOVOU X2, -32(AX)(BX*1)
MOVOU X3, -16(AX)(BX*1)
memmove_end_copy_emit_remainder_encodeBlockAsm8B:
MOVQ DX, AX
JMP emit_literal_done_emit_remainder_encodeBlockAsm8B
memmove_long_emit_remainder_encodeBlockAsm8B:
LEAQ (AX)(SI*1), DX
MOVL SI, BX
// genMemMoveLong
MOVOU (CX), X0
MOVOU 16(CX), X1
MOVOU -32(CX)(BX*1), X2
MOVOU -16(CX)(BX*1), X3
MOVQ BX, DI
SHRQ $0x05, DI
MOVQ AX, SI
ANDL $0x0000001f, SI
MOVQ $0x00000040, R8
SUBQ SI, R8
DECQ DI
JA emit_lit_memmove_long_emit_remainder_encodeBlockAsm8Blarge_forward_sse_loop_32
LEAQ -32(CX)(R8*1), SI
LEAQ -32(AX)(R8*1), R9
emit_lit_memmove_long_emit_remainder_encodeBlockAsm8Blarge_big_loop_back:
MOVOU (SI), X4
MOVOU 16(SI), X5
MOVOA X4, (R9)
MOVOA X5, 16(R9)
ADDQ $0x20, R9
ADDQ $0x20, SI
ADDQ $0x20, R8
DECQ DI
JNA emit_lit_memmove_long_emit_remainder_encodeBlockAsm8Blarge_big_loop_back
emit_lit_memmove_long_emit_remainder_encodeBlockAsm8Blarge_forward_sse_loop_32:
MOVOU -32(CX)(R8*1), X4
MOVOU -16(CX)(R8*1), X5
MOVOA X4, -32(AX)(R8*1)
MOVOA X5, -16(AX)(R8*1)
ADDQ $0x20, R8
CMPQ BX, R8
JAE emit_lit_memmove_long_emit_remainder_encodeBlockAsm8Blarge_forward_sse_loop_32
MOVOU X0, (AX)
MOVOU X1, 16(AX)
MOVOU X2, -32(AX)(BX*1)
MOVOU X3, -16(AX)(BX*1)
MOVQ DX, AX
emit_literal_done_emit_remainder_encodeBlockAsm8B:
MOVQ dst_base+0(FP), CX
SUBQ CX, AX
MOVQ AX, ret+48(FP)
RET
// func encodeBetterBlockAsm(dst []byte, src []byte) int
// Requires: BMI, SSE2
TEXT ·encodeBetterBlockAsm(SB), $589848-56
MOVQ dst_base+0(FP), AX
MOVQ $0x00001200, CX
LEAQ 24(SP), DX
PXOR X0, X0
zero_loop_encodeBetterBlockAsm:
MOVOU X0, (DX)
MOVOU X0, 16(DX)
MOVOU X0, 32(DX)
MOVOU X0, 48(DX)
MOVOU X0, 64(DX)
MOVOU X0, 80(DX)
MOVOU X0, 96(DX)
MOVOU X0, 112(DX)
ADDQ $0x80, DX
DECQ CX
JNZ zero_loop_encodeBetterBlockAsm
MOVL $0x00000000, 12(SP)
MOVQ src_len+32(FP), CX
LEAQ -6(CX), DX
LEAQ -8(CX), BX
MOVL BX, 8(SP)
SHRQ $0x05, CX
SUBL CX, DX
LEAQ (AX)(DX*1), DX
MOVQ DX, (SP)
MOVL $0x00000001, CX
MOVL $0x00000000, 16(SP)
MOVQ src_base+24(FP), DX
search_loop_encodeBetterBlockAsm:
MOVL CX, BX
SUBL 12(SP), BX
SHRL $0x07, BX
CMPL BX, $0x63
JBE check_maxskip_ok_encodeBetterBlockAsm
LEAL 100(CX), BX
JMP check_maxskip_cont_encodeBetterBlockAsm
check_maxskip_ok_encodeBetterBlockAsm:
LEAL 1(CX)(BX*1), BX
check_maxskip_cont_encodeBetterBlockAsm:
CMPL BX, 8(SP)
JAE emit_remainder_encodeBetterBlockAsm
MOVQ (DX)(CX*1), SI
MOVL BX, 20(SP)
MOVQ $0x00cf1bbcdcbfa563, R8
MOVQ $0x9e3779b1, BX
MOVQ SI, R9
MOVQ SI, R10
SHLQ $0x08, R9
IMULQ R8, R9
SHRQ $0x2f, R9
SHLQ $0x20, R10
IMULQ BX, R10
SHRQ $0x32, R10
MOVL 24(SP)(R9*4), BX
MOVL 524312(SP)(R10*4), DI
MOVL CX, 24(SP)(R9*4)
MOVL CX, 524312(SP)(R10*4)
MOVQ (DX)(BX*1), R9
MOVQ (DX)(DI*1), R10
CMPQ R9, SI
JEQ candidate_match_encodeBetterBlockAsm
CMPQ R10, SI
JNE no_short_found_encodeBetterBlockAsm
MOVL DI, BX
JMP candidate_match_encodeBetterBlockAsm
no_short_found_encodeBetterBlockAsm:
CMPL R9, SI
JEQ candidate_match_encodeBetterBlockAsm
CMPL R10, SI
JEQ candidateS_match_encodeBetterBlockAsm
MOVL 20(SP), CX
JMP search_loop_encodeBetterBlockAsm
candidateS_match_encodeBetterBlockAsm:
SHRQ $0x08, SI
MOVQ SI, R9
SHLQ $0x08, R9
IMULQ R8, R9
SHRQ $0x2f, R9
MOVL 24(SP)(R9*4), BX
INCL CX
MOVL CX, 24(SP)(R9*4)
CMPL (DX)(BX*1), SI
JEQ candidate_match_encodeBetterBlockAsm
DECL CX
MOVL DI, BX
candidate_match_encodeBetterBlockAsm:
MOVL 12(SP), SI
TESTL BX, BX
JZ match_extend_back_end_encodeBetterBlockAsm
match_extend_back_loop_encodeBetterBlockAsm:
CMPL CX, SI
JBE match_extend_back_end_encodeBetterBlockAsm
MOVB -1(DX)(BX*1), DI
MOVB -1(DX)(CX*1), R8
CMPB DI, R8
JNE match_extend_back_end_encodeBetterBlockAsm
LEAL -1(CX), CX
DECL BX
JZ match_extend_back_end_encodeBetterBlockAsm
JMP match_extend_back_loop_encodeBetterBlockAsm
match_extend_back_end_encodeBetterBlockAsm:
MOVL CX, SI
SUBL 12(SP), SI
LEAQ 5(AX)(SI*1), SI
CMPQ SI, (SP)
JB match_dst_size_check_encodeBetterBlockAsm
MOVQ $0x00000000, ret+48(FP)
RET
match_dst_size_check_encodeBetterBlockAsm:
MOVL CX, SI
ADDL $0x04, CX
ADDL $0x04, BX
MOVQ src_len+32(FP), DI
SUBL CX, DI
LEAQ (DX)(CX*1), R8
LEAQ (DX)(BX*1), R9
// matchLen
XORL R11, R11
CMPL DI, $0x08
JB matchlen_match4_match_nolit_encodeBetterBlockAsm
matchlen_loopback_match_nolit_encodeBetterBlockAsm:
MOVQ (R8)(R11*1), R10
XORQ (R9)(R11*1), R10
TESTQ R10, R10
JZ matchlen_loop_match_nolit_encodeBetterBlockAsm
#ifdef GOAMD64_v3
TZCNTQ R10, R10
#else
BSFQ R10, R10
#endif
SARQ $0x03, R10
LEAL (R11)(R10*1), R11
JMP match_nolit_end_encodeBetterBlockAsm
matchlen_loop_match_nolit_encodeBetterBlockAsm:
LEAL -8(DI), DI
LEAL 8(R11), R11
CMPL DI, $0x08
JAE matchlen_loopback_match_nolit_encodeBetterBlockAsm
JZ match_nolit_end_encodeBetterBlockAsm
matchlen_match4_match_nolit_encodeBetterBlockAsm:
CMPL DI, $0x04
JB matchlen_match2_match_nolit_encodeBetterBlockAsm
MOVL (R8)(R11*1), R10
CMPL (R9)(R11*1), R10
JNE matchlen_match2_match_nolit_encodeBetterBlockAsm
SUBL $0x04, DI
LEAL 4(R11), R11
matchlen_match2_match_nolit_encodeBetterBlockAsm:
CMPL DI, $0x02
JB matchlen_match1_match_nolit_encodeBetterBlockAsm
MOVW (R8)(R11*1), R10
CMPW (R9)(R11*1), R10
JNE matchlen_match1_match_nolit_encodeBetterBlockAsm
SUBL $0x02, DI
LEAL 2(R11), R11
matchlen_match1_match_nolit_encodeBetterBlockAsm:
CMPL DI, $0x01
JB match_nolit_end_encodeBetterBlockAsm
MOVB (R8)(R11*1), R10
CMPB (R9)(R11*1), R10
JNE match_nolit_end_encodeBetterBlockAsm
LEAL 1(R11), R11
match_nolit_end_encodeBetterBlockAsm:
MOVL CX, DI
SUBL BX, DI
// Check if repeat
CMPL 16(SP), DI
JEQ match_is_repeat_encodeBetterBlockAsm
CMPL R11, $0x01
JA match_length_ok_encodeBetterBlockAsm
CMPL DI, $0x0000ffff
JBE match_length_ok_encodeBetterBlockAsm
MOVL 20(SP), CX
INCL CX
JMP search_loop_encodeBetterBlockAsm
match_length_ok_encodeBetterBlockAsm:
MOVL DI, 16(SP)
MOVL 12(SP), BX
CMPL BX, SI
JEQ emit_literal_done_match_emit_encodeBetterBlockAsm
MOVL SI, R8
MOVL SI, 12(SP)
LEAQ (DX)(BX*1), R9
SUBL BX, R8
LEAL -1(R8), BX
CMPL BX, $0x3c
JB one_byte_match_emit_encodeBetterBlockAsm
CMPL BX, $0x00000100
JB two_bytes_match_emit_encodeBetterBlockAsm
CMPL BX, $0x00010000
JB three_bytes_match_emit_encodeBetterBlockAsm
CMPL BX, $0x01000000
JB four_bytes_match_emit_encodeBetterBlockAsm
MOVB $0xfc, (AX)
MOVL BX, 1(AX)
ADDQ $0x05, AX
JMP memmove_long_match_emit_encodeBetterBlockAsm
four_bytes_match_emit_encodeBetterBlockAsm:
MOVL BX, R10
SHRL $0x10, R10
MOVB $0xf8, (AX)
MOVW BX, 1(AX)
MOVB R10, 3(AX)
ADDQ $0x04, AX
JMP memmove_long_match_emit_encodeBetterBlockAsm
three_bytes_match_emit_encodeBetterBlockAsm:
MOVB $0xf4, (AX)
MOVW BX, 1(AX)
ADDQ $0x03, AX
JMP memmove_long_match_emit_encodeBetterBlockAsm
two_bytes_match_emit_encodeBetterBlockAsm:
MOVB $0xf0, (AX)
MOVB BL, 1(AX)
ADDQ $0x02, AX
CMPL BX, $0x40
JB memmove_match_emit_encodeBetterBlockAsm
JMP memmove_long_match_emit_encodeBetterBlockAsm
one_byte_match_emit_encodeBetterBlockAsm:
SHLB $0x02, BL
MOVB BL, (AX)
ADDQ $0x01, AX
memmove_match_emit_encodeBetterBlockAsm:
LEAQ (AX)(R8*1), BX
// genMemMoveShort
CMPQ R8, $0x04
JBE emit_lit_memmove_match_emit_encodeBetterBlockAsm_memmove_move_4
CMPQ R8, $0x08
JB emit_lit_memmove_match_emit_encodeBetterBlockAsm_memmove_move_4through7
CMPQ R8, $0x10
JBE emit_lit_memmove_match_emit_encodeBetterBlockAsm_memmove_move_8through16
CMPQ R8, $0x20
JBE emit_lit_memmove_match_emit_encodeBetterBlockAsm_memmove_move_17through32
JMP emit_lit_memmove_match_emit_encodeBetterBlockAsm_memmove_move_33through64
emit_lit_memmove_match_emit_encodeBetterBlockAsm_memmove_move_4:
MOVL (R9), R10
MOVL R10, (AX)
JMP memmove_end_copy_match_emit_encodeBetterBlockAsm
emit_lit_memmove_match_emit_encodeBetterBlockAsm_memmove_move_4through7:
MOVL (R9), R10
MOVL -4(R9)(R8*1), R9
MOVL R10, (AX)
MOVL R9, -4(AX)(R8*1)
JMP memmove_end_copy_match_emit_encodeBetterBlockAsm
emit_lit_memmove_match_emit_encodeBetterBlockAsm_memmove_move_8through16:
MOVQ (R9), R10
MOVQ -8(R9)(R8*1), R9
MOVQ R10, (AX)
MOVQ R9, -8(AX)(R8*1)
JMP memmove_end_copy_match_emit_encodeBetterBlockAsm
emit_lit_memmove_match_emit_encodeBetterBlockAsm_memmove_move_17through32:
MOVOU (R9), X0
MOVOU -16(R9)(R8*1), X1
MOVOU X0, (AX)
MOVOU X1, -16(AX)(R8*1)
JMP memmove_end_copy_match_emit_encodeBetterBlockAsm
emit_lit_memmove_match_emit_encodeBetterBlockAsm_memmove_move_33through64:
MOVOU (R9), X0
MOVOU 16(R9), X1
MOVOU -32(R9)(R8*1), X2
MOVOU -16(R9)(R8*1), X3
MOVOU X0, (AX)
MOVOU X1, 16(AX)
MOVOU X2, -32(AX)(R8*1)
MOVOU X3, -16(AX)(R8*1)
memmove_end_copy_match_emit_encodeBetterBlockAsm:
MOVQ BX, AX
JMP emit_literal_done_match_emit_encodeBetterBlockAsm
memmove_long_match_emit_encodeBetterBlockAsm:
LEAQ (AX)(R8*1), BX
// genMemMoveLong
MOVOU (R9), X0
MOVOU 16(R9), X1
MOVOU -32(R9)(R8*1), X2
MOVOU -16(R9)(R8*1), X3
MOVQ R8, R12
SHRQ $0x05, R12
MOVQ AX, R10
ANDL $0x0000001f, R10
MOVQ $0x00000040, R13
SUBQ R10, R13
DECQ R12
JA emit_lit_memmove_long_match_emit_encodeBetterBlockAsmlarge_forward_sse_loop_32
LEAQ -32(R9)(R13*1), R10
LEAQ -32(AX)(R13*1), R14
emit_lit_memmove_long_match_emit_encodeBetterBlockAsmlarge_big_loop_back:
MOVOU (R10), X4
MOVOU 16(R10), X5
MOVOA X4, (R14)
MOVOA X5, 16(R14)
ADDQ $0x20, R14
ADDQ $0x20, R10
ADDQ $0x20, R13
DECQ R12
JNA emit_lit_memmove_long_match_emit_encodeBetterBlockAsmlarge_big_loop_back
emit_lit_memmove_long_match_emit_encodeBetterBlockAsmlarge_forward_sse_loop_32:
MOVOU -32(R9)(R13*1), X4
MOVOU -16(R9)(R13*1), X5
MOVOA X4, -32(AX)(R13*1)
MOVOA X5, -16(AX)(R13*1)
ADDQ $0x20, R13
CMPQ R8, R13
JAE emit_lit_memmove_long_match_emit_encodeBetterBlockAsmlarge_forward_sse_loop_32
MOVOU X0, (AX)
MOVOU X1, 16(AX)
MOVOU X2, -32(AX)(R8*1)
MOVOU X3, -16(AX)(R8*1)
MOVQ BX, AX
emit_literal_done_match_emit_encodeBetterBlockAsm:
ADDL R11, CX
ADDL $0x04, R11
MOVL CX, 12(SP)
// emitCopy
CMPL DI, $0x00010000
JB two_byte_offset_match_nolit_encodeBetterBlockAsm
CMPL R11, $0x40
JBE four_bytes_remain_match_nolit_encodeBetterBlockAsm
MOVB $0xff, (AX)
MOVL DI, 1(AX)
LEAL -64(R11), R11
ADDQ $0x05, AX
CMPL R11, $0x04
JB four_bytes_remain_match_nolit_encodeBetterBlockAsm
// emitRepeat
emit_repeat_again_match_nolit_encodeBetterBlockAsm_emit_copy:
MOVL R11, BX
LEAL -4(R11), R11
CMPL BX, $0x08
JBE repeat_two_match_nolit_encodeBetterBlockAsm_emit_copy
CMPL BX, $0x0c
JAE cant_repeat_two_offset_match_nolit_encodeBetterBlockAsm_emit_copy
CMPL DI, $0x00000800
JB repeat_two_offset_match_nolit_encodeBetterBlockAsm_emit_copy
cant_repeat_two_offset_match_nolit_encodeBetterBlockAsm_emit_copy:
CMPL R11, $0x00000104
JB repeat_three_match_nolit_encodeBetterBlockAsm_emit_copy
CMPL R11, $0x00010100
JB repeat_four_match_nolit_encodeBetterBlockAsm_emit_copy
CMPL R11, $0x0100ffff
JB repeat_five_match_nolit_encodeBetterBlockAsm_emit_copy
LEAL -16842747(R11), R11
MOVL $0xfffb001d, (AX)
MOVB $0xff, 4(AX)
ADDQ $0x05, AX
JMP emit_repeat_again_match_nolit_encodeBetterBlockAsm_emit_copy
repeat_five_match_nolit_encodeBetterBlockAsm_emit_copy:
LEAL -65536(R11), R11
MOVL R11, DI
MOVW $0x001d, (AX)
MOVW R11, 2(AX)
SARL $0x10, DI
MOVB DI, 4(AX)
ADDQ $0x05, AX
JMP match_nolit_emitcopy_end_encodeBetterBlockAsm
repeat_four_match_nolit_encodeBetterBlockAsm_emit_copy:
LEAL -256(R11), R11
MOVW $0x0019, (AX)
MOVW R11, 2(AX)
ADDQ $0x04, AX
JMP match_nolit_emitcopy_end_encodeBetterBlockAsm
repeat_three_match_nolit_encodeBetterBlockAsm_emit_copy:
LEAL -4(R11), R11
MOVW $0x0015, (AX)
MOVB R11, 2(AX)
ADDQ $0x03, AX
JMP match_nolit_emitcopy_end_encodeBetterBlockAsm
repeat_two_match_nolit_encodeBetterBlockAsm_emit_copy:
SHLL $0x02, R11
ORL $0x01, R11
MOVW R11, (AX)
ADDQ $0x02, AX
JMP match_nolit_emitcopy_end_encodeBetterBlockAsm
repeat_two_offset_match_nolit_encodeBetterBlockAsm_emit_copy:
XORQ BX, BX
LEAL 1(BX)(R11*4), R11
MOVB DI, 1(AX)
SARL $0x08, DI
SHLL $0x05, DI
ORL DI, R11
MOVB R11, (AX)
ADDQ $0x02, AX
JMP match_nolit_emitcopy_end_encodeBetterBlockAsm
four_bytes_remain_match_nolit_encodeBetterBlockAsm:
TESTL R11, R11
JZ match_nolit_emitcopy_end_encodeBetterBlockAsm
XORL BX, BX
LEAL -1(BX)(R11*4), R11
MOVB R11, (AX)
MOVL DI, 1(AX)
ADDQ $0x05, AX
JMP match_nolit_emitcopy_end_encodeBetterBlockAsm
two_byte_offset_match_nolit_encodeBetterBlockAsm:
CMPL R11, $0x40
JBE two_byte_offset_short_match_nolit_encodeBetterBlockAsm
CMPL DI, $0x00000800
JAE long_offset_short_match_nolit_encodeBetterBlockAsm
MOVL $0x00000001, BX
LEAL 16(BX), BX
MOVB DI, 1(AX)
MOVL DI, R8
SHRL $0x08, R8
SHLL $0x05, R8
ORL R8, BX
MOVB BL, (AX)
ADDQ $0x02, AX
SUBL $0x08, R11
// emitRepeat
LEAL -4(R11), R11
JMP cant_repeat_two_offset_match_nolit_encodeBetterBlockAsm_emit_copy_short_2b
emit_repeat_again_match_nolit_encodeBetterBlockAsm_emit_copy_short_2b:
MOVL R11, BX
LEAL -4(R11), R11
CMPL BX, $0x08
JBE repeat_two_match_nolit_encodeBetterBlockAsm_emit_copy_short_2b
CMPL BX, $0x0c
JAE cant_repeat_two_offset_match_nolit_encodeBetterBlockAsm_emit_copy_short_2b
CMPL DI, $0x00000800
JB repeat_two_offset_match_nolit_encodeBetterBlockAsm_emit_copy_short_2b
cant_repeat_two_offset_match_nolit_encodeBetterBlockAsm_emit_copy_short_2b:
CMPL R11, $0x00000104
JB repeat_three_match_nolit_encodeBetterBlockAsm_emit_copy_short_2b
CMPL R11, $0x00010100
JB repeat_four_match_nolit_encodeBetterBlockAsm_emit_copy_short_2b
CMPL R11, $0x0100ffff
JB repeat_five_match_nolit_encodeBetterBlockAsm_emit_copy_short_2b
LEAL -16842747(R11), R11
MOVL $0xfffb001d, (AX)
MOVB $0xff, 4(AX)
ADDQ $0x05, AX
JMP emit_repeat_again_match_nolit_encodeBetterBlockAsm_emit_copy_short_2b
repeat_five_match_nolit_encodeBetterBlockAsm_emit_copy_short_2b:
LEAL -65536(R11), R11
MOVL R11, DI
MOVW $0x001d, (AX)
MOVW R11, 2(AX)
SARL $0x10, DI
MOVB DI, 4(AX)
ADDQ $0x05, AX
JMP match_nolit_emitcopy_end_encodeBetterBlockAsm
repeat_four_match_nolit_encodeBetterBlockAsm_emit_copy_short_2b:
LEAL -256(R11), R11
MOVW $0x0019, (AX)
MOVW R11, 2(AX)
ADDQ $0x04, AX
JMP match_nolit_emitcopy_end_encodeBetterBlockAsm
repeat_three_match_nolit_encodeBetterBlockAsm_emit_copy_short_2b:
LEAL -4(R11), R11
MOVW $0x0015, (AX)
MOVB R11, 2(AX)
ADDQ $0x03, AX
JMP match_nolit_emitcopy_end_encodeBetterBlockAsm
repeat_two_match_nolit_encodeBetterBlockAsm_emit_copy_short_2b:
SHLL $0x02, R11
ORL $0x01, R11
MOVW R11, (AX)
ADDQ $0x02, AX
JMP match_nolit_emitcopy_end_encodeBetterBlockAsm
repeat_two_offset_match_nolit_encodeBetterBlockAsm_emit_copy_short_2b:
XORQ BX, BX
LEAL 1(BX)(R11*4), R11
MOVB DI, 1(AX)
SARL $0x08, DI
SHLL $0x05, DI
ORL DI, R11
MOVB R11, (AX)
ADDQ $0x02, AX
JMP match_nolit_emitcopy_end_encodeBetterBlockAsm
long_offset_short_match_nolit_encodeBetterBlockAsm:
MOVB $0xee, (AX)
MOVW DI, 1(AX)
LEAL -60(R11), R11
ADDQ $0x03, AX
// emitRepeat
emit_repeat_again_match_nolit_encodeBetterBlockAsm_emit_copy_short:
MOVL R11, BX
LEAL -4(R11), R11
CMPL BX, $0x08
JBE repeat_two_match_nolit_encodeBetterBlockAsm_emit_copy_short
CMPL BX, $0x0c
JAE cant_repeat_two_offset_match_nolit_encodeBetterBlockAsm_emit_copy_short
CMPL DI, $0x00000800
JB repeat_two_offset_match_nolit_encodeBetterBlockAsm_emit_copy_short
cant_repeat_two_offset_match_nolit_encodeBetterBlockAsm_emit_copy_short:
CMPL R11, $0x00000104
JB repeat_three_match_nolit_encodeBetterBlockAsm_emit_copy_short
CMPL R11, $0x00010100
JB repeat_four_match_nolit_encodeBetterBlockAsm_emit_copy_short
CMPL R11, $0x0100ffff
JB repeat_five_match_nolit_encodeBetterBlockAsm_emit_copy_short
LEAL -16842747(R11), R11
MOVL $0xfffb001d, (AX)
MOVB $0xff, 4(AX)
ADDQ $0x05, AX
JMP emit_repeat_again_match_nolit_encodeBetterBlockAsm_emit_copy_short
repeat_five_match_nolit_encodeBetterBlockAsm_emit_copy_short:
LEAL -65536(R11), R11
MOVL R11, DI
MOVW $0x001d, (AX)
MOVW R11, 2(AX)
SARL $0x10, DI
MOVB DI, 4(AX)
ADDQ $0x05, AX
JMP match_nolit_emitcopy_end_encodeBetterBlockAsm
repeat_four_match_nolit_encodeBetterBlockAsm_emit_copy_short:
LEAL -256(R11), R11
MOVW $0x0019, (AX)
MOVW R11, 2(AX)
ADDQ $0x04, AX
JMP match_nolit_emitcopy_end_encodeBetterBlockAsm
repeat_three_match_nolit_encodeBetterBlockAsm_emit_copy_short:
LEAL -4(R11), R11
MOVW $0x0015, (AX)
MOVB R11, 2(AX)
ADDQ $0x03, AX
JMP match_nolit_emitcopy_end_encodeBetterBlockAsm
repeat_two_match_nolit_encodeBetterBlockAsm_emit_copy_short:
SHLL $0x02, R11
ORL $0x01, R11
MOVW R11, (AX)
ADDQ $0x02, AX
JMP match_nolit_emitcopy_end_encodeBetterBlockAsm
repeat_two_offset_match_nolit_encodeBetterBlockAsm_emit_copy_short:
XORQ BX, BX
LEAL 1(BX)(R11*4), R11
MOVB DI, 1(AX)
SARL $0x08, DI
SHLL $0x05, DI
ORL DI, R11
MOVB R11, (AX)
ADDQ $0x02, AX
JMP match_nolit_emitcopy_end_encodeBetterBlockAsm
two_byte_offset_short_match_nolit_encodeBetterBlockAsm:
MOVL R11, BX
SHLL $0x02, BX
CMPL R11, $0x0c
JAE emit_copy_three_match_nolit_encodeBetterBlockAsm
CMPL DI, $0x00000800
JAE emit_copy_three_match_nolit_encodeBetterBlockAsm
LEAL -15(BX), BX
MOVB DI, 1(AX)
SHRL $0x08, DI
SHLL $0x05, DI
ORL DI, BX
MOVB BL, (AX)
ADDQ $0x02, AX
JMP match_nolit_emitcopy_end_encodeBetterBlockAsm
emit_copy_three_match_nolit_encodeBetterBlockAsm:
LEAL -2(BX), BX
MOVB BL, (AX)
MOVW DI, 1(AX)
ADDQ $0x03, AX
JMP match_nolit_emitcopy_end_encodeBetterBlockAsm
match_is_repeat_encodeBetterBlockAsm:
MOVL 12(SP), BX
CMPL BX, SI
JEQ emit_literal_done_match_emit_repeat_encodeBetterBlockAsm
MOVL SI, R8
MOVL SI, 12(SP)
LEAQ (DX)(BX*1), R9
SUBL BX, R8
LEAL -1(R8), BX
CMPL BX, $0x3c
JB one_byte_match_emit_repeat_encodeBetterBlockAsm
CMPL BX, $0x00000100
JB two_bytes_match_emit_repeat_encodeBetterBlockAsm
CMPL BX, $0x00010000
JB three_bytes_match_emit_repeat_encodeBetterBlockAsm
CMPL BX, $0x01000000
JB four_bytes_match_emit_repeat_encodeBetterBlockAsm
MOVB $0xfc, (AX)
MOVL BX, 1(AX)
ADDQ $0x05, AX
JMP memmove_long_match_emit_repeat_encodeBetterBlockAsm
four_bytes_match_emit_repeat_encodeBetterBlockAsm:
MOVL BX, R10
SHRL $0x10, R10
MOVB $0xf8, (AX)
MOVW BX, 1(AX)
MOVB R10, 3(AX)
ADDQ $0x04, AX
JMP memmove_long_match_emit_repeat_encodeBetterBlockAsm
three_bytes_match_emit_repeat_encodeBetterBlockAsm:
MOVB $0xf4, (AX)
MOVW BX, 1(AX)
ADDQ $0x03, AX
JMP memmove_long_match_emit_repeat_encodeBetterBlockAsm
two_bytes_match_emit_repeat_encodeBetterBlockAsm:
MOVB $0xf0, (AX)
MOVB BL, 1(AX)
ADDQ $0x02, AX
CMPL BX, $0x40
JB memmove_match_emit_repeat_encodeBetterBlockAsm
JMP memmove_long_match_emit_repeat_encodeBetterBlockAsm
one_byte_match_emit_repeat_encodeBetterBlockAsm:
SHLB $0x02, BL
MOVB BL, (AX)
ADDQ $0x01, AX
memmove_match_emit_repeat_encodeBetterBlockAsm:
LEAQ (AX)(R8*1), BX
// genMemMoveShort
CMPQ R8, $0x04
JBE emit_lit_memmove_match_emit_repeat_encodeBetterBlockAsm_memmove_move_4
CMPQ R8, $0x08
JB emit_lit_memmove_match_emit_repeat_encodeBetterBlockAsm_memmove_move_4through7
CMPQ R8, $0x10
JBE emit_lit_memmove_match_emit_repeat_encodeBetterBlockAsm_memmove_move_8through16
CMPQ R8, $0x20
JBE emit_lit_memmove_match_emit_repeat_encodeBetterBlockAsm_memmove_move_17through32
JMP emit_lit_memmove_match_emit_repeat_encodeBetterBlockAsm_memmove_move_33through64
emit_lit_memmove_match_emit_repeat_encodeBetterBlockAsm_memmove_move_4:
MOVL (R9), R10
MOVL R10, (AX)
JMP memmove_end_copy_match_emit_repeat_encodeBetterBlockAsm
emit_lit_memmove_match_emit_repeat_encodeBetterBlockAsm_memmove_move_4through7:
MOVL (R9), R10
MOVL -4(R9)(R8*1), R9
MOVL R10, (AX)
MOVL R9, -4(AX)(R8*1)
JMP memmove_end_copy_match_emit_repeat_encodeBetterBlockAsm
emit_lit_memmove_match_emit_repeat_encodeBetterBlockAsm_memmove_move_8through16:
MOVQ (R9), R10
MOVQ -8(R9)(R8*1), R9
MOVQ R10, (AX)
MOVQ R9, -8(AX)(R8*1)
JMP memmove_end_copy_match_emit_repeat_encodeBetterBlockAsm
emit_lit_memmove_match_emit_repeat_encodeBetterBlockAsm_memmove_move_17through32:
MOVOU (R9), X0
MOVOU -16(R9)(R8*1), X1
MOVOU X0, (AX)
MOVOU X1, -16(AX)(R8*1)
JMP memmove_end_copy_match_emit_repeat_encodeBetterBlockAsm
emit_lit_memmove_match_emit_repeat_encodeBetterBlockAsm_memmove_move_33through64:
MOVOU (R9), X0
MOVOU 16(R9), X1
MOVOU -32(R9)(R8*1), X2
MOVOU -16(R9)(R8*1), X3
MOVOU X0, (AX)
MOVOU X1, 16(AX)
MOVOU X2, -32(AX)(R8*1)
MOVOU X3, -16(AX)(R8*1)
memmove_end_copy_match_emit_repeat_encodeBetterBlockAsm:
MOVQ BX, AX
JMP emit_literal_done_match_emit_repeat_encodeBetterBlockAsm
memmove_long_match_emit_repeat_encodeBetterBlockAsm:
LEAQ (AX)(R8*1), BX
// genMemMoveLong
MOVOU (R9), X0
MOVOU 16(R9), X1
MOVOU -32(R9)(R8*1), X2
MOVOU -16(R9)(R8*1), X3
MOVQ R8, R12
SHRQ $0x05, R12
MOVQ AX, R10
ANDL $0x0000001f, R10
MOVQ $0x00000040, R13
SUBQ R10, R13
DECQ R12
JA emit_lit_memmove_long_match_emit_repeat_encodeBetterBlockAsmlarge_forward_sse_loop_32
LEAQ -32(R9)(R13*1), R10
LEAQ -32(AX)(R13*1), R14
emit_lit_memmove_long_match_emit_repeat_encodeBetterBlockAsmlarge_big_loop_back:
MOVOU (R10), X4
MOVOU 16(R10), X5
MOVOA X4, (R14)
MOVOA X5, 16(R14)
ADDQ $0x20, R14
ADDQ $0x20, R10
ADDQ $0x20, R13
DECQ R12
JNA emit_lit_memmove_long_match_emit_repeat_encodeBetterBlockAsmlarge_big_loop_back
emit_lit_memmove_long_match_emit_repeat_encodeBetterBlockAsmlarge_forward_sse_loop_32:
MOVOU -32(R9)(R13*1), X4
MOVOU -16(R9)(R13*1), X5
MOVOA X4, -32(AX)(R13*1)
MOVOA X5, -16(AX)(R13*1)
ADDQ $0x20, R13
CMPQ R8, R13
JAE emit_lit_memmove_long_match_emit_repeat_encodeBetterBlockAsmlarge_forward_sse_loop_32
MOVOU X0, (AX)
MOVOU X1, 16(AX)
MOVOU X2, -32(AX)(R8*1)
MOVOU X3, -16(AX)(R8*1)
MOVQ BX, AX
emit_literal_done_match_emit_repeat_encodeBetterBlockAsm:
ADDL R11, CX
ADDL $0x04, R11
MOVL CX, 12(SP)
// emitRepeat
emit_repeat_again_match_nolit_repeat_encodeBetterBlockAsm:
MOVL R11, BX
LEAL -4(R11), R11
CMPL BX, $0x08
JBE repeat_two_match_nolit_repeat_encodeBetterBlockAsm
CMPL BX, $0x0c
JAE cant_repeat_two_offset_match_nolit_repeat_encodeBetterBlockAsm
CMPL DI, $0x00000800
JB repeat_two_offset_match_nolit_repeat_encodeBetterBlockAsm
cant_repeat_two_offset_match_nolit_repeat_encodeBetterBlockAsm:
CMPL R11, $0x00000104
JB repeat_three_match_nolit_repeat_encodeBetterBlockAsm
CMPL R11, $0x00010100
JB repeat_four_match_nolit_repeat_encodeBetterBlockAsm
CMPL R11, $0x0100ffff
JB repeat_five_match_nolit_repeat_encodeBetterBlockAsm
LEAL -16842747(R11), R11
MOVL $0xfffb001d, (AX)
MOVB $0xff, 4(AX)
ADDQ $0x05, AX
JMP emit_repeat_again_match_nolit_repeat_encodeBetterBlockAsm
repeat_five_match_nolit_repeat_encodeBetterBlockAsm:
LEAL -65536(R11), R11
MOVL R11, DI
MOVW $0x001d, (AX)
MOVW R11, 2(AX)
SARL $0x10, DI
MOVB DI, 4(AX)
ADDQ $0x05, AX
JMP match_nolit_emitcopy_end_encodeBetterBlockAsm
repeat_four_match_nolit_repeat_encodeBetterBlockAsm:
LEAL -256(R11), R11
MOVW $0x0019, (AX)
MOVW R11, 2(AX)
ADDQ $0x04, AX
JMP match_nolit_emitcopy_end_encodeBetterBlockAsm
repeat_three_match_nolit_repeat_encodeBetterBlockAsm:
LEAL -4(R11), R11
MOVW $0x0015, (AX)
MOVB R11, 2(AX)
ADDQ $0x03, AX
JMP match_nolit_emitcopy_end_encodeBetterBlockAsm
repeat_two_match_nolit_repeat_encodeBetterBlockAsm:
SHLL $0x02, R11
ORL $0x01, R11
MOVW R11, (AX)
ADDQ $0x02, AX
JMP match_nolit_emitcopy_end_encodeBetterBlockAsm
repeat_two_offset_match_nolit_repeat_encodeBetterBlockAsm:
XORQ BX, BX
LEAL 1(BX)(R11*4), R11
MOVB DI, 1(AX)
SARL $0x08, DI
SHLL $0x05, DI
ORL DI, R11
MOVB R11, (AX)
ADDQ $0x02, AX
match_nolit_emitcopy_end_encodeBetterBlockAsm:
CMPL CX, 8(SP)
JAE emit_remainder_encodeBetterBlockAsm
CMPQ AX, (SP)
JB match_nolit_dst_ok_encodeBetterBlockAsm
MOVQ $0x00000000, ret+48(FP)
RET
match_nolit_dst_ok_encodeBetterBlockAsm:
MOVQ $0x00cf1bbcdcbfa563, BX
MOVQ $0x9e3779b1, DI
LEAQ 1(SI), SI
LEAQ -2(CX), R8
MOVQ (DX)(SI*1), R9
MOVQ 1(DX)(SI*1), R10
MOVQ (DX)(R8*1), R11
MOVQ 1(DX)(R8*1), R12
SHLQ $0x08, R9
IMULQ BX, R9
SHRQ $0x2f, R9
SHLQ $0x20, R10
IMULQ DI, R10
SHRQ $0x32, R10
SHLQ $0x08, R11
IMULQ BX, R11
SHRQ $0x2f, R11
SHLQ $0x20, R12
IMULQ DI, R12
SHRQ $0x32, R12
LEAQ 1(SI), DI
LEAQ 1(R8), R13
MOVL SI, 24(SP)(R9*4)
MOVL R8, 24(SP)(R11*4)
MOVL DI, 524312(SP)(R10*4)
MOVL R13, 524312(SP)(R12*4)
ADDQ $0x01, SI
SUBQ $0x01, R8
index_loop_encodeBetterBlockAsm:
CMPQ SI, R8
JAE search_loop_encodeBetterBlockAsm
MOVQ (DX)(SI*1), DI
MOVQ (DX)(R8*1), R9
SHLQ $0x08, DI
IMULQ BX, DI
SHRQ $0x2f, DI
SHLQ $0x08, R9
IMULQ BX, R9
SHRQ $0x2f, R9
MOVL SI, 24(SP)(DI*4)
MOVL R8, 24(SP)(R9*4)
ADDQ $0x02, SI
SUBQ $0x02, R8
JMP index_loop_encodeBetterBlockAsm
emit_remainder_encodeBetterBlockAsm:
MOVQ src_len+32(FP), CX
SUBL 12(SP), CX
LEAQ 5(AX)(CX*1), CX
CMPQ CX, (SP)
JB emit_remainder_ok_encodeBetterBlockAsm
MOVQ $0x00000000, ret+48(FP)
RET
emit_remainder_ok_encodeBetterBlockAsm:
MOVQ src_len+32(FP), CX
MOVL 12(SP), BX
CMPL BX, CX
JEQ emit_literal_done_emit_remainder_encodeBetterBlockAsm
MOVL CX, SI
MOVL CX, 12(SP)
LEAQ (DX)(BX*1), CX
SUBL BX, SI
LEAL -1(SI), DX
CMPL DX, $0x3c
JB one_byte_emit_remainder_encodeBetterBlockAsm
CMPL DX, $0x00000100
JB two_bytes_emit_remainder_encodeBetterBlockAsm
CMPL DX, $0x00010000
JB three_bytes_emit_remainder_encodeBetterBlockAsm
CMPL DX, $0x01000000
JB four_bytes_emit_remainder_encodeBetterBlockAsm
MOVB $0xfc, (AX)
MOVL DX, 1(AX)
ADDQ $0x05, AX
JMP memmove_long_emit_remainder_encodeBetterBlockAsm
four_bytes_emit_remainder_encodeBetterBlockAsm:
MOVL DX, BX
SHRL $0x10, BX
MOVB $0xf8, (AX)
MOVW DX, 1(AX)
MOVB BL, 3(AX)
ADDQ $0x04, AX
JMP memmove_long_emit_remainder_encodeBetterBlockAsm
three_bytes_emit_remainder_encodeBetterBlockAsm:
MOVB $0xf4, (AX)
MOVW DX, 1(AX)
ADDQ $0x03, AX
JMP memmove_long_emit_remainder_encodeBetterBlockAsm
two_bytes_emit_remainder_encodeBetterBlockAsm:
MOVB $0xf0, (AX)
MOVB DL, 1(AX)
ADDQ $0x02, AX
CMPL DX, $0x40
JB memmove_emit_remainder_encodeBetterBlockAsm
JMP memmove_long_emit_remainder_encodeBetterBlockAsm
one_byte_emit_remainder_encodeBetterBlockAsm:
SHLB $0x02, DL
MOVB DL, (AX)
ADDQ $0x01, AX
memmove_emit_remainder_encodeBetterBlockAsm:
LEAQ (AX)(SI*1), DX
MOVL SI, BX
// genMemMoveShort
CMPQ BX, $0x03
JB emit_lit_memmove_emit_remainder_encodeBetterBlockAsm_memmove_move_1or2
JE emit_lit_memmove_emit_remainder_encodeBetterBlockAsm_memmove_move_3
CMPQ BX, $0x08
JB emit_lit_memmove_emit_remainder_encodeBetterBlockAsm_memmove_move_4through7
CMPQ BX, $0x10
JBE emit_lit_memmove_emit_remainder_encodeBetterBlockAsm_memmove_move_8through16
CMPQ BX, $0x20
JBE emit_lit_memmove_emit_remainder_encodeBetterBlockAsm_memmove_move_17through32
JMP emit_lit_memmove_emit_remainder_encodeBetterBlockAsm_memmove_move_33through64
emit_lit_memmove_emit_remainder_encodeBetterBlockAsm_memmove_move_1or2:
MOVB (CX), SI
MOVB -1(CX)(BX*1), CL
MOVB SI, (AX)
MOVB CL, -1(AX)(BX*1)
JMP memmove_end_copy_emit_remainder_encodeBetterBlockAsm
emit_lit_memmove_emit_remainder_encodeBetterBlockAsm_memmove_move_3:
MOVW (CX), SI
MOVB 2(CX), CL
MOVW SI, (AX)
MOVB CL, 2(AX)
JMP memmove_end_copy_emit_remainder_encodeBetterBlockAsm
emit_lit_memmove_emit_remainder_encodeBetterBlockAsm_memmove_move_4through7:
MOVL (CX), SI
MOVL -4(CX)(BX*1), CX
MOVL SI, (AX)
MOVL CX, -4(AX)(BX*1)
JMP memmove_end_copy_emit_remainder_encodeBetterBlockAsm
emit_lit_memmove_emit_remainder_encodeBetterBlockAsm_memmove_move_8through16:
MOVQ (CX), SI
MOVQ -8(CX)(BX*1), CX
MOVQ SI, (AX)
MOVQ CX, -8(AX)(BX*1)
JMP memmove_end_copy_emit_remainder_encodeBetterBlockAsm
emit_lit_memmove_emit_remainder_encodeBetterBlockAsm_memmove_move_17through32:
MOVOU (CX), X0
MOVOU -16(CX)(BX*1), X1
MOVOU X0, (AX)
MOVOU X1, -16(AX)(BX*1)
JMP memmove_end_copy_emit_remainder_encodeBetterBlockAsm
emit_lit_memmove_emit_remainder_encodeBetterBlockAsm_memmove_move_33through64:
MOVOU (CX), X0
MOVOU 16(CX), X1
MOVOU -32(CX)(BX*1), X2
MOVOU -16(CX)(BX*1), X3
MOVOU X0, (AX)
MOVOU X1, 16(AX)
MOVOU X2, -32(AX)(BX*1)
MOVOU X3, -16(AX)(BX*1)
memmove_end_copy_emit_remainder_encodeBetterBlockAsm:
MOVQ DX, AX
JMP emit_literal_done_emit_remainder_encodeBetterBlockAsm
memmove_long_emit_remainder_encodeBetterBlockAsm:
LEAQ (AX)(SI*1), DX
MOVL SI, BX
// genMemMoveLong
MOVOU (CX), X0
MOVOU 16(CX), X1
MOVOU -32(CX)(BX*1), X2
MOVOU -16(CX)(BX*1), X3
MOVQ BX, DI
SHRQ $0x05, DI
MOVQ AX, SI
ANDL $0x0000001f, SI
MOVQ $0x00000040, R8
SUBQ SI, R8
DECQ DI
JA emit_lit_memmove_long_emit_remainder_encodeBetterBlockAsmlarge_forward_sse_loop_32
LEAQ -32(CX)(R8*1), SI
LEAQ -32(AX)(R8*1), R9
emit_lit_memmove_long_emit_remainder_encodeBetterBlockAsmlarge_big_loop_back:
MOVOU (SI), X4
MOVOU 16(SI), X5
MOVOA X4, (R9)
MOVOA X5, 16(R9)
ADDQ $0x20, R9
ADDQ $0x20, SI
ADDQ $0x20, R8
DECQ DI
JNA emit_lit_memmove_long_emit_remainder_encodeBetterBlockAsmlarge_big_loop_back
emit_lit_memmove_long_emit_remainder_encodeBetterBlockAsmlarge_forward_sse_loop_32:
MOVOU -32(CX)(R8*1), X4
MOVOU -16(CX)(R8*1), X5
MOVOA X4, -32(AX)(R8*1)
MOVOA X5, -16(AX)(R8*1)
ADDQ $0x20, R8
CMPQ BX, R8
JAE emit_lit_memmove_long_emit_remainder_encodeBetterBlockAsmlarge_forward_sse_loop_32
MOVOU X0, (AX)
MOVOU X1, 16(AX)
MOVOU X2, -32(AX)(BX*1)
MOVOU X3, -16(AX)(BX*1)
MOVQ DX, AX
emit_literal_done_emit_remainder_encodeBetterBlockAsm:
MOVQ dst_base+0(FP), CX
SUBQ CX, AX
MOVQ AX, ret+48(FP)
RET
// func encodeBetterBlockAsm4MB(dst []byte, src []byte) int
// Requires: BMI, SSE2
TEXT ·encodeBetterBlockAsm4MB(SB), $589848-56
MOVQ dst_base+0(FP), AX
MOVQ $0x00001200, CX
LEAQ 24(SP), DX
PXOR X0, X0
zero_loop_encodeBetterBlockAsm4MB:
MOVOU X0, (DX)
MOVOU X0, 16(DX)
MOVOU X0, 32(DX)
MOVOU X0, 48(DX)
MOVOU X0, 64(DX)
MOVOU X0, 80(DX)
MOVOU X0, 96(DX)
MOVOU X0, 112(DX)
ADDQ $0x80, DX
DECQ CX
JNZ zero_loop_encodeBetterBlockAsm4MB
MOVL $0x00000000, 12(SP)
MOVQ src_len+32(FP), CX
LEAQ -6(CX), DX
LEAQ -8(CX), BX
MOVL BX, 8(SP)
SHRQ $0x05, CX
SUBL CX, DX
LEAQ (AX)(DX*1), DX
MOVQ DX, (SP)
MOVL $0x00000001, CX
MOVL $0x00000000, 16(SP)
MOVQ src_base+24(FP), DX
search_loop_encodeBetterBlockAsm4MB:
MOVL CX, BX
SUBL 12(SP), BX
SHRL $0x07, BX
CMPL BX, $0x63
JBE check_maxskip_ok_encodeBetterBlockAsm4MB
LEAL 100(CX), BX
JMP check_maxskip_cont_encodeBetterBlockAsm4MB
check_maxskip_ok_encodeBetterBlockAsm4MB:
LEAL 1(CX)(BX*1), BX
check_maxskip_cont_encodeBetterBlockAsm4MB:
CMPL BX, 8(SP)
JAE emit_remainder_encodeBetterBlockAsm4MB
MOVQ (DX)(CX*1), SI
MOVL BX, 20(SP)
MOVQ $0x00cf1bbcdcbfa563, R8
MOVQ $0x9e3779b1, BX
MOVQ SI, R9
MOVQ SI, R10
SHLQ $0x08, R9
IMULQ R8, R9
SHRQ $0x2f, R9
SHLQ $0x20, R10
IMULQ BX, R10
SHRQ $0x32, R10
MOVL 24(SP)(R9*4), BX
MOVL 524312(SP)(R10*4), DI
MOVL CX, 24(SP)(R9*4)
MOVL CX, 524312(SP)(R10*4)
MOVQ (DX)(BX*1), R9
MOVQ (DX)(DI*1), R10
CMPQ R9, SI
JEQ candidate_match_encodeBetterBlockAsm4MB
CMPQ R10, SI
JNE no_short_found_encodeBetterBlockAsm4MB
MOVL DI, BX
JMP candidate_match_encodeBetterBlockAsm4MB
no_short_found_encodeBetterBlockAsm4MB:
CMPL R9, SI
JEQ candidate_match_encodeBetterBlockAsm4MB
CMPL R10, SI
JEQ candidateS_match_encodeBetterBlockAsm4MB
MOVL 20(SP), CX
JMP search_loop_encodeBetterBlockAsm4MB
candidateS_match_encodeBetterBlockAsm4MB:
SHRQ $0x08, SI
MOVQ SI, R9
SHLQ $0x08, R9
IMULQ R8, R9
SHRQ $0x2f, R9
MOVL 24(SP)(R9*4), BX
INCL CX
MOVL CX, 24(SP)(R9*4)
CMPL (DX)(BX*1), SI
JEQ candidate_match_encodeBetterBlockAsm4MB
DECL CX
MOVL DI, BX
candidate_match_encodeBetterBlockAsm4MB:
MOVL 12(SP), SI
TESTL BX, BX
JZ match_extend_back_end_encodeBetterBlockAsm4MB
match_extend_back_loop_encodeBetterBlockAsm4MB:
CMPL CX, SI
JBE match_extend_back_end_encodeBetterBlockAsm4MB
MOVB -1(DX)(BX*1), DI
MOVB -1(DX)(CX*1), R8
CMPB DI, R8
JNE match_extend_back_end_encodeBetterBlockAsm4MB
LEAL -1(CX), CX
DECL BX
JZ match_extend_back_end_encodeBetterBlockAsm4MB
JMP match_extend_back_loop_encodeBetterBlockAsm4MB
match_extend_back_end_encodeBetterBlockAsm4MB:
MOVL CX, SI
SUBL 12(SP), SI
LEAQ 4(AX)(SI*1), SI
CMPQ SI, (SP)
JB match_dst_size_check_encodeBetterBlockAsm4MB
MOVQ $0x00000000, ret+48(FP)
RET
match_dst_size_check_encodeBetterBlockAsm4MB:
MOVL CX, SI
ADDL $0x04, CX
ADDL $0x04, BX
MOVQ src_len+32(FP), DI
SUBL CX, DI
LEAQ (DX)(CX*1), R8
LEAQ (DX)(BX*1), R9
// matchLen
XORL R11, R11
CMPL DI, $0x08
JB matchlen_match4_match_nolit_encodeBetterBlockAsm4MB
matchlen_loopback_match_nolit_encodeBetterBlockAsm4MB:
MOVQ (R8)(R11*1), R10
XORQ (R9)(R11*1), R10
TESTQ R10, R10
JZ matchlen_loop_match_nolit_encodeBetterBlockAsm4MB
#ifdef GOAMD64_v3
TZCNTQ R10, R10
#else
BSFQ R10, R10
#endif
SARQ $0x03, R10
LEAL (R11)(R10*1), R11
JMP match_nolit_end_encodeBetterBlockAsm4MB
matchlen_loop_match_nolit_encodeBetterBlockAsm4MB:
LEAL -8(DI), DI
LEAL 8(R11), R11
CMPL DI, $0x08
JAE matchlen_loopback_match_nolit_encodeBetterBlockAsm4MB
JZ match_nolit_end_encodeBetterBlockAsm4MB
matchlen_match4_match_nolit_encodeBetterBlockAsm4MB:
CMPL DI, $0x04
JB matchlen_match2_match_nolit_encodeBetterBlockAsm4MB
MOVL (R8)(R11*1), R10
CMPL (R9)(R11*1), R10
JNE matchlen_match2_match_nolit_encodeBetterBlockAsm4MB
SUBL $0x04, DI
LEAL 4(R11), R11
matchlen_match2_match_nolit_encodeBetterBlockAsm4MB:
CMPL DI, $0x02
JB matchlen_match1_match_nolit_encodeBetterBlockAsm4MB
MOVW (R8)(R11*1), R10
CMPW (R9)(R11*1), R10
JNE matchlen_match1_match_nolit_encodeBetterBlockAsm4MB
SUBL $0x02, DI
LEAL 2(R11), R11
matchlen_match1_match_nolit_encodeBetterBlockAsm4MB:
CMPL DI, $0x01
JB match_nolit_end_encodeBetterBlockAsm4MB
MOVB (R8)(R11*1), R10
CMPB (R9)(R11*1), R10
JNE match_nolit_end_encodeBetterBlockAsm4MB
LEAL 1(R11), R11
match_nolit_end_encodeBetterBlockAsm4MB:
MOVL CX, DI
SUBL BX, DI
// Check if repeat
CMPL 16(SP), DI
JEQ match_is_repeat_encodeBetterBlockAsm4MB
CMPL R11, $0x01
JA match_length_ok_encodeBetterBlockAsm4MB
CMPL DI, $0x0000ffff
JBE match_length_ok_encodeBetterBlockAsm4MB
MOVL 20(SP), CX
INCL CX
JMP search_loop_encodeBetterBlockAsm4MB
match_length_ok_encodeBetterBlockAsm4MB:
MOVL DI, 16(SP)
MOVL 12(SP), BX
CMPL BX, SI
JEQ emit_literal_done_match_emit_encodeBetterBlockAsm4MB
MOVL SI, R8
MOVL SI, 12(SP)
LEAQ (DX)(BX*1), R9
SUBL BX, R8
LEAL -1(R8), BX
CMPL BX, $0x3c
JB one_byte_match_emit_encodeBetterBlockAsm4MB
CMPL BX, $0x00000100
JB two_bytes_match_emit_encodeBetterBlockAsm4MB
CMPL BX, $0x00010000
JB three_bytes_match_emit_encodeBetterBlockAsm4MB
MOVL BX, R10
SHRL $0x10, R10
MOVB $0xf8, (AX)
MOVW BX, 1(AX)
MOVB R10, 3(AX)
ADDQ $0x04, AX
JMP memmove_long_match_emit_encodeBetterBlockAsm4MB
three_bytes_match_emit_encodeBetterBlockAsm4MB:
MOVB $0xf4, (AX)
MOVW BX, 1(AX)
ADDQ $0x03, AX
JMP memmove_long_match_emit_encodeBetterBlockAsm4MB
two_bytes_match_emit_encodeBetterBlockAsm4MB:
MOVB $0xf0, (AX)
MOVB BL, 1(AX)
ADDQ $0x02, AX
CMPL BX, $0x40
JB memmove_match_emit_encodeBetterBlockAsm4MB
JMP memmove_long_match_emit_encodeBetterBlockAsm4MB
one_byte_match_emit_encodeBetterBlockAsm4MB:
SHLB $0x02, BL
MOVB BL, (AX)
ADDQ $0x01, AX
memmove_match_emit_encodeBetterBlockAsm4MB:
LEAQ (AX)(R8*1), BX
// genMemMoveShort
CMPQ R8, $0x04
JBE emit_lit_memmove_match_emit_encodeBetterBlockAsm4MB_memmove_move_4
CMPQ R8, $0x08
JB emit_lit_memmove_match_emit_encodeBetterBlockAsm4MB_memmove_move_4through7
CMPQ R8, $0x10
JBE emit_lit_memmove_match_emit_encodeBetterBlockAsm4MB_memmove_move_8through16
CMPQ R8, $0x20
JBE emit_lit_memmove_match_emit_encodeBetterBlockAsm4MB_memmove_move_17through32
JMP emit_lit_memmove_match_emit_encodeBetterBlockAsm4MB_memmove_move_33through64
emit_lit_memmove_match_emit_encodeBetterBlockAsm4MB_memmove_move_4:
MOVL (R9), R10
MOVL R10, (AX)
JMP memmove_end_copy_match_emit_encodeBetterBlockAsm4MB
emit_lit_memmove_match_emit_encodeBetterBlockAsm4MB_memmove_move_4through7:
MOVL (R9), R10
MOVL -4(R9)(R8*1), R9
MOVL R10, (AX)
MOVL R9, -4(AX)(R8*1)
JMP memmove_end_copy_match_emit_encodeBetterBlockAsm4MB
emit_lit_memmove_match_emit_encodeBetterBlockAsm4MB_memmove_move_8through16:
MOVQ (R9), R10
MOVQ -8(R9)(R8*1), R9
MOVQ R10, (AX)
MOVQ R9, -8(AX)(R8*1)
JMP memmove_end_copy_match_emit_encodeBetterBlockAsm4MB
emit_lit_memmove_match_emit_encodeBetterBlockAsm4MB_memmove_move_17through32:
MOVOU (R9), X0
MOVOU -16(R9)(R8*1), X1
MOVOU X0, (AX)
MOVOU X1, -16(AX)(R8*1)
JMP memmove_end_copy_match_emit_encodeBetterBlockAsm4MB
emit_lit_memmove_match_emit_encodeBetterBlockAsm4MB_memmove_move_33through64:
MOVOU (R9), X0
MOVOU 16(R9), X1
MOVOU -32(R9)(R8*1), X2
MOVOU -16(R9)(R8*1), X3
MOVOU X0, (AX)
MOVOU X1, 16(AX)
MOVOU X2, -32(AX)(R8*1)
MOVOU X3, -16(AX)(R8*1)
memmove_end_copy_match_emit_encodeBetterBlockAsm4MB:
MOVQ BX, AX
JMP emit_literal_done_match_emit_encodeBetterBlockAsm4MB
memmove_long_match_emit_encodeBetterBlockAsm4MB:
LEAQ (AX)(R8*1), BX
// genMemMoveLong
MOVOU (R9), X0
MOVOU 16(R9), X1
MOVOU -32(R9)(R8*1), X2
MOVOU -16(R9)(R8*1), X3
MOVQ R8, R12
SHRQ $0x05, R12
MOVQ AX, R10
ANDL $0x0000001f, R10
MOVQ $0x00000040, R13
SUBQ R10, R13
DECQ R12
JA emit_lit_memmove_long_match_emit_encodeBetterBlockAsm4MBlarge_forward_sse_loop_32
LEAQ -32(R9)(R13*1), R10
LEAQ -32(AX)(R13*1), R14
emit_lit_memmove_long_match_emit_encodeBetterBlockAsm4MBlarge_big_loop_back:
MOVOU (R10), X4
MOVOU 16(R10), X5
MOVOA X4, (R14)
MOVOA X5, 16(R14)
ADDQ $0x20, R14
ADDQ $0x20, R10
ADDQ $0x20, R13
DECQ R12
JNA emit_lit_memmove_long_match_emit_encodeBetterBlockAsm4MBlarge_big_loop_back
emit_lit_memmove_long_match_emit_encodeBetterBlockAsm4MBlarge_forward_sse_loop_32:
MOVOU -32(R9)(R13*1), X4
MOVOU -16(R9)(R13*1), X5
MOVOA X4, -32(AX)(R13*1)
MOVOA X5, -16(AX)(R13*1)
ADDQ $0x20, R13
CMPQ R8, R13
JAE emit_lit_memmove_long_match_emit_encodeBetterBlockAsm4MBlarge_forward_sse_loop_32
MOVOU X0, (AX)
MOVOU X1, 16(AX)
MOVOU X2, -32(AX)(R8*1)
MOVOU X3, -16(AX)(R8*1)
MOVQ BX, AX
emit_literal_done_match_emit_encodeBetterBlockAsm4MB:
ADDL R11, CX
ADDL $0x04, R11
MOVL CX, 12(SP)
// emitCopy
CMPL DI, $0x00010000
JB two_byte_offset_match_nolit_encodeBetterBlockAsm4MB
CMPL R11, $0x40
JBE four_bytes_remain_match_nolit_encodeBetterBlockAsm4MB
MOVB $0xff, (AX)
MOVL DI, 1(AX)
LEAL -64(R11), R11
ADDQ $0x05, AX
CMPL R11, $0x04
JB four_bytes_remain_match_nolit_encodeBetterBlockAsm4MB
// emitRepeat
MOVL R11, BX
LEAL -4(R11), R11
CMPL BX, $0x08
JBE repeat_two_match_nolit_encodeBetterBlockAsm4MB_emit_copy
CMPL BX, $0x0c
JAE cant_repeat_two_offset_match_nolit_encodeBetterBlockAsm4MB_emit_copy
CMPL DI, $0x00000800
JB repeat_two_offset_match_nolit_encodeBetterBlockAsm4MB_emit_copy
cant_repeat_two_offset_match_nolit_encodeBetterBlockAsm4MB_emit_copy:
CMPL R11, $0x00000104
JB repeat_three_match_nolit_encodeBetterBlockAsm4MB_emit_copy
CMPL R11, $0x00010100
JB repeat_four_match_nolit_encodeBetterBlockAsm4MB_emit_copy
LEAL -65536(R11), R11
MOVL R11, DI
MOVW $0x001d, (AX)
MOVW R11, 2(AX)
SARL $0x10, DI
MOVB DI, 4(AX)
ADDQ $0x05, AX
JMP match_nolit_emitcopy_end_encodeBetterBlockAsm4MB
repeat_four_match_nolit_encodeBetterBlockAsm4MB_emit_copy:
LEAL -256(R11), R11
MOVW $0x0019, (AX)
MOVW R11, 2(AX)
ADDQ $0x04, AX
JMP match_nolit_emitcopy_end_encodeBetterBlockAsm4MB
repeat_three_match_nolit_encodeBetterBlockAsm4MB_emit_copy:
LEAL -4(R11), R11
MOVW $0x0015, (AX)
MOVB R11, 2(AX)
ADDQ $0x03, AX
JMP match_nolit_emitcopy_end_encodeBetterBlockAsm4MB
repeat_two_match_nolit_encodeBetterBlockAsm4MB_emit_copy:
SHLL $0x02, R11
ORL $0x01, R11
MOVW R11, (AX)
ADDQ $0x02, AX
JMP match_nolit_emitcopy_end_encodeBetterBlockAsm4MB
repeat_two_offset_match_nolit_encodeBetterBlockAsm4MB_emit_copy:
XORQ BX, BX
LEAL 1(BX)(R11*4), R11
MOVB DI, 1(AX)
SARL $0x08, DI
SHLL $0x05, DI
ORL DI, R11
MOVB R11, (AX)
ADDQ $0x02, AX
JMP match_nolit_emitcopy_end_encodeBetterBlockAsm4MB
four_bytes_remain_match_nolit_encodeBetterBlockAsm4MB:
TESTL R11, R11
JZ match_nolit_emitcopy_end_encodeBetterBlockAsm4MB
XORL BX, BX
LEAL -1(BX)(R11*4), R11
MOVB R11, (AX)
MOVL DI, 1(AX)
ADDQ $0x05, AX
JMP match_nolit_emitcopy_end_encodeBetterBlockAsm4MB
two_byte_offset_match_nolit_encodeBetterBlockAsm4MB:
CMPL R11, $0x40
JBE two_byte_offset_short_match_nolit_encodeBetterBlockAsm4MB
CMPL DI, $0x00000800
JAE long_offset_short_match_nolit_encodeBetterBlockAsm4MB
MOVL $0x00000001, BX
LEAL 16(BX), BX
MOVB DI, 1(AX)
SHRL $0x08, DI
SHLL $0x05, DI
ORL DI, BX
MOVB BL, (AX)
ADDQ $0x02, AX
SUBL $0x08, R11
// emitRepeat
LEAL -4(R11), R11
JMP cant_repeat_two_offset_match_nolit_encodeBetterBlockAsm4MB_emit_copy_short_2b
MOVL R11, BX
LEAL -4(R11), R11
CMPL BX, $0x08
JBE repeat_two_match_nolit_encodeBetterBlockAsm4MB_emit_copy_short_2b
CMPL BX, $0x0c
JAE cant_repeat_two_offset_match_nolit_encodeBetterBlockAsm4MB_emit_copy_short_2b
CMPL DI, $0x00000800
JB repeat_two_offset_match_nolit_encodeBetterBlockAsm4MB_emit_copy_short_2b
cant_repeat_two_offset_match_nolit_encodeBetterBlockAsm4MB_emit_copy_short_2b:
CMPL R11, $0x00000104
JB repeat_three_match_nolit_encodeBetterBlockAsm4MB_emit_copy_short_2b
CMPL R11, $0x00010100
JB repeat_four_match_nolit_encodeBetterBlockAsm4MB_emit_copy_short_2b
LEAL -65536(R11), R11
MOVL R11, DI
MOVW $0x001d, (AX)
MOVW R11, 2(AX)
SARL $0x10, DI
MOVB DI, 4(AX)
ADDQ $0x05, AX
JMP match_nolit_emitcopy_end_encodeBetterBlockAsm4MB
repeat_four_match_nolit_encodeBetterBlockAsm4MB_emit_copy_short_2b:
LEAL -256(R11), R11
MOVW $0x0019, (AX)
MOVW R11, 2(AX)
ADDQ $0x04, AX
JMP match_nolit_emitcopy_end_encodeBetterBlockAsm4MB
repeat_three_match_nolit_encodeBetterBlockAsm4MB_emit_copy_short_2b:
LEAL -4(R11), R11
MOVW $0x0015, (AX)
MOVB R11, 2(AX)
ADDQ $0x03, AX
JMP match_nolit_emitcopy_end_encodeBetterBlockAsm4MB
repeat_two_match_nolit_encodeBetterBlockAsm4MB_emit_copy_short_2b:
SHLL $0x02, R11
ORL $0x01, R11
MOVW R11, (AX)
ADDQ $0x02, AX
JMP match_nolit_emitcopy_end_encodeBetterBlockAsm4MB
repeat_two_offset_match_nolit_encodeBetterBlockAsm4MB_emit_copy_short_2b:
XORQ BX, BX
LEAL 1(BX)(R11*4), R11
MOVB DI, 1(AX)
SARL $0x08, DI
SHLL $0x05, DI
ORL DI, R11
MOVB R11, (AX)
ADDQ $0x02, AX
JMP match_nolit_emitcopy_end_encodeBetterBlockAsm4MB
long_offset_short_match_nolit_encodeBetterBlockAsm4MB:
MOVB $0xee, (AX)
MOVW DI, 1(AX)
LEAL -60(R11), R11
ADDQ $0x03, AX
// emitRepeat
MOVL R11, BX
LEAL -4(R11), R11
CMPL BX, $0x08
JBE repeat_two_match_nolit_encodeBetterBlockAsm4MB_emit_copy_short
CMPL BX, $0x0c
JAE cant_repeat_two_offset_match_nolit_encodeBetterBlockAsm4MB_emit_copy_short
CMPL DI, $0x00000800
JB repeat_two_offset_match_nolit_encodeBetterBlockAsm4MB_emit_copy_short
cant_repeat_two_offset_match_nolit_encodeBetterBlockAsm4MB_emit_copy_short:
CMPL R11, $0x00000104
JB repeat_three_match_nolit_encodeBetterBlockAsm4MB_emit_copy_short
CMPL R11, $0x00010100
JB repeat_four_match_nolit_encodeBetterBlockAsm4MB_emit_copy_short
LEAL -65536(R11), R11
MOVL R11, DI
MOVW $0x001d, (AX)
MOVW R11, 2(AX)
SARL $0x10, DI
MOVB DI, 4(AX)
ADDQ $0x05, AX
JMP match_nolit_emitcopy_end_encodeBetterBlockAsm4MB
repeat_four_match_nolit_encodeBetterBlockAsm4MB_emit_copy_short:
LEAL -256(R11), R11
MOVW $0x0019, (AX)
MOVW R11, 2(AX)
ADDQ $0x04, AX
JMP match_nolit_emitcopy_end_encodeBetterBlockAsm4MB
repeat_three_match_nolit_encodeBetterBlockAsm4MB_emit_copy_short:
LEAL -4(R11), R11
MOVW $0x0015, (AX)
MOVB R11, 2(AX)
ADDQ $0x03, AX
JMP match_nolit_emitcopy_end_encodeBetterBlockAsm4MB
repeat_two_match_nolit_encodeBetterBlockAsm4MB_emit_copy_short:
SHLL $0x02, R11
ORL $0x01, R11
MOVW R11, (AX)
ADDQ $0x02, AX
JMP match_nolit_emitcopy_end_encodeBetterBlockAsm4MB
repeat_two_offset_match_nolit_encodeBetterBlockAsm4MB_emit_copy_short:
XORQ BX, BX
LEAL 1(BX)(R11*4), R11
MOVB DI, 1(AX)
SARL $0x08, DI
SHLL $0x05, DI
ORL DI, R11
MOVB R11, (AX)
ADDQ $0x02, AX
JMP match_nolit_emitcopy_end_encodeBetterBlockAsm4MB
two_byte_offset_short_match_nolit_encodeBetterBlockAsm4MB:
MOVL R11, BX
SHLL $0x02, BX
CMPL R11, $0x0c
JAE emit_copy_three_match_nolit_encodeBetterBlockAsm4MB
CMPL DI, $0x00000800
JAE emit_copy_three_match_nolit_encodeBetterBlockAsm4MB
LEAL -15(BX), BX
MOVB DI, 1(AX)
SHRL $0x08, DI
SHLL $0x05, DI
ORL DI, BX
MOVB BL, (AX)
ADDQ $0x02, AX
JMP match_nolit_emitcopy_end_encodeBetterBlockAsm4MB
emit_copy_three_match_nolit_encodeBetterBlockAsm4MB:
LEAL -2(BX), BX
MOVB BL, (AX)
MOVW DI, 1(AX)
ADDQ $0x03, AX
JMP match_nolit_emitcopy_end_encodeBetterBlockAsm4MB
match_is_repeat_encodeBetterBlockAsm4MB:
MOVL 12(SP), BX
CMPL BX, SI
JEQ emit_literal_done_match_emit_repeat_encodeBetterBlockAsm4MB
MOVL SI, R8
MOVL SI, 12(SP)
LEAQ (DX)(BX*1), R9
SUBL BX, R8
LEAL -1(R8), BX
CMPL BX, $0x3c
JB one_byte_match_emit_repeat_encodeBetterBlockAsm4MB
CMPL BX, $0x00000100
JB two_bytes_match_emit_repeat_encodeBetterBlockAsm4MB
CMPL BX, $0x00010000
JB three_bytes_match_emit_repeat_encodeBetterBlockAsm4MB
MOVL BX, R10
SHRL $0x10, R10
MOVB $0xf8, (AX)
MOVW BX, 1(AX)
MOVB R10, 3(AX)
ADDQ $0x04, AX
JMP memmove_long_match_emit_repeat_encodeBetterBlockAsm4MB
three_bytes_match_emit_repeat_encodeBetterBlockAsm4MB:
MOVB $0xf4, (AX)
MOVW BX, 1(AX)
ADDQ $0x03, AX
JMP memmove_long_match_emit_repeat_encodeBetterBlockAsm4MB
two_bytes_match_emit_repeat_encodeBetterBlockAsm4MB:
MOVB $0xf0, (AX)
MOVB BL, 1(AX)
ADDQ $0x02, AX
CMPL BX, $0x40
JB memmove_match_emit_repeat_encodeBetterBlockAsm4MB
JMP memmove_long_match_emit_repeat_encodeBetterBlockAsm4MB
one_byte_match_emit_repeat_encodeBetterBlockAsm4MB:
SHLB $0x02, BL
MOVB BL, (AX)
ADDQ $0x01, AX
memmove_match_emit_repeat_encodeBetterBlockAsm4MB:
LEAQ (AX)(R8*1), BX
// genMemMoveShort
CMPQ R8, $0x04
JBE emit_lit_memmove_match_emit_repeat_encodeBetterBlockAsm4MB_memmove_move_4
CMPQ R8, $0x08
JB emit_lit_memmove_match_emit_repeat_encodeBetterBlockAsm4MB_memmove_move_4through7
CMPQ R8, $0x10
JBE emit_lit_memmove_match_emit_repeat_encodeBetterBlockAsm4MB_memmove_move_8through16
CMPQ R8, $0x20
JBE emit_lit_memmove_match_emit_repeat_encodeBetterBlockAsm4MB_memmove_move_17through32
JMP emit_lit_memmove_match_emit_repeat_encodeBetterBlockAsm4MB_memmove_move_33through64
emit_lit_memmove_match_emit_repeat_encodeBetterBlockAsm4MB_memmove_move_4:
MOVL (R9), R10
MOVL R10, (AX)
JMP memmove_end_copy_match_emit_repeat_encodeBetterBlockAsm4MB
emit_lit_memmove_match_emit_repeat_encodeBetterBlockAsm4MB_memmove_move_4through7:
MOVL (R9), R10
MOVL -4(R9)(R8*1), R9
MOVL R10, (AX)
MOVL R9, -4(AX)(R8*1)
JMP memmove_end_copy_match_emit_repeat_encodeBetterBlockAsm4MB
emit_lit_memmove_match_emit_repeat_encodeBetterBlockAsm4MB_memmove_move_8through16:
MOVQ (R9), R10
MOVQ -8(R9)(R8*1), R9
MOVQ R10, (AX)
MOVQ R9, -8(AX)(R8*1)
JMP memmove_end_copy_match_emit_repeat_encodeBetterBlockAsm4MB
emit_lit_memmove_match_emit_repeat_encodeBetterBlockAsm4MB_memmove_move_17through32:
MOVOU (R9), X0
MOVOU -16(R9)(R8*1), X1
MOVOU X0, (AX)
MOVOU X1, -16(AX)(R8*1)
JMP memmove_end_copy_match_emit_repeat_encodeBetterBlockAsm4MB
emit_lit_memmove_match_emit_repeat_encodeBetterBlockAsm4MB_memmove_move_33through64:
MOVOU (R9), X0
MOVOU 16(R9), X1
MOVOU -32(R9)(R8*1), X2
MOVOU -16(R9)(R8*1), X3
MOVOU X0, (AX)
MOVOU X1, 16(AX)
MOVOU X2, -32(AX)(R8*1)
MOVOU X3, -16(AX)(R8*1)
memmove_end_copy_match_emit_repeat_encodeBetterBlockAsm4MB:
MOVQ BX, AX
JMP emit_literal_done_match_emit_repeat_encodeBetterBlockAsm4MB
memmove_long_match_emit_repeat_encodeBetterBlockAsm4MB:
LEAQ (AX)(R8*1), BX
// genMemMoveLong
MOVOU (R9), X0
MOVOU 16(R9), X1
MOVOU -32(R9)(R8*1), X2
MOVOU -16(R9)(R8*1), X3
MOVQ R8, R12
SHRQ $0x05, R12
MOVQ AX, R10
ANDL $0x0000001f, R10
MOVQ $0x00000040, R13
SUBQ R10, R13
DECQ R12
JA emit_lit_memmove_long_match_emit_repeat_encodeBetterBlockAsm4MBlarge_forward_sse_loop_32
LEAQ -32(R9)(R13*1), R10
LEAQ -32(AX)(R13*1), R14
emit_lit_memmove_long_match_emit_repeat_encodeBetterBlockAsm4MBlarge_big_loop_back:
MOVOU (R10), X4
MOVOU 16(R10), X5
MOVOA X4, (R14)
MOVOA X5, 16(R14)
ADDQ $0x20, R14
ADDQ $0x20, R10
ADDQ $0x20, R13
DECQ R12
JNA emit_lit_memmove_long_match_emit_repeat_encodeBetterBlockAsm4MBlarge_big_loop_back
emit_lit_memmove_long_match_emit_repeat_encodeBetterBlockAsm4MBlarge_forward_sse_loop_32:
MOVOU -32(R9)(R13*1), X4
MOVOU -16(R9)(R13*1), X5
MOVOA X4, -32(AX)(R13*1)
MOVOA X5, -16(AX)(R13*1)
ADDQ $0x20, R13
CMPQ R8, R13
JAE emit_lit_memmove_long_match_emit_repeat_encodeBetterBlockAsm4MBlarge_forward_sse_loop_32
MOVOU X0, (AX)
MOVOU X1, 16(AX)
MOVOU X2, -32(AX)(R8*1)
MOVOU X3, -16(AX)(R8*1)
MOVQ BX, AX
emit_literal_done_match_emit_repeat_encodeBetterBlockAsm4MB:
ADDL R11, CX
ADDL $0x04, R11
MOVL CX, 12(SP)
// emitRepeat
MOVL R11, BX
LEAL -4(R11), R11
CMPL BX, $0x08
JBE repeat_two_match_nolit_repeat_encodeBetterBlockAsm4MB
CMPL BX, $0x0c
JAE cant_repeat_two_offset_match_nolit_repeat_encodeBetterBlockAsm4MB
CMPL DI, $0x00000800
JB repeat_two_offset_match_nolit_repeat_encodeBetterBlockAsm4MB
cant_repeat_two_offset_match_nolit_repeat_encodeBetterBlockAsm4MB:
CMPL R11, $0x00000104
JB repeat_three_match_nolit_repeat_encodeBetterBlockAsm4MB
CMPL R11, $0x00010100
JB repeat_four_match_nolit_repeat_encodeBetterBlockAsm4MB
LEAL -65536(R11), R11
MOVL R11, DI
MOVW $0x001d, (AX)
MOVW R11, 2(AX)
SARL $0x10, DI
MOVB DI, 4(AX)
ADDQ $0x05, AX
JMP match_nolit_emitcopy_end_encodeBetterBlockAsm4MB
repeat_four_match_nolit_repeat_encodeBetterBlockAsm4MB:
LEAL -256(R11), R11
MOVW $0x0019, (AX)
MOVW R11, 2(AX)
ADDQ $0x04, AX
JMP match_nolit_emitcopy_end_encodeBetterBlockAsm4MB
repeat_three_match_nolit_repeat_encodeBetterBlockAsm4MB:
LEAL -4(R11), R11
MOVW $0x0015, (AX)
MOVB R11, 2(AX)
ADDQ $0x03, AX
JMP match_nolit_emitcopy_end_encodeBetterBlockAsm4MB
repeat_two_match_nolit_repeat_encodeBetterBlockAsm4MB:
SHLL $0x02, R11
ORL $0x01, R11
MOVW R11, (AX)
ADDQ $0x02, AX
JMP match_nolit_emitcopy_end_encodeBetterBlockAsm4MB
repeat_two_offset_match_nolit_repeat_encodeBetterBlockAsm4MB:
XORQ BX, BX
LEAL 1(BX)(R11*4), R11
MOVB DI, 1(AX)
SARL $0x08, DI
SHLL $0x05, DI
ORL DI, R11
MOVB R11, (AX)
ADDQ $0x02, AX
match_nolit_emitcopy_end_encodeBetterBlockAsm4MB:
CMPL CX, 8(SP)
JAE emit_remainder_encodeBetterBlockAsm4MB
CMPQ AX, (SP)
JB match_nolit_dst_ok_encodeBetterBlockAsm4MB
MOVQ $0x00000000, ret+48(FP)
RET
match_nolit_dst_ok_encodeBetterBlockAsm4MB:
MOVQ $0x00cf1bbcdcbfa563, BX
MOVQ $0x9e3779b1, DI
LEAQ 1(SI), SI
LEAQ -2(CX), R8
MOVQ (DX)(SI*1), R9
MOVQ 1(DX)(SI*1), R10
MOVQ (DX)(R8*1), R11
MOVQ 1(DX)(R8*1), R12
SHLQ $0x08, R9
IMULQ BX, R9
SHRQ $0x2f, R9
SHLQ $0x20, R10
IMULQ DI, R10
SHRQ $0x32, R10
SHLQ $0x08, R11
IMULQ BX, R11
SHRQ $0x2f, R11
SHLQ $0x20, R12
IMULQ DI, R12
SHRQ $0x32, R12
LEAQ 1(SI), DI
LEAQ 1(R8), R13
MOVL SI, 24(SP)(R9*4)
MOVL R8, 24(SP)(R11*4)
MOVL DI, 524312(SP)(R10*4)
MOVL R13, 524312(SP)(R12*4)
ADDQ $0x01, SI
SUBQ $0x01, R8
index_loop_encodeBetterBlockAsm4MB:
CMPQ SI, R8
JAE search_loop_encodeBetterBlockAsm4MB
MOVQ (DX)(SI*1), DI
MOVQ (DX)(R8*1), R9
SHLQ $0x08, DI
IMULQ BX, DI
SHRQ $0x2f, DI
SHLQ $0x08, R9
IMULQ BX, R9
SHRQ $0x2f, R9
MOVL SI, 24(SP)(DI*4)
MOVL R8, 24(SP)(R9*4)
ADDQ $0x02, SI
SUBQ $0x02, R8
JMP index_loop_encodeBetterBlockAsm4MB
emit_remainder_encodeBetterBlockAsm4MB:
MOVQ src_len+32(FP), CX
SUBL 12(SP), CX
LEAQ 4(AX)(CX*1), CX
CMPQ CX, (SP)
JB emit_remainder_ok_encodeBetterBlockAsm4MB
MOVQ $0x00000000, ret+48(FP)
RET
emit_remainder_ok_encodeBetterBlockAsm4MB:
MOVQ src_len+32(FP), CX
MOVL 12(SP), BX
CMPL BX, CX
JEQ emit_literal_done_emit_remainder_encodeBetterBlockAsm4MB
MOVL CX, SI
MOVL CX, 12(SP)
LEAQ (DX)(BX*1), CX
SUBL BX, SI
LEAL -1(SI), DX
CMPL DX, $0x3c
JB one_byte_emit_remainder_encodeBetterBlockAsm4MB
CMPL DX, $0x00000100
JB two_bytes_emit_remainder_encodeBetterBlockAsm4MB
CMPL DX, $0x00010000
JB three_bytes_emit_remainder_encodeBetterBlockAsm4MB
MOVL DX, BX
SHRL $0x10, BX
MOVB $0xf8, (AX)
MOVW DX, 1(AX)
MOVB BL, 3(AX)
ADDQ $0x04, AX
JMP memmove_long_emit_remainder_encodeBetterBlockAsm4MB
three_bytes_emit_remainder_encodeBetterBlockAsm4MB:
MOVB $0xf4, (AX)
MOVW DX, 1(AX)
ADDQ $0x03, AX
JMP memmove_long_emit_remainder_encodeBetterBlockAsm4MB
two_bytes_emit_remainder_encodeBetterBlockAsm4MB:
MOVB $0xf0, (AX)
MOVB DL, 1(AX)
ADDQ $0x02, AX
CMPL DX, $0x40
JB memmove_emit_remainder_encodeBetterBlockAsm4MB
JMP memmove_long_emit_remainder_encodeBetterBlockAsm4MB
one_byte_emit_remainder_encodeBetterBlockAsm4MB:
SHLB $0x02, DL
MOVB DL, (AX)
ADDQ $0x01, AX
memmove_emit_remainder_encodeBetterBlockAsm4MB:
LEAQ (AX)(SI*1), DX
MOVL SI, BX
// genMemMoveShort
CMPQ BX, $0x03
JB emit_lit_memmove_emit_remainder_encodeBetterBlockAsm4MB_memmove_move_1or2
JE emit_lit_memmove_emit_remainder_encodeBetterBlockAsm4MB_memmove_move_3
CMPQ BX, $0x08
JB emit_lit_memmove_emit_remainder_encodeBetterBlockAsm4MB_memmove_move_4through7
CMPQ BX, $0x10
JBE emit_lit_memmove_emit_remainder_encodeBetterBlockAsm4MB_memmove_move_8through16
CMPQ BX, $0x20
JBE emit_lit_memmove_emit_remainder_encodeBetterBlockAsm4MB_memmove_move_17through32
JMP emit_lit_memmove_emit_remainder_encodeBetterBlockAsm4MB_memmove_move_33through64
emit_lit_memmove_emit_remainder_encodeBetterBlockAsm4MB_memmove_move_1or2:
MOVB (CX), SI
MOVB -1(CX)(BX*1), CL
MOVB SI, (AX)
MOVB CL, -1(AX)(BX*1)
JMP memmove_end_copy_emit_remainder_encodeBetterBlockAsm4MB
emit_lit_memmove_emit_remainder_encodeBetterBlockAsm4MB_memmove_move_3:
MOVW (CX), SI
MOVB 2(CX), CL
MOVW SI, (AX)
MOVB CL, 2(AX)
JMP memmove_end_copy_emit_remainder_encodeBetterBlockAsm4MB
emit_lit_memmove_emit_remainder_encodeBetterBlockAsm4MB_memmove_move_4through7:
MOVL (CX), SI
MOVL -4(CX)(BX*1), CX
MOVL SI, (AX)
MOVL CX, -4(AX)(BX*1)
JMP memmove_end_copy_emit_remainder_encodeBetterBlockAsm4MB
emit_lit_memmove_emit_remainder_encodeBetterBlockAsm4MB_memmove_move_8through16:
MOVQ (CX), SI
MOVQ -8(CX)(BX*1), CX
MOVQ SI, (AX)
MOVQ CX, -8(AX)(BX*1)
JMP memmove_end_copy_emit_remainder_encodeBetterBlockAsm4MB
emit_lit_memmove_emit_remainder_encodeBetterBlockAsm4MB_memmove_move_17through32:
MOVOU (CX), X0
MOVOU -16(CX)(BX*1), X1
MOVOU X0, (AX)
MOVOU X1, -16(AX)(BX*1)
JMP memmove_end_copy_emit_remainder_encodeBetterBlockAsm4MB
emit_lit_memmove_emit_remainder_encodeBetterBlockAsm4MB_memmove_move_33through64:
MOVOU (CX), X0
MOVOU 16(CX), X1
MOVOU -32(CX)(BX*1), X2
MOVOU -16(CX)(BX*1), X3
MOVOU X0, (AX)
MOVOU X1, 16(AX)
MOVOU X2, -32(AX)(BX*1)
MOVOU X3, -16(AX)(BX*1)
memmove_end_copy_emit_remainder_encodeBetterBlockAsm4MB:
MOVQ DX, AX
JMP emit_literal_done_emit_remainder_encodeBetterBlockAsm4MB
memmove_long_emit_remainder_encodeBetterBlockAsm4MB:
LEAQ (AX)(SI*1), DX
MOVL SI, BX
// genMemMoveLong
MOVOU (CX), X0
MOVOU 16(CX), X1
MOVOU -32(CX)(BX*1), X2
MOVOU -16(CX)(BX*1), X3
MOVQ BX, DI
SHRQ $0x05, DI
MOVQ AX, SI
ANDL $0x0000001f, SI
MOVQ $0x00000040, R8
SUBQ SI, R8
DECQ DI
JA emit_lit_memmove_long_emit_remainder_encodeBetterBlockAsm4MBlarge_forward_sse_loop_32
LEAQ -32(CX)(R8*1), SI
LEAQ -32(AX)(R8*1), R9
emit_lit_memmove_long_emit_remainder_encodeBetterBlockAsm4MBlarge_big_loop_back:
MOVOU (SI), X4
MOVOU 16(SI), X5
MOVOA X4, (R9)
MOVOA X5, 16(R9)
ADDQ $0x20, R9
ADDQ $0x20, SI
ADDQ $0x20, R8
DECQ DI
JNA emit_lit_memmove_long_emit_remainder_encodeBetterBlockAsm4MBlarge_big_loop_back
emit_lit_memmove_long_emit_remainder_encodeBetterBlockAsm4MBlarge_forward_sse_loop_32:
MOVOU -32(CX)(R8*1), X4
MOVOU -16(CX)(R8*1), X5
MOVOA X4, -32(AX)(R8*1)
MOVOA X5, -16(AX)(R8*1)
ADDQ $0x20, R8
CMPQ BX, R8
JAE emit_lit_memmove_long_emit_remainder_encodeBetterBlockAsm4MBlarge_forward_sse_loop_32
MOVOU X0, (AX)
MOVOU X1, 16(AX)
MOVOU X2, -32(AX)(BX*1)
MOVOU X3, -16(AX)(BX*1)
MOVQ DX, AX
emit_literal_done_emit_remainder_encodeBetterBlockAsm4MB:
MOVQ dst_base+0(FP), CX
SUBQ CX, AX
MOVQ AX, ret+48(FP)
RET
// func encodeBetterBlockAsm12B(dst []byte, src []byte) int
// Requires: BMI, SSE2
TEXT ·encodeBetterBlockAsm12B(SB), $81944-56
MOVQ dst_base+0(FP), AX
MOVQ $0x00000280, CX
LEAQ 24(SP), DX
PXOR X0, X0
zero_loop_encodeBetterBlockAsm12B:
MOVOU X0, (DX)
MOVOU X0, 16(DX)
MOVOU X0, 32(DX)
MOVOU X0, 48(DX)
MOVOU X0, 64(DX)
MOVOU X0, 80(DX)
MOVOU X0, 96(DX)
MOVOU X0, 112(DX)
ADDQ $0x80, DX
DECQ CX
JNZ zero_loop_encodeBetterBlockAsm12B
MOVL $0x00000000, 12(SP)
MOVQ src_len+32(FP), CX
LEAQ -6(CX), DX
LEAQ -8(CX), BX
MOVL BX, 8(SP)
SHRQ $0x05, CX
SUBL CX, DX
LEAQ (AX)(DX*1), DX
MOVQ DX, (SP)
MOVL $0x00000001, CX
MOVL $0x00000000, 16(SP)
MOVQ src_base+24(FP), DX
search_loop_encodeBetterBlockAsm12B:
MOVL CX, BX
SUBL 12(SP), BX
SHRL $0x06, BX
LEAL 1(CX)(BX*1), BX
CMPL BX, 8(SP)
JAE emit_remainder_encodeBetterBlockAsm12B
MOVQ (DX)(CX*1), SI
MOVL BX, 20(SP)
MOVQ $0x0000cf1bbcdcbf9b, R8
MOVQ $0x9e3779b1, BX
MOVQ SI, R9
MOVQ SI, R10
SHLQ $0x10, R9
IMULQ R8, R9
SHRQ $0x32, R9
SHLQ $0x20, R10
IMULQ BX, R10
SHRQ $0x34, R10
MOVL 24(SP)(R9*4), BX
MOVL 65560(SP)(R10*4), DI
MOVL CX, 24(SP)(R9*4)
MOVL CX, 65560(SP)(R10*4)
MOVQ (DX)(BX*1), R9
MOVQ (DX)(DI*1), R10
CMPQ R9, SI
JEQ candidate_match_encodeBetterBlockAsm12B
CMPQ R10, SI
JNE no_short_found_encodeBetterBlockAsm12B
MOVL DI, BX
JMP candidate_match_encodeBetterBlockAsm12B
no_short_found_encodeBetterBlockAsm12B:
CMPL R9, SI
JEQ candidate_match_encodeBetterBlockAsm12B
CMPL R10, SI
JEQ candidateS_match_encodeBetterBlockAsm12B
MOVL 20(SP), CX
JMP search_loop_encodeBetterBlockAsm12B
candidateS_match_encodeBetterBlockAsm12B:
SHRQ $0x08, SI
MOVQ SI, R9
SHLQ $0x10, R9
IMULQ R8, R9
SHRQ $0x32, R9
MOVL 24(SP)(R9*4), BX
INCL CX
MOVL CX, 24(SP)(R9*4)
CMPL (DX)(BX*1), SI
JEQ candidate_match_encodeBetterBlockAsm12B
DECL CX
MOVL DI, BX
candidate_match_encodeBetterBlockAsm12B:
MOVL 12(SP), SI
TESTL BX, BX
JZ match_extend_back_end_encodeBetterBlockAsm12B
match_extend_back_loop_encodeBetterBlockAsm12B:
CMPL CX, SI
JBE match_extend_back_end_encodeBetterBlockAsm12B
MOVB -1(DX)(BX*1), DI
MOVB -1(DX)(CX*1), R8
CMPB DI, R8
JNE match_extend_back_end_encodeBetterBlockAsm12B
LEAL -1(CX), CX
DECL BX
JZ match_extend_back_end_encodeBetterBlockAsm12B
JMP match_extend_back_loop_encodeBetterBlockAsm12B
match_extend_back_end_encodeBetterBlockAsm12B:
MOVL CX, SI
SUBL 12(SP), SI
LEAQ 3(AX)(SI*1), SI
CMPQ SI, (SP)
JB match_dst_size_check_encodeBetterBlockAsm12B
MOVQ $0x00000000, ret+48(FP)
RET
match_dst_size_check_encodeBetterBlockAsm12B:
MOVL CX, SI
ADDL $0x04, CX
ADDL $0x04, BX
MOVQ src_len+32(FP), DI
SUBL CX, DI
LEAQ (DX)(CX*1), R8
LEAQ (DX)(BX*1), R9
// matchLen
XORL R11, R11
CMPL DI, $0x08
JB matchlen_match4_match_nolit_encodeBetterBlockAsm12B
matchlen_loopback_match_nolit_encodeBetterBlockAsm12B:
MOVQ (R8)(R11*1), R10
XORQ (R9)(R11*1), R10
TESTQ R10, R10
JZ matchlen_loop_match_nolit_encodeBetterBlockAsm12B
#ifdef GOAMD64_v3
TZCNTQ R10, R10
#else
BSFQ R10, R10
#endif
SARQ $0x03, R10
LEAL (R11)(R10*1), R11
JMP match_nolit_end_encodeBetterBlockAsm12B
matchlen_loop_match_nolit_encodeBetterBlockAsm12B:
LEAL -8(DI), DI
LEAL 8(R11), R11
CMPL DI, $0x08
JAE matchlen_loopback_match_nolit_encodeBetterBlockAsm12B
JZ match_nolit_end_encodeBetterBlockAsm12B
matchlen_match4_match_nolit_encodeBetterBlockAsm12B:
CMPL DI, $0x04
JB matchlen_match2_match_nolit_encodeBetterBlockAsm12B
MOVL (R8)(R11*1), R10
CMPL (R9)(R11*1), R10
JNE matchlen_match2_match_nolit_encodeBetterBlockAsm12B
SUBL $0x04, DI
LEAL 4(R11), R11
matchlen_match2_match_nolit_encodeBetterBlockAsm12B:
CMPL DI, $0x02
JB matchlen_match1_match_nolit_encodeBetterBlockAsm12B
MOVW (R8)(R11*1), R10
CMPW (R9)(R11*1), R10
JNE matchlen_match1_match_nolit_encodeBetterBlockAsm12B
SUBL $0x02, DI
LEAL 2(R11), R11
matchlen_match1_match_nolit_encodeBetterBlockAsm12B:
CMPL DI, $0x01
JB match_nolit_end_encodeBetterBlockAsm12B
MOVB (R8)(R11*1), R10
CMPB (R9)(R11*1), R10
JNE match_nolit_end_encodeBetterBlockAsm12B
LEAL 1(R11), R11
match_nolit_end_encodeBetterBlockAsm12B:
MOVL CX, DI
SUBL BX, DI
// Check if repeat
CMPL 16(SP), DI
JEQ match_is_repeat_encodeBetterBlockAsm12B
MOVL DI, 16(SP)
MOVL 12(SP), BX
CMPL BX, SI
JEQ emit_literal_done_match_emit_encodeBetterBlockAsm12B
MOVL SI, R8
MOVL SI, 12(SP)
LEAQ (DX)(BX*1), R9
SUBL BX, R8
LEAL -1(R8), BX
CMPL BX, $0x3c
JB one_byte_match_emit_encodeBetterBlockAsm12B
CMPL BX, $0x00000100
JB two_bytes_match_emit_encodeBetterBlockAsm12B
JB three_bytes_match_emit_encodeBetterBlockAsm12B
three_bytes_match_emit_encodeBetterBlockAsm12B:
MOVB $0xf4, (AX)
MOVW BX, 1(AX)
ADDQ $0x03, AX
JMP memmove_long_match_emit_encodeBetterBlockAsm12B
two_bytes_match_emit_encodeBetterBlockAsm12B:
MOVB $0xf0, (AX)
MOVB BL, 1(AX)
ADDQ $0x02, AX
CMPL BX, $0x40
JB memmove_match_emit_encodeBetterBlockAsm12B
JMP memmove_long_match_emit_encodeBetterBlockAsm12B
one_byte_match_emit_encodeBetterBlockAsm12B:
SHLB $0x02, BL
MOVB BL, (AX)
ADDQ $0x01, AX
memmove_match_emit_encodeBetterBlockAsm12B:
LEAQ (AX)(R8*1), BX
// genMemMoveShort
CMPQ R8, $0x04
JBE emit_lit_memmove_match_emit_encodeBetterBlockAsm12B_memmove_move_4
CMPQ R8, $0x08
JB emit_lit_memmove_match_emit_encodeBetterBlockAsm12B_memmove_move_4through7
CMPQ R8, $0x10
JBE emit_lit_memmove_match_emit_encodeBetterBlockAsm12B_memmove_move_8through16
CMPQ R8, $0x20
JBE emit_lit_memmove_match_emit_encodeBetterBlockAsm12B_memmove_move_17through32
JMP emit_lit_memmove_match_emit_encodeBetterBlockAsm12B_memmove_move_33through64
emit_lit_memmove_match_emit_encodeBetterBlockAsm12B_memmove_move_4:
MOVL (R9), R10
MOVL R10, (AX)
JMP memmove_end_copy_match_emit_encodeBetterBlockAsm12B
emit_lit_memmove_match_emit_encodeBetterBlockAsm12B_memmove_move_4through7:
MOVL (R9), R10
MOVL -4(R9)(R8*1), R9
MOVL R10, (AX)
MOVL R9, -4(AX)(R8*1)
JMP memmove_end_copy_match_emit_encodeBetterBlockAsm12B
emit_lit_memmove_match_emit_encodeBetterBlockAsm12B_memmove_move_8through16:
MOVQ (R9), R10
MOVQ -8(R9)(R8*1), R9
MOVQ R10, (AX)
MOVQ R9, -8(AX)(R8*1)
JMP memmove_end_copy_match_emit_encodeBetterBlockAsm12B
emit_lit_memmove_match_emit_encodeBetterBlockAsm12B_memmove_move_17through32:
MOVOU (R9), X0
MOVOU -16(R9)(R8*1), X1
MOVOU X0, (AX)
MOVOU X1, -16(AX)(R8*1)
JMP memmove_end_copy_match_emit_encodeBetterBlockAsm12B
emit_lit_memmove_match_emit_encodeBetterBlockAsm12B_memmove_move_33through64:
MOVOU (R9), X0
MOVOU 16(R9), X1
MOVOU -32(R9)(R8*1), X2
MOVOU -16(R9)(R8*1), X3
MOVOU X0, (AX)
MOVOU X1, 16(AX)
MOVOU X2, -32(AX)(R8*1)
MOVOU X3, -16(AX)(R8*1)
memmove_end_copy_match_emit_encodeBetterBlockAsm12B:
MOVQ BX, AX
JMP emit_literal_done_match_emit_encodeBetterBlockAsm12B
memmove_long_match_emit_encodeBetterBlockAsm12B:
LEAQ (AX)(R8*1), BX
// genMemMoveLong
MOVOU (R9), X0
MOVOU 16(R9), X1
MOVOU -32(R9)(R8*1), X2
MOVOU -16(R9)(R8*1), X3
MOVQ R8, R12
SHRQ $0x05, R12
MOVQ AX, R10
ANDL $0x0000001f, R10
MOVQ $0x00000040, R13
SUBQ R10, R13
DECQ R12
JA emit_lit_memmove_long_match_emit_encodeBetterBlockAsm12Blarge_forward_sse_loop_32
LEAQ -32(R9)(R13*1), R10
LEAQ -32(AX)(R13*1), R14
emit_lit_memmove_long_match_emit_encodeBetterBlockAsm12Blarge_big_loop_back:
MOVOU (R10), X4
MOVOU 16(R10), X5
MOVOA X4, (R14)
MOVOA X5, 16(R14)
ADDQ $0x20, R14
ADDQ $0x20, R10
ADDQ $0x20, R13
DECQ R12
JNA emit_lit_memmove_long_match_emit_encodeBetterBlockAsm12Blarge_big_loop_back
emit_lit_memmove_long_match_emit_encodeBetterBlockAsm12Blarge_forward_sse_loop_32:
MOVOU -32(R9)(R13*1), X4
MOVOU -16(R9)(R13*1), X5
MOVOA X4, -32(AX)(R13*1)
MOVOA X5, -16(AX)(R13*1)
ADDQ $0x20, R13
CMPQ R8, R13
JAE emit_lit_memmove_long_match_emit_encodeBetterBlockAsm12Blarge_forward_sse_loop_32
MOVOU X0, (AX)
MOVOU X1, 16(AX)
MOVOU X2, -32(AX)(R8*1)
MOVOU X3, -16(AX)(R8*1)
MOVQ BX, AX
emit_literal_done_match_emit_encodeBetterBlockAsm12B:
ADDL R11, CX
ADDL $0x04, R11
MOVL CX, 12(SP)
// emitCopy
CMPL R11, $0x40
JBE two_byte_offset_short_match_nolit_encodeBetterBlockAsm12B
CMPL DI, $0x00000800
JAE long_offset_short_match_nolit_encodeBetterBlockAsm12B
MOVL $0x00000001, BX
LEAL 16(BX), BX
MOVB DI, 1(AX)
SHRL $0x08, DI
SHLL $0x05, DI
ORL DI, BX
MOVB BL, (AX)
ADDQ $0x02, AX
SUBL $0x08, R11
// emitRepeat
LEAL -4(R11), R11
JMP cant_repeat_two_offset_match_nolit_encodeBetterBlockAsm12B_emit_copy_short_2b
MOVL R11, BX
LEAL -4(R11), R11
CMPL BX, $0x08
JBE repeat_two_match_nolit_encodeBetterBlockAsm12B_emit_copy_short_2b
CMPL BX, $0x0c
JAE cant_repeat_two_offset_match_nolit_encodeBetterBlockAsm12B_emit_copy_short_2b
CMPL DI, $0x00000800
JB repeat_two_offset_match_nolit_encodeBetterBlockAsm12B_emit_copy_short_2b
cant_repeat_two_offset_match_nolit_encodeBetterBlockAsm12B_emit_copy_short_2b:
CMPL R11, $0x00000104
JB repeat_three_match_nolit_encodeBetterBlockAsm12B_emit_copy_short_2b
LEAL -256(R11), R11
MOVW $0x0019, (AX)
MOVW R11, 2(AX)
ADDQ $0x04, AX
JMP match_nolit_emitcopy_end_encodeBetterBlockAsm12B
repeat_three_match_nolit_encodeBetterBlockAsm12B_emit_copy_short_2b:
LEAL -4(R11), R11
MOVW $0x0015, (AX)
MOVB R11, 2(AX)
ADDQ $0x03, AX
JMP match_nolit_emitcopy_end_encodeBetterBlockAsm12B
repeat_two_match_nolit_encodeBetterBlockAsm12B_emit_copy_short_2b:
SHLL $0x02, R11
ORL $0x01, R11
MOVW R11, (AX)
ADDQ $0x02, AX
JMP match_nolit_emitcopy_end_encodeBetterBlockAsm12B
repeat_two_offset_match_nolit_encodeBetterBlockAsm12B_emit_copy_short_2b:
XORQ BX, BX
LEAL 1(BX)(R11*4), R11
MOVB DI, 1(AX)
SARL $0x08, DI
SHLL $0x05, DI
ORL DI, R11
MOVB R11, (AX)
ADDQ $0x02, AX
JMP match_nolit_emitcopy_end_encodeBetterBlockAsm12B
long_offset_short_match_nolit_encodeBetterBlockAsm12B:
MOVB $0xee, (AX)
MOVW DI, 1(AX)
LEAL -60(R11), R11
ADDQ $0x03, AX
// emitRepeat
MOVL R11, BX
LEAL -4(R11), R11
CMPL BX, $0x08
JBE repeat_two_match_nolit_encodeBetterBlockAsm12B_emit_copy_short
CMPL BX, $0x0c
JAE cant_repeat_two_offset_match_nolit_encodeBetterBlockAsm12B_emit_copy_short
CMPL DI, $0x00000800
JB repeat_two_offset_match_nolit_encodeBetterBlockAsm12B_emit_copy_short
cant_repeat_two_offset_match_nolit_encodeBetterBlockAsm12B_emit_copy_short:
CMPL R11, $0x00000104
JB repeat_three_match_nolit_encodeBetterBlockAsm12B_emit_copy_short
LEAL -256(R11), R11
MOVW $0x0019, (AX)
MOVW R11, 2(AX)
ADDQ $0x04, AX
JMP match_nolit_emitcopy_end_encodeBetterBlockAsm12B
repeat_three_match_nolit_encodeBetterBlockAsm12B_emit_copy_short:
LEAL -4(R11), R11
MOVW $0x0015, (AX)
MOVB R11, 2(AX)
ADDQ $0x03, AX
JMP match_nolit_emitcopy_end_encodeBetterBlockAsm12B
repeat_two_match_nolit_encodeBetterBlockAsm12B_emit_copy_short:
SHLL $0x02, R11
ORL $0x01, R11
MOVW R11, (AX)
ADDQ $0x02, AX
JMP match_nolit_emitcopy_end_encodeBetterBlockAsm12B
repeat_two_offset_match_nolit_encodeBetterBlockAsm12B_emit_copy_short:
XORQ BX, BX
LEAL 1(BX)(R11*4), R11
MOVB DI, 1(AX)
SARL $0x08, DI
SHLL $0x05, DI
ORL DI, R11
MOVB R11, (AX)
ADDQ $0x02, AX
JMP match_nolit_emitcopy_end_encodeBetterBlockAsm12B
two_byte_offset_short_match_nolit_encodeBetterBlockAsm12B:
MOVL R11, BX
SHLL $0x02, BX
CMPL R11, $0x0c
JAE emit_copy_three_match_nolit_encodeBetterBlockAsm12B
CMPL DI, $0x00000800
JAE emit_copy_three_match_nolit_encodeBetterBlockAsm12B
LEAL -15(BX), BX
MOVB DI, 1(AX)
SHRL $0x08, DI
SHLL $0x05, DI
ORL DI, BX
MOVB BL, (AX)
ADDQ $0x02, AX
JMP match_nolit_emitcopy_end_encodeBetterBlockAsm12B
emit_copy_three_match_nolit_encodeBetterBlockAsm12B:
LEAL -2(BX), BX
MOVB BL, (AX)
MOVW DI, 1(AX)
ADDQ $0x03, AX
JMP match_nolit_emitcopy_end_encodeBetterBlockAsm12B
match_is_repeat_encodeBetterBlockAsm12B:
MOVL 12(SP), BX
CMPL BX, SI
JEQ emit_literal_done_match_emit_repeat_encodeBetterBlockAsm12B
MOVL SI, R8
MOVL SI, 12(SP)
LEAQ (DX)(BX*1), R9
SUBL BX, R8
LEAL -1(R8), BX
CMPL BX, $0x3c
JB one_byte_match_emit_repeat_encodeBetterBlockAsm12B
CMPL BX, $0x00000100
JB two_bytes_match_emit_repeat_encodeBetterBlockAsm12B
JB three_bytes_match_emit_repeat_encodeBetterBlockAsm12B
three_bytes_match_emit_repeat_encodeBetterBlockAsm12B:
MOVB $0xf4, (AX)
MOVW BX, 1(AX)
ADDQ $0x03, AX
JMP memmove_long_match_emit_repeat_encodeBetterBlockAsm12B
two_bytes_match_emit_repeat_encodeBetterBlockAsm12B:
MOVB $0xf0, (AX)
MOVB BL, 1(AX)
ADDQ $0x02, AX
CMPL BX, $0x40
JB memmove_match_emit_repeat_encodeBetterBlockAsm12B
JMP memmove_long_match_emit_repeat_encodeBetterBlockAsm12B
one_byte_match_emit_repeat_encodeBetterBlockAsm12B:
SHLB $0x02, BL
MOVB BL, (AX)
ADDQ $0x01, AX
memmove_match_emit_repeat_encodeBetterBlockAsm12B:
LEAQ (AX)(R8*1), BX
// genMemMoveShort
CMPQ R8, $0x04
JBE emit_lit_memmove_match_emit_repeat_encodeBetterBlockAsm12B_memmove_move_4
CMPQ R8, $0x08
JB emit_lit_memmove_match_emit_repeat_encodeBetterBlockAsm12B_memmove_move_4through7
CMPQ R8, $0x10
JBE emit_lit_memmove_match_emit_repeat_encodeBetterBlockAsm12B_memmove_move_8through16
CMPQ R8, $0x20
JBE emit_lit_memmove_match_emit_repeat_encodeBetterBlockAsm12B_memmove_move_17through32
JMP emit_lit_memmove_match_emit_repeat_encodeBetterBlockAsm12B_memmove_move_33through64
emit_lit_memmove_match_emit_repeat_encodeBetterBlockAsm12B_memmove_move_4:
MOVL (R9), R10
MOVL R10, (AX)
JMP memmove_end_copy_match_emit_repeat_encodeBetterBlockAsm12B
emit_lit_memmove_match_emit_repeat_encodeBetterBlockAsm12B_memmove_move_4through7:
MOVL (R9), R10
MOVL -4(R9)(R8*1), R9
MOVL R10, (AX)
MOVL R9, -4(AX)(R8*1)
JMP memmove_end_copy_match_emit_repeat_encodeBetterBlockAsm12B
emit_lit_memmove_match_emit_repeat_encodeBetterBlockAsm12B_memmove_move_8through16:
MOVQ (R9), R10
MOVQ -8(R9)(R8*1), R9
MOVQ R10, (AX)
MOVQ R9, -8(AX)(R8*1)
JMP memmove_end_copy_match_emit_repeat_encodeBetterBlockAsm12B
emit_lit_memmove_match_emit_repeat_encodeBetterBlockAsm12B_memmove_move_17through32:
MOVOU (R9), X0
MOVOU -16(R9)(R8*1), X1
MOVOU X0, (AX)
MOVOU X1, -16(AX)(R8*1)
JMP memmove_end_copy_match_emit_repeat_encodeBetterBlockAsm12B
emit_lit_memmove_match_emit_repeat_encodeBetterBlockAsm12B_memmove_move_33through64:
MOVOU (R9), X0
MOVOU 16(R9), X1
MOVOU -32(R9)(R8*1), X2
MOVOU -16(R9)(R8*1), X3
MOVOU X0, (AX)
MOVOU X1, 16(AX)
MOVOU X2, -32(AX)(R8*1)
MOVOU X3, -16(AX)(R8*1)
memmove_end_copy_match_emit_repeat_encodeBetterBlockAsm12B:
MOVQ BX, AX
JMP emit_literal_done_match_emit_repeat_encodeBetterBlockAsm12B
memmove_long_match_emit_repeat_encodeBetterBlockAsm12B:
LEAQ (AX)(R8*1), BX
// genMemMoveLong
MOVOU (R9), X0
MOVOU 16(R9), X1
MOVOU -32(R9)(R8*1), X2
MOVOU -16(R9)(R8*1), X3
MOVQ R8, R12
SHRQ $0x05, R12
MOVQ AX, R10
ANDL $0x0000001f, R10
MOVQ $0x00000040, R13
SUBQ R10, R13
DECQ R12
JA emit_lit_memmove_long_match_emit_repeat_encodeBetterBlockAsm12Blarge_forward_sse_loop_32
LEAQ -32(R9)(R13*1), R10
LEAQ -32(AX)(R13*1), R14
emit_lit_memmove_long_match_emit_repeat_encodeBetterBlockAsm12Blarge_big_loop_back:
MOVOU (R10), X4
MOVOU 16(R10), X5
MOVOA X4, (R14)
MOVOA X5, 16(R14)
ADDQ $0x20, R14
ADDQ $0x20, R10
ADDQ $0x20, R13
DECQ R12
JNA emit_lit_memmove_long_match_emit_repeat_encodeBetterBlockAsm12Blarge_big_loop_back
emit_lit_memmove_long_match_emit_repeat_encodeBetterBlockAsm12Blarge_forward_sse_loop_32:
MOVOU -32(R9)(R13*1), X4
MOVOU -16(R9)(R13*1), X5
MOVOA X4, -32(AX)(R13*1)
MOVOA X5, -16(AX)(R13*1)
ADDQ $0x20, R13
CMPQ R8, R13
JAE emit_lit_memmove_long_match_emit_repeat_encodeBetterBlockAsm12Blarge_forward_sse_loop_32
MOVOU X0, (AX)
MOVOU X1, 16(AX)
MOVOU X2, -32(AX)(R8*1)
MOVOU X3, -16(AX)(R8*1)
MOVQ BX, AX
emit_literal_done_match_emit_repeat_encodeBetterBlockAsm12B:
ADDL R11, CX
ADDL $0x04, R11
MOVL CX, 12(SP)
// emitRepeat
MOVL R11, BX
LEAL -4(R11), R11
CMPL BX, $0x08
JBE repeat_two_match_nolit_repeat_encodeBetterBlockAsm12B
CMPL BX, $0x0c
JAE cant_repeat_two_offset_match_nolit_repeat_encodeBetterBlockAsm12B
CMPL DI, $0x00000800
JB repeat_two_offset_match_nolit_repeat_encodeBetterBlockAsm12B
cant_repeat_two_offset_match_nolit_repeat_encodeBetterBlockAsm12B:
CMPL R11, $0x00000104
JB repeat_three_match_nolit_repeat_encodeBetterBlockAsm12B
LEAL -256(R11), R11
MOVW $0x0019, (AX)
MOVW R11, 2(AX)
ADDQ $0x04, AX
JMP match_nolit_emitcopy_end_encodeBetterBlockAsm12B
repeat_three_match_nolit_repeat_encodeBetterBlockAsm12B:
LEAL -4(R11), R11
MOVW $0x0015, (AX)
MOVB R11, 2(AX)
ADDQ $0x03, AX
JMP match_nolit_emitcopy_end_encodeBetterBlockAsm12B
repeat_two_match_nolit_repeat_encodeBetterBlockAsm12B:
SHLL $0x02, R11
ORL $0x01, R11
MOVW R11, (AX)
ADDQ $0x02, AX
JMP match_nolit_emitcopy_end_encodeBetterBlockAsm12B
repeat_two_offset_match_nolit_repeat_encodeBetterBlockAsm12B:
XORQ BX, BX
LEAL 1(BX)(R11*4), R11
MOVB DI, 1(AX)
SARL $0x08, DI
SHLL $0x05, DI
ORL DI, R11
MOVB R11, (AX)
ADDQ $0x02, AX
match_nolit_emitcopy_end_encodeBetterBlockAsm12B:
CMPL CX, 8(SP)
JAE emit_remainder_encodeBetterBlockAsm12B
CMPQ AX, (SP)
JB match_nolit_dst_ok_encodeBetterBlockAsm12B
MOVQ $0x00000000, ret+48(FP)
RET
match_nolit_dst_ok_encodeBetterBlockAsm12B:
MOVQ $0x0000cf1bbcdcbf9b, BX
MOVQ $0x9e3779b1, DI
LEAQ 1(SI), SI
LEAQ -2(CX), R8
MOVQ (DX)(SI*1), R9
MOVQ 1(DX)(SI*1), R10
MOVQ (DX)(R8*1), R11
MOVQ 1(DX)(R8*1), R12
SHLQ $0x10, R9
IMULQ BX, R9
SHRQ $0x32, R9
SHLQ $0x20, R10
IMULQ DI, R10
SHRQ $0x34, R10
SHLQ $0x10, R11
IMULQ BX, R11
SHRQ $0x32, R11
SHLQ $0x20, R12
IMULQ DI, R12
SHRQ $0x34, R12
LEAQ 1(SI), DI
LEAQ 1(R8), R13
MOVL SI, 24(SP)(R9*4)
MOVL R8, 24(SP)(R11*4)
MOVL DI, 65560(SP)(R10*4)
MOVL R13, 65560(SP)(R12*4)
ADDQ $0x01, SI
SUBQ $0x01, R8
index_loop_encodeBetterBlockAsm12B:
CMPQ SI, R8
JAE search_loop_encodeBetterBlockAsm12B
MOVQ (DX)(SI*1), DI
MOVQ (DX)(R8*1), R9
SHLQ $0x10, DI
IMULQ BX, DI
SHRQ $0x32, DI
SHLQ $0x10, R9
IMULQ BX, R9
SHRQ $0x32, R9
MOVL SI, 24(SP)(DI*4)
MOVL R8, 24(SP)(R9*4)
ADDQ $0x02, SI
SUBQ $0x02, R8
JMP index_loop_encodeBetterBlockAsm12B
emit_remainder_encodeBetterBlockAsm12B:
MOVQ src_len+32(FP), CX
SUBL 12(SP), CX
LEAQ 3(AX)(CX*1), CX
CMPQ CX, (SP)
JB emit_remainder_ok_encodeBetterBlockAsm12B
MOVQ $0x00000000, ret+48(FP)
RET
emit_remainder_ok_encodeBetterBlockAsm12B:
MOVQ src_len+32(FP), CX
MOVL 12(SP), BX
CMPL BX, CX
JEQ emit_literal_done_emit_remainder_encodeBetterBlockAsm12B
MOVL CX, SI
MOVL CX, 12(SP)
LEAQ (DX)(BX*1), CX
SUBL BX, SI
LEAL -1(SI), DX
CMPL DX, $0x3c
JB one_byte_emit_remainder_encodeBetterBlockAsm12B
CMPL DX, $0x00000100
JB two_bytes_emit_remainder_encodeBetterBlockAsm12B
JB three_bytes_emit_remainder_encodeBetterBlockAsm12B
three_bytes_emit_remainder_encodeBetterBlockAsm12B:
MOVB $0xf4, (AX)
MOVW DX, 1(AX)
ADDQ $0x03, AX
JMP memmove_long_emit_remainder_encodeBetterBlockAsm12B
two_bytes_emit_remainder_encodeBetterBlockAsm12B:
MOVB $0xf0, (AX)
MOVB DL, 1(AX)
ADDQ $0x02, AX
CMPL DX, $0x40
JB memmove_emit_remainder_encodeBetterBlockAsm12B
JMP memmove_long_emit_remainder_encodeBetterBlockAsm12B
one_byte_emit_remainder_encodeBetterBlockAsm12B:
SHLB $0x02, DL
MOVB DL, (AX)
ADDQ $0x01, AX
memmove_emit_remainder_encodeBetterBlockAsm12B:
LEAQ (AX)(SI*1), DX
MOVL SI, BX
// genMemMoveShort
CMPQ BX, $0x03
JB emit_lit_memmove_emit_remainder_encodeBetterBlockAsm12B_memmove_move_1or2
JE emit_lit_memmove_emit_remainder_encodeBetterBlockAsm12B_memmove_move_3
CMPQ BX, $0x08
JB emit_lit_memmove_emit_remainder_encodeBetterBlockAsm12B_memmove_move_4through7
CMPQ BX, $0x10
JBE emit_lit_memmove_emit_remainder_encodeBetterBlockAsm12B_memmove_move_8through16
CMPQ BX, $0x20
JBE emit_lit_memmove_emit_remainder_encodeBetterBlockAsm12B_memmove_move_17through32
JMP emit_lit_memmove_emit_remainder_encodeBetterBlockAsm12B_memmove_move_33through64
emit_lit_memmove_emit_remainder_encodeBetterBlockAsm12B_memmove_move_1or2:
MOVB (CX), SI
MOVB -1(CX)(BX*1), CL
MOVB SI, (AX)
MOVB CL, -1(AX)(BX*1)
JMP memmove_end_copy_emit_remainder_encodeBetterBlockAsm12B
emit_lit_memmove_emit_remainder_encodeBetterBlockAsm12B_memmove_move_3:
MOVW (CX), SI
MOVB 2(CX), CL
MOVW SI, (AX)
MOVB CL, 2(AX)
JMP memmove_end_copy_emit_remainder_encodeBetterBlockAsm12B
emit_lit_memmove_emit_remainder_encodeBetterBlockAsm12B_memmove_move_4through7:
MOVL (CX), SI
MOVL -4(CX)(BX*1), CX
MOVL SI, (AX)
MOVL CX, -4(AX)(BX*1)
JMP memmove_end_copy_emit_remainder_encodeBetterBlockAsm12B
emit_lit_memmove_emit_remainder_encodeBetterBlockAsm12B_memmove_move_8through16:
MOVQ (CX), SI
MOVQ -8(CX)(BX*1), CX
MOVQ SI, (AX)
MOVQ CX, -8(AX)(BX*1)
JMP memmove_end_copy_emit_remainder_encodeBetterBlockAsm12B
emit_lit_memmove_emit_remainder_encodeBetterBlockAsm12B_memmove_move_17through32:
MOVOU (CX), X0
MOVOU -16(CX)(BX*1), X1
MOVOU X0, (AX)
MOVOU X1, -16(AX)(BX*1)
JMP memmove_end_copy_emit_remainder_encodeBetterBlockAsm12B
emit_lit_memmove_emit_remainder_encodeBetterBlockAsm12B_memmove_move_33through64:
MOVOU (CX), X0
MOVOU 16(CX), X1
MOVOU -32(CX)(BX*1), X2
MOVOU -16(CX)(BX*1), X3
MOVOU X0, (AX)
MOVOU X1, 16(AX)
MOVOU X2, -32(AX)(BX*1)
MOVOU X3, -16(AX)(BX*1)
memmove_end_copy_emit_remainder_encodeBetterBlockAsm12B:
MOVQ DX, AX
JMP emit_literal_done_emit_remainder_encodeBetterBlockAsm12B
memmove_long_emit_remainder_encodeBetterBlockAsm12B:
LEAQ (AX)(SI*1), DX
MOVL SI, BX
// genMemMoveLong
MOVOU (CX), X0
MOVOU 16(CX), X1
MOVOU -32(CX)(BX*1), X2
MOVOU -16(CX)(BX*1), X3
MOVQ BX, DI
SHRQ $0x05, DI
MOVQ AX, SI
ANDL $0x0000001f, SI
MOVQ $0x00000040, R8
SUBQ SI, R8
DECQ DI
JA emit_lit_memmove_long_emit_remainder_encodeBetterBlockAsm12Blarge_forward_sse_loop_32
LEAQ -32(CX)(R8*1), SI
LEAQ -32(AX)(R8*1), R9
emit_lit_memmove_long_emit_remainder_encodeBetterBlockAsm12Blarge_big_loop_back:
MOVOU (SI), X4
MOVOU 16(SI), X5
MOVOA X4, (R9)
MOVOA X5, 16(R9)
ADDQ $0x20, R9
ADDQ $0x20, SI
ADDQ $0x20, R8
DECQ DI
JNA emit_lit_memmove_long_emit_remainder_encodeBetterBlockAsm12Blarge_big_loop_back
emit_lit_memmove_long_emit_remainder_encodeBetterBlockAsm12Blarge_forward_sse_loop_32:
MOVOU -32(CX)(R8*1), X4
MOVOU -16(CX)(R8*1), X5
MOVOA X4, -32(AX)(R8*1)
MOVOA X5, -16(AX)(R8*1)
ADDQ $0x20, R8
CMPQ BX, R8
JAE emit_lit_memmove_long_emit_remainder_encodeBetterBlockAsm12Blarge_forward_sse_loop_32
MOVOU X0, (AX)
MOVOU X1, 16(AX)
MOVOU X2, -32(AX)(BX*1)
MOVOU X3, -16(AX)(BX*1)
MOVQ DX, AX
emit_literal_done_emit_remainder_encodeBetterBlockAsm12B:
MOVQ dst_base+0(FP), CX
SUBQ CX, AX
MOVQ AX, ret+48(FP)
RET
// func encodeBetterBlockAsm10B(dst []byte, src []byte) int
// Requires: BMI, SSE2
TEXT ·encodeBetterBlockAsm10B(SB), $20504-56
MOVQ dst_base+0(FP), AX
MOVQ $0x000000a0, CX
LEAQ 24(SP), DX
PXOR X0, X0
zero_loop_encodeBetterBlockAsm10B:
MOVOU X0, (DX)
MOVOU X0, 16(DX)
MOVOU X0, 32(DX)
MOVOU X0, 48(DX)
MOVOU X0, 64(DX)
MOVOU X0, 80(DX)
MOVOU X0, 96(DX)
MOVOU X0, 112(DX)
ADDQ $0x80, DX
DECQ CX
JNZ zero_loop_encodeBetterBlockAsm10B
MOVL $0x00000000, 12(SP)
MOVQ src_len+32(FP), CX
LEAQ -6(CX), DX
LEAQ -8(CX), BX
MOVL BX, 8(SP)
SHRQ $0x05, CX
SUBL CX, DX
LEAQ (AX)(DX*1), DX
MOVQ DX, (SP)
MOVL $0x00000001, CX
MOVL $0x00000000, 16(SP)
MOVQ src_base+24(FP), DX
search_loop_encodeBetterBlockAsm10B:
MOVL CX, BX
SUBL 12(SP), BX
SHRL $0x05, BX
LEAL 1(CX)(BX*1), BX
CMPL BX, 8(SP)
JAE emit_remainder_encodeBetterBlockAsm10B
MOVQ (DX)(CX*1), SI
MOVL BX, 20(SP)
MOVQ $0x0000cf1bbcdcbf9b, R8
MOVQ $0x9e3779b1, BX
MOVQ SI, R9
MOVQ SI, R10
SHLQ $0x10, R9
IMULQ R8, R9
SHRQ $0x34, R9
SHLQ $0x20, R10
IMULQ BX, R10
SHRQ $0x36, R10
MOVL 24(SP)(R9*4), BX
MOVL 16408(SP)(R10*4), DI
MOVL CX, 24(SP)(R9*4)
MOVL CX, 16408(SP)(R10*4)
MOVQ (DX)(BX*1), R9
MOVQ (DX)(DI*1), R10
CMPQ R9, SI
JEQ candidate_match_encodeBetterBlockAsm10B
CMPQ R10, SI
JNE no_short_found_encodeBetterBlockAsm10B
MOVL DI, BX
JMP candidate_match_encodeBetterBlockAsm10B
no_short_found_encodeBetterBlockAsm10B:
CMPL R9, SI
JEQ candidate_match_encodeBetterBlockAsm10B
CMPL R10, SI
JEQ candidateS_match_encodeBetterBlockAsm10B
MOVL 20(SP), CX
JMP search_loop_encodeBetterBlockAsm10B
candidateS_match_encodeBetterBlockAsm10B:
SHRQ $0x08, SI
MOVQ SI, R9
SHLQ $0x10, R9
IMULQ R8, R9
SHRQ $0x34, R9
MOVL 24(SP)(R9*4), BX
INCL CX
MOVL CX, 24(SP)(R9*4)
CMPL (DX)(BX*1), SI
JEQ candidate_match_encodeBetterBlockAsm10B
DECL CX
MOVL DI, BX
candidate_match_encodeBetterBlockAsm10B:
MOVL 12(SP), SI
TESTL BX, BX
JZ match_extend_back_end_encodeBetterBlockAsm10B
match_extend_back_loop_encodeBetterBlockAsm10B:
CMPL CX, SI
JBE match_extend_back_end_encodeBetterBlockAsm10B
MOVB -1(DX)(BX*1), DI
MOVB -1(DX)(CX*1), R8
CMPB DI, R8
JNE match_extend_back_end_encodeBetterBlockAsm10B
LEAL -1(CX), CX
DECL BX
JZ match_extend_back_end_encodeBetterBlockAsm10B
JMP match_extend_back_loop_encodeBetterBlockAsm10B
match_extend_back_end_encodeBetterBlockAsm10B:
MOVL CX, SI
SUBL 12(SP), SI
LEAQ 3(AX)(SI*1), SI
CMPQ SI, (SP)
JB match_dst_size_check_encodeBetterBlockAsm10B
MOVQ $0x00000000, ret+48(FP)
RET
match_dst_size_check_encodeBetterBlockAsm10B:
MOVL CX, SI
ADDL $0x04, CX
ADDL $0x04, BX
MOVQ src_len+32(FP), DI
SUBL CX, DI
LEAQ (DX)(CX*1), R8
LEAQ (DX)(BX*1), R9
// matchLen
XORL R11, R11
CMPL DI, $0x08
JB matchlen_match4_match_nolit_encodeBetterBlockAsm10B
matchlen_loopback_match_nolit_encodeBetterBlockAsm10B:
MOVQ (R8)(R11*1), R10
XORQ (R9)(R11*1), R10
TESTQ R10, R10
JZ matchlen_loop_match_nolit_encodeBetterBlockAsm10B
#ifdef GOAMD64_v3
TZCNTQ R10, R10
#else
BSFQ R10, R10
#endif
SARQ $0x03, R10
LEAL (R11)(R10*1), R11
JMP match_nolit_end_encodeBetterBlockAsm10B
matchlen_loop_match_nolit_encodeBetterBlockAsm10B:
LEAL -8(DI), DI
LEAL 8(R11), R11
CMPL DI, $0x08
JAE matchlen_loopback_match_nolit_encodeBetterBlockAsm10B
JZ match_nolit_end_encodeBetterBlockAsm10B
matchlen_match4_match_nolit_encodeBetterBlockAsm10B:
CMPL DI, $0x04
JB matchlen_match2_match_nolit_encodeBetterBlockAsm10B
MOVL (R8)(R11*1), R10
CMPL (R9)(R11*1), R10
JNE matchlen_match2_match_nolit_encodeBetterBlockAsm10B
SUBL $0x04, DI
LEAL 4(R11), R11
matchlen_match2_match_nolit_encodeBetterBlockAsm10B:
CMPL DI, $0x02
JB matchlen_match1_match_nolit_encodeBetterBlockAsm10B
MOVW (R8)(R11*1), R10
CMPW (R9)(R11*1), R10
JNE matchlen_match1_match_nolit_encodeBetterBlockAsm10B
SUBL $0x02, DI
LEAL 2(R11), R11
matchlen_match1_match_nolit_encodeBetterBlockAsm10B:
CMPL DI, $0x01
JB match_nolit_end_encodeBetterBlockAsm10B
MOVB (R8)(R11*1), R10
CMPB (R9)(R11*1), R10
JNE match_nolit_end_encodeBetterBlockAsm10B
LEAL 1(R11), R11
match_nolit_end_encodeBetterBlockAsm10B:
MOVL CX, DI
SUBL BX, DI
// Check if repeat
CMPL 16(SP), DI
JEQ match_is_repeat_encodeBetterBlockAsm10B
MOVL DI, 16(SP)
MOVL 12(SP), BX
CMPL BX, SI
JEQ emit_literal_done_match_emit_encodeBetterBlockAsm10B
MOVL SI, R8
MOVL SI, 12(SP)
LEAQ (DX)(BX*1), R9
SUBL BX, R8
LEAL -1(R8), BX
CMPL BX, $0x3c
JB one_byte_match_emit_encodeBetterBlockAsm10B
CMPL BX, $0x00000100
JB two_bytes_match_emit_encodeBetterBlockAsm10B
JB three_bytes_match_emit_encodeBetterBlockAsm10B
three_bytes_match_emit_encodeBetterBlockAsm10B:
MOVB $0xf4, (AX)
MOVW BX, 1(AX)
ADDQ $0x03, AX
JMP memmove_long_match_emit_encodeBetterBlockAsm10B
two_bytes_match_emit_encodeBetterBlockAsm10B:
MOVB $0xf0, (AX)
MOVB BL, 1(AX)
ADDQ $0x02, AX
CMPL BX, $0x40
JB memmove_match_emit_encodeBetterBlockAsm10B
JMP memmove_long_match_emit_encodeBetterBlockAsm10B
one_byte_match_emit_encodeBetterBlockAsm10B:
SHLB $0x02, BL
MOVB BL, (AX)
ADDQ $0x01, AX
memmove_match_emit_encodeBetterBlockAsm10B:
LEAQ (AX)(R8*1), BX
// genMemMoveShort
CMPQ R8, $0x04
JBE emit_lit_memmove_match_emit_encodeBetterBlockAsm10B_memmove_move_4
CMPQ R8, $0x08
JB emit_lit_memmove_match_emit_encodeBetterBlockAsm10B_memmove_move_4through7
CMPQ R8, $0x10
JBE emit_lit_memmove_match_emit_encodeBetterBlockAsm10B_memmove_move_8through16
CMPQ R8, $0x20
JBE emit_lit_memmove_match_emit_encodeBetterBlockAsm10B_memmove_move_17through32
JMP emit_lit_memmove_match_emit_encodeBetterBlockAsm10B_memmove_move_33through64
emit_lit_memmove_match_emit_encodeBetterBlockAsm10B_memmove_move_4:
MOVL (R9), R10
MOVL R10, (AX)
JMP memmove_end_copy_match_emit_encodeBetterBlockAsm10B
emit_lit_memmove_match_emit_encodeBetterBlockAsm10B_memmove_move_4through7:
MOVL (R9), R10
MOVL -4(R9)(R8*1), R9
MOVL R10, (AX)
MOVL R9, -4(AX)(R8*1)
JMP memmove_end_copy_match_emit_encodeBetterBlockAsm10B
emit_lit_memmove_match_emit_encodeBetterBlockAsm10B_memmove_move_8through16:
MOVQ (R9), R10
MOVQ -8(R9)(R8*1), R9
MOVQ R10, (AX)
MOVQ R9, -8(AX)(R8*1)
JMP memmove_end_copy_match_emit_encodeBetterBlockAsm10B
emit_lit_memmove_match_emit_encodeBetterBlockAsm10B_memmove_move_17through32:
MOVOU (R9), X0
MOVOU -16(R9)(R8*1), X1
MOVOU X0, (AX)
MOVOU X1, -16(AX)(R8*1)
JMP memmove_end_copy_match_emit_encodeBetterBlockAsm10B
emit_lit_memmove_match_emit_encodeBetterBlockAsm10B_memmove_move_33through64:
MOVOU (R9), X0
MOVOU 16(R9), X1
MOVOU -32(R9)(R8*1), X2
MOVOU -16(R9)(R8*1), X3
MOVOU X0, (AX)
MOVOU X1, 16(AX)
MOVOU X2, -32(AX)(R8*1)
MOVOU X3, -16(AX)(R8*1)
memmove_end_copy_match_emit_encodeBetterBlockAsm10B:
MOVQ BX, AX
JMP emit_literal_done_match_emit_encodeBetterBlockAsm10B
memmove_long_match_emit_encodeBetterBlockAsm10B:
LEAQ (AX)(R8*1), BX
// genMemMoveLong
MOVOU (R9), X0
MOVOU 16(R9), X1
MOVOU -32(R9)(R8*1), X2
MOVOU -16(R9)(R8*1), X3
MOVQ R8, R12
SHRQ $0x05, R12
MOVQ AX, R10
ANDL $0x0000001f, R10
MOVQ $0x00000040, R13
SUBQ R10, R13
DECQ R12
JA emit_lit_memmove_long_match_emit_encodeBetterBlockAsm10Blarge_forward_sse_loop_32
LEAQ -32(R9)(R13*1), R10
LEAQ -32(AX)(R13*1), R14
emit_lit_memmove_long_match_emit_encodeBetterBlockAsm10Blarge_big_loop_back:
MOVOU (R10), X4
MOVOU 16(R10), X5
MOVOA X4, (R14)
MOVOA X5, 16(R14)
ADDQ $0x20, R14
ADDQ $0x20, R10
ADDQ $0x20, R13
DECQ R12
JNA emit_lit_memmove_long_match_emit_encodeBetterBlockAsm10Blarge_big_loop_back
emit_lit_memmove_long_match_emit_encodeBetterBlockAsm10Blarge_forward_sse_loop_32:
MOVOU -32(R9)(R13*1), X4
MOVOU -16(R9)(R13*1), X5
MOVOA X4, -32(AX)(R13*1)
MOVOA X5, -16(AX)(R13*1)
ADDQ $0x20, R13
CMPQ R8, R13
JAE emit_lit_memmove_long_match_emit_encodeBetterBlockAsm10Blarge_forward_sse_loop_32
MOVOU X0, (AX)
MOVOU X1, 16(AX)
MOVOU X2, -32(AX)(R8*1)
MOVOU X3, -16(AX)(R8*1)
MOVQ BX, AX
emit_literal_done_match_emit_encodeBetterBlockAsm10B:
ADDL R11, CX
ADDL $0x04, R11
MOVL CX, 12(SP)
// emitCopy
CMPL R11, $0x40
JBE two_byte_offset_short_match_nolit_encodeBetterBlockAsm10B
CMPL DI, $0x00000800
JAE long_offset_short_match_nolit_encodeBetterBlockAsm10B
MOVL $0x00000001, BX
LEAL 16(BX), BX
MOVB DI, 1(AX)
SHRL $0x08, DI
SHLL $0x05, DI
ORL DI, BX
MOVB BL, (AX)
ADDQ $0x02, AX
SUBL $0x08, R11
// emitRepeat
LEAL -4(R11), R11
JMP cant_repeat_two_offset_match_nolit_encodeBetterBlockAsm10B_emit_copy_short_2b
MOVL R11, BX
LEAL -4(R11), R11
CMPL BX, $0x08
JBE repeat_two_match_nolit_encodeBetterBlockAsm10B_emit_copy_short_2b
CMPL BX, $0x0c
JAE cant_repeat_two_offset_match_nolit_encodeBetterBlockAsm10B_emit_copy_short_2b
CMPL DI, $0x00000800
JB repeat_two_offset_match_nolit_encodeBetterBlockAsm10B_emit_copy_short_2b
cant_repeat_two_offset_match_nolit_encodeBetterBlockAsm10B_emit_copy_short_2b:
CMPL R11, $0x00000104
JB repeat_three_match_nolit_encodeBetterBlockAsm10B_emit_copy_short_2b
LEAL -256(R11), R11
MOVW $0x0019, (AX)
MOVW R11, 2(AX)
ADDQ $0x04, AX
JMP match_nolit_emitcopy_end_encodeBetterBlockAsm10B
repeat_three_match_nolit_encodeBetterBlockAsm10B_emit_copy_short_2b:
LEAL -4(R11), R11
MOVW $0x0015, (AX)
MOVB R11, 2(AX)
ADDQ $0x03, AX
JMP match_nolit_emitcopy_end_encodeBetterBlockAsm10B
repeat_two_match_nolit_encodeBetterBlockAsm10B_emit_copy_short_2b:
SHLL $0x02, R11
ORL $0x01, R11
MOVW R11, (AX)
ADDQ $0x02, AX
JMP match_nolit_emitcopy_end_encodeBetterBlockAsm10B
repeat_two_offset_match_nolit_encodeBetterBlockAsm10B_emit_copy_short_2b:
XORQ BX, BX
LEAL 1(BX)(R11*4), R11
MOVB DI, 1(AX)
SARL $0x08, DI
SHLL $0x05, DI
ORL DI, R11
MOVB R11, (AX)
ADDQ $0x02, AX
JMP match_nolit_emitcopy_end_encodeBetterBlockAsm10B
long_offset_short_match_nolit_encodeBetterBlockAsm10B:
MOVB $0xee, (AX)
MOVW DI, 1(AX)
LEAL -60(R11), R11
ADDQ $0x03, AX
// emitRepeat
MOVL R11, BX
LEAL -4(R11), R11
CMPL BX, $0x08
JBE repeat_two_match_nolit_encodeBetterBlockAsm10B_emit_copy_short
CMPL BX, $0x0c
JAE cant_repeat_two_offset_match_nolit_encodeBetterBlockAsm10B_emit_copy_short
CMPL DI, $0x00000800
JB repeat_two_offset_match_nolit_encodeBetterBlockAsm10B_emit_copy_short
cant_repeat_two_offset_match_nolit_encodeBetterBlockAsm10B_emit_copy_short:
CMPL R11, $0x00000104
JB repeat_three_match_nolit_encodeBetterBlockAsm10B_emit_copy_short
LEAL -256(R11), R11
MOVW $0x0019, (AX)
MOVW R11, 2(AX)
ADDQ $0x04, AX
JMP match_nolit_emitcopy_end_encodeBetterBlockAsm10B
repeat_three_match_nolit_encodeBetterBlockAsm10B_emit_copy_short:
LEAL -4(R11), R11
MOVW $0x0015, (AX)
MOVB R11, 2(AX)
ADDQ $0x03, AX
JMP match_nolit_emitcopy_end_encodeBetterBlockAsm10B
repeat_two_match_nolit_encodeBetterBlockAsm10B_emit_copy_short:
SHLL $0x02, R11
ORL $0x01, R11
MOVW R11, (AX)
ADDQ $0x02, AX
JMP match_nolit_emitcopy_end_encodeBetterBlockAsm10B
repeat_two_offset_match_nolit_encodeBetterBlockAsm10B_emit_copy_short:
XORQ BX, BX
LEAL 1(BX)(R11*4), R11
MOVB DI, 1(AX)
SARL $0x08, DI
SHLL $0x05, DI
ORL DI, R11
MOVB R11, (AX)
ADDQ $0x02, AX
JMP match_nolit_emitcopy_end_encodeBetterBlockAsm10B
two_byte_offset_short_match_nolit_encodeBetterBlockAsm10B:
MOVL R11, BX
SHLL $0x02, BX
CMPL R11, $0x0c
JAE emit_copy_three_match_nolit_encodeBetterBlockAsm10B
CMPL DI, $0x00000800
JAE emit_copy_three_match_nolit_encodeBetterBlockAsm10B
LEAL -15(BX), BX
MOVB DI, 1(AX)
SHRL $0x08, DI
SHLL $0x05, DI
ORL DI, BX
MOVB BL, (AX)
ADDQ $0x02, AX
JMP match_nolit_emitcopy_end_encodeBetterBlockAsm10B
emit_copy_three_match_nolit_encodeBetterBlockAsm10B:
LEAL -2(BX), BX
MOVB BL, (AX)
MOVW DI, 1(AX)
ADDQ $0x03, AX
JMP match_nolit_emitcopy_end_encodeBetterBlockAsm10B
match_is_repeat_encodeBetterBlockAsm10B:
MOVL 12(SP), BX
CMPL BX, SI
JEQ emit_literal_done_match_emit_repeat_encodeBetterBlockAsm10B
MOVL SI, R8
MOVL SI, 12(SP)
LEAQ (DX)(BX*1), R9
SUBL BX, R8
LEAL -1(R8), BX
CMPL BX, $0x3c
JB one_byte_match_emit_repeat_encodeBetterBlockAsm10B
CMPL BX, $0x00000100
JB two_bytes_match_emit_repeat_encodeBetterBlockAsm10B
JB three_bytes_match_emit_repeat_encodeBetterBlockAsm10B
three_bytes_match_emit_repeat_encodeBetterBlockAsm10B:
MOVB $0xf4, (AX)
MOVW BX, 1(AX)
ADDQ $0x03, AX
JMP memmove_long_match_emit_repeat_encodeBetterBlockAsm10B
two_bytes_match_emit_repeat_encodeBetterBlockAsm10B:
MOVB $0xf0, (AX)
MOVB BL, 1(AX)
ADDQ $0x02, AX
CMPL BX, $0x40
JB memmove_match_emit_repeat_encodeBetterBlockAsm10B
JMP memmove_long_match_emit_repeat_encodeBetterBlockAsm10B
one_byte_match_emit_repeat_encodeBetterBlockAsm10B:
SHLB $0x02, BL
MOVB BL, (AX)
ADDQ $0x01, AX
memmove_match_emit_repeat_encodeBetterBlockAsm10B:
LEAQ (AX)(R8*1), BX
// genMemMoveShort
CMPQ R8, $0x04
JBE emit_lit_memmove_match_emit_repeat_encodeBetterBlockAsm10B_memmove_move_4
CMPQ R8, $0x08
JB emit_lit_memmove_match_emit_repeat_encodeBetterBlockAsm10B_memmove_move_4through7
CMPQ R8, $0x10
JBE emit_lit_memmove_match_emit_repeat_encodeBetterBlockAsm10B_memmove_move_8through16
CMPQ R8, $0x20
JBE emit_lit_memmove_match_emit_repeat_encodeBetterBlockAsm10B_memmove_move_17through32
JMP emit_lit_memmove_match_emit_repeat_encodeBetterBlockAsm10B_memmove_move_33through64
emit_lit_memmove_match_emit_repeat_encodeBetterBlockAsm10B_memmove_move_4:
MOVL (R9), R10
MOVL R10, (AX)
JMP memmove_end_copy_match_emit_repeat_encodeBetterBlockAsm10B
emit_lit_memmove_match_emit_repeat_encodeBetterBlockAsm10B_memmove_move_4through7:
MOVL (R9), R10
MOVL -4(R9)(R8*1), R9
MOVL R10, (AX)
MOVL R9, -4(AX)(R8*1)
JMP memmove_end_copy_match_emit_repeat_encodeBetterBlockAsm10B
emit_lit_memmove_match_emit_repeat_encodeBetterBlockAsm10B_memmove_move_8through16:
MOVQ (R9), R10
MOVQ -8(R9)(R8*1), R9
MOVQ R10, (AX)
MOVQ R9, -8(AX)(R8*1)
JMP memmove_end_copy_match_emit_repeat_encodeBetterBlockAsm10B
emit_lit_memmove_match_emit_repeat_encodeBetterBlockAsm10B_memmove_move_17through32:
MOVOU (R9), X0
MOVOU -16(R9)(R8*1), X1
MOVOU X0, (AX)
MOVOU X1, -16(AX)(R8*1)
JMP memmove_end_copy_match_emit_repeat_encodeBetterBlockAsm10B
emit_lit_memmove_match_emit_repeat_encodeBetterBlockAsm10B_memmove_move_33through64:
MOVOU (R9), X0
MOVOU 16(R9), X1
MOVOU -32(R9)(R8*1), X2
MOVOU -16(R9)(R8*1), X3
MOVOU X0, (AX)
MOVOU X1, 16(AX)
MOVOU X2, -32(AX)(R8*1)
MOVOU X3, -16(AX)(R8*1)
memmove_end_copy_match_emit_repeat_encodeBetterBlockAsm10B:
MOVQ BX, AX
JMP emit_literal_done_match_emit_repeat_encodeBetterBlockAsm10B
memmove_long_match_emit_repeat_encodeBetterBlockAsm10B:
LEAQ (AX)(R8*1), BX
// genMemMoveLong
MOVOU (R9), X0
MOVOU 16(R9), X1
MOVOU -32(R9)(R8*1), X2
MOVOU -16(R9)(R8*1), X3
MOVQ R8, R12
SHRQ $0x05, R12
MOVQ AX, R10
ANDL $0x0000001f, R10
MOVQ $0x00000040, R13
SUBQ R10, R13
DECQ R12
JA emit_lit_memmove_long_match_emit_repeat_encodeBetterBlockAsm10Blarge_forward_sse_loop_32
LEAQ -32(R9)(R13*1), R10
LEAQ -32(AX)(R13*1), R14
emit_lit_memmove_long_match_emit_repeat_encodeBetterBlockAsm10Blarge_big_loop_back:
MOVOU (R10), X4
MOVOU 16(R10), X5
MOVOA X4, (R14)
MOVOA X5, 16(R14)
ADDQ $0x20, R14
ADDQ $0x20, R10
ADDQ $0x20, R13
DECQ R12
JNA emit_lit_memmove_long_match_emit_repeat_encodeBetterBlockAsm10Blarge_big_loop_back
emit_lit_memmove_long_match_emit_repeat_encodeBetterBlockAsm10Blarge_forward_sse_loop_32:
MOVOU -32(R9)(R13*1), X4
MOVOU -16(R9)(R13*1), X5
MOVOA X4, -32(AX)(R13*1)
MOVOA X5, -16(AX)(R13*1)
ADDQ $0x20, R13
CMPQ R8, R13
JAE emit_lit_memmove_long_match_emit_repeat_encodeBetterBlockAsm10Blarge_forward_sse_loop_32
MOVOU X0, (AX)
MOVOU X1, 16(AX)
MOVOU X2, -32(AX)(R8*1)
MOVOU X3, -16(AX)(R8*1)
MOVQ BX, AX
emit_literal_done_match_emit_repeat_encodeBetterBlockAsm10B:
ADDL R11, CX
ADDL $0x04, R11
MOVL CX, 12(SP)
// emitRepeat
MOVL R11, BX
LEAL -4(R11), R11
CMPL BX, $0x08
JBE repeat_two_match_nolit_repeat_encodeBetterBlockAsm10B
CMPL BX, $0x0c
JAE cant_repeat_two_offset_match_nolit_repeat_encodeBetterBlockAsm10B
CMPL DI, $0x00000800
JB repeat_two_offset_match_nolit_repeat_encodeBetterBlockAsm10B
cant_repeat_two_offset_match_nolit_repeat_encodeBetterBlockAsm10B:
CMPL R11, $0x00000104
JB repeat_three_match_nolit_repeat_encodeBetterBlockAsm10B
LEAL -256(R11), R11
MOVW $0x0019, (AX)
MOVW R11, 2(AX)
ADDQ $0x04, AX
JMP match_nolit_emitcopy_end_encodeBetterBlockAsm10B
repeat_three_match_nolit_repeat_encodeBetterBlockAsm10B:
LEAL -4(R11), R11
MOVW $0x0015, (AX)
MOVB R11, 2(AX)
ADDQ $0x03, AX
JMP match_nolit_emitcopy_end_encodeBetterBlockAsm10B
repeat_two_match_nolit_repeat_encodeBetterBlockAsm10B:
SHLL $0x02, R11
ORL $0x01, R11
MOVW R11, (AX)
ADDQ $0x02, AX
JMP match_nolit_emitcopy_end_encodeBetterBlockAsm10B
repeat_two_offset_match_nolit_repeat_encodeBetterBlockAsm10B:
XORQ BX, BX
LEAL 1(BX)(R11*4), R11
MOVB DI, 1(AX)
SARL $0x08, DI
SHLL $0x05, DI
ORL DI, R11
MOVB R11, (AX)
ADDQ $0x02, AX
match_nolit_emitcopy_end_encodeBetterBlockAsm10B:
CMPL CX, 8(SP)
JAE emit_remainder_encodeBetterBlockAsm10B
CMPQ AX, (SP)
JB match_nolit_dst_ok_encodeBetterBlockAsm10B
MOVQ $0x00000000, ret+48(FP)
RET
match_nolit_dst_ok_encodeBetterBlockAsm10B:
MOVQ $0x0000cf1bbcdcbf9b, BX
MOVQ $0x9e3779b1, DI
LEAQ 1(SI), SI
LEAQ -2(CX), R8
MOVQ (DX)(SI*1), R9
MOVQ 1(DX)(SI*1), R10
MOVQ (DX)(R8*1), R11
MOVQ 1(DX)(R8*1), R12
SHLQ $0x10, R9
IMULQ BX, R9
SHRQ $0x34, R9
SHLQ $0x20, R10
IMULQ DI, R10
SHRQ $0x36, R10
SHLQ $0x10, R11
IMULQ BX, R11
SHRQ $0x34, R11
SHLQ $0x20, R12
IMULQ DI, R12
SHRQ $0x36, R12
LEAQ 1(SI), DI
LEAQ 1(R8), R13
MOVL SI, 24(SP)(R9*4)
MOVL R8, 24(SP)(R11*4)
MOVL DI, 16408(SP)(R10*4)
MOVL R13, 16408(SP)(R12*4)
ADDQ $0x01, SI
SUBQ $0x01, R8
index_loop_encodeBetterBlockAsm10B:
CMPQ SI, R8
JAE search_loop_encodeBetterBlockAsm10B
MOVQ (DX)(SI*1), DI
MOVQ (DX)(R8*1), R9
SHLQ $0x10, DI
IMULQ BX, DI
SHRQ $0x34, DI
SHLQ $0x10, R9
IMULQ BX, R9
SHRQ $0x34, R9
MOVL SI, 24(SP)(DI*4)
MOVL R8, 24(SP)(R9*4)
ADDQ $0x02, SI
SUBQ $0x02, R8
JMP index_loop_encodeBetterBlockAsm10B
emit_remainder_encodeBetterBlockAsm10B:
MOVQ src_len+32(FP), CX
SUBL 12(SP), CX
LEAQ 3(AX)(CX*1), CX
CMPQ CX, (SP)
JB emit_remainder_ok_encodeBetterBlockAsm10B
MOVQ $0x00000000, ret+48(FP)
RET
emit_remainder_ok_encodeBetterBlockAsm10B:
MOVQ src_len+32(FP), CX
MOVL 12(SP), BX
CMPL BX, CX
JEQ emit_literal_done_emit_remainder_encodeBetterBlockAsm10B
MOVL CX, SI
MOVL CX, 12(SP)
LEAQ (DX)(BX*1), CX
SUBL BX, SI
LEAL -1(SI), DX
CMPL DX, $0x3c
JB one_byte_emit_remainder_encodeBetterBlockAsm10B
CMPL DX, $0x00000100
JB two_bytes_emit_remainder_encodeBetterBlockAsm10B
JB three_bytes_emit_remainder_encodeBetterBlockAsm10B
three_bytes_emit_remainder_encodeBetterBlockAsm10B:
MOVB $0xf4, (AX)
MOVW DX, 1(AX)
ADDQ $0x03, AX
JMP memmove_long_emit_remainder_encodeBetterBlockAsm10B
two_bytes_emit_remainder_encodeBetterBlockAsm10B:
MOVB $0xf0, (AX)
MOVB DL, 1(AX)
ADDQ $0x02, AX
CMPL DX, $0x40
JB memmove_emit_remainder_encodeBetterBlockAsm10B
JMP memmove_long_emit_remainder_encodeBetterBlockAsm10B
one_byte_emit_remainder_encodeBetterBlockAsm10B:
SHLB $0x02, DL
MOVB DL, (AX)
ADDQ $0x01, AX
memmove_emit_remainder_encodeBetterBlockAsm10B:
LEAQ (AX)(SI*1), DX
MOVL SI, BX
// genMemMoveShort
CMPQ BX, $0x03
JB emit_lit_memmove_emit_remainder_encodeBetterBlockAsm10B_memmove_move_1or2
JE emit_lit_memmove_emit_remainder_encodeBetterBlockAsm10B_memmove_move_3
CMPQ BX, $0x08
JB emit_lit_memmove_emit_remainder_encodeBetterBlockAsm10B_memmove_move_4through7
CMPQ BX, $0x10
JBE emit_lit_memmove_emit_remainder_encodeBetterBlockAsm10B_memmove_move_8through16
CMPQ BX, $0x20
JBE emit_lit_memmove_emit_remainder_encodeBetterBlockAsm10B_memmove_move_17through32
JMP emit_lit_memmove_emit_remainder_encodeBetterBlockAsm10B_memmove_move_33through64
emit_lit_memmove_emit_remainder_encodeBetterBlockAsm10B_memmove_move_1or2:
MOVB (CX), SI
MOVB -1(CX)(BX*1), CL
MOVB SI, (AX)
MOVB CL, -1(AX)(BX*1)
JMP memmove_end_copy_emit_remainder_encodeBetterBlockAsm10B
emit_lit_memmove_emit_remainder_encodeBetterBlockAsm10B_memmove_move_3:
MOVW (CX), SI
MOVB 2(CX), CL
MOVW SI, (AX)
MOVB CL, 2(AX)
JMP memmove_end_copy_emit_remainder_encodeBetterBlockAsm10B
emit_lit_memmove_emit_remainder_encodeBetterBlockAsm10B_memmove_move_4through7:
MOVL (CX), SI
MOVL -4(CX)(BX*1), CX
MOVL SI, (AX)
MOVL CX, -4(AX)(BX*1)
JMP memmove_end_copy_emit_remainder_encodeBetterBlockAsm10B
emit_lit_memmove_emit_remainder_encodeBetterBlockAsm10B_memmove_move_8through16:
MOVQ (CX), SI
MOVQ -8(CX)(BX*1), CX
MOVQ SI, (AX)
MOVQ CX, -8(AX)(BX*1)
JMP memmove_end_copy_emit_remainder_encodeBetterBlockAsm10B
emit_lit_memmove_emit_remainder_encodeBetterBlockAsm10B_memmove_move_17through32:
MOVOU (CX), X0
MOVOU -16(CX)(BX*1), X1
MOVOU X0, (AX)
MOVOU X1, -16(AX)(BX*1)
JMP memmove_end_copy_emit_remainder_encodeBetterBlockAsm10B
emit_lit_memmove_emit_remainder_encodeBetterBlockAsm10B_memmove_move_33through64:
MOVOU (CX), X0
MOVOU 16(CX), X1
MOVOU -32(CX)(BX*1), X2
MOVOU -16(CX)(BX*1), X3
MOVOU X0, (AX)
MOVOU X1, 16(AX)
MOVOU X2, -32(AX)(BX*1)
MOVOU X3, -16(AX)(BX*1)
memmove_end_copy_emit_remainder_encodeBetterBlockAsm10B:
MOVQ DX, AX
JMP emit_literal_done_emit_remainder_encodeBetterBlockAsm10B
memmove_long_emit_remainder_encodeBetterBlockAsm10B:
LEAQ (AX)(SI*1), DX
MOVL SI, BX
// genMemMoveLong
MOVOU (CX), X0
MOVOU 16(CX), X1
MOVOU -32(CX)(BX*1), X2
MOVOU -16(CX)(BX*1), X3
MOVQ BX, DI
SHRQ $0x05, DI
MOVQ AX, SI
ANDL $0x0000001f, SI
MOVQ $0x00000040, R8
SUBQ SI, R8
DECQ DI
JA emit_lit_memmove_long_emit_remainder_encodeBetterBlockAsm10Blarge_forward_sse_loop_32
LEAQ -32(CX)(R8*1), SI
LEAQ -32(AX)(R8*1), R9
emit_lit_memmove_long_emit_remainder_encodeBetterBlockAsm10Blarge_big_loop_back:
MOVOU (SI), X4
MOVOU 16(SI), X5
MOVOA X4, (R9)
MOVOA X5, 16(R9)
ADDQ $0x20, R9
ADDQ $0x20, SI
ADDQ $0x20, R8
DECQ DI
JNA emit_lit_memmove_long_emit_remainder_encodeBetterBlockAsm10Blarge_big_loop_back
emit_lit_memmove_long_emit_remainder_encodeBetterBlockAsm10Blarge_forward_sse_loop_32:
MOVOU -32(CX)(R8*1), X4
MOVOU -16(CX)(R8*1), X5
MOVOA X4, -32(AX)(R8*1)
MOVOA X5, -16(AX)(R8*1)
ADDQ $0x20, R8
CMPQ BX, R8
JAE emit_lit_memmove_long_emit_remainder_encodeBetterBlockAsm10Blarge_forward_sse_loop_32
MOVOU X0, (AX)
MOVOU X1, 16(AX)
MOVOU X2, -32(AX)(BX*1)
MOVOU X3, -16(AX)(BX*1)
MOVQ DX, AX
emit_literal_done_emit_remainder_encodeBetterBlockAsm10B:
MOVQ dst_base+0(FP), CX
SUBQ CX, AX
MOVQ AX, ret+48(FP)
RET
// func encodeBetterBlockAsm8B(dst []byte, src []byte) int
// Requires: BMI, SSE2
TEXT ·encodeBetterBlockAsm8B(SB), $5144-56
MOVQ dst_base+0(FP), AX
MOVQ $0x00000028, CX
LEAQ 24(SP), DX
PXOR X0, X0
zero_loop_encodeBetterBlockAsm8B:
MOVOU X0, (DX)
MOVOU X0, 16(DX)
MOVOU X0, 32(DX)
MOVOU X0, 48(DX)
MOVOU X0, 64(DX)
MOVOU X0, 80(DX)
MOVOU X0, 96(DX)
MOVOU X0, 112(DX)
ADDQ $0x80, DX
DECQ CX
JNZ zero_loop_encodeBetterBlockAsm8B
MOVL $0x00000000, 12(SP)
MOVQ src_len+32(FP), CX
LEAQ -6(CX), DX
LEAQ -8(CX), BX
MOVL BX, 8(SP)
SHRQ $0x05, CX
SUBL CX, DX
LEAQ (AX)(DX*1), DX
MOVQ DX, (SP)
MOVL $0x00000001, CX
MOVL $0x00000000, 16(SP)
MOVQ src_base+24(FP), DX
search_loop_encodeBetterBlockAsm8B:
MOVL CX, BX
SUBL 12(SP), BX
SHRL $0x04, BX
LEAL 1(CX)(BX*1), BX
CMPL BX, 8(SP)
JAE emit_remainder_encodeBetterBlockAsm8B
MOVQ (DX)(CX*1), SI
MOVL BX, 20(SP)
MOVQ $0x0000cf1bbcdcbf9b, R8
MOVQ $0x9e3779b1, BX
MOVQ SI, R9
MOVQ SI, R10
SHLQ $0x10, R9
IMULQ R8, R9
SHRQ $0x36, R9
SHLQ $0x20, R10
IMULQ BX, R10
SHRQ $0x38, R10
MOVL 24(SP)(R9*4), BX
MOVL 4120(SP)(R10*4), DI
MOVL CX, 24(SP)(R9*4)
MOVL CX, 4120(SP)(R10*4)
MOVQ (DX)(BX*1), R9
MOVQ (DX)(DI*1), R10
CMPQ R9, SI
JEQ candidate_match_encodeBetterBlockAsm8B
CMPQ R10, SI
JNE no_short_found_encodeBetterBlockAsm8B
MOVL DI, BX
JMP candidate_match_encodeBetterBlockAsm8B
no_short_found_encodeBetterBlockAsm8B:
CMPL R9, SI
JEQ candidate_match_encodeBetterBlockAsm8B
CMPL R10, SI
JEQ candidateS_match_encodeBetterBlockAsm8B
MOVL 20(SP), CX
JMP search_loop_encodeBetterBlockAsm8B
candidateS_match_encodeBetterBlockAsm8B:
SHRQ $0x08, SI
MOVQ SI, R9
SHLQ $0x10, R9
IMULQ R8, R9
SHRQ $0x36, R9
MOVL 24(SP)(R9*4), BX
INCL CX
MOVL CX, 24(SP)(R9*4)
CMPL (DX)(BX*1), SI
JEQ candidate_match_encodeBetterBlockAsm8B
DECL CX
MOVL DI, BX
candidate_match_encodeBetterBlockAsm8B:
MOVL 12(SP), SI
TESTL BX, BX
JZ match_extend_back_end_encodeBetterBlockAsm8B
match_extend_back_loop_encodeBetterBlockAsm8B:
CMPL CX, SI
JBE match_extend_back_end_encodeBetterBlockAsm8B
MOVB -1(DX)(BX*1), DI
MOVB -1(DX)(CX*1), R8
CMPB DI, R8
JNE match_extend_back_end_encodeBetterBlockAsm8B
LEAL -1(CX), CX
DECL BX
JZ match_extend_back_end_encodeBetterBlockAsm8B
JMP match_extend_back_loop_encodeBetterBlockAsm8B
match_extend_back_end_encodeBetterBlockAsm8B:
MOVL CX, SI
SUBL 12(SP), SI
LEAQ 3(AX)(SI*1), SI
CMPQ SI, (SP)
JB match_dst_size_check_encodeBetterBlockAsm8B
MOVQ $0x00000000, ret+48(FP)
RET
match_dst_size_check_encodeBetterBlockAsm8B:
MOVL CX, SI
ADDL $0x04, CX
ADDL $0x04, BX
MOVQ src_len+32(FP), DI
SUBL CX, DI
LEAQ (DX)(CX*1), R8
LEAQ (DX)(BX*1), R9
// matchLen
XORL R11, R11
CMPL DI, $0x08
JB matchlen_match4_match_nolit_encodeBetterBlockAsm8B
matchlen_loopback_match_nolit_encodeBetterBlockAsm8B:
MOVQ (R8)(R11*1), R10
XORQ (R9)(R11*1), R10
TESTQ R10, R10
JZ matchlen_loop_match_nolit_encodeBetterBlockAsm8B
#ifdef GOAMD64_v3
TZCNTQ R10, R10
#else
BSFQ R10, R10
#endif
SARQ $0x03, R10
LEAL (R11)(R10*1), R11
JMP match_nolit_end_encodeBetterBlockAsm8B
matchlen_loop_match_nolit_encodeBetterBlockAsm8B:
LEAL -8(DI), DI
LEAL 8(R11), R11
CMPL DI, $0x08
JAE matchlen_loopback_match_nolit_encodeBetterBlockAsm8B
JZ match_nolit_end_encodeBetterBlockAsm8B
matchlen_match4_match_nolit_encodeBetterBlockAsm8B:
CMPL DI, $0x04
JB matchlen_match2_match_nolit_encodeBetterBlockAsm8B
MOVL (R8)(R11*1), R10
CMPL (R9)(R11*1), R10
JNE matchlen_match2_match_nolit_encodeBetterBlockAsm8B
SUBL $0x04, DI
LEAL 4(R11), R11
matchlen_match2_match_nolit_encodeBetterBlockAsm8B:
CMPL DI, $0x02
JB matchlen_match1_match_nolit_encodeBetterBlockAsm8B
MOVW (R8)(R11*1), R10
CMPW (R9)(R11*1), R10
JNE matchlen_match1_match_nolit_encodeBetterBlockAsm8B
SUBL $0x02, DI
LEAL 2(R11), R11
matchlen_match1_match_nolit_encodeBetterBlockAsm8B:
CMPL DI, $0x01
JB match_nolit_end_encodeBetterBlockAsm8B
MOVB (R8)(R11*1), R10
CMPB (R9)(R11*1), R10
JNE match_nolit_end_encodeBetterBlockAsm8B
LEAL 1(R11), R11
match_nolit_end_encodeBetterBlockAsm8B:
MOVL CX, DI
SUBL BX, DI
// Check if repeat
CMPL 16(SP), DI
JEQ match_is_repeat_encodeBetterBlockAsm8B
MOVL DI, 16(SP)
MOVL 12(SP), BX
CMPL BX, SI
JEQ emit_literal_done_match_emit_encodeBetterBlockAsm8B
MOVL SI, R8
MOVL SI, 12(SP)
LEAQ (DX)(BX*1), R9
SUBL BX, R8
LEAL -1(R8), BX
CMPL BX, $0x3c
JB one_byte_match_emit_encodeBetterBlockAsm8B
CMPL BX, $0x00000100
JB two_bytes_match_emit_encodeBetterBlockAsm8B
JB three_bytes_match_emit_encodeBetterBlockAsm8B
three_bytes_match_emit_encodeBetterBlockAsm8B:
MOVB $0xf4, (AX)
MOVW BX, 1(AX)
ADDQ $0x03, AX
JMP memmove_long_match_emit_encodeBetterBlockAsm8B
two_bytes_match_emit_encodeBetterBlockAsm8B:
MOVB $0xf0, (AX)
MOVB BL, 1(AX)
ADDQ $0x02, AX
CMPL BX, $0x40
JB memmove_match_emit_encodeBetterBlockAsm8B
JMP memmove_long_match_emit_encodeBetterBlockAsm8B
one_byte_match_emit_encodeBetterBlockAsm8B:
SHLB $0x02, BL
MOVB BL, (AX)
ADDQ $0x01, AX
memmove_match_emit_encodeBetterBlockAsm8B:
LEAQ (AX)(R8*1), BX
// genMemMoveShort
CMPQ R8, $0x04
JBE emit_lit_memmove_match_emit_encodeBetterBlockAsm8B_memmove_move_4
CMPQ R8, $0x08
JB emit_lit_memmove_match_emit_encodeBetterBlockAsm8B_memmove_move_4through7
CMPQ R8, $0x10
JBE emit_lit_memmove_match_emit_encodeBetterBlockAsm8B_memmove_move_8through16
CMPQ R8, $0x20
JBE emit_lit_memmove_match_emit_encodeBetterBlockAsm8B_memmove_move_17through32
JMP emit_lit_memmove_match_emit_encodeBetterBlockAsm8B_memmove_move_33through64
emit_lit_memmove_match_emit_encodeBetterBlockAsm8B_memmove_move_4:
MOVL (R9), R10
MOVL R10, (AX)
JMP memmove_end_copy_match_emit_encodeBetterBlockAsm8B
emit_lit_memmove_match_emit_encodeBetterBlockAsm8B_memmove_move_4through7:
MOVL (R9), R10
MOVL -4(R9)(R8*1), R9
MOVL R10, (AX)
MOVL R9, -4(AX)(R8*1)
JMP memmove_end_copy_match_emit_encodeBetterBlockAsm8B
emit_lit_memmove_match_emit_encodeBetterBlockAsm8B_memmove_move_8through16:
MOVQ (R9), R10
MOVQ -8(R9)(R8*1), R9
MOVQ R10, (AX)
MOVQ R9, -8(AX)(R8*1)
JMP memmove_end_copy_match_emit_encodeBetterBlockAsm8B
emit_lit_memmove_match_emit_encodeBetterBlockAsm8B_memmove_move_17through32:
MOVOU (R9), X0
MOVOU -16(R9)(R8*1), X1
MOVOU X0, (AX)
MOVOU X1, -16(AX)(R8*1)
JMP memmove_end_copy_match_emit_encodeBetterBlockAsm8B
emit_lit_memmove_match_emit_encodeBetterBlockAsm8B_memmove_move_33through64:
MOVOU (R9), X0
MOVOU 16(R9), X1
MOVOU -32(R9)(R8*1), X2
MOVOU -16(R9)(R8*1), X3
MOVOU X0, (AX)
MOVOU X1, 16(AX)
MOVOU X2, -32(AX)(R8*1)
MOVOU X3, -16(AX)(R8*1)
memmove_end_copy_match_emit_encodeBetterBlockAsm8B:
MOVQ BX, AX
JMP emit_literal_done_match_emit_encodeBetterBlockAsm8B
memmove_long_match_emit_encodeBetterBlockAsm8B:
LEAQ (AX)(R8*1), BX
// genMemMoveLong
MOVOU (R9), X0
MOVOU 16(R9), X1
MOVOU -32(R9)(R8*1), X2
MOVOU -16(R9)(R8*1), X3
MOVQ R8, R12
SHRQ $0x05, R12
MOVQ AX, R10
ANDL $0x0000001f, R10
MOVQ $0x00000040, R13
SUBQ R10, R13
DECQ R12
JA emit_lit_memmove_long_match_emit_encodeBetterBlockAsm8Blarge_forward_sse_loop_32
LEAQ -32(R9)(R13*1), R10
LEAQ -32(AX)(R13*1), R14
emit_lit_memmove_long_match_emit_encodeBetterBlockAsm8Blarge_big_loop_back:
MOVOU (R10), X4
MOVOU 16(R10), X5
MOVOA X4, (R14)
MOVOA X5, 16(R14)
ADDQ $0x20, R14
ADDQ $0x20, R10
ADDQ $0x20, R13
DECQ R12
JNA emit_lit_memmove_long_match_emit_encodeBetterBlockAsm8Blarge_big_loop_back
emit_lit_memmove_long_match_emit_encodeBetterBlockAsm8Blarge_forward_sse_loop_32:
MOVOU -32(R9)(R13*1), X4
MOVOU -16(R9)(R13*1), X5
MOVOA X4, -32(AX)(R13*1)
MOVOA X5, -16(AX)(R13*1)
ADDQ $0x20, R13
CMPQ R8, R13
JAE emit_lit_memmove_long_match_emit_encodeBetterBlockAsm8Blarge_forward_sse_loop_32
MOVOU X0, (AX)
MOVOU X1, 16(AX)
MOVOU X2, -32(AX)(R8*1)
MOVOU X3, -16(AX)(R8*1)
MOVQ BX, AX
emit_literal_done_match_emit_encodeBetterBlockAsm8B:
ADDL R11, CX
ADDL $0x04, R11
MOVL CX, 12(SP)
// emitCopy
CMPL R11, $0x40
JBE two_byte_offset_short_match_nolit_encodeBetterBlockAsm8B
CMPL DI, $0x00000800
JAE long_offset_short_match_nolit_encodeBetterBlockAsm8B
MOVL $0x00000001, BX
LEAL 16(BX), BX
MOVB DI, 1(AX)
SHRL $0x08, DI
SHLL $0x05, DI
ORL DI, BX
MOVB BL, (AX)
ADDQ $0x02, AX
SUBL $0x08, R11
// emitRepeat
LEAL -4(R11), R11
JMP cant_repeat_two_offset_match_nolit_encodeBetterBlockAsm8B_emit_copy_short_2b
MOVL R11, BX
LEAL -4(R11), R11
CMPL BX, $0x08
JBE repeat_two_match_nolit_encodeBetterBlockAsm8B_emit_copy_short_2b
CMPL BX, $0x0c
JAE cant_repeat_two_offset_match_nolit_encodeBetterBlockAsm8B_emit_copy_short_2b
cant_repeat_two_offset_match_nolit_encodeBetterBlockAsm8B_emit_copy_short_2b:
CMPL R11, $0x00000104
JB repeat_three_match_nolit_encodeBetterBlockAsm8B_emit_copy_short_2b
LEAL -256(R11), R11
MOVW $0x0019, (AX)
MOVW R11, 2(AX)
ADDQ $0x04, AX
JMP match_nolit_emitcopy_end_encodeBetterBlockAsm8B
repeat_three_match_nolit_encodeBetterBlockAsm8B_emit_copy_short_2b:
LEAL -4(R11), R11
MOVW $0x0015, (AX)
MOVB R11, 2(AX)
ADDQ $0x03, AX
JMP match_nolit_emitcopy_end_encodeBetterBlockAsm8B
repeat_two_match_nolit_encodeBetterBlockAsm8B_emit_copy_short_2b:
SHLL $0x02, R11
ORL $0x01, R11
MOVW R11, (AX)
ADDQ $0x02, AX
JMP match_nolit_emitcopy_end_encodeBetterBlockAsm8B
XORQ BX, BX
LEAL 1(BX)(R11*4), R11
MOVB DI, 1(AX)
SARL $0x08, DI
SHLL $0x05, DI
ORL DI, R11
MOVB R11, (AX)
ADDQ $0x02, AX
JMP match_nolit_emitcopy_end_encodeBetterBlockAsm8B
long_offset_short_match_nolit_encodeBetterBlockAsm8B:
MOVB $0xee, (AX)
MOVW DI, 1(AX)
LEAL -60(R11), R11
ADDQ $0x03, AX
// emitRepeat
MOVL R11, BX
LEAL -4(R11), R11
CMPL BX, $0x08
JBE repeat_two_match_nolit_encodeBetterBlockAsm8B_emit_copy_short
CMPL BX, $0x0c
JAE cant_repeat_two_offset_match_nolit_encodeBetterBlockAsm8B_emit_copy_short
cant_repeat_two_offset_match_nolit_encodeBetterBlockAsm8B_emit_copy_short:
CMPL R11, $0x00000104
JB repeat_three_match_nolit_encodeBetterBlockAsm8B_emit_copy_short
LEAL -256(R11), R11
MOVW $0x0019, (AX)
MOVW R11, 2(AX)
ADDQ $0x04, AX
JMP match_nolit_emitcopy_end_encodeBetterBlockAsm8B
repeat_three_match_nolit_encodeBetterBlockAsm8B_emit_copy_short:
LEAL -4(R11), R11
MOVW $0x0015, (AX)
MOVB R11, 2(AX)
ADDQ $0x03, AX
JMP match_nolit_emitcopy_end_encodeBetterBlockAsm8B
repeat_two_match_nolit_encodeBetterBlockAsm8B_emit_copy_short:
SHLL $0x02, R11
ORL $0x01, R11
MOVW R11, (AX)
ADDQ $0x02, AX
JMP match_nolit_emitcopy_end_encodeBetterBlockAsm8B
XORQ BX, BX
LEAL 1(BX)(R11*4), R11
MOVB DI, 1(AX)
SARL $0x08, DI
SHLL $0x05, DI
ORL DI, R11
MOVB R11, (AX)
ADDQ $0x02, AX
JMP match_nolit_emitcopy_end_encodeBetterBlockAsm8B
two_byte_offset_short_match_nolit_encodeBetterBlockAsm8B:
MOVL R11, BX
SHLL $0x02, BX
CMPL R11, $0x0c
JAE emit_copy_three_match_nolit_encodeBetterBlockAsm8B
LEAL -15(BX), BX
MOVB DI, 1(AX)
SHRL $0x08, DI
SHLL $0x05, DI
ORL DI, BX
MOVB BL, (AX)
ADDQ $0x02, AX
JMP match_nolit_emitcopy_end_encodeBetterBlockAsm8B
emit_copy_three_match_nolit_encodeBetterBlockAsm8B:
LEAL -2(BX), BX
MOVB BL, (AX)
MOVW DI, 1(AX)
ADDQ $0x03, AX
JMP match_nolit_emitcopy_end_encodeBetterBlockAsm8B
match_is_repeat_encodeBetterBlockAsm8B:
MOVL 12(SP), BX
CMPL BX, SI
JEQ emit_literal_done_match_emit_repeat_encodeBetterBlockAsm8B
MOVL SI, DI
MOVL SI, 12(SP)
LEAQ (DX)(BX*1), R8
SUBL BX, DI
LEAL -1(DI), BX
CMPL BX, $0x3c
JB one_byte_match_emit_repeat_encodeBetterBlockAsm8B
CMPL BX, $0x00000100
JB two_bytes_match_emit_repeat_encodeBetterBlockAsm8B
JB three_bytes_match_emit_repeat_encodeBetterBlockAsm8B
three_bytes_match_emit_repeat_encodeBetterBlockAsm8B:
MOVB $0xf4, (AX)
MOVW BX, 1(AX)
ADDQ $0x03, AX
JMP memmove_long_match_emit_repeat_encodeBetterBlockAsm8B
two_bytes_match_emit_repeat_encodeBetterBlockAsm8B:
MOVB $0xf0, (AX)
MOVB BL, 1(AX)
ADDQ $0x02, AX
CMPL BX, $0x40
JB memmove_match_emit_repeat_encodeBetterBlockAsm8B
JMP memmove_long_match_emit_repeat_encodeBetterBlockAsm8B
one_byte_match_emit_repeat_encodeBetterBlockAsm8B:
SHLB $0x02, BL
MOVB BL, (AX)
ADDQ $0x01, AX
memmove_match_emit_repeat_encodeBetterBlockAsm8B:
LEAQ (AX)(DI*1), BX
// genMemMoveShort
CMPQ DI, $0x04
JBE emit_lit_memmove_match_emit_repeat_encodeBetterBlockAsm8B_memmove_move_4
CMPQ DI, $0x08
JB emit_lit_memmove_match_emit_repeat_encodeBetterBlockAsm8B_memmove_move_4through7
CMPQ DI, $0x10
JBE emit_lit_memmove_match_emit_repeat_encodeBetterBlockAsm8B_memmove_move_8through16
CMPQ DI, $0x20
JBE emit_lit_memmove_match_emit_repeat_encodeBetterBlockAsm8B_memmove_move_17through32
JMP emit_lit_memmove_match_emit_repeat_encodeBetterBlockAsm8B_memmove_move_33through64
emit_lit_memmove_match_emit_repeat_encodeBetterBlockAsm8B_memmove_move_4:
MOVL (R8), R9
MOVL R9, (AX)
JMP memmove_end_copy_match_emit_repeat_encodeBetterBlockAsm8B
emit_lit_memmove_match_emit_repeat_encodeBetterBlockAsm8B_memmove_move_4through7:
MOVL (R8), R9
MOVL -4(R8)(DI*1), R8
MOVL R9, (AX)
MOVL R8, -4(AX)(DI*1)
JMP memmove_end_copy_match_emit_repeat_encodeBetterBlockAsm8B
emit_lit_memmove_match_emit_repeat_encodeBetterBlockAsm8B_memmove_move_8through16:
MOVQ (R8), R9
MOVQ -8(R8)(DI*1), R8
MOVQ R9, (AX)
MOVQ R8, -8(AX)(DI*1)
JMP memmove_end_copy_match_emit_repeat_encodeBetterBlockAsm8B
emit_lit_memmove_match_emit_repeat_encodeBetterBlockAsm8B_memmove_move_17through32:
MOVOU (R8), X0
MOVOU -16(R8)(DI*1), X1
MOVOU X0, (AX)
MOVOU X1, -16(AX)(DI*1)
JMP memmove_end_copy_match_emit_repeat_encodeBetterBlockAsm8B
emit_lit_memmove_match_emit_repeat_encodeBetterBlockAsm8B_memmove_move_33through64:
MOVOU (R8), X0
MOVOU 16(R8), X1
MOVOU -32(R8)(DI*1), X2
MOVOU -16(R8)(DI*1), X3
MOVOU X0, (AX)
MOVOU X1, 16(AX)
MOVOU X2, -32(AX)(DI*1)
MOVOU X3, -16(AX)(DI*1)
memmove_end_copy_match_emit_repeat_encodeBetterBlockAsm8B:
MOVQ BX, AX
JMP emit_literal_done_match_emit_repeat_encodeBetterBlockAsm8B
memmove_long_match_emit_repeat_encodeBetterBlockAsm8B:
LEAQ (AX)(DI*1), BX
// genMemMoveLong
MOVOU (R8), X0
MOVOU 16(R8), X1
MOVOU -32(R8)(DI*1), X2
MOVOU -16(R8)(DI*1), X3
MOVQ DI, R10
SHRQ $0x05, R10
MOVQ AX, R9
ANDL $0x0000001f, R9
MOVQ $0x00000040, R12
SUBQ R9, R12
DECQ R10
JA emit_lit_memmove_long_match_emit_repeat_encodeBetterBlockAsm8Blarge_forward_sse_loop_32
LEAQ -32(R8)(R12*1), R9
LEAQ -32(AX)(R12*1), R13
emit_lit_memmove_long_match_emit_repeat_encodeBetterBlockAsm8Blarge_big_loop_back:
MOVOU (R9), X4
MOVOU 16(R9), X5
MOVOA X4, (R13)
MOVOA X5, 16(R13)
ADDQ $0x20, R13
ADDQ $0x20, R9
ADDQ $0x20, R12
DECQ R10
JNA emit_lit_memmove_long_match_emit_repeat_encodeBetterBlockAsm8Blarge_big_loop_back
emit_lit_memmove_long_match_emit_repeat_encodeBetterBlockAsm8Blarge_forward_sse_loop_32:
MOVOU -32(R8)(R12*1), X4
MOVOU -16(R8)(R12*1), X5
MOVOA X4, -32(AX)(R12*1)
MOVOA X5, -16(AX)(R12*1)
ADDQ $0x20, R12
CMPQ DI, R12
JAE emit_lit_memmove_long_match_emit_repeat_encodeBetterBlockAsm8Blarge_forward_sse_loop_32
MOVOU X0, (AX)
MOVOU X1, 16(AX)
MOVOU X2, -32(AX)(DI*1)
MOVOU X3, -16(AX)(DI*1)
MOVQ BX, AX
emit_literal_done_match_emit_repeat_encodeBetterBlockAsm8B:
ADDL R11, CX
ADDL $0x04, R11
MOVL CX, 12(SP)
// emitRepeat
MOVL R11, BX
LEAL -4(R11), R11
CMPL BX, $0x08
JBE repeat_two_match_nolit_repeat_encodeBetterBlockAsm8B
CMPL BX, $0x0c
JAE cant_repeat_two_offset_match_nolit_repeat_encodeBetterBlockAsm8B
cant_repeat_two_offset_match_nolit_repeat_encodeBetterBlockAsm8B:
CMPL R11, $0x00000104
JB repeat_three_match_nolit_repeat_encodeBetterBlockAsm8B
LEAL -256(R11), R11
MOVW $0x0019, (AX)
MOVW R11, 2(AX)
ADDQ $0x04, AX
JMP match_nolit_emitcopy_end_encodeBetterBlockAsm8B
repeat_three_match_nolit_repeat_encodeBetterBlockAsm8B:
LEAL -4(R11), R11
MOVW $0x0015, (AX)
MOVB R11, 2(AX)
ADDQ $0x03, AX
JMP match_nolit_emitcopy_end_encodeBetterBlockAsm8B
repeat_two_match_nolit_repeat_encodeBetterBlockAsm8B:
SHLL $0x02, R11
ORL $0x01, R11
MOVW R11, (AX)
ADDQ $0x02, AX
JMP match_nolit_emitcopy_end_encodeBetterBlockAsm8B
XORQ BX, BX
LEAL 1(BX)(R11*4), R11
MOVB DI, 1(AX)
SARL $0x08, DI
SHLL $0x05, DI
ORL DI, R11
MOVB R11, (AX)
ADDQ $0x02, AX
match_nolit_emitcopy_end_encodeBetterBlockAsm8B:
CMPL CX, 8(SP)
JAE emit_remainder_encodeBetterBlockAsm8B
CMPQ AX, (SP)
JB match_nolit_dst_ok_encodeBetterBlockAsm8B
MOVQ $0x00000000, ret+48(FP)
RET
match_nolit_dst_ok_encodeBetterBlockAsm8B:
MOVQ $0x0000cf1bbcdcbf9b, BX
MOVQ $0x9e3779b1, DI
LEAQ 1(SI), SI
LEAQ -2(CX), R8
MOVQ (DX)(SI*1), R9
MOVQ 1(DX)(SI*1), R10
MOVQ (DX)(R8*1), R11
MOVQ 1(DX)(R8*1), R12
SHLQ $0x10, R9
IMULQ BX, R9
SHRQ $0x36, R9
SHLQ $0x20, R10
IMULQ DI, R10
SHRQ $0x38, R10
SHLQ $0x10, R11
IMULQ BX, R11
SHRQ $0x36, R11
SHLQ $0x20, R12
IMULQ DI, R12
SHRQ $0x38, R12
LEAQ 1(SI), DI
LEAQ 1(R8), R13
MOVL SI, 24(SP)(R9*4)
MOVL R8, 24(SP)(R11*4)
MOVL DI, 4120(SP)(R10*4)
MOVL R13, 4120(SP)(R12*4)
ADDQ $0x01, SI
SUBQ $0x01, R8
index_loop_encodeBetterBlockAsm8B:
CMPQ SI, R8
JAE search_loop_encodeBetterBlockAsm8B
MOVQ (DX)(SI*1), DI
MOVQ (DX)(R8*1), R9
SHLQ $0x10, DI
IMULQ BX, DI
SHRQ $0x36, DI
SHLQ $0x10, R9
IMULQ BX, R9
SHRQ $0x36, R9
MOVL SI, 24(SP)(DI*4)
MOVL R8, 24(SP)(R9*4)
ADDQ $0x02, SI
SUBQ $0x02, R8
JMP index_loop_encodeBetterBlockAsm8B
emit_remainder_encodeBetterBlockAsm8B:
MOVQ src_len+32(FP), CX
SUBL 12(SP), CX
LEAQ 3(AX)(CX*1), CX
CMPQ CX, (SP)
JB emit_remainder_ok_encodeBetterBlockAsm8B
MOVQ $0x00000000, ret+48(FP)
RET
emit_remainder_ok_encodeBetterBlockAsm8B:
MOVQ src_len+32(FP), CX
MOVL 12(SP), BX
CMPL BX, CX
JEQ emit_literal_done_emit_remainder_encodeBetterBlockAsm8B
MOVL CX, SI
MOVL CX, 12(SP)
LEAQ (DX)(BX*1), CX
SUBL BX, SI
LEAL -1(SI), DX
CMPL DX, $0x3c
JB one_byte_emit_remainder_encodeBetterBlockAsm8B
CMPL DX, $0x00000100
JB two_bytes_emit_remainder_encodeBetterBlockAsm8B
JB three_bytes_emit_remainder_encodeBetterBlockAsm8B
three_bytes_emit_remainder_encodeBetterBlockAsm8B:
MOVB $0xf4, (AX)
MOVW DX, 1(AX)
ADDQ $0x03, AX
JMP memmove_long_emit_remainder_encodeBetterBlockAsm8B
two_bytes_emit_remainder_encodeBetterBlockAsm8B:
MOVB $0xf0, (AX)
MOVB DL, 1(AX)
ADDQ $0x02, AX
CMPL DX, $0x40
JB memmove_emit_remainder_encodeBetterBlockAsm8B
JMP memmove_long_emit_remainder_encodeBetterBlockAsm8B
one_byte_emit_remainder_encodeBetterBlockAsm8B:
SHLB $0x02, DL
MOVB DL, (AX)
ADDQ $0x01, AX
memmove_emit_remainder_encodeBetterBlockAsm8B:
LEAQ (AX)(SI*1), DX
MOVL SI, BX
// genMemMoveShort
CMPQ BX, $0x03
JB emit_lit_memmove_emit_remainder_encodeBetterBlockAsm8B_memmove_move_1or2
JE emit_lit_memmove_emit_remainder_encodeBetterBlockAsm8B_memmove_move_3
CMPQ BX, $0x08
JB emit_lit_memmove_emit_remainder_encodeBetterBlockAsm8B_memmove_move_4through7
CMPQ BX, $0x10
JBE emit_lit_memmove_emit_remainder_encodeBetterBlockAsm8B_memmove_move_8through16
CMPQ BX, $0x20
JBE emit_lit_memmove_emit_remainder_encodeBetterBlockAsm8B_memmove_move_17through32
JMP emit_lit_memmove_emit_remainder_encodeBetterBlockAsm8B_memmove_move_33through64
emit_lit_memmove_emit_remainder_encodeBetterBlockAsm8B_memmove_move_1or2:
MOVB (CX), SI
MOVB -1(CX)(BX*1), CL
MOVB SI, (AX)
MOVB CL, -1(AX)(BX*1)
JMP memmove_end_copy_emit_remainder_encodeBetterBlockAsm8B
emit_lit_memmove_emit_remainder_encodeBetterBlockAsm8B_memmove_move_3:
MOVW (CX), SI
MOVB 2(CX), CL
MOVW SI, (AX)
MOVB CL, 2(AX)
JMP memmove_end_copy_emit_remainder_encodeBetterBlockAsm8B
emit_lit_memmove_emit_remainder_encodeBetterBlockAsm8B_memmove_move_4through7:
MOVL (CX), SI
MOVL -4(CX)(BX*1), CX
MOVL SI, (AX)
MOVL CX, -4(AX)(BX*1)
JMP memmove_end_copy_emit_remainder_encodeBetterBlockAsm8B
emit_lit_memmove_emit_remainder_encodeBetterBlockAsm8B_memmove_move_8through16:
MOVQ (CX), SI
MOVQ -8(CX)(BX*1), CX
MOVQ SI, (AX)
MOVQ CX, -8(AX)(BX*1)
JMP memmove_end_copy_emit_remainder_encodeBetterBlockAsm8B
emit_lit_memmove_emit_remainder_encodeBetterBlockAsm8B_memmove_move_17through32:
MOVOU (CX), X0
MOVOU -16(CX)(BX*1), X1
MOVOU X0, (AX)
MOVOU X1, -16(AX)(BX*1)
JMP memmove_end_copy_emit_remainder_encodeBetterBlockAsm8B
emit_lit_memmove_emit_remainder_encodeBetterBlockAsm8B_memmove_move_33through64:
MOVOU (CX), X0
MOVOU 16(CX), X1
MOVOU -32(CX)(BX*1), X2
MOVOU -16(CX)(BX*1), X3
MOVOU X0, (AX)
MOVOU X1, 16(AX)
MOVOU X2, -32(AX)(BX*1)
MOVOU X3, -16(AX)(BX*1)
memmove_end_copy_emit_remainder_encodeBetterBlockAsm8B:
MOVQ DX, AX
JMP emit_literal_done_emit_remainder_encodeBetterBlockAsm8B
memmove_long_emit_remainder_encodeBetterBlockAsm8B:
LEAQ (AX)(SI*1), DX
MOVL SI, BX
// genMemMoveLong
MOVOU (CX), X0
MOVOU 16(CX), X1
MOVOU -32(CX)(BX*1), X2
MOVOU -16(CX)(BX*1), X3
MOVQ BX, DI
SHRQ $0x05, DI
MOVQ AX, SI
ANDL $0x0000001f, SI
MOVQ $0x00000040, R8
SUBQ SI, R8
DECQ DI
JA emit_lit_memmove_long_emit_remainder_encodeBetterBlockAsm8Blarge_forward_sse_loop_32
LEAQ -32(CX)(R8*1), SI
LEAQ -32(AX)(R8*1), R9
emit_lit_memmove_long_emit_remainder_encodeBetterBlockAsm8Blarge_big_loop_back:
MOVOU (SI), X4
MOVOU 16(SI), X5
MOVOA X4, (R9)
MOVOA X5, 16(R9)
ADDQ $0x20, R9
ADDQ $0x20, SI
ADDQ $0x20, R8
DECQ DI
JNA emit_lit_memmove_long_emit_remainder_encodeBetterBlockAsm8Blarge_big_loop_back
emit_lit_memmove_long_emit_remainder_encodeBetterBlockAsm8Blarge_forward_sse_loop_32:
MOVOU -32(CX)(R8*1), X4
MOVOU -16(CX)(R8*1), X5
MOVOA X4, -32(AX)(R8*1)
MOVOA X5, -16(AX)(R8*1)
ADDQ $0x20, R8
CMPQ BX, R8
JAE emit_lit_memmove_long_emit_remainder_encodeBetterBlockAsm8Blarge_forward_sse_loop_32
MOVOU X0, (AX)
MOVOU X1, 16(AX)
MOVOU X2, -32(AX)(BX*1)
MOVOU X3, -16(AX)(BX*1)
MOVQ DX, AX
emit_literal_done_emit_remainder_encodeBetterBlockAsm8B:
MOVQ dst_base+0(FP), CX
SUBQ CX, AX
MOVQ AX, ret+48(FP)
RET
// func encodeSnappyBlockAsm(dst []byte, src []byte) int
// Requires: BMI, SSE2
TEXT ·encodeSnappyBlockAsm(SB), $65560-56
MOVQ dst_base+0(FP), AX
MOVQ $0x00000200, CX
LEAQ 24(SP), DX
PXOR X0, X0
zero_loop_encodeSnappyBlockAsm:
MOVOU X0, (DX)
MOVOU X0, 16(DX)
MOVOU X0, 32(DX)
MOVOU X0, 48(DX)
MOVOU X0, 64(DX)
MOVOU X0, 80(DX)
MOVOU X0, 96(DX)
MOVOU X0, 112(DX)
ADDQ $0x80, DX
DECQ CX
JNZ zero_loop_encodeSnappyBlockAsm
MOVL $0x00000000, 12(SP)
MOVQ src_len+32(FP), CX
LEAQ -9(CX), DX
LEAQ -8(CX), BX
MOVL BX, 8(SP)
SHRQ $0x05, CX
SUBL CX, DX
LEAQ (AX)(DX*1), DX
MOVQ DX, (SP)
MOVL $0x00000001, CX
MOVL CX, 16(SP)
MOVQ src_base+24(FP), DX
search_loop_encodeSnappyBlockAsm:
MOVL CX, BX
SUBL 12(SP), BX
SHRL $0x06, BX
LEAL 4(CX)(BX*1), BX
CMPL BX, 8(SP)
JAE emit_remainder_encodeSnappyBlockAsm
MOVQ (DX)(CX*1), SI
MOVL BX, 20(SP)
MOVQ $0x0000cf1bbcdcbf9b, R8
MOVQ SI, R9
MOVQ SI, R10
SHRQ $0x08, R10
SHLQ $0x10, R9
IMULQ R8, R9
SHRQ $0x32, R9
SHLQ $0x10, R10
IMULQ R8, R10
SHRQ $0x32, R10
MOVL 24(SP)(R9*4), BX
MOVL 24(SP)(R10*4), DI
MOVL CX, 24(SP)(R9*4)
LEAL 1(CX), R9
MOVL R9, 24(SP)(R10*4)
MOVQ SI, R9
SHRQ $0x10, R9
SHLQ $0x10, R9
IMULQ R8, R9
SHRQ $0x32, R9
MOVL CX, R8
SUBL 16(SP), R8
MOVL 1(DX)(R8*1), R10
MOVQ SI, R8
SHRQ $0x08, R8
CMPL R8, R10
JNE no_repeat_found_encodeSnappyBlockAsm
LEAL 1(CX), SI
MOVL 12(SP), BX
MOVL SI, DI
SUBL 16(SP), DI
JZ repeat_extend_back_end_encodeSnappyBlockAsm
repeat_extend_back_loop_encodeSnappyBlockAsm:
CMPL SI, BX
JBE repeat_extend_back_end_encodeSnappyBlockAsm
MOVB -1(DX)(DI*1), R8
MOVB -1(DX)(SI*1), R9
CMPB R8, R9
JNE repeat_extend_back_end_encodeSnappyBlockAsm
LEAL -1(SI), SI
DECL DI
JNZ repeat_extend_back_loop_encodeSnappyBlockAsm
repeat_extend_back_end_encodeSnappyBlockAsm:
MOVL 12(SP), BX
CMPL BX, SI
JEQ emit_literal_done_repeat_emit_encodeSnappyBlockAsm
MOVL SI, DI
MOVL SI, 12(SP)
LEAQ (DX)(BX*1), R8
SUBL BX, DI
LEAL -1(DI), BX
CMPL BX, $0x3c
JB one_byte_repeat_emit_encodeSnappyBlockAsm
CMPL BX, $0x00000100
JB two_bytes_repeat_emit_encodeSnappyBlockAsm
CMPL BX, $0x00010000
JB three_bytes_repeat_emit_encodeSnappyBlockAsm
CMPL BX, $0x01000000
JB four_bytes_repeat_emit_encodeSnappyBlockAsm
MOVB $0xfc, (AX)
MOVL BX, 1(AX)
ADDQ $0x05, AX
JMP memmove_long_repeat_emit_encodeSnappyBlockAsm
four_bytes_repeat_emit_encodeSnappyBlockAsm:
MOVL BX, R9
SHRL $0x10, R9
MOVB $0xf8, (AX)
MOVW BX, 1(AX)
MOVB R9, 3(AX)
ADDQ $0x04, AX
JMP memmove_long_repeat_emit_encodeSnappyBlockAsm
three_bytes_repeat_emit_encodeSnappyBlockAsm:
MOVB $0xf4, (AX)
MOVW BX, 1(AX)
ADDQ $0x03, AX
JMP memmove_long_repeat_emit_encodeSnappyBlockAsm
two_bytes_repeat_emit_encodeSnappyBlockAsm:
MOVB $0xf0, (AX)
MOVB BL, 1(AX)
ADDQ $0x02, AX
CMPL BX, $0x40
JB memmove_repeat_emit_encodeSnappyBlockAsm
JMP memmove_long_repeat_emit_encodeSnappyBlockAsm
one_byte_repeat_emit_encodeSnappyBlockAsm:
SHLB $0x02, BL
MOVB BL, (AX)
ADDQ $0x01, AX
memmove_repeat_emit_encodeSnappyBlockAsm:
LEAQ (AX)(DI*1), BX
// genMemMoveShort
CMPQ DI, $0x08
JBE emit_lit_memmove_repeat_emit_encodeSnappyBlockAsm_memmove_move_8
CMPQ DI, $0x10
JBE emit_lit_memmove_repeat_emit_encodeSnappyBlockAsm_memmove_move_8through16
CMPQ DI, $0x20
JBE emit_lit_memmove_repeat_emit_encodeSnappyBlockAsm_memmove_move_17through32
JMP emit_lit_memmove_repeat_emit_encodeSnappyBlockAsm_memmove_move_33through64
emit_lit_memmove_repeat_emit_encodeSnappyBlockAsm_memmove_move_8:
MOVQ (R8), R9
MOVQ R9, (AX)
JMP memmove_end_copy_repeat_emit_encodeSnappyBlockAsm
emit_lit_memmove_repeat_emit_encodeSnappyBlockAsm_memmove_move_8through16:
MOVQ (R8), R9
MOVQ -8(R8)(DI*1), R8
MOVQ R9, (AX)
MOVQ R8, -8(AX)(DI*1)
JMP memmove_end_copy_repeat_emit_encodeSnappyBlockAsm
emit_lit_memmove_repeat_emit_encodeSnappyBlockAsm_memmove_move_17through32:
MOVOU (R8), X0
MOVOU -16(R8)(DI*1), X1
MOVOU X0, (AX)
MOVOU X1, -16(AX)(DI*1)
JMP memmove_end_copy_repeat_emit_encodeSnappyBlockAsm
emit_lit_memmove_repeat_emit_encodeSnappyBlockAsm_memmove_move_33through64:
MOVOU (R8), X0
MOVOU 16(R8), X1
MOVOU -32(R8)(DI*1), X2
MOVOU -16(R8)(DI*1), X3
MOVOU X0, (AX)
MOVOU X1, 16(AX)
MOVOU X2, -32(AX)(DI*1)
MOVOU X3, -16(AX)(DI*1)
memmove_end_copy_repeat_emit_encodeSnappyBlockAsm:
MOVQ BX, AX
JMP emit_literal_done_repeat_emit_encodeSnappyBlockAsm
memmove_long_repeat_emit_encodeSnappyBlockAsm:
LEAQ (AX)(DI*1), BX
// genMemMoveLong
MOVOU (R8), X0
MOVOU 16(R8), X1
MOVOU -32(R8)(DI*1), X2
MOVOU -16(R8)(DI*1), X3
MOVQ DI, R10
SHRQ $0x05, R10
MOVQ AX, R9
ANDL $0x0000001f, R9
MOVQ $0x00000040, R11
SUBQ R9, R11
DECQ R10
JA emit_lit_memmove_long_repeat_emit_encodeSnappyBlockAsmlarge_forward_sse_loop_32
LEAQ -32(R8)(R11*1), R9
LEAQ -32(AX)(R11*1), R12
emit_lit_memmove_long_repeat_emit_encodeSnappyBlockAsmlarge_big_loop_back:
MOVOU (R9), X4
MOVOU 16(R9), X5
MOVOA X4, (R12)
MOVOA X5, 16(R12)
ADDQ $0x20, R12
ADDQ $0x20, R9
ADDQ $0x20, R11
DECQ R10
JNA emit_lit_memmove_long_repeat_emit_encodeSnappyBlockAsmlarge_big_loop_back
emit_lit_memmove_long_repeat_emit_encodeSnappyBlockAsmlarge_forward_sse_loop_32:
MOVOU -32(R8)(R11*1), X4
MOVOU -16(R8)(R11*1), X5
MOVOA X4, -32(AX)(R11*1)
MOVOA X5, -16(AX)(R11*1)
ADDQ $0x20, R11
CMPQ DI, R11
JAE emit_lit_memmove_long_repeat_emit_encodeSnappyBlockAsmlarge_forward_sse_loop_32
MOVOU X0, (AX)
MOVOU X1, 16(AX)
MOVOU X2, -32(AX)(DI*1)
MOVOU X3, -16(AX)(DI*1)
MOVQ BX, AX
emit_literal_done_repeat_emit_encodeSnappyBlockAsm:
ADDL $0x05, CX
MOVL CX, BX
SUBL 16(SP), BX
MOVQ src_len+32(FP), DI
SUBL CX, DI
LEAQ (DX)(CX*1), R8
LEAQ (DX)(BX*1), BX
// matchLen
XORL R10, R10
CMPL DI, $0x08
JB matchlen_match4_repeat_extend_encodeSnappyBlockAsm
matchlen_loopback_repeat_extend_encodeSnappyBlockAsm:
MOVQ (R8)(R10*1), R9
XORQ (BX)(R10*1), R9
TESTQ R9, R9
JZ matchlen_loop_repeat_extend_encodeSnappyBlockAsm
#ifdef GOAMD64_v3
TZCNTQ R9, R9
#else
BSFQ R9, R9
#endif
SARQ $0x03, R9
LEAL (R10)(R9*1), R10
JMP repeat_extend_forward_end_encodeSnappyBlockAsm
matchlen_loop_repeat_extend_encodeSnappyBlockAsm:
LEAL -8(DI), DI
LEAL 8(R10), R10
CMPL DI, $0x08
JAE matchlen_loopback_repeat_extend_encodeSnappyBlockAsm
JZ repeat_extend_forward_end_encodeSnappyBlockAsm
matchlen_match4_repeat_extend_encodeSnappyBlockAsm:
CMPL DI, $0x04
JB matchlen_match2_repeat_extend_encodeSnappyBlockAsm
MOVL (R8)(R10*1), R9
CMPL (BX)(R10*1), R9
JNE matchlen_match2_repeat_extend_encodeSnappyBlockAsm
SUBL $0x04, DI
LEAL 4(R10), R10
matchlen_match2_repeat_extend_encodeSnappyBlockAsm:
CMPL DI, $0x02
JB matchlen_match1_repeat_extend_encodeSnappyBlockAsm
MOVW (R8)(R10*1), R9
CMPW (BX)(R10*1), R9
JNE matchlen_match1_repeat_extend_encodeSnappyBlockAsm
SUBL $0x02, DI
LEAL 2(R10), R10
matchlen_match1_repeat_extend_encodeSnappyBlockAsm:
CMPL DI, $0x01
JB repeat_extend_forward_end_encodeSnappyBlockAsm
MOVB (R8)(R10*1), R9
CMPB (BX)(R10*1), R9
JNE repeat_extend_forward_end_encodeSnappyBlockAsm
LEAL 1(R10), R10
repeat_extend_forward_end_encodeSnappyBlockAsm:
ADDL R10, CX
MOVL CX, BX
SUBL SI, BX
MOVL 16(SP), SI
// emitCopy
CMPL SI, $0x00010000
JB two_byte_offset_repeat_as_copy_encodeSnappyBlockAsm
four_bytes_loop_back_repeat_as_copy_encodeSnappyBlockAsm:
CMPL BX, $0x40
JBE four_bytes_remain_repeat_as_copy_encodeSnappyBlockAsm
MOVB $0xff, (AX)
MOVL SI, 1(AX)
LEAL -64(BX), BX
ADDQ $0x05, AX
CMPL BX, $0x04
JB four_bytes_remain_repeat_as_copy_encodeSnappyBlockAsm
JMP four_bytes_loop_back_repeat_as_copy_encodeSnappyBlockAsm
four_bytes_remain_repeat_as_copy_encodeSnappyBlockAsm:
TESTL BX, BX
JZ repeat_end_emit_encodeSnappyBlockAsm
XORL DI, DI
LEAL -1(DI)(BX*4), BX
MOVB BL, (AX)
MOVL SI, 1(AX)
ADDQ $0x05, AX
JMP repeat_end_emit_encodeSnappyBlockAsm
two_byte_offset_repeat_as_copy_encodeSnappyBlockAsm:
CMPL BX, $0x40
JBE two_byte_offset_short_repeat_as_copy_encodeSnappyBlockAsm
MOVB $0xee, (AX)
MOVW SI, 1(AX)
LEAL -60(BX), BX
ADDQ $0x03, AX
JMP two_byte_offset_repeat_as_copy_encodeSnappyBlockAsm
two_byte_offset_short_repeat_as_copy_encodeSnappyBlockAsm:
MOVL BX, DI
SHLL $0x02, DI
CMPL BX, $0x0c
JAE emit_copy_three_repeat_as_copy_encodeSnappyBlockAsm
CMPL SI, $0x00000800
JAE emit_copy_three_repeat_as_copy_encodeSnappyBlockAsm
LEAL -15(DI), DI
MOVB SI, 1(AX)
SHRL $0x08, SI
SHLL $0x05, SI
ORL SI, DI
MOVB DI, (AX)
ADDQ $0x02, AX
JMP repeat_end_emit_encodeSnappyBlockAsm
emit_copy_three_repeat_as_copy_encodeSnappyBlockAsm:
LEAL -2(DI), DI
MOVB DI, (AX)
MOVW SI, 1(AX)
ADDQ $0x03, AX
repeat_end_emit_encodeSnappyBlockAsm:
MOVL CX, 12(SP)
JMP search_loop_encodeSnappyBlockAsm
no_repeat_found_encodeSnappyBlockAsm:
CMPL (DX)(BX*1), SI
JEQ candidate_match_encodeSnappyBlockAsm
SHRQ $0x08, SI
MOVL 24(SP)(R9*4), BX
LEAL 2(CX), R8
CMPL (DX)(DI*1), SI
JEQ candidate2_match_encodeSnappyBlockAsm
MOVL R8, 24(SP)(R9*4)
SHRQ $0x08, SI
CMPL (DX)(BX*1), SI
JEQ candidate3_match_encodeSnappyBlockAsm
MOVL 20(SP), CX
JMP search_loop_encodeSnappyBlockAsm
candidate3_match_encodeSnappyBlockAsm:
ADDL $0x02, CX
JMP candidate_match_encodeSnappyBlockAsm
candidate2_match_encodeSnappyBlockAsm:
MOVL R8, 24(SP)(R9*4)
INCL CX
MOVL DI, BX
candidate_match_encodeSnappyBlockAsm:
MOVL 12(SP), SI
TESTL BX, BX
JZ match_extend_back_end_encodeSnappyBlockAsm
match_extend_back_loop_encodeSnappyBlockAsm:
CMPL CX, SI
JBE match_extend_back_end_encodeSnappyBlockAsm
MOVB -1(DX)(BX*1), DI
MOVB -1(DX)(CX*1), R8
CMPB DI, R8
JNE match_extend_back_end_encodeSnappyBlockAsm
LEAL -1(CX), CX
DECL BX
JZ match_extend_back_end_encodeSnappyBlockAsm
JMP match_extend_back_loop_encodeSnappyBlockAsm
match_extend_back_end_encodeSnappyBlockAsm:
MOVL CX, SI
SUBL 12(SP), SI
LEAQ 5(AX)(SI*1), SI
CMPQ SI, (SP)
JB match_dst_size_check_encodeSnappyBlockAsm
MOVQ $0x00000000, ret+48(FP)
RET
match_dst_size_check_encodeSnappyBlockAsm:
MOVL CX, SI
MOVL 12(SP), DI
CMPL DI, SI
JEQ emit_literal_done_match_emit_encodeSnappyBlockAsm
MOVL SI, R8
MOVL SI, 12(SP)
LEAQ (DX)(DI*1), SI
SUBL DI, R8
LEAL -1(R8), DI
CMPL DI, $0x3c
JB one_byte_match_emit_encodeSnappyBlockAsm
CMPL DI, $0x00000100
JB two_bytes_match_emit_encodeSnappyBlockAsm
CMPL DI, $0x00010000
JB three_bytes_match_emit_encodeSnappyBlockAsm
CMPL DI, $0x01000000
JB four_bytes_match_emit_encodeSnappyBlockAsm
MOVB $0xfc, (AX)
MOVL DI, 1(AX)
ADDQ $0x05, AX
JMP memmove_long_match_emit_encodeSnappyBlockAsm
four_bytes_match_emit_encodeSnappyBlockAsm:
MOVL DI, R9
SHRL $0x10, R9
MOVB $0xf8, (AX)
MOVW DI, 1(AX)
MOVB R9, 3(AX)
ADDQ $0x04, AX
JMP memmove_long_match_emit_encodeSnappyBlockAsm
three_bytes_match_emit_encodeSnappyBlockAsm:
MOVB $0xf4, (AX)
MOVW DI, 1(AX)
ADDQ $0x03, AX
JMP memmove_long_match_emit_encodeSnappyBlockAsm
two_bytes_match_emit_encodeSnappyBlockAsm:
MOVB $0xf0, (AX)
MOVB DI, 1(AX)
ADDQ $0x02, AX
CMPL DI, $0x40
JB memmove_match_emit_encodeSnappyBlockAsm
JMP memmove_long_match_emit_encodeSnappyBlockAsm
one_byte_match_emit_encodeSnappyBlockAsm:
SHLB $0x02, DI
MOVB DI, (AX)
ADDQ $0x01, AX
memmove_match_emit_encodeSnappyBlockAsm:
LEAQ (AX)(R8*1), DI
// genMemMoveShort
CMPQ R8, $0x08
JBE emit_lit_memmove_match_emit_encodeSnappyBlockAsm_memmove_move_8
CMPQ R8, $0x10
JBE emit_lit_memmove_match_emit_encodeSnappyBlockAsm_memmove_move_8through16
CMPQ R8, $0x20
JBE emit_lit_memmove_match_emit_encodeSnappyBlockAsm_memmove_move_17through32
JMP emit_lit_memmove_match_emit_encodeSnappyBlockAsm_memmove_move_33through64
emit_lit_memmove_match_emit_encodeSnappyBlockAsm_memmove_move_8:
MOVQ (SI), R9
MOVQ R9, (AX)
JMP memmove_end_copy_match_emit_encodeSnappyBlockAsm
emit_lit_memmove_match_emit_encodeSnappyBlockAsm_memmove_move_8through16:
MOVQ (SI), R9
MOVQ -8(SI)(R8*1), SI
MOVQ R9, (AX)
MOVQ SI, -8(AX)(R8*1)
JMP memmove_end_copy_match_emit_encodeSnappyBlockAsm
emit_lit_memmove_match_emit_encodeSnappyBlockAsm_memmove_move_17through32:
MOVOU (SI), X0
MOVOU -16(SI)(R8*1), X1
MOVOU X0, (AX)
MOVOU X1, -16(AX)(R8*1)
JMP memmove_end_copy_match_emit_encodeSnappyBlockAsm
emit_lit_memmove_match_emit_encodeSnappyBlockAsm_memmove_move_33through64:
MOVOU (SI), X0
MOVOU 16(SI), X1
MOVOU -32(SI)(R8*1), X2
MOVOU -16(SI)(R8*1), X3
MOVOU X0, (AX)
MOVOU X1, 16(AX)
MOVOU X2, -32(AX)(R8*1)
MOVOU X3, -16(AX)(R8*1)
memmove_end_copy_match_emit_encodeSnappyBlockAsm:
MOVQ DI, AX
JMP emit_literal_done_match_emit_encodeSnappyBlockAsm
memmove_long_match_emit_encodeSnappyBlockAsm:
LEAQ (AX)(R8*1), DI
// genMemMoveLong
MOVOU (SI), X0
MOVOU 16(SI), X1
MOVOU -32(SI)(R8*1), X2
MOVOU -16(SI)(R8*1), X3
MOVQ R8, R10
SHRQ $0x05, R10
MOVQ AX, R9
ANDL $0x0000001f, R9
MOVQ $0x00000040, R11
SUBQ R9, R11
DECQ R10
JA emit_lit_memmove_long_match_emit_encodeSnappyBlockAsmlarge_forward_sse_loop_32
LEAQ -32(SI)(R11*1), R9
LEAQ -32(AX)(R11*1), R12
emit_lit_memmove_long_match_emit_encodeSnappyBlockAsmlarge_big_loop_back:
MOVOU (R9), X4
MOVOU 16(R9), X5
MOVOA X4, (R12)
MOVOA X5, 16(R12)
ADDQ $0x20, R12
ADDQ $0x20, R9
ADDQ $0x20, R11
DECQ R10
JNA emit_lit_memmove_long_match_emit_encodeSnappyBlockAsmlarge_big_loop_back
emit_lit_memmove_long_match_emit_encodeSnappyBlockAsmlarge_forward_sse_loop_32:
MOVOU -32(SI)(R11*1), X4
MOVOU -16(SI)(R11*1), X5
MOVOA X4, -32(AX)(R11*1)
MOVOA X5, -16(AX)(R11*1)
ADDQ $0x20, R11
CMPQ R8, R11
JAE emit_lit_memmove_long_match_emit_encodeSnappyBlockAsmlarge_forward_sse_loop_32
MOVOU X0, (AX)
MOVOU X1, 16(AX)
MOVOU X2, -32(AX)(R8*1)
MOVOU X3, -16(AX)(R8*1)
MOVQ DI, AX
emit_literal_done_match_emit_encodeSnappyBlockAsm:
match_nolit_loop_encodeSnappyBlockAsm:
MOVL CX, SI
SUBL BX, SI
MOVL SI, 16(SP)
ADDL $0x04, CX
ADDL $0x04, BX
MOVQ src_len+32(FP), SI
SUBL CX, SI
LEAQ (DX)(CX*1), DI
LEAQ (DX)(BX*1), BX
// matchLen
XORL R9, R9
CMPL SI, $0x08
JB matchlen_match4_match_nolit_encodeSnappyBlockAsm
matchlen_loopback_match_nolit_encodeSnappyBlockAsm:
MOVQ (DI)(R9*1), R8
XORQ (BX)(R9*1), R8
TESTQ R8, R8
JZ matchlen_loop_match_nolit_encodeSnappyBlockAsm
#ifdef GOAMD64_v3
TZCNTQ R8, R8
#else
BSFQ R8, R8
#endif
SARQ $0x03, R8
LEAL (R9)(R8*1), R9
JMP match_nolit_end_encodeSnappyBlockAsm
matchlen_loop_match_nolit_encodeSnappyBlockAsm:
LEAL -8(SI), SI
LEAL 8(R9), R9
CMPL SI, $0x08
JAE matchlen_loopback_match_nolit_encodeSnappyBlockAsm
JZ match_nolit_end_encodeSnappyBlockAsm
matchlen_match4_match_nolit_encodeSnappyBlockAsm:
CMPL SI, $0x04
JB matchlen_match2_match_nolit_encodeSnappyBlockAsm
MOVL (DI)(R9*1), R8
CMPL (BX)(R9*1), R8
JNE matchlen_match2_match_nolit_encodeSnappyBlockAsm
SUBL $0x04, SI
LEAL 4(R9), R9
matchlen_match2_match_nolit_encodeSnappyBlockAsm:
CMPL SI, $0x02
JB matchlen_match1_match_nolit_encodeSnappyBlockAsm
MOVW (DI)(R9*1), R8
CMPW (BX)(R9*1), R8
JNE matchlen_match1_match_nolit_encodeSnappyBlockAsm
SUBL $0x02, SI
LEAL 2(R9), R9
matchlen_match1_match_nolit_encodeSnappyBlockAsm:
CMPL SI, $0x01
JB match_nolit_end_encodeSnappyBlockAsm
MOVB (DI)(R9*1), R8
CMPB (BX)(R9*1), R8
JNE match_nolit_end_encodeSnappyBlockAsm
LEAL 1(R9), R9
match_nolit_end_encodeSnappyBlockAsm:
ADDL R9, CX
MOVL 16(SP), BX
ADDL $0x04, R9
MOVL CX, 12(SP)
// emitCopy
CMPL BX, $0x00010000
JB two_byte_offset_match_nolit_encodeSnappyBlockAsm
four_bytes_loop_back_match_nolit_encodeSnappyBlockAsm:
CMPL R9, $0x40
JBE four_bytes_remain_match_nolit_encodeSnappyBlockAsm
MOVB $0xff, (AX)
MOVL BX, 1(AX)
LEAL -64(R9), R9
ADDQ $0x05, AX
CMPL R9, $0x04
JB four_bytes_remain_match_nolit_encodeSnappyBlockAsm
JMP four_bytes_loop_back_match_nolit_encodeSnappyBlockAsm
four_bytes_remain_match_nolit_encodeSnappyBlockAsm:
TESTL R9, R9
JZ match_nolit_emitcopy_end_encodeSnappyBlockAsm
XORL SI, SI
LEAL -1(SI)(R9*4), R9
MOVB R9, (AX)
MOVL BX, 1(AX)
ADDQ $0x05, AX
JMP match_nolit_emitcopy_end_encodeSnappyBlockAsm
two_byte_offset_match_nolit_encodeSnappyBlockAsm:
CMPL R9, $0x40
JBE two_byte_offset_short_match_nolit_encodeSnappyBlockAsm
MOVB $0xee, (AX)
MOVW BX, 1(AX)
LEAL -60(R9), R9
ADDQ $0x03, AX
JMP two_byte_offset_match_nolit_encodeSnappyBlockAsm
two_byte_offset_short_match_nolit_encodeSnappyBlockAsm:
MOVL R9, SI
SHLL $0x02, SI
CMPL R9, $0x0c
JAE emit_copy_three_match_nolit_encodeSnappyBlockAsm
CMPL BX, $0x00000800
JAE emit_copy_three_match_nolit_encodeSnappyBlockAsm
LEAL -15(SI), SI
MOVB BL, 1(AX)
SHRL $0x08, BX
SHLL $0x05, BX
ORL BX, SI
MOVB SI, (AX)
ADDQ $0x02, AX
JMP match_nolit_emitcopy_end_encodeSnappyBlockAsm
emit_copy_three_match_nolit_encodeSnappyBlockAsm:
LEAL -2(SI), SI
MOVB SI, (AX)
MOVW BX, 1(AX)
ADDQ $0x03, AX
match_nolit_emitcopy_end_encodeSnappyBlockAsm:
CMPL CX, 8(SP)
JAE emit_remainder_encodeSnappyBlockAsm
MOVQ -2(DX)(CX*1), SI
CMPQ AX, (SP)
JB match_nolit_dst_ok_encodeSnappyBlockAsm
MOVQ $0x00000000, ret+48(FP)
RET
match_nolit_dst_ok_encodeSnappyBlockAsm:
MOVQ $0x0000cf1bbcdcbf9b, R8
MOVQ SI, DI
SHRQ $0x10, SI
MOVQ SI, BX
SHLQ $0x10, DI
IMULQ R8, DI
SHRQ $0x32, DI
SHLQ $0x10, BX
IMULQ R8, BX
SHRQ $0x32, BX
LEAL -2(CX), R8
LEAQ 24(SP)(BX*4), R9
MOVL (R9), BX
MOVL R8, 24(SP)(DI*4)
MOVL CX, (R9)
CMPL (DX)(BX*1), SI
JEQ match_nolit_loop_encodeSnappyBlockAsm
INCL CX
JMP search_loop_encodeSnappyBlockAsm
emit_remainder_encodeSnappyBlockAsm:
MOVQ src_len+32(FP), CX
SUBL 12(SP), CX
LEAQ 5(AX)(CX*1), CX
CMPQ CX, (SP)
JB emit_remainder_ok_encodeSnappyBlockAsm
MOVQ $0x00000000, ret+48(FP)
RET
emit_remainder_ok_encodeSnappyBlockAsm:
MOVQ src_len+32(FP), CX
MOVL 12(SP), BX
CMPL BX, CX
JEQ emit_literal_done_emit_remainder_encodeSnappyBlockAsm
MOVL CX, SI
MOVL CX, 12(SP)
LEAQ (DX)(BX*1), CX
SUBL BX, SI
LEAL -1(SI), DX
CMPL DX, $0x3c
JB one_byte_emit_remainder_encodeSnappyBlockAsm
CMPL DX, $0x00000100
JB two_bytes_emit_remainder_encodeSnappyBlockAsm
CMPL DX, $0x00010000
JB three_bytes_emit_remainder_encodeSnappyBlockAsm
CMPL DX, $0x01000000
JB four_bytes_emit_remainder_encodeSnappyBlockAsm
MOVB $0xfc, (AX)
MOVL DX, 1(AX)
ADDQ $0x05, AX
JMP memmove_long_emit_remainder_encodeSnappyBlockAsm
four_bytes_emit_remainder_encodeSnappyBlockAsm:
MOVL DX, BX
SHRL $0x10, BX
MOVB $0xf8, (AX)
MOVW DX, 1(AX)
MOVB BL, 3(AX)
ADDQ $0x04, AX
JMP memmove_long_emit_remainder_encodeSnappyBlockAsm
three_bytes_emit_remainder_encodeSnappyBlockAsm:
MOVB $0xf4, (AX)
MOVW DX, 1(AX)
ADDQ $0x03, AX
JMP memmove_long_emit_remainder_encodeSnappyBlockAsm
two_bytes_emit_remainder_encodeSnappyBlockAsm:
MOVB $0xf0, (AX)
MOVB DL, 1(AX)
ADDQ $0x02, AX
CMPL DX, $0x40
JB memmove_emit_remainder_encodeSnappyBlockAsm
JMP memmove_long_emit_remainder_encodeSnappyBlockAsm
one_byte_emit_remainder_encodeSnappyBlockAsm:
SHLB $0x02, DL
MOVB DL, (AX)
ADDQ $0x01, AX
memmove_emit_remainder_encodeSnappyBlockAsm:
LEAQ (AX)(SI*1), DX
MOVL SI, BX
// genMemMoveShort
CMPQ BX, $0x03
JB emit_lit_memmove_emit_remainder_encodeSnappyBlockAsm_memmove_move_1or2
JE emit_lit_memmove_emit_remainder_encodeSnappyBlockAsm_memmove_move_3
CMPQ BX, $0x08
JB emit_lit_memmove_emit_remainder_encodeSnappyBlockAsm_memmove_move_4through7
CMPQ BX, $0x10
JBE emit_lit_memmove_emit_remainder_encodeSnappyBlockAsm_memmove_move_8through16
CMPQ BX, $0x20
JBE emit_lit_memmove_emit_remainder_encodeSnappyBlockAsm_memmove_move_17through32
JMP emit_lit_memmove_emit_remainder_encodeSnappyBlockAsm_memmove_move_33through64
emit_lit_memmove_emit_remainder_encodeSnappyBlockAsm_memmove_move_1or2:
MOVB (CX), SI
MOVB -1(CX)(BX*1), CL
MOVB SI, (AX)
MOVB CL, -1(AX)(BX*1)
JMP memmove_end_copy_emit_remainder_encodeSnappyBlockAsm
emit_lit_memmove_emit_remainder_encodeSnappyBlockAsm_memmove_move_3:
MOVW (CX), SI
MOVB 2(CX), CL
MOVW SI, (AX)
MOVB CL, 2(AX)
JMP memmove_end_copy_emit_remainder_encodeSnappyBlockAsm
emit_lit_memmove_emit_remainder_encodeSnappyBlockAsm_memmove_move_4through7:
MOVL (CX), SI
MOVL -4(CX)(BX*1), CX
MOVL SI, (AX)
MOVL CX, -4(AX)(BX*1)
JMP memmove_end_copy_emit_remainder_encodeSnappyBlockAsm
emit_lit_memmove_emit_remainder_encodeSnappyBlockAsm_memmove_move_8through16:
MOVQ (CX), SI
MOVQ -8(CX)(BX*1), CX
MOVQ SI, (AX)
MOVQ CX, -8(AX)(BX*1)
JMP memmove_end_copy_emit_remainder_encodeSnappyBlockAsm
emit_lit_memmove_emit_remainder_encodeSnappyBlockAsm_memmove_move_17through32:
MOVOU (CX), X0
MOVOU -16(CX)(BX*1), X1
MOVOU X0, (AX)
MOVOU X1, -16(AX)(BX*1)
JMP memmove_end_copy_emit_remainder_encodeSnappyBlockAsm
emit_lit_memmove_emit_remainder_encodeSnappyBlockAsm_memmove_move_33through64:
MOVOU (CX), X0
MOVOU 16(CX), X1
MOVOU -32(CX)(BX*1), X2
MOVOU -16(CX)(BX*1), X3
MOVOU X0, (AX)
MOVOU X1, 16(AX)
MOVOU X2, -32(AX)(BX*1)
MOVOU X3, -16(AX)(BX*1)
memmove_end_copy_emit_remainder_encodeSnappyBlockAsm:
MOVQ DX, AX
JMP emit_literal_done_emit_remainder_encodeSnappyBlockAsm
memmove_long_emit_remainder_encodeSnappyBlockAsm:
LEAQ (AX)(SI*1), DX
MOVL SI, BX
// genMemMoveLong
MOVOU (CX), X0
MOVOU 16(CX), X1
MOVOU -32(CX)(BX*1), X2
MOVOU -16(CX)(BX*1), X3
MOVQ BX, DI
SHRQ $0x05, DI
MOVQ AX, SI
ANDL $0x0000001f, SI
MOVQ $0x00000040, R8
SUBQ SI, R8
DECQ DI
JA emit_lit_memmove_long_emit_remainder_encodeSnappyBlockAsmlarge_forward_sse_loop_32
LEAQ -32(CX)(R8*1), SI
LEAQ -32(AX)(R8*1), R9
emit_lit_memmove_long_emit_remainder_encodeSnappyBlockAsmlarge_big_loop_back:
MOVOU (SI), X4
MOVOU 16(SI), X5
MOVOA X4, (R9)
MOVOA X5, 16(R9)
ADDQ $0x20, R9
ADDQ $0x20, SI
ADDQ $0x20, R8
DECQ DI
JNA emit_lit_memmove_long_emit_remainder_encodeSnappyBlockAsmlarge_big_loop_back
emit_lit_memmove_long_emit_remainder_encodeSnappyBlockAsmlarge_forward_sse_loop_32:
MOVOU -32(CX)(R8*1), X4
MOVOU -16(CX)(R8*1), X5
MOVOA X4, -32(AX)(R8*1)
MOVOA X5, -16(AX)(R8*1)
ADDQ $0x20, R8
CMPQ BX, R8
JAE emit_lit_memmove_long_emit_remainder_encodeSnappyBlockAsmlarge_forward_sse_loop_32
MOVOU X0, (AX)
MOVOU X1, 16(AX)
MOVOU X2, -32(AX)(BX*1)
MOVOU X3, -16(AX)(BX*1)
MOVQ DX, AX
emit_literal_done_emit_remainder_encodeSnappyBlockAsm:
MOVQ dst_base+0(FP), CX
SUBQ CX, AX
MOVQ AX, ret+48(FP)
RET
// func encodeSnappyBlockAsm64K(dst []byte, src []byte) int
// Requires: BMI, SSE2
TEXT ·encodeSnappyBlockAsm64K(SB), $65560-56
MOVQ dst_base+0(FP), AX
MOVQ $0x00000200, CX
LEAQ 24(SP), DX
PXOR X0, X0
zero_loop_encodeSnappyBlockAsm64K:
MOVOU X0, (DX)
MOVOU X0, 16(DX)
MOVOU X0, 32(DX)
MOVOU X0, 48(DX)
MOVOU X0, 64(DX)
MOVOU X0, 80(DX)
MOVOU X0, 96(DX)
MOVOU X0, 112(DX)
ADDQ $0x80, DX
DECQ CX
JNZ zero_loop_encodeSnappyBlockAsm64K
MOVL $0x00000000, 12(SP)
MOVQ src_len+32(FP), CX
LEAQ -9(CX), DX
LEAQ -8(CX), BX
MOVL BX, 8(SP)
SHRQ $0x05, CX
SUBL CX, DX
LEAQ (AX)(DX*1), DX
MOVQ DX, (SP)
MOVL $0x00000001, CX
MOVL CX, 16(SP)
MOVQ src_base+24(FP), DX
search_loop_encodeSnappyBlockAsm64K:
MOVL CX, BX
SUBL 12(SP), BX
SHRL $0x06, BX
LEAL 4(CX)(BX*1), BX
CMPL BX, 8(SP)
JAE emit_remainder_encodeSnappyBlockAsm64K
MOVQ (DX)(CX*1), SI
MOVL BX, 20(SP)
MOVQ $0x0000cf1bbcdcbf9b, R8
MOVQ SI, R9
MOVQ SI, R10
SHRQ $0x08, R10
SHLQ $0x10, R9
IMULQ R8, R9
SHRQ $0x32, R9
SHLQ $0x10, R10
IMULQ R8, R10
SHRQ $0x32, R10
MOVL 24(SP)(R9*4), BX
MOVL 24(SP)(R10*4), DI
MOVL CX, 24(SP)(R9*4)
LEAL 1(CX), R9
MOVL R9, 24(SP)(R10*4)
MOVQ SI, R9
SHRQ $0x10, R9
SHLQ $0x10, R9
IMULQ R8, R9
SHRQ $0x32, R9
MOVL CX, R8
SUBL 16(SP), R8
MOVL 1(DX)(R8*1), R10
MOVQ SI, R8
SHRQ $0x08, R8
CMPL R8, R10
JNE no_repeat_found_encodeSnappyBlockAsm64K
LEAL 1(CX), SI
MOVL 12(SP), BX
MOVL SI, DI
SUBL 16(SP), DI
JZ repeat_extend_back_end_encodeSnappyBlockAsm64K
repeat_extend_back_loop_encodeSnappyBlockAsm64K:
CMPL SI, BX
JBE repeat_extend_back_end_encodeSnappyBlockAsm64K
MOVB -1(DX)(DI*1), R8
MOVB -1(DX)(SI*1), R9
CMPB R8, R9
JNE repeat_extend_back_end_encodeSnappyBlockAsm64K
LEAL -1(SI), SI
DECL DI
JNZ repeat_extend_back_loop_encodeSnappyBlockAsm64K
repeat_extend_back_end_encodeSnappyBlockAsm64K:
MOVL 12(SP), BX
CMPL BX, SI
JEQ emit_literal_done_repeat_emit_encodeSnappyBlockAsm64K
MOVL SI, DI
MOVL SI, 12(SP)
LEAQ (DX)(BX*1), R8
SUBL BX, DI
LEAL -1(DI), BX
CMPL BX, $0x3c
JB one_byte_repeat_emit_encodeSnappyBlockAsm64K
CMPL BX, $0x00000100
JB two_bytes_repeat_emit_encodeSnappyBlockAsm64K
JB three_bytes_repeat_emit_encodeSnappyBlockAsm64K
three_bytes_repeat_emit_encodeSnappyBlockAsm64K:
MOVB $0xf4, (AX)
MOVW BX, 1(AX)
ADDQ $0x03, AX
JMP memmove_long_repeat_emit_encodeSnappyBlockAsm64K
two_bytes_repeat_emit_encodeSnappyBlockAsm64K:
MOVB $0xf0, (AX)
MOVB BL, 1(AX)
ADDQ $0x02, AX
CMPL BX, $0x40
JB memmove_repeat_emit_encodeSnappyBlockAsm64K
JMP memmove_long_repeat_emit_encodeSnappyBlockAsm64K
one_byte_repeat_emit_encodeSnappyBlockAsm64K:
SHLB $0x02, BL
MOVB BL, (AX)
ADDQ $0x01, AX
memmove_repeat_emit_encodeSnappyBlockAsm64K:
LEAQ (AX)(DI*1), BX
// genMemMoveShort
CMPQ DI, $0x08
JBE emit_lit_memmove_repeat_emit_encodeSnappyBlockAsm64K_memmove_move_8
CMPQ DI, $0x10
JBE emit_lit_memmove_repeat_emit_encodeSnappyBlockAsm64K_memmove_move_8through16
CMPQ DI, $0x20
JBE emit_lit_memmove_repeat_emit_encodeSnappyBlockAsm64K_memmove_move_17through32
JMP emit_lit_memmove_repeat_emit_encodeSnappyBlockAsm64K_memmove_move_33through64
emit_lit_memmove_repeat_emit_encodeSnappyBlockAsm64K_memmove_move_8:
MOVQ (R8), R9
MOVQ R9, (AX)
JMP memmove_end_copy_repeat_emit_encodeSnappyBlockAsm64K
emit_lit_memmove_repeat_emit_encodeSnappyBlockAsm64K_memmove_move_8through16:
MOVQ (R8), R9
MOVQ -8(R8)(DI*1), R8
MOVQ R9, (AX)
MOVQ R8, -8(AX)(DI*1)
JMP memmove_end_copy_repeat_emit_encodeSnappyBlockAsm64K
emit_lit_memmove_repeat_emit_encodeSnappyBlockAsm64K_memmove_move_17through32:
MOVOU (R8), X0
MOVOU -16(R8)(DI*1), X1
MOVOU X0, (AX)
MOVOU X1, -16(AX)(DI*1)
JMP memmove_end_copy_repeat_emit_encodeSnappyBlockAsm64K
emit_lit_memmove_repeat_emit_encodeSnappyBlockAsm64K_memmove_move_33through64:
MOVOU (R8), X0
MOVOU 16(R8), X1
MOVOU -32(R8)(DI*1), X2
MOVOU -16(R8)(DI*1), X3
MOVOU X0, (AX)
MOVOU X1, 16(AX)
MOVOU X2, -32(AX)(DI*1)
MOVOU X3, -16(AX)(DI*1)
memmove_end_copy_repeat_emit_encodeSnappyBlockAsm64K:
MOVQ BX, AX
JMP emit_literal_done_repeat_emit_encodeSnappyBlockAsm64K
memmove_long_repeat_emit_encodeSnappyBlockAsm64K:
LEAQ (AX)(DI*1), BX
// genMemMoveLong
MOVOU (R8), X0
MOVOU 16(R8), X1
MOVOU -32(R8)(DI*1), X2
MOVOU -16(R8)(DI*1), X3
MOVQ DI, R10
SHRQ $0x05, R10
MOVQ AX, R9
ANDL $0x0000001f, R9
MOVQ $0x00000040, R11
SUBQ R9, R11
DECQ R10
JA emit_lit_memmove_long_repeat_emit_encodeSnappyBlockAsm64Klarge_forward_sse_loop_32
LEAQ -32(R8)(R11*1), R9
LEAQ -32(AX)(R11*1), R12
emit_lit_memmove_long_repeat_emit_encodeSnappyBlockAsm64Klarge_big_loop_back:
MOVOU (R9), X4
MOVOU 16(R9), X5
MOVOA X4, (R12)
MOVOA X5, 16(R12)
ADDQ $0x20, R12
ADDQ $0x20, R9
ADDQ $0x20, R11
DECQ R10
JNA emit_lit_memmove_long_repeat_emit_encodeSnappyBlockAsm64Klarge_big_loop_back
emit_lit_memmove_long_repeat_emit_encodeSnappyBlockAsm64Klarge_forward_sse_loop_32:
MOVOU -32(R8)(R11*1), X4
MOVOU -16(R8)(R11*1), X5
MOVOA X4, -32(AX)(R11*1)
MOVOA X5, -16(AX)(R11*1)
ADDQ $0x20, R11
CMPQ DI, R11
JAE emit_lit_memmove_long_repeat_emit_encodeSnappyBlockAsm64Klarge_forward_sse_loop_32
MOVOU X0, (AX)
MOVOU X1, 16(AX)
MOVOU X2, -32(AX)(DI*1)
MOVOU X3, -16(AX)(DI*1)
MOVQ BX, AX
emit_literal_done_repeat_emit_encodeSnappyBlockAsm64K:
ADDL $0x05, CX
MOVL CX, BX
SUBL 16(SP), BX
MOVQ src_len+32(FP), DI
SUBL CX, DI
LEAQ (DX)(CX*1), R8
LEAQ (DX)(BX*1), BX
// matchLen
XORL R10, R10
CMPL DI, $0x08
JB matchlen_match4_repeat_extend_encodeSnappyBlockAsm64K
matchlen_loopback_repeat_extend_encodeSnappyBlockAsm64K:
MOVQ (R8)(R10*1), R9
XORQ (BX)(R10*1), R9
TESTQ R9, R9
JZ matchlen_loop_repeat_extend_encodeSnappyBlockAsm64K
#ifdef GOAMD64_v3
TZCNTQ R9, R9
#else
BSFQ R9, R9
#endif
SARQ $0x03, R9
LEAL (R10)(R9*1), R10
JMP repeat_extend_forward_end_encodeSnappyBlockAsm64K
matchlen_loop_repeat_extend_encodeSnappyBlockAsm64K:
LEAL -8(DI), DI
LEAL 8(R10), R10
CMPL DI, $0x08
JAE matchlen_loopback_repeat_extend_encodeSnappyBlockAsm64K
JZ repeat_extend_forward_end_encodeSnappyBlockAsm64K
matchlen_match4_repeat_extend_encodeSnappyBlockAsm64K:
CMPL DI, $0x04
JB matchlen_match2_repeat_extend_encodeSnappyBlockAsm64K
MOVL (R8)(R10*1), R9
CMPL (BX)(R10*1), R9
JNE matchlen_match2_repeat_extend_encodeSnappyBlockAsm64K
SUBL $0x04, DI
LEAL 4(R10), R10
matchlen_match2_repeat_extend_encodeSnappyBlockAsm64K:
CMPL DI, $0x02
JB matchlen_match1_repeat_extend_encodeSnappyBlockAsm64K
MOVW (R8)(R10*1), R9
CMPW (BX)(R10*1), R9
JNE matchlen_match1_repeat_extend_encodeSnappyBlockAsm64K
SUBL $0x02, DI
LEAL 2(R10), R10
matchlen_match1_repeat_extend_encodeSnappyBlockAsm64K:
CMPL DI, $0x01
JB repeat_extend_forward_end_encodeSnappyBlockAsm64K
MOVB (R8)(R10*1), R9
CMPB (BX)(R10*1), R9
JNE repeat_extend_forward_end_encodeSnappyBlockAsm64K
LEAL 1(R10), R10
repeat_extend_forward_end_encodeSnappyBlockAsm64K:
ADDL R10, CX
MOVL CX, BX
SUBL SI, BX
MOVL 16(SP), SI
// emitCopy
two_byte_offset_repeat_as_copy_encodeSnappyBlockAsm64K:
CMPL BX, $0x40
JBE two_byte_offset_short_repeat_as_copy_encodeSnappyBlockAsm64K
MOVB $0xee, (AX)
MOVW SI, 1(AX)
LEAL -60(BX), BX
ADDQ $0x03, AX
JMP two_byte_offset_repeat_as_copy_encodeSnappyBlockAsm64K
two_byte_offset_short_repeat_as_copy_encodeSnappyBlockAsm64K:
MOVL BX, DI
SHLL $0x02, DI
CMPL BX, $0x0c
JAE emit_copy_three_repeat_as_copy_encodeSnappyBlockAsm64K
CMPL SI, $0x00000800
JAE emit_copy_three_repeat_as_copy_encodeSnappyBlockAsm64K
LEAL -15(DI), DI
MOVB SI, 1(AX)
SHRL $0x08, SI
SHLL $0x05, SI
ORL SI, DI
MOVB DI, (AX)
ADDQ $0x02, AX
JMP repeat_end_emit_encodeSnappyBlockAsm64K
emit_copy_three_repeat_as_copy_encodeSnappyBlockAsm64K:
LEAL -2(DI), DI
MOVB DI, (AX)
MOVW SI, 1(AX)
ADDQ $0x03, AX
repeat_end_emit_encodeSnappyBlockAsm64K:
MOVL CX, 12(SP)
JMP search_loop_encodeSnappyBlockAsm64K
no_repeat_found_encodeSnappyBlockAsm64K:
CMPL (DX)(BX*1), SI
JEQ candidate_match_encodeSnappyBlockAsm64K
SHRQ $0x08, SI
MOVL 24(SP)(R9*4), BX
LEAL 2(CX), R8
CMPL (DX)(DI*1), SI
JEQ candidate2_match_encodeSnappyBlockAsm64K
MOVL R8, 24(SP)(R9*4)
SHRQ $0x08, SI
CMPL (DX)(BX*1), SI
JEQ candidate3_match_encodeSnappyBlockAsm64K
MOVL 20(SP), CX
JMP search_loop_encodeSnappyBlockAsm64K
candidate3_match_encodeSnappyBlockAsm64K:
ADDL $0x02, CX
JMP candidate_match_encodeSnappyBlockAsm64K
candidate2_match_encodeSnappyBlockAsm64K:
MOVL R8, 24(SP)(R9*4)
INCL CX
MOVL DI, BX
candidate_match_encodeSnappyBlockAsm64K:
MOVL 12(SP), SI
TESTL BX, BX
JZ match_extend_back_end_encodeSnappyBlockAsm64K
match_extend_back_loop_encodeSnappyBlockAsm64K:
CMPL CX, SI
JBE match_extend_back_end_encodeSnappyBlockAsm64K
MOVB -1(DX)(BX*1), DI
MOVB -1(DX)(CX*1), R8
CMPB DI, R8
JNE match_extend_back_end_encodeSnappyBlockAsm64K
LEAL -1(CX), CX
DECL BX
JZ match_extend_back_end_encodeSnappyBlockAsm64K
JMP match_extend_back_loop_encodeSnappyBlockAsm64K
match_extend_back_end_encodeSnappyBlockAsm64K:
MOVL CX, SI
SUBL 12(SP), SI
LEAQ 3(AX)(SI*1), SI
CMPQ SI, (SP)
JB match_dst_size_check_encodeSnappyBlockAsm64K
MOVQ $0x00000000, ret+48(FP)
RET
match_dst_size_check_encodeSnappyBlockAsm64K:
MOVL CX, SI
MOVL 12(SP), DI
CMPL DI, SI
JEQ emit_literal_done_match_emit_encodeSnappyBlockAsm64K
MOVL SI, R8
MOVL SI, 12(SP)
LEAQ (DX)(DI*1), SI
SUBL DI, R8
LEAL -1(R8), DI
CMPL DI, $0x3c
JB one_byte_match_emit_encodeSnappyBlockAsm64K
CMPL DI, $0x00000100
JB two_bytes_match_emit_encodeSnappyBlockAsm64K
JB three_bytes_match_emit_encodeSnappyBlockAsm64K
three_bytes_match_emit_encodeSnappyBlockAsm64K:
MOVB $0xf4, (AX)
MOVW DI, 1(AX)
ADDQ $0x03, AX
JMP memmove_long_match_emit_encodeSnappyBlockAsm64K
two_bytes_match_emit_encodeSnappyBlockAsm64K:
MOVB $0xf0, (AX)
MOVB DI, 1(AX)
ADDQ $0x02, AX
CMPL DI, $0x40
JB memmove_match_emit_encodeSnappyBlockAsm64K
JMP memmove_long_match_emit_encodeSnappyBlockAsm64K
one_byte_match_emit_encodeSnappyBlockAsm64K:
SHLB $0x02, DI
MOVB DI, (AX)
ADDQ $0x01, AX
memmove_match_emit_encodeSnappyBlockAsm64K:
LEAQ (AX)(R8*1), DI
// genMemMoveShort
CMPQ R8, $0x08
JBE emit_lit_memmove_match_emit_encodeSnappyBlockAsm64K_memmove_move_8
CMPQ R8, $0x10
JBE emit_lit_memmove_match_emit_encodeSnappyBlockAsm64K_memmove_move_8through16
CMPQ R8, $0x20
JBE emit_lit_memmove_match_emit_encodeSnappyBlockAsm64K_memmove_move_17through32
JMP emit_lit_memmove_match_emit_encodeSnappyBlockAsm64K_memmove_move_33through64
emit_lit_memmove_match_emit_encodeSnappyBlockAsm64K_memmove_move_8:
MOVQ (SI), R9
MOVQ R9, (AX)
JMP memmove_end_copy_match_emit_encodeSnappyBlockAsm64K
emit_lit_memmove_match_emit_encodeSnappyBlockAsm64K_memmove_move_8through16:
MOVQ (SI), R9
MOVQ -8(SI)(R8*1), SI
MOVQ R9, (AX)
MOVQ SI, -8(AX)(R8*1)
JMP memmove_end_copy_match_emit_encodeSnappyBlockAsm64K
emit_lit_memmove_match_emit_encodeSnappyBlockAsm64K_memmove_move_17through32:
MOVOU (SI), X0
MOVOU -16(SI)(R8*1), X1
MOVOU X0, (AX)
MOVOU X1, -16(AX)(R8*1)
JMP memmove_end_copy_match_emit_encodeSnappyBlockAsm64K
emit_lit_memmove_match_emit_encodeSnappyBlockAsm64K_memmove_move_33through64:
MOVOU (SI), X0
MOVOU 16(SI), X1
MOVOU -32(SI)(R8*1), X2
MOVOU -16(SI)(R8*1), X3
MOVOU X0, (AX)
MOVOU X1, 16(AX)
MOVOU X2, -32(AX)(R8*1)
MOVOU X3, -16(AX)(R8*1)
memmove_end_copy_match_emit_encodeSnappyBlockAsm64K:
MOVQ DI, AX
JMP emit_literal_done_match_emit_encodeSnappyBlockAsm64K
memmove_long_match_emit_encodeSnappyBlockAsm64K:
LEAQ (AX)(R8*1), DI
// genMemMoveLong
MOVOU (SI), X0
MOVOU 16(SI), X1
MOVOU -32(SI)(R8*1), X2
MOVOU -16(SI)(R8*1), X3
MOVQ R8, R10
SHRQ $0x05, R10
MOVQ AX, R9
ANDL $0x0000001f, R9
MOVQ $0x00000040, R11
SUBQ R9, R11
DECQ R10
JA emit_lit_memmove_long_match_emit_encodeSnappyBlockAsm64Klarge_forward_sse_loop_32
LEAQ -32(SI)(R11*1), R9
LEAQ -32(AX)(R11*1), R12
emit_lit_memmove_long_match_emit_encodeSnappyBlockAsm64Klarge_big_loop_back:
MOVOU (R9), X4
MOVOU 16(R9), X5
MOVOA X4, (R12)
MOVOA X5, 16(R12)
ADDQ $0x20, R12
ADDQ $0x20, R9
ADDQ $0x20, R11
DECQ R10
JNA emit_lit_memmove_long_match_emit_encodeSnappyBlockAsm64Klarge_big_loop_back
emit_lit_memmove_long_match_emit_encodeSnappyBlockAsm64Klarge_forward_sse_loop_32:
MOVOU -32(SI)(R11*1), X4
MOVOU -16(SI)(R11*1), X5
MOVOA X4, -32(AX)(R11*1)
MOVOA X5, -16(AX)(R11*1)
ADDQ $0x20, R11
CMPQ R8, R11
JAE emit_lit_memmove_long_match_emit_encodeSnappyBlockAsm64Klarge_forward_sse_loop_32
MOVOU X0, (AX)
MOVOU X1, 16(AX)
MOVOU X2, -32(AX)(R8*1)
MOVOU X3, -16(AX)(R8*1)
MOVQ DI, AX
emit_literal_done_match_emit_encodeSnappyBlockAsm64K:
match_nolit_loop_encodeSnappyBlockAsm64K:
MOVL CX, SI
SUBL BX, SI
MOVL SI, 16(SP)
ADDL $0x04, CX
ADDL $0x04, BX
MOVQ src_len+32(FP), SI
SUBL CX, SI
LEAQ (DX)(CX*1), DI
LEAQ (DX)(BX*1), BX
// matchLen
XORL R9, R9
CMPL SI, $0x08
JB matchlen_match4_match_nolit_encodeSnappyBlockAsm64K
matchlen_loopback_match_nolit_encodeSnappyBlockAsm64K:
MOVQ (DI)(R9*1), R8
XORQ (BX)(R9*1), R8
TESTQ R8, R8
JZ matchlen_loop_match_nolit_encodeSnappyBlockAsm64K
#ifdef GOAMD64_v3
TZCNTQ R8, R8
#else
BSFQ R8, R8
#endif
SARQ $0x03, R8
LEAL (R9)(R8*1), R9
JMP match_nolit_end_encodeSnappyBlockAsm64K
matchlen_loop_match_nolit_encodeSnappyBlockAsm64K:
LEAL -8(SI), SI
LEAL 8(R9), R9
CMPL SI, $0x08
JAE matchlen_loopback_match_nolit_encodeSnappyBlockAsm64K
JZ match_nolit_end_encodeSnappyBlockAsm64K
matchlen_match4_match_nolit_encodeSnappyBlockAsm64K:
CMPL SI, $0x04
JB matchlen_match2_match_nolit_encodeSnappyBlockAsm64K
MOVL (DI)(R9*1), R8
CMPL (BX)(R9*1), R8
JNE matchlen_match2_match_nolit_encodeSnappyBlockAsm64K
SUBL $0x04, SI
LEAL 4(R9), R9
matchlen_match2_match_nolit_encodeSnappyBlockAsm64K:
CMPL SI, $0x02
JB matchlen_match1_match_nolit_encodeSnappyBlockAsm64K
MOVW (DI)(R9*1), R8
CMPW (BX)(R9*1), R8
JNE matchlen_match1_match_nolit_encodeSnappyBlockAsm64K
SUBL $0x02, SI
LEAL 2(R9), R9
matchlen_match1_match_nolit_encodeSnappyBlockAsm64K:
CMPL SI, $0x01
JB match_nolit_end_encodeSnappyBlockAsm64K
MOVB (DI)(R9*1), R8
CMPB (BX)(R9*1), R8
JNE match_nolit_end_encodeSnappyBlockAsm64K
LEAL 1(R9), R9
match_nolit_end_encodeSnappyBlockAsm64K:
ADDL R9, CX
MOVL 16(SP), BX
ADDL $0x04, R9
MOVL CX, 12(SP)
// emitCopy
two_byte_offset_match_nolit_encodeSnappyBlockAsm64K:
CMPL R9, $0x40
JBE two_byte_offset_short_match_nolit_encodeSnappyBlockAsm64K
MOVB $0xee, (AX)
MOVW BX, 1(AX)
LEAL -60(R9), R9
ADDQ $0x03, AX
JMP two_byte_offset_match_nolit_encodeSnappyBlockAsm64K
two_byte_offset_short_match_nolit_encodeSnappyBlockAsm64K:
MOVL R9, SI
SHLL $0x02, SI
CMPL R9, $0x0c
JAE emit_copy_three_match_nolit_encodeSnappyBlockAsm64K
CMPL BX, $0x00000800
JAE emit_copy_three_match_nolit_encodeSnappyBlockAsm64K
LEAL -15(SI), SI
MOVB BL, 1(AX)
SHRL $0x08, BX
SHLL $0x05, BX
ORL BX, SI
MOVB SI, (AX)
ADDQ $0x02, AX
JMP match_nolit_emitcopy_end_encodeSnappyBlockAsm64K
emit_copy_three_match_nolit_encodeSnappyBlockAsm64K:
LEAL -2(SI), SI
MOVB SI, (AX)
MOVW BX, 1(AX)
ADDQ $0x03, AX
match_nolit_emitcopy_end_encodeSnappyBlockAsm64K:
CMPL CX, 8(SP)
JAE emit_remainder_encodeSnappyBlockAsm64K
MOVQ -2(DX)(CX*1), SI
CMPQ AX, (SP)
JB match_nolit_dst_ok_encodeSnappyBlockAsm64K
MOVQ $0x00000000, ret+48(FP)
RET
match_nolit_dst_ok_encodeSnappyBlockAsm64K:
MOVQ $0x0000cf1bbcdcbf9b, R8
MOVQ SI, DI
SHRQ $0x10, SI
MOVQ SI, BX
SHLQ $0x10, DI
IMULQ R8, DI
SHRQ $0x32, DI
SHLQ $0x10, BX
IMULQ R8, BX
SHRQ $0x32, BX
LEAL -2(CX), R8
LEAQ 24(SP)(BX*4), R9
MOVL (R9), BX
MOVL R8, 24(SP)(DI*4)
MOVL CX, (R9)
CMPL (DX)(BX*1), SI
JEQ match_nolit_loop_encodeSnappyBlockAsm64K
INCL CX
JMP search_loop_encodeSnappyBlockAsm64K
emit_remainder_encodeSnappyBlockAsm64K:
MOVQ src_len+32(FP), CX
SUBL 12(SP), CX
LEAQ 3(AX)(CX*1), CX
CMPQ CX, (SP)
JB emit_remainder_ok_encodeSnappyBlockAsm64K
MOVQ $0x00000000, ret+48(FP)
RET
emit_remainder_ok_encodeSnappyBlockAsm64K:
MOVQ src_len+32(FP), CX
MOVL 12(SP), BX
CMPL BX, CX
JEQ emit_literal_done_emit_remainder_encodeSnappyBlockAsm64K
MOVL CX, SI
MOVL CX, 12(SP)
LEAQ (DX)(BX*1), CX
SUBL BX, SI
LEAL -1(SI), DX
CMPL DX, $0x3c
JB one_byte_emit_remainder_encodeSnappyBlockAsm64K
CMPL DX, $0x00000100
JB two_bytes_emit_remainder_encodeSnappyBlockAsm64K
JB three_bytes_emit_remainder_encodeSnappyBlockAsm64K
three_bytes_emit_remainder_encodeSnappyBlockAsm64K:
MOVB $0xf4, (AX)
MOVW DX, 1(AX)
ADDQ $0x03, AX
JMP memmove_long_emit_remainder_encodeSnappyBlockAsm64K
two_bytes_emit_remainder_encodeSnappyBlockAsm64K:
MOVB $0xf0, (AX)
MOVB DL, 1(AX)
ADDQ $0x02, AX
CMPL DX, $0x40
JB memmove_emit_remainder_encodeSnappyBlockAsm64K
JMP memmove_long_emit_remainder_encodeSnappyBlockAsm64K
one_byte_emit_remainder_encodeSnappyBlockAsm64K:
SHLB $0x02, DL
MOVB DL, (AX)
ADDQ $0x01, AX
memmove_emit_remainder_encodeSnappyBlockAsm64K:
LEAQ (AX)(SI*1), DX
MOVL SI, BX
// genMemMoveShort
CMPQ BX, $0x03
JB emit_lit_memmove_emit_remainder_encodeSnappyBlockAsm64K_memmove_move_1or2
JE emit_lit_memmove_emit_remainder_encodeSnappyBlockAsm64K_memmove_move_3
CMPQ BX, $0x08
JB emit_lit_memmove_emit_remainder_encodeSnappyBlockAsm64K_memmove_move_4through7
CMPQ BX, $0x10
JBE emit_lit_memmove_emit_remainder_encodeSnappyBlockAsm64K_memmove_move_8through16
CMPQ BX, $0x20
JBE emit_lit_memmove_emit_remainder_encodeSnappyBlockAsm64K_memmove_move_17through32
JMP emit_lit_memmove_emit_remainder_encodeSnappyBlockAsm64K_memmove_move_33through64
emit_lit_memmove_emit_remainder_encodeSnappyBlockAsm64K_memmove_move_1or2:
MOVB (CX), SI
MOVB -1(CX)(BX*1), CL
MOVB SI, (AX)
MOVB CL, -1(AX)(BX*1)
JMP memmove_end_copy_emit_remainder_encodeSnappyBlockAsm64K
emit_lit_memmove_emit_remainder_encodeSnappyBlockAsm64K_memmove_move_3:
MOVW (CX), SI
MOVB 2(CX), CL
MOVW SI, (AX)
MOVB CL, 2(AX)
JMP memmove_end_copy_emit_remainder_encodeSnappyBlockAsm64K
emit_lit_memmove_emit_remainder_encodeSnappyBlockAsm64K_memmove_move_4through7:
MOVL (CX), SI
MOVL -4(CX)(BX*1), CX
MOVL SI, (AX)
MOVL CX, -4(AX)(BX*1)
JMP memmove_end_copy_emit_remainder_encodeSnappyBlockAsm64K
emit_lit_memmove_emit_remainder_encodeSnappyBlockAsm64K_memmove_move_8through16:
MOVQ (CX), SI
MOVQ -8(CX)(BX*1), CX
MOVQ SI, (AX)
MOVQ CX, -8(AX)(BX*1)
JMP memmove_end_copy_emit_remainder_encodeSnappyBlockAsm64K
emit_lit_memmove_emit_remainder_encodeSnappyBlockAsm64K_memmove_move_17through32:
MOVOU (CX), X0
MOVOU -16(CX)(BX*1), X1
MOVOU X0, (AX)
MOVOU X1, -16(AX)(BX*1)
JMP memmove_end_copy_emit_remainder_encodeSnappyBlockAsm64K
emit_lit_memmove_emit_remainder_encodeSnappyBlockAsm64K_memmove_move_33through64:
MOVOU (CX), X0
MOVOU 16(CX), X1
MOVOU -32(CX)(BX*1), X2
MOVOU -16(CX)(BX*1), X3
MOVOU X0, (AX)
MOVOU X1, 16(AX)
MOVOU X2, -32(AX)(BX*1)
MOVOU X3, -16(AX)(BX*1)
memmove_end_copy_emit_remainder_encodeSnappyBlockAsm64K:
MOVQ DX, AX
JMP emit_literal_done_emit_remainder_encodeSnappyBlockAsm64K
memmove_long_emit_remainder_encodeSnappyBlockAsm64K:
LEAQ (AX)(SI*1), DX
MOVL SI, BX
// genMemMoveLong
MOVOU (CX), X0
MOVOU 16(CX), X1
MOVOU -32(CX)(BX*1), X2
MOVOU -16(CX)(BX*1), X3
MOVQ BX, DI
SHRQ $0x05, DI
MOVQ AX, SI
ANDL $0x0000001f, SI
MOVQ $0x00000040, R8
SUBQ SI, R8
DECQ DI
JA emit_lit_memmove_long_emit_remainder_encodeSnappyBlockAsm64Klarge_forward_sse_loop_32
LEAQ -32(CX)(R8*1), SI
LEAQ -32(AX)(R8*1), R9
emit_lit_memmove_long_emit_remainder_encodeSnappyBlockAsm64Klarge_big_loop_back:
MOVOU (SI), X4
MOVOU 16(SI), X5
MOVOA X4, (R9)
MOVOA X5, 16(R9)
ADDQ $0x20, R9
ADDQ $0x20, SI
ADDQ $0x20, R8
DECQ DI
JNA emit_lit_memmove_long_emit_remainder_encodeSnappyBlockAsm64Klarge_big_loop_back
emit_lit_memmove_long_emit_remainder_encodeSnappyBlockAsm64Klarge_forward_sse_loop_32:
MOVOU -32(CX)(R8*1), X4
MOVOU -16(CX)(R8*1), X5
MOVOA X4, -32(AX)(R8*1)
MOVOA X5, -16(AX)(R8*1)
ADDQ $0x20, R8
CMPQ BX, R8
JAE emit_lit_memmove_long_emit_remainder_encodeSnappyBlockAsm64Klarge_forward_sse_loop_32
MOVOU X0, (AX)
MOVOU X1, 16(AX)
MOVOU X2, -32(AX)(BX*1)
MOVOU X3, -16(AX)(BX*1)
MOVQ DX, AX
emit_literal_done_emit_remainder_encodeSnappyBlockAsm64K:
MOVQ dst_base+0(FP), CX
SUBQ CX, AX
MOVQ AX, ret+48(FP)
RET
// func encodeSnappyBlockAsm12B(dst []byte, src []byte) int
// Requires: BMI, SSE2
TEXT ·encodeSnappyBlockAsm12B(SB), $16408-56
MOVQ dst_base+0(FP), AX
MOVQ $0x00000080, CX
LEAQ 24(SP), DX
PXOR X0, X0
zero_loop_encodeSnappyBlockAsm12B:
MOVOU X0, (DX)
MOVOU X0, 16(DX)
MOVOU X0, 32(DX)
MOVOU X0, 48(DX)
MOVOU X0, 64(DX)
MOVOU X0, 80(DX)
MOVOU X0, 96(DX)
MOVOU X0, 112(DX)
ADDQ $0x80, DX
DECQ CX
JNZ zero_loop_encodeSnappyBlockAsm12B
MOVL $0x00000000, 12(SP)
MOVQ src_len+32(FP), CX
LEAQ -9(CX), DX
LEAQ -8(CX), BX
MOVL BX, 8(SP)
SHRQ $0x05, CX
SUBL CX, DX
LEAQ (AX)(DX*1), DX
MOVQ DX, (SP)
MOVL $0x00000001, CX
MOVL CX, 16(SP)
MOVQ src_base+24(FP), DX
search_loop_encodeSnappyBlockAsm12B:
MOVL CX, BX
SUBL 12(SP), BX
SHRL $0x05, BX
LEAL 4(CX)(BX*1), BX
CMPL BX, 8(SP)
JAE emit_remainder_encodeSnappyBlockAsm12B
MOVQ (DX)(CX*1), SI
MOVL BX, 20(SP)
MOVQ $0x000000cf1bbcdcbb, R8
MOVQ SI, R9
MOVQ SI, R10
SHRQ $0x08, R10
SHLQ $0x18, R9
IMULQ R8, R9
SHRQ $0x34, R9
SHLQ $0x18, R10
IMULQ R8, R10
SHRQ $0x34, R10
MOVL 24(SP)(R9*4), BX
MOVL 24(SP)(R10*4), DI
MOVL CX, 24(SP)(R9*4)
LEAL 1(CX), R9
MOVL R9, 24(SP)(R10*4)
MOVQ SI, R9
SHRQ $0x10, R9
SHLQ $0x18, R9
IMULQ R8, R9
SHRQ $0x34, R9
MOVL CX, R8
SUBL 16(SP), R8
MOVL 1(DX)(R8*1), R10
MOVQ SI, R8
SHRQ $0x08, R8
CMPL R8, R10
JNE no_repeat_found_encodeSnappyBlockAsm12B
LEAL 1(CX), SI
MOVL 12(SP), BX
MOVL SI, DI
SUBL 16(SP), DI
JZ repeat_extend_back_end_encodeSnappyBlockAsm12B
repeat_extend_back_loop_encodeSnappyBlockAsm12B:
CMPL SI, BX
JBE repeat_extend_back_end_encodeSnappyBlockAsm12B
MOVB -1(DX)(DI*1), R8
MOVB -1(DX)(SI*1), R9
CMPB R8, R9
JNE repeat_extend_back_end_encodeSnappyBlockAsm12B
LEAL -1(SI), SI
DECL DI
JNZ repeat_extend_back_loop_encodeSnappyBlockAsm12B
repeat_extend_back_end_encodeSnappyBlockAsm12B:
MOVL 12(SP), BX
CMPL BX, SI
JEQ emit_literal_done_repeat_emit_encodeSnappyBlockAsm12B
MOVL SI, DI
MOVL SI, 12(SP)
LEAQ (DX)(BX*1), R8
SUBL BX, DI
LEAL -1(DI), BX
CMPL BX, $0x3c
JB one_byte_repeat_emit_encodeSnappyBlockAsm12B
CMPL BX, $0x00000100
JB two_bytes_repeat_emit_encodeSnappyBlockAsm12B
JB three_bytes_repeat_emit_encodeSnappyBlockAsm12B
three_bytes_repeat_emit_encodeSnappyBlockAsm12B:
MOVB $0xf4, (AX)
MOVW BX, 1(AX)
ADDQ $0x03, AX
JMP memmove_long_repeat_emit_encodeSnappyBlockAsm12B
two_bytes_repeat_emit_encodeSnappyBlockAsm12B:
MOVB $0xf0, (AX)
MOVB BL, 1(AX)
ADDQ $0x02, AX
CMPL BX, $0x40
JB memmove_repeat_emit_encodeSnappyBlockAsm12B
JMP memmove_long_repeat_emit_encodeSnappyBlockAsm12B
one_byte_repeat_emit_encodeSnappyBlockAsm12B:
SHLB $0x02, BL
MOVB BL, (AX)
ADDQ $0x01, AX
memmove_repeat_emit_encodeSnappyBlockAsm12B:
LEAQ (AX)(DI*1), BX
// genMemMoveShort
CMPQ DI, $0x08
JBE emit_lit_memmove_repeat_emit_encodeSnappyBlockAsm12B_memmove_move_8
CMPQ DI, $0x10
JBE emit_lit_memmove_repeat_emit_encodeSnappyBlockAsm12B_memmove_move_8through16
CMPQ DI, $0x20
JBE emit_lit_memmove_repeat_emit_encodeSnappyBlockAsm12B_memmove_move_17through32
JMP emit_lit_memmove_repeat_emit_encodeSnappyBlockAsm12B_memmove_move_33through64
emit_lit_memmove_repeat_emit_encodeSnappyBlockAsm12B_memmove_move_8:
MOVQ (R8), R9
MOVQ R9, (AX)
JMP memmove_end_copy_repeat_emit_encodeSnappyBlockAsm12B
emit_lit_memmove_repeat_emit_encodeSnappyBlockAsm12B_memmove_move_8through16:
MOVQ (R8), R9
MOVQ -8(R8)(DI*1), R8
MOVQ R9, (AX)
MOVQ R8, -8(AX)(DI*1)
JMP memmove_end_copy_repeat_emit_encodeSnappyBlockAsm12B
emit_lit_memmove_repeat_emit_encodeSnappyBlockAsm12B_memmove_move_17through32:
MOVOU (R8), X0
MOVOU -16(R8)(DI*1), X1
MOVOU X0, (AX)
MOVOU X1, -16(AX)(DI*1)
JMP memmove_end_copy_repeat_emit_encodeSnappyBlockAsm12B
emit_lit_memmove_repeat_emit_encodeSnappyBlockAsm12B_memmove_move_33through64:
MOVOU (R8), X0
MOVOU 16(R8), X1
MOVOU -32(R8)(DI*1), X2
MOVOU -16(R8)(DI*1), X3
MOVOU X0, (AX)
MOVOU X1, 16(AX)
MOVOU X2, -32(AX)(DI*1)
MOVOU X3, -16(AX)(DI*1)
memmove_end_copy_repeat_emit_encodeSnappyBlockAsm12B:
MOVQ BX, AX
JMP emit_literal_done_repeat_emit_encodeSnappyBlockAsm12B
memmove_long_repeat_emit_encodeSnappyBlockAsm12B:
LEAQ (AX)(DI*1), BX
// genMemMoveLong
MOVOU (R8), X0
MOVOU 16(R8), X1
MOVOU -32(R8)(DI*1), X2
MOVOU -16(R8)(DI*1), X3
MOVQ DI, R10
SHRQ $0x05, R10
MOVQ AX, R9
ANDL $0x0000001f, R9
MOVQ $0x00000040, R11
SUBQ R9, R11
DECQ R10
JA emit_lit_memmove_long_repeat_emit_encodeSnappyBlockAsm12Blarge_forward_sse_loop_32
LEAQ -32(R8)(R11*1), R9
LEAQ -32(AX)(R11*1), R12
emit_lit_memmove_long_repeat_emit_encodeSnappyBlockAsm12Blarge_big_loop_back:
MOVOU (R9), X4
MOVOU 16(R9), X5
MOVOA X4, (R12)
MOVOA X5, 16(R12)
ADDQ $0x20, R12
ADDQ $0x20, R9
ADDQ $0x20, R11
DECQ R10
JNA emit_lit_memmove_long_repeat_emit_encodeSnappyBlockAsm12Blarge_big_loop_back
emit_lit_memmove_long_repeat_emit_encodeSnappyBlockAsm12Blarge_forward_sse_loop_32:
MOVOU -32(R8)(R11*1), X4
MOVOU -16(R8)(R11*1), X5
MOVOA X4, -32(AX)(R11*1)
MOVOA X5, -16(AX)(R11*1)
ADDQ $0x20, R11
CMPQ DI, R11
JAE emit_lit_memmove_long_repeat_emit_encodeSnappyBlockAsm12Blarge_forward_sse_loop_32
MOVOU X0, (AX)
MOVOU X1, 16(AX)
MOVOU X2, -32(AX)(DI*1)
MOVOU X3, -16(AX)(DI*1)
MOVQ BX, AX
emit_literal_done_repeat_emit_encodeSnappyBlockAsm12B:
ADDL $0x05, CX
MOVL CX, BX
SUBL 16(SP), BX
MOVQ src_len+32(FP), DI
SUBL CX, DI
LEAQ (DX)(CX*1), R8
LEAQ (DX)(BX*1), BX
// matchLen
XORL R10, R10
CMPL DI, $0x08
JB matchlen_match4_repeat_extend_encodeSnappyBlockAsm12B
matchlen_loopback_repeat_extend_encodeSnappyBlockAsm12B:
MOVQ (R8)(R10*1), R9
XORQ (BX)(R10*1), R9
TESTQ R9, R9
JZ matchlen_loop_repeat_extend_encodeSnappyBlockAsm12B
#ifdef GOAMD64_v3
TZCNTQ R9, R9
#else
BSFQ R9, R9
#endif
SARQ $0x03, R9
LEAL (R10)(R9*1), R10
JMP repeat_extend_forward_end_encodeSnappyBlockAsm12B
matchlen_loop_repeat_extend_encodeSnappyBlockAsm12B:
LEAL -8(DI), DI
LEAL 8(R10), R10
CMPL DI, $0x08
JAE matchlen_loopback_repeat_extend_encodeSnappyBlockAsm12B
JZ repeat_extend_forward_end_encodeSnappyBlockAsm12B
matchlen_match4_repeat_extend_encodeSnappyBlockAsm12B:
CMPL DI, $0x04
JB matchlen_match2_repeat_extend_encodeSnappyBlockAsm12B
MOVL (R8)(R10*1), R9
CMPL (BX)(R10*1), R9
JNE matchlen_match2_repeat_extend_encodeSnappyBlockAsm12B
SUBL $0x04, DI
LEAL 4(R10), R10
matchlen_match2_repeat_extend_encodeSnappyBlockAsm12B:
CMPL DI, $0x02
JB matchlen_match1_repeat_extend_encodeSnappyBlockAsm12B
MOVW (R8)(R10*1), R9
CMPW (BX)(R10*1), R9
JNE matchlen_match1_repeat_extend_encodeSnappyBlockAsm12B
SUBL $0x02, DI
LEAL 2(R10), R10
matchlen_match1_repeat_extend_encodeSnappyBlockAsm12B:
CMPL DI, $0x01
JB repeat_extend_forward_end_encodeSnappyBlockAsm12B
MOVB (R8)(R10*1), R9
CMPB (BX)(R10*1), R9
JNE repeat_extend_forward_end_encodeSnappyBlockAsm12B
LEAL 1(R10), R10
repeat_extend_forward_end_encodeSnappyBlockAsm12B:
ADDL R10, CX
MOVL CX, BX
SUBL SI, BX
MOVL 16(SP), SI
// emitCopy
two_byte_offset_repeat_as_copy_encodeSnappyBlockAsm12B:
CMPL BX, $0x40
JBE two_byte_offset_short_repeat_as_copy_encodeSnappyBlockAsm12B
MOVB $0xee, (AX)
MOVW SI, 1(AX)
LEAL -60(BX), BX
ADDQ $0x03, AX
JMP two_byte_offset_repeat_as_copy_encodeSnappyBlockAsm12B
two_byte_offset_short_repeat_as_copy_encodeSnappyBlockAsm12B:
MOVL BX, DI
SHLL $0x02, DI
CMPL BX, $0x0c
JAE emit_copy_three_repeat_as_copy_encodeSnappyBlockAsm12B
CMPL SI, $0x00000800
JAE emit_copy_three_repeat_as_copy_encodeSnappyBlockAsm12B
LEAL -15(DI), DI
MOVB SI, 1(AX)
SHRL $0x08, SI
SHLL $0x05, SI
ORL SI, DI
MOVB DI, (AX)
ADDQ $0x02, AX
JMP repeat_end_emit_encodeSnappyBlockAsm12B
emit_copy_three_repeat_as_copy_encodeSnappyBlockAsm12B:
LEAL -2(DI), DI
MOVB DI, (AX)
MOVW SI, 1(AX)
ADDQ $0x03, AX
repeat_end_emit_encodeSnappyBlockAsm12B:
MOVL CX, 12(SP)
JMP search_loop_encodeSnappyBlockAsm12B
no_repeat_found_encodeSnappyBlockAsm12B:
CMPL (DX)(BX*1), SI
JEQ candidate_match_encodeSnappyBlockAsm12B
SHRQ $0x08, SI
MOVL 24(SP)(R9*4), BX
LEAL 2(CX), R8
CMPL (DX)(DI*1), SI
JEQ candidate2_match_encodeSnappyBlockAsm12B
MOVL R8, 24(SP)(R9*4)
SHRQ $0x08, SI
CMPL (DX)(BX*1), SI
JEQ candidate3_match_encodeSnappyBlockAsm12B
MOVL 20(SP), CX
JMP search_loop_encodeSnappyBlockAsm12B
candidate3_match_encodeSnappyBlockAsm12B:
ADDL $0x02, CX
JMP candidate_match_encodeSnappyBlockAsm12B
candidate2_match_encodeSnappyBlockAsm12B:
MOVL R8, 24(SP)(R9*4)
INCL CX
MOVL DI, BX
candidate_match_encodeSnappyBlockAsm12B:
MOVL 12(SP), SI
TESTL BX, BX
JZ match_extend_back_end_encodeSnappyBlockAsm12B
match_extend_back_loop_encodeSnappyBlockAsm12B:
CMPL CX, SI
JBE match_extend_back_end_encodeSnappyBlockAsm12B
MOVB -1(DX)(BX*1), DI
MOVB -1(DX)(CX*1), R8
CMPB DI, R8
JNE match_extend_back_end_encodeSnappyBlockAsm12B
LEAL -1(CX), CX
DECL BX
JZ match_extend_back_end_encodeSnappyBlockAsm12B
JMP match_extend_back_loop_encodeSnappyBlockAsm12B
match_extend_back_end_encodeSnappyBlockAsm12B:
MOVL CX, SI
SUBL 12(SP), SI
LEAQ 3(AX)(SI*1), SI
CMPQ SI, (SP)
JB match_dst_size_check_encodeSnappyBlockAsm12B
MOVQ $0x00000000, ret+48(FP)
RET
match_dst_size_check_encodeSnappyBlockAsm12B:
MOVL CX, SI
MOVL 12(SP), DI
CMPL DI, SI
JEQ emit_literal_done_match_emit_encodeSnappyBlockAsm12B
MOVL SI, R8
MOVL SI, 12(SP)
LEAQ (DX)(DI*1), SI
SUBL DI, R8
LEAL -1(R8), DI
CMPL DI, $0x3c
JB one_byte_match_emit_encodeSnappyBlockAsm12B
CMPL DI, $0x00000100
JB two_bytes_match_emit_encodeSnappyBlockAsm12B
JB three_bytes_match_emit_encodeSnappyBlockAsm12B
three_bytes_match_emit_encodeSnappyBlockAsm12B:
MOVB $0xf4, (AX)
MOVW DI, 1(AX)
ADDQ $0x03, AX
JMP memmove_long_match_emit_encodeSnappyBlockAsm12B
two_bytes_match_emit_encodeSnappyBlockAsm12B:
MOVB $0xf0, (AX)
MOVB DI, 1(AX)
ADDQ $0x02, AX
CMPL DI, $0x40
JB memmove_match_emit_encodeSnappyBlockAsm12B
JMP memmove_long_match_emit_encodeSnappyBlockAsm12B
one_byte_match_emit_encodeSnappyBlockAsm12B:
SHLB $0x02, DI
MOVB DI, (AX)
ADDQ $0x01, AX
memmove_match_emit_encodeSnappyBlockAsm12B:
LEAQ (AX)(R8*1), DI
// genMemMoveShort
CMPQ R8, $0x08
JBE emit_lit_memmove_match_emit_encodeSnappyBlockAsm12B_memmove_move_8
CMPQ R8, $0x10
JBE emit_lit_memmove_match_emit_encodeSnappyBlockAsm12B_memmove_move_8through16
CMPQ R8, $0x20
JBE emit_lit_memmove_match_emit_encodeSnappyBlockAsm12B_memmove_move_17through32
JMP emit_lit_memmove_match_emit_encodeSnappyBlockAsm12B_memmove_move_33through64
emit_lit_memmove_match_emit_encodeSnappyBlockAsm12B_memmove_move_8:
MOVQ (SI), R9
MOVQ R9, (AX)
JMP memmove_end_copy_match_emit_encodeSnappyBlockAsm12B
emit_lit_memmove_match_emit_encodeSnappyBlockAsm12B_memmove_move_8through16:
MOVQ (SI), R9
MOVQ -8(SI)(R8*1), SI
MOVQ R9, (AX)
MOVQ SI, -8(AX)(R8*1)
JMP memmove_end_copy_match_emit_encodeSnappyBlockAsm12B
emit_lit_memmove_match_emit_encodeSnappyBlockAsm12B_memmove_move_17through32:
MOVOU (SI), X0
MOVOU -16(SI)(R8*1), X1
MOVOU X0, (AX)
MOVOU X1, -16(AX)(R8*1)
JMP memmove_end_copy_match_emit_encodeSnappyBlockAsm12B
emit_lit_memmove_match_emit_encodeSnappyBlockAsm12B_memmove_move_33through64:
MOVOU (SI), X0
MOVOU 16(SI), X1
MOVOU -32(SI)(R8*1), X2
MOVOU -16(SI)(R8*1), X3
MOVOU X0, (AX)
MOVOU X1, 16(AX)
MOVOU X2, -32(AX)(R8*1)
MOVOU X3, -16(AX)(R8*1)
memmove_end_copy_match_emit_encodeSnappyBlockAsm12B:
MOVQ DI, AX
JMP emit_literal_done_match_emit_encodeSnappyBlockAsm12B
memmove_long_match_emit_encodeSnappyBlockAsm12B:
LEAQ (AX)(R8*1), DI
// genMemMoveLong
MOVOU (SI), X0
MOVOU 16(SI), X1
MOVOU -32(SI)(R8*1), X2
MOVOU -16(SI)(R8*1), X3
MOVQ R8, R10
SHRQ $0x05, R10
MOVQ AX, R9
ANDL $0x0000001f, R9
MOVQ $0x00000040, R11
SUBQ R9, R11
DECQ R10
JA emit_lit_memmove_long_match_emit_encodeSnappyBlockAsm12Blarge_forward_sse_loop_32
LEAQ -32(SI)(R11*1), R9
LEAQ -32(AX)(R11*1), R12
emit_lit_memmove_long_match_emit_encodeSnappyBlockAsm12Blarge_big_loop_back:
MOVOU (R9), X4
MOVOU 16(R9), X5
MOVOA X4, (R12)
MOVOA X5, 16(R12)
ADDQ $0x20, R12
ADDQ $0x20, R9
ADDQ $0x20, R11
DECQ R10
JNA emit_lit_memmove_long_match_emit_encodeSnappyBlockAsm12Blarge_big_loop_back
emit_lit_memmove_long_match_emit_encodeSnappyBlockAsm12Blarge_forward_sse_loop_32:
MOVOU -32(SI)(R11*1), X4
MOVOU -16(SI)(R11*1), X5
MOVOA X4, -32(AX)(R11*1)
MOVOA X5, -16(AX)(R11*1)
ADDQ $0x20, R11
CMPQ R8, R11
JAE emit_lit_memmove_long_match_emit_encodeSnappyBlockAsm12Blarge_forward_sse_loop_32
MOVOU X0, (AX)
MOVOU X1, 16(AX)
MOVOU X2, -32(AX)(R8*1)
MOVOU X3, -16(AX)(R8*1)
MOVQ DI, AX
emit_literal_done_match_emit_encodeSnappyBlockAsm12B:
match_nolit_loop_encodeSnappyBlockAsm12B:
MOVL CX, SI
SUBL BX, SI
MOVL SI, 16(SP)
ADDL $0x04, CX
ADDL $0x04, BX
MOVQ src_len+32(FP), SI
SUBL CX, SI
LEAQ (DX)(CX*1), DI
LEAQ (DX)(BX*1), BX
// matchLen
XORL R9, R9
CMPL SI, $0x08
JB matchlen_match4_match_nolit_encodeSnappyBlockAsm12B
matchlen_loopback_match_nolit_encodeSnappyBlockAsm12B:
MOVQ (DI)(R9*1), R8
XORQ (BX)(R9*1), R8
TESTQ R8, R8
JZ matchlen_loop_match_nolit_encodeSnappyBlockAsm12B
#ifdef GOAMD64_v3
TZCNTQ R8, R8
#else
BSFQ R8, R8
#endif
SARQ $0x03, R8
LEAL (R9)(R8*1), R9
JMP match_nolit_end_encodeSnappyBlockAsm12B
matchlen_loop_match_nolit_encodeSnappyBlockAsm12B:
LEAL -8(SI), SI
LEAL 8(R9), R9
CMPL SI, $0x08
JAE matchlen_loopback_match_nolit_encodeSnappyBlockAsm12B
JZ match_nolit_end_encodeSnappyBlockAsm12B
matchlen_match4_match_nolit_encodeSnappyBlockAsm12B:
CMPL SI, $0x04
JB matchlen_match2_match_nolit_encodeSnappyBlockAsm12B
MOVL (DI)(R9*1), R8
CMPL (BX)(R9*1), R8
JNE matchlen_match2_match_nolit_encodeSnappyBlockAsm12B
SUBL $0x04, SI
LEAL 4(R9), R9
matchlen_match2_match_nolit_encodeSnappyBlockAsm12B:
CMPL SI, $0x02
JB matchlen_match1_match_nolit_encodeSnappyBlockAsm12B
MOVW (DI)(R9*1), R8
CMPW (BX)(R9*1), R8
JNE matchlen_match1_match_nolit_encodeSnappyBlockAsm12B
SUBL $0x02, SI
LEAL 2(R9), R9
matchlen_match1_match_nolit_encodeSnappyBlockAsm12B:
CMPL SI, $0x01
JB match_nolit_end_encodeSnappyBlockAsm12B
MOVB (DI)(R9*1), R8
CMPB (BX)(R9*1), R8
JNE match_nolit_end_encodeSnappyBlockAsm12B
LEAL 1(R9), R9
match_nolit_end_encodeSnappyBlockAsm12B:
ADDL R9, CX
MOVL 16(SP), BX
ADDL $0x04, R9
MOVL CX, 12(SP)
// emitCopy
two_byte_offset_match_nolit_encodeSnappyBlockAsm12B:
CMPL R9, $0x40
JBE two_byte_offset_short_match_nolit_encodeSnappyBlockAsm12B
MOVB $0xee, (AX)
MOVW BX, 1(AX)
LEAL -60(R9), R9
ADDQ $0x03, AX
JMP two_byte_offset_match_nolit_encodeSnappyBlockAsm12B
two_byte_offset_short_match_nolit_encodeSnappyBlockAsm12B:
MOVL R9, SI
SHLL $0x02, SI
CMPL R9, $0x0c
JAE emit_copy_three_match_nolit_encodeSnappyBlockAsm12B
CMPL BX, $0x00000800
JAE emit_copy_three_match_nolit_encodeSnappyBlockAsm12B
LEAL -15(SI), SI
MOVB BL, 1(AX)
SHRL $0x08, BX
SHLL $0x05, BX
ORL BX, SI
MOVB SI, (AX)
ADDQ $0x02, AX
JMP match_nolit_emitcopy_end_encodeSnappyBlockAsm12B
emit_copy_three_match_nolit_encodeSnappyBlockAsm12B:
LEAL -2(SI), SI
MOVB SI, (AX)
MOVW BX, 1(AX)
ADDQ $0x03, AX
match_nolit_emitcopy_end_encodeSnappyBlockAsm12B:
CMPL CX, 8(SP)
JAE emit_remainder_encodeSnappyBlockAsm12B
MOVQ -2(DX)(CX*1), SI
CMPQ AX, (SP)
JB match_nolit_dst_ok_encodeSnappyBlockAsm12B
MOVQ $0x00000000, ret+48(FP)
RET
match_nolit_dst_ok_encodeSnappyBlockAsm12B:
MOVQ $0x000000cf1bbcdcbb, R8
MOVQ SI, DI
SHRQ $0x10, SI
MOVQ SI, BX
SHLQ $0x18, DI
IMULQ R8, DI
SHRQ $0x34, DI
SHLQ $0x18, BX
IMULQ R8, BX
SHRQ $0x34, BX
LEAL -2(CX), R8
LEAQ 24(SP)(BX*4), R9
MOVL (R9), BX
MOVL R8, 24(SP)(DI*4)
MOVL CX, (R9)
CMPL (DX)(BX*1), SI
JEQ match_nolit_loop_encodeSnappyBlockAsm12B
INCL CX
JMP search_loop_encodeSnappyBlockAsm12B
emit_remainder_encodeSnappyBlockAsm12B:
MOVQ src_len+32(FP), CX
SUBL 12(SP), CX
LEAQ 3(AX)(CX*1), CX
CMPQ CX, (SP)
JB emit_remainder_ok_encodeSnappyBlockAsm12B
MOVQ $0x00000000, ret+48(FP)
RET
emit_remainder_ok_encodeSnappyBlockAsm12B:
MOVQ src_len+32(FP), CX
MOVL 12(SP), BX
CMPL BX, CX
JEQ emit_literal_done_emit_remainder_encodeSnappyBlockAsm12B
MOVL CX, SI
MOVL CX, 12(SP)
LEAQ (DX)(BX*1), CX
SUBL BX, SI
LEAL -1(SI), DX
CMPL DX, $0x3c
JB one_byte_emit_remainder_encodeSnappyBlockAsm12B
CMPL DX, $0x00000100
JB two_bytes_emit_remainder_encodeSnappyBlockAsm12B
JB three_bytes_emit_remainder_encodeSnappyBlockAsm12B
three_bytes_emit_remainder_encodeSnappyBlockAsm12B:
MOVB $0xf4, (AX)
MOVW DX, 1(AX)
ADDQ $0x03, AX
JMP memmove_long_emit_remainder_encodeSnappyBlockAsm12B
two_bytes_emit_remainder_encodeSnappyBlockAsm12B:
MOVB $0xf0, (AX)
MOVB DL, 1(AX)
ADDQ $0x02, AX
CMPL DX, $0x40
JB memmove_emit_remainder_encodeSnappyBlockAsm12B
JMP memmove_long_emit_remainder_encodeSnappyBlockAsm12B
one_byte_emit_remainder_encodeSnappyBlockAsm12B:
SHLB $0x02, DL
MOVB DL, (AX)
ADDQ $0x01, AX
memmove_emit_remainder_encodeSnappyBlockAsm12B:
LEAQ (AX)(SI*1), DX
MOVL SI, BX
// genMemMoveShort
CMPQ BX, $0x03
JB emit_lit_memmove_emit_remainder_encodeSnappyBlockAsm12B_memmove_move_1or2
JE emit_lit_memmove_emit_remainder_encodeSnappyBlockAsm12B_memmove_move_3
CMPQ BX, $0x08
JB emit_lit_memmove_emit_remainder_encodeSnappyBlockAsm12B_memmove_move_4through7
CMPQ BX, $0x10
JBE emit_lit_memmove_emit_remainder_encodeSnappyBlockAsm12B_memmove_move_8through16
CMPQ BX, $0x20
JBE emit_lit_memmove_emit_remainder_encodeSnappyBlockAsm12B_memmove_move_17through32
JMP emit_lit_memmove_emit_remainder_encodeSnappyBlockAsm12B_memmove_move_33through64
emit_lit_memmove_emit_remainder_encodeSnappyBlockAsm12B_memmove_move_1or2:
MOVB (CX), SI
MOVB -1(CX)(BX*1), CL
MOVB SI, (AX)
MOVB CL, -1(AX)(BX*1)
JMP memmove_end_copy_emit_remainder_encodeSnappyBlockAsm12B
emit_lit_memmove_emit_remainder_encodeSnappyBlockAsm12B_memmove_move_3:
MOVW (CX), SI
MOVB 2(CX), CL
MOVW SI, (AX)
MOVB CL, 2(AX)
JMP memmove_end_copy_emit_remainder_encodeSnappyBlockAsm12B
emit_lit_memmove_emit_remainder_encodeSnappyBlockAsm12B_memmove_move_4through7:
MOVL (CX), SI
MOVL -4(CX)(BX*1), CX
MOVL SI, (AX)
MOVL CX, -4(AX)(BX*1)
JMP memmove_end_copy_emit_remainder_encodeSnappyBlockAsm12B
emit_lit_memmove_emit_remainder_encodeSnappyBlockAsm12B_memmove_move_8through16:
MOVQ (CX), SI
MOVQ -8(CX)(BX*1), CX
MOVQ SI, (AX)
MOVQ CX, -8(AX)(BX*1)
JMP memmove_end_copy_emit_remainder_encodeSnappyBlockAsm12B
emit_lit_memmove_emit_remainder_encodeSnappyBlockAsm12B_memmove_move_17through32:
MOVOU (CX), X0
MOVOU -16(CX)(BX*1), X1
MOVOU X0, (AX)
MOVOU X1, -16(AX)(BX*1)
JMP memmove_end_copy_emit_remainder_encodeSnappyBlockAsm12B
emit_lit_memmove_emit_remainder_encodeSnappyBlockAsm12B_memmove_move_33through64:
MOVOU (CX), X0
MOVOU 16(CX), X1
MOVOU -32(CX)(BX*1), X2
MOVOU -16(CX)(BX*1), X3
MOVOU X0, (AX)
MOVOU X1, 16(AX)
MOVOU X2, -32(AX)(BX*1)
MOVOU X3, -16(AX)(BX*1)
memmove_end_copy_emit_remainder_encodeSnappyBlockAsm12B:
MOVQ DX, AX
JMP emit_literal_done_emit_remainder_encodeSnappyBlockAsm12B
memmove_long_emit_remainder_encodeSnappyBlockAsm12B:
LEAQ (AX)(SI*1), DX
MOVL SI, BX
// genMemMoveLong
MOVOU (CX), X0
MOVOU 16(CX), X1
MOVOU -32(CX)(BX*1), X2
MOVOU -16(CX)(BX*1), X3
MOVQ BX, DI
SHRQ $0x05, DI
MOVQ AX, SI
ANDL $0x0000001f, SI
MOVQ $0x00000040, R8
SUBQ SI, R8
DECQ DI
JA emit_lit_memmove_long_emit_remainder_encodeSnappyBlockAsm12Blarge_forward_sse_loop_32
LEAQ -32(CX)(R8*1), SI
LEAQ -32(AX)(R8*1), R9
emit_lit_memmove_long_emit_remainder_encodeSnappyBlockAsm12Blarge_big_loop_back:
MOVOU (SI), X4
MOVOU 16(SI), X5
MOVOA X4, (R9)
MOVOA X5, 16(R9)
ADDQ $0x20, R9
ADDQ $0x20, SI
ADDQ $0x20, R8
DECQ DI
JNA emit_lit_memmove_long_emit_remainder_encodeSnappyBlockAsm12Blarge_big_loop_back
emit_lit_memmove_long_emit_remainder_encodeSnappyBlockAsm12Blarge_forward_sse_loop_32:
MOVOU -32(CX)(R8*1), X4
MOVOU -16(CX)(R8*1), X5
MOVOA X4, -32(AX)(R8*1)
MOVOA X5, -16(AX)(R8*1)
ADDQ $0x20, R8
CMPQ BX, R8
JAE emit_lit_memmove_long_emit_remainder_encodeSnappyBlockAsm12Blarge_forward_sse_loop_32
MOVOU X0, (AX)
MOVOU X1, 16(AX)
MOVOU X2, -32(AX)(BX*1)
MOVOU X3, -16(AX)(BX*1)
MOVQ DX, AX
emit_literal_done_emit_remainder_encodeSnappyBlockAsm12B:
MOVQ dst_base+0(FP), CX
SUBQ CX, AX
MOVQ AX, ret+48(FP)
RET
// func encodeSnappyBlockAsm10B(dst []byte, src []byte) int
// Requires: BMI, SSE2
TEXT ·encodeSnappyBlockAsm10B(SB), $4120-56
MOVQ dst_base+0(FP), AX
MOVQ $0x00000020, CX
LEAQ 24(SP), DX
PXOR X0, X0
zero_loop_encodeSnappyBlockAsm10B:
MOVOU X0, (DX)
MOVOU X0, 16(DX)
MOVOU X0, 32(DX)
MOVOU X0, 48(DX)
MOVOU X0, 64(DX)
MOVOU X0, 80(DX)
MOVOU X0, 96(DX)
MOVOU X0, 112(DX)
ADDQ $0x80, DX
DECQ CX
JNZ zero_loop_encodeSnappyBlockAsm10B
MOVL $0x00000000, 12(SP)
MOVQ src_len+32(FP), CX
LEAQ -9(CX), DX
LEAQ -8(CX), BX
MOVL BX, 8(SP)
SHRQ $0x05, CX
SUBL CX, DX
LEAQ (AX)(DX*1), DX
MOVQ DX, (SP)
MOVL $0x00000001, CX
MOVL CX, 16(SP)
MOVQ src_base+24(FP), DX
search_loop_encodeSnappyBlockAsm10B:
MOVL CX, BX
SUBL 12(SP), BX
SHRL $0x05, BX
LEAL 4(CX)(BX*1), BX
CMPL BX, 8(SP)
JAE emit_remainder_encodeSnappyBlockAsm10B
MOVQ (DX)(CX*1), SI
MOVL BX, 20(SP)
MOVQ $0x9e3779b1, R8
MOVQ SI, R9
MOVQ SI, R10
SHRQ $0x08, R10
SHLQ $0x20, R9
IMULQ R8, R9
SHRQ $0x36, R9
SHLQ $0x20, R10
IMULQ R8, R10
SHRQ $0x36, R10
MOVL 24(SP)(R9*4), BX
MOVL 24(SP)(R10*4), DI
MOVL CX, 24(SP)(R9*4)
LEAL 1(CX), R9
MOVL R9, 24(SP)(R10*4)
MOVQ SI, R9
SHRQ $0x10, R9
SHLQ $0x20, R9
IMULQ R8, R9
SHRQ $0x36, R9
MOVL CX, R8
SUBL 16(SP), R8
MOVL 1(DX)(R8*1), R10
MOVQ SI, R8
SHRQ $0x08, R8
CMPL R8, R10
JNE no_repeat_found_encodeSnappyBlockAsm10B
LEAL 1(CX), SI
MOVL 12(SP), BX
MOVL SI, DI
SUBL 16(SP), DI
JZ repeat_extend_back_end_encodeSnappyBlockAsm10B
repeat_extend_back_loop_encodeSnappyBlockAsm10B:
CMPL SI, BX
JBE repeat_extend_back_end_encodeSnappyBlockAsm10B
MOVB -1(DX)(DI*1), R8
MOVB -1(DX)(SI*1), R9
CMPB R8, R9
JNE repeat_extend_back_end_encodeSnappyBlockAsm10B
LEAL -1(SI), SI
DECL DI
JNZ repeat_extend_back_loop_encodeSnappyBlockAsm10B
repeat_extend_back_end_encodeSnappyBlockAsm10B:
MOVL 12(SP), BX
CMPL BX, SI
JEQ emit_literal_done_repeat_emit_encodeSnappyBlockAsm10B
MOVL SI, DI
MOVL SI, 12(SP)
LEAQ (DX)(BX*1), R8
SUBL BX, DI
LEAL -1(DI), BX
CMPL BX, $0x3c
JB one_byte_repeat_emit_encodeSnappyBlockAsm10B
CMPL BX, $0x00000100
JB two_bytes_repeat_emit_encodeSnappyBlockAsm10B
JB three_bytes_repeat_emit_encodeSnappyBlockAsm10B
three_bytes_repeat_emit_encodeSnappyBlockAsm10B:
MOVB $0xf4, (AX)
MOVW BX, 1(AX)
ADDQ $0x03, AX
JMP memmove_long_repeat_emit_encodeSnappyBlockAsm10B
two_bytes_repeat_emit_encodeSnappyBlockAsm10B:
MOVB $0xf0, (AX)
MOVB BL, 1(AX)
ADDQ $0x02, AX
CMPL BX, $0x40
JB memmove_repeat_emit_encodeSnappyBlockAsm10B
JMP memmove_long_repeat_emit_encodeSnappyBlockAsm10B
one_byte_repeat_emit_encodeSnappyBlockAsm10B:
SHLB $0x02, BL
MOVB BL, (AX)
ADDQ $0x01, AX
memmove_repeat_emit_encodeSnappyBlockAsm10B:
LEAQ (AX)(DI*1), BX
// genMemMoveShort
CMPQ DI, $0x08
JBE emit_lit_memmove_repeat_emit_encodeSnappyBlockAsm10B_memmove_move_8
CMPQ DI, $0x10
JBE emit_lit_memmove_repeat_emit_encodeSnappyBlockAsm10B_memmove_move_8through16
CMPQ DI, $0x20
JBE emit_lit_memmove_repeat_emit_encodeSnappyBlockAsm10B_memmove_move_17through32
JMP emit_lit_memmove_repeat_emit_encodeSnappyBlockAsm10B_memmove_move_33through64
emit_lit_memmove_repeat_emit_encodeSnappyBlockAsm10B_memmove_move_8:
MOVQ (R8), R9
MOVQ R9, (AX)
JMP memmove_end_copy_repeat_emit_encodeSnappyBlockAsm10B
emit_lit_memmove_repeat_emit_encodeSnappyBlockAsm10B_memmove_move_8through16:
MOVQ (R8), R9
MOVQ -8(R8)(DI*1), R8
MOVQ R9, (AX)
MOVQ R8, -8(AX)(DI*1)
JMP memmove_end_copy_repeat_emit_encodeSnappyBlockAsm10B
emit_lit_memmove_repeat_emit_encodeSnappyBlockAsm10B_memmove_move_17through32:
MOVOU (R8), X0
MOVOU -16(R8)(DI*1), X1
MOVOU X0, (AX)
MOVOU X1, -16(AX)(DI*1)
JMP memmove_end_copy_repeat_emit_encodeSnappyBlockAsm10B
emit_lit_memmove_repeat_emit_encodeSnappyBlockAsm10B_memmove_move_33through64:
MOVOU (R8), X0
MOVOU 16(R8), X1
MOVOU -32(R8)(DI*1), X2
MOVOU -16(R8)(DI*1), X3
MOVOU X0, (AX)
MOVOU X1, 16(AX)
MOVOU X2, -32(AX)(DI*1)
MOVOU X3, -16(AX)(DI*1)
memmove_end_copy_repeat_emit_encodeSnappyBlockAsm10B:
MOVQ BX, AX
JMP emit_literal_done_repeat_emit_encodeSnappyBlockAsm10B
memmove_long_repeat_emit_encodeSnappyBlockAsm10B:
LEAQ (AX)(DI*1), BX
// genMemMoveLong
MOVOU (R8), X0
MOVOU 16(R8), X1
MOVOU -32(R8)(DI*1), X2
MOVOU -16(R8)(DI*1), X3
MOVQ DI, R10
SHRQ $0x05, R10
MOVQ AX, R9
ANDL $0x0000001f, R9
MOVQ $0x00000040, R11
SUBQ R9, R11
DECQ R10
JA emit_lit_memmove_long_repeat_emit_encodeSnappyBlockAsm10Blarge_forward_sse_loop_32
LEAQ -32(R8)(R11*1), R9
LEAQ -32(AX)(R11*1), R12
emit_lit_memmove_long_repeat_emit_encodeSnappyBlockAsm10Blarge_big_loop_back:
MOVOU (R9), X4
MOVOU 16(R9), X5
MOVOA X4, (R12)
MOVOA X5, 16(R12)
ADDQ $0x20, R12
ADDQ $0x20, R9
ADDQ $0x20, R11
DECQ R10
JNA emit_lit_memmove_long_repeat_emit_encodeSnappyBlockAsm10Blarge_big_loop_back
emit_lit_memmove_long_repeat_emit_encodeSnappyBlockAsm10Blarge_forward_sse_loop_32:
MOVOU -32(R8)(R11*1), X4
MOVOU -16(R8)(R11*1), X5
MOVOA X4, -32(AX)(R11*1)
MOVOA X5, -16(AX)(R11*1)
ADDQ $0x20, R11
CMPQ DI, R11
JAE emit_lit_memmove_long_repeat_emit_encodeSnappyBlockAsm10Blarge_forward_sse_loop_32
MOVOU X0, (AX)
MOVOU X1, 16(AX)
MOVOU X2, -32(AX)(DI*1)
MOVOU X3, -16(AX)(DI*1)
MOVQ BX, AX
emit_literal_done_repeat_emit_encodeSnappyBlockAsm10B:
ADDL $0x05, CX
MOVL CX, BX
SUBL 16(SP), BX
MOVQ src_len+32(FP), DI
SUBL CX, DI
LEAQ (DX)(CX*1), R8
LEAQ (DX)(BX*1), BX
// matchLen
XORL R10, R10
CMPL DI, $0x08
JB matchlen_match4_repeat_extend_encodeSnappyBlockAsm10B
matchlen_loopback_repeat_extend_encodeSnappyBlockAsm10B:
MOVQ (R8)(R10*1), R9
XORQ (BX)(R10*1), R9
TESTQ R9, R9
JZ matchlen_loop_repeat_extend_encodeSnappyBlockAsm10B
#ifdef GOAMD64_v3
TZCNTQ R9, R9
#else
BSFQ R9, R9
#endif
SARQ $0x03, R9
LEAL (R10)(R9*1), R10
JMP repeat_extend_forward_end_encodeSnappyBlockAsm10B
matchlen_loop_repeat_extend_encodeSnappyBlockAsm10B:
LEAL -8(DI), DI
LEAL 8(R10), R10
CMPL DI, $0x08
JAE matchlen_loopback_repeat_extend_encodeSnappyBlockAsm10B
JZ repeat_extend_forward_end_encodeSnappyBlockAsm10B
matchlen_match4_repeat_extend_encodeSnappyBlockAsm10B:
CMPL DI, $0x04
JB matchlen_match2_repeat_extend_encodeSnappyBlockAsm10B
MOVL (R8)(R10*1), R9
CMPL (BX)(R10*1), R9
JNE matchlen_match2_repeat_extend_encodeSnappyBlockAsm10B
SUBL $0x04, DI
LEAL 4(R10), R10
matchlen_match2_repeat_extend_encodeSnappyBlockAsm10B:
CMPL DI, $0x02
JB matchlen_match1_repeat_extend_encodeSnappyBlockAsm10B
MOVW (R8)(R10*1), R9
CMPW (BX)(R10*1), R9
JNE matchlen_match1_repeat_extend_encodeSnappyBlockAsm10B
SUBL $0x02, DI
LEAL 2(R10), R10
matchlen_match1_repeat_extend_encodeSnappyBlockAsm10B:
CMPL DI, $0x01
JB repeat_extend_forward_end_encodeSnappyBlockAsm10B
MOVB (R8)(R10*1), R9
CMPB (BX)(R10*1), R9
JNE repeat_extend_forward_end_encodeSnappyBlockAsm10B
LEAL 1(R10), R10
repeat_extend_forward_end_encodeSnappyBlockAsm10B:
ADDL R10, CX
MOVL CX, BX
SUBL SI, BX
MOVL 16(SP), SI
// emitCopy
two_byte_offset_repeat_as_copy_encodeSnappyBlockAsm10B:
CMPL BX, $0x40
JBE two_byte_offset_short_repeat_as_copy_encodeSnappyBlockAsm10B
MOVB $0xee, (AX)
MOVW SI, 1(AX)
LEAL -60(BX), BX
ADDQ $0x03, AX
JMP two_byte_offset_repeat_as_copy_encodeSnappyBlockAsm10B
two_byte_offset_short_repeat_as_copy_encodeSnappyBlockAsm10B:
MOVL BX, DI
SHLL $0x02, DI
CMPL BX, $0x0c
JAE emit_copy_three_repeat_as_copy_encodeSnappyBlockAsm10B
CMPL SI, $0x00000800
JAE emit_copy_three_repeat_as_copy_encodeSnappyBlockAsm10B
LEAL -15(DI), DI
MOVB SI, 1(AX)
SHRL $0x08, SI
SHLL $0x05, SI
ORL SI, DI
MOVB DI, (AX)
ADDQ $0x02, AX
JMP repeat_end_emit_encodeSnappyBlockAsm10B
emit_copy_three_repeat_as_copy_encodeSnappyBlockAsm10B:
LEAL -2(DI), DI
MOVB DI, (AX)
MOVW SI, 1(AX)
ADDQ $0x03, AX
repeat_end_emit_encodeSnappyBlockAsm10B:
MOVL CX, 12(SP)
JMP search_loop_encodeSnappyBlockAsm10B
no_repeat_found_encodeSnappyBlockAsm10B:
CMPL (DX)(BX*1), SI
JEQ candidate_match_encodeSnappyBlockAsm10B
SHRQ $0x08, SI
MOVL 24(SP)(R9*4), BX
LEAL 2(CX), R8
CMPL (DX)(DI*1), SI
JEQ candidate2_match_encodeSnappyBlockAsm10B
MOVL R8, 24(SP)(R9*4)
SHRQ $0x08, SI
CMPL (DX)(BX*1), SI
JEQ candidate3_match_encodeSnappyBlockAsm10B
MOVL 20(SP), CX
JMP search_loop_encodeSnappyBlockAsm10B
candidate3_match_encodeSnappyBlockAsm10B:
ADDL $0x02, CX
JMP candidate_match_encodeSnappyBlockAsm10B
candidate2_match_encodeSnappyBlockAsm10B:
MOVL R8, 24(SP)(R9*4)
INCL CX
MOVL DI, BX
candidate_match_encodeSnappyBlockAsm10B:
MOVL 12(SP), SI
TESTL BX, BX
JZ match_extend_back_end_encodeSnappyBlockAsm10B
match_extend_back_loop_encodeSnappyBlockAsm10B:
CMPL CX, SI
JBE match_extend_back_end_encodeSnappyBlockAsm10B
MOVB -1(DX)(BX*1), DI
MOVB -1(DX)(CX*1), R8
CMPB DI, R8
JNE match_extend_back_end_encodeSnappyBlockAsm10B
LEAL -1(CX), CX
DECL BX
JZ match_extend_back_end_encodeSnappyBlockAsm10B
JMP match_extend_back_loop_encodeSnappyBlockAsm10B
match_extend_back_end_encodeSnappyBlockAsm10B:
MOVL CX, SI
SUBL 12(SP), SI
LEAQ 3(AX)(SI*1), SI
CMPQ SI, (SP)
JB match_dst_size_check_encodeSnappyBlockAsm10B
MOVQ $0x00000000, ret+48(FP)
RET
match_dst_size_check_encodeSnappyBlockAsm10B:
MOVL CX, SI
MOVL 12(SP), DI
CMPL DI, SI
JEQ emit_literal_done_match_emit_encodeSnappyBlockAsm10B
MOVL SI, R8
MOVL SI, 12(SP)
LEAQ (DX)(DI*1), SI
SUBL DI, R8
LEAL -1(R8), DI
CMPL DI, $0x3c
JB one_byte_match_emit_encodeSnappyBlockAsm10B
CMPL DI, $0x00000100
JB two_bytes_match_emit_encodeSnappyBlockAsm10B
JB three_bytes_match_emit_encodeSnappyBlockAsm10B
three_bytes_match_emit_encodeSnappyBlockAsm10B:
MOVB $0xf4, (AX)
MOVW DI, 1(AX)
ADDQ $0x03, AX
JMP memmove_long_match_emit_encodeSnappyBlockAsm10B
two_bytes_match_emit_encodeSnappyBlockAsm10B:
MOVB $0xf0, (AX)
MOVB DI, 1(AX)
ADDQ $0x02, AX
CMPL DI, $0x40
JB memmove_match_emit_encodeSnappyBlockAsm10B
JMP memmove_long_match_emit_encodeSnappyBlockAsm10B
one_byte_match_emit_encodeSnappyBlockAsm10B:
SHLB $0x02, DI
MOVB DI, (AX)
ADDQ $0x01, AX
memmove_match_emit_encodeSnappyBlockAsm10B:
LEAQ (AX)(R8*1), DI
// genMemMoveShort
CMPQ R8, $0x08
JBE emit_lit_memmove_match_emit_encodeSnappyBlockAsm10B_memmove_move_8
CMPQ R8, $0x10
JBE emit_lit_memmove_match_emit_encodeSnappyBlockAsm10B_memmove_move_8through16
CMPQ R8, $0x20
JBE emit_lit_memmove_match_emit_encodeSnappyBlockAsm10B_memmove_move_17through32
JMP emit_lit_memmove_match_emit_encodeSnappyBlockAsm10B_memmove_move_33through64
emit_lit_memmove_match_emit_encodeSnappyBlockAsm10B_memmove_move_8:
MOVQ (SI), R9
MOVQ R9, (AX)
JMP memmove_end_copy_match_emit_encodeSnappyBlockAsm10B
emit_lit_memmove_match_emit_encodeSnappyBlockAsm10B_memmove_move_8through16:
MOVQ (SI), R9
MOVQ -8(SI)(R8*1), SI
MOVQ R9, (AX)
MOVQ SI, -8(AX)(R8*1)
JMP memmove_end_copy_match_emit_encodeSnappyBlockAsm10B
emit_lit_memmove_match_emit_encodeSnappyBlockAsm10B_memmove_move_17through32:
MOVOU (SI), X0
MOVOU -16(SI)(R8*1), X1
MOVOU X0, (AX)
MOVOU X1, -16(AX)(R8*1)
JMP memmove_end_copy_match_emit_encodeSnappyBlockAsm10B
emit_lit_memmove_match_emit_encodeSnappyBlockAsm10B_memmove_move_33through64:
MOVOU (SI), X0
MOVOU 16(SI), X1
MOVOU -32(SI)(R8*1), X2
MOVOU -16(SI)(R8*1), X3
MOVOU X0, (AX)
MOVOU X1, 16(AX)
MOVOU X2, -32(AX)(R8*1)
MOVOU X3, -16(AX)(R8*1)
memmove_end_copy_match_emit_encodeSnappyBlockAsm10B:
MOVQ DI, AX
JMP emit_literal_done_match_emit_encodeSnappyBlockAsm10B
memmove_long_match_emit_encodeSnappyBlockAsm10B:
LEAQ (AX)(R8*1), DI
// genMemMoveLong
MOVOU (SI), X0
MOVOU 16(SI), X1
MOVOU -32(SI)(R8*1), X2
MOVOU -16(SI)(R8*1), X3
MOVQ R8, R10
SHRQ $0x05, R10
MOVQ AX, R9
ANDL $0x0000001f, R9
MOVQ $0x00000040, R11
SUBQ R9, R11
DECQ R10
JA emit_lit_memmove_long_match_emit_encodeSnappyBlockAsm10Blarge_forward_sse_loop_32
LEAQ -32(SI)(R11*1), R9
LEAQ -32(AX)(R11*1), R12
emit_lit_memmove_long_match_emit_encodeSnappyBlockAsm10Blarge_big_loop_back:
MOVOU (R9), X4
MOVOU 16(R9), X5
MOVOA X4, (R12)
MOVOA X5, 16(R12)
ADDQ $0x20, R12
ADDQ $0x20, R9
ADDQ $0x20, R11
DECQ R10
JNA emit_lit_memmove_long_match_emit_encodeSnappyBlockAsm10Blarge_big_loop_back
emit_lit_memmove_long_match_emit_encodeSnappyBlockAsm10Blarge_forward_sse_loop_32:
MOVOU -32(SI)(R11*1), X4
MOVOU -16(SI)(R11*1), X5
MOVOA X4, -32(AX)(R11*1)
MOVOA X5, -16(AX)(R11*1)
ADDQ $0x20, R11
CMPQ R8, R11
JAE emit_lit_memmove_long_match_emit_encodeSnappyBlockAsm10Blarge_forward_sse_loop_32
MOVOU X0, (AX)
MOVOU X1, 16(AX)
MOVOU X2, -32(AX)(R8*1)
MOVOU X3, -16(AX)(R8*1)
MOVQ DI, AX
emit_literal_done_match_emit_encodeSnappyBlockAsm10B:
match_nolit_loop_encodeSnappyBlockAsm10B:
MOVL CX, SI
SUBL BX, SI
MOVL SI, 16(SP)
ADDL $0x04, CX
ADDL $0x04, BX
MOVQ src_len+32(FP), SI
SUBL CX, SI
LEAQ (DX)(CX*1), DI
LEAQ (DX)(BX*1), BX
// matchLen
XORL R9, R9
CMPL SI, $0x08
JB matchlen_match4_match_nolit_encodeSnappyBlockAsm10B
matchlen_loopback_match_nolit_encodeSnappyBlockAsm10B:
MOVQ (DI)(R9*1), R8
XORQ (BX)(R9*1), R8
TESTQ R8, R8
JZ matchlen_loop_match_nolit_encodeSnappyBlockAsm10B
#ifdef GOAMD64_v3
TZCNTQ R8, R8
#else
BSFQ R8, R8
#endif
SARQ $0x03, R8
LEAL (R9)(R8*1), R9
JMP match_nolit_end_encodeSnappyBlockAsm10B
matchlen_loop_match_nolit_encodeSnappyBlockAsm10B:
LEAL -8(SI), SI
LEAL 8(R9), R9
CMPL SI, $0x08
JAE matchlen_loopback_match_nolit_encodeSnappyBlockAsm10B
JZ match_nolit_end_encodeSnappyBlockAsm10B
matchlen_match4_match_nolit_encodeSnappyBlockAsm10B:
CMPL SI, $0x04
JB matchlen_match2_match_nolit_encodeSnappyBlockAsm10B
MOVL (DI)(R9*1), R8
CMPL (BX)(R9*1), R8
JNE matchlen_match2_match_nolit_encodeSnappyBlockAsm10B
SUBL $0x04, SI
LEAL 4(R9), R9
matchlen_match2_match_nolit_encodeSnappyBlockAsm10B:
CMPL SI, $0x02
JB matchlen_match1_match_nolit_encodeSnappyBlockAsm10B
MOVW (DI)(R9*1), R8
CMPW (BX)(R9*1), R8
JNE matchlen_match1_match_nolit_encodeSnappyBlockAsm10B
SUBL $0x02, SI
LEAL 2(R9), R9
matchlen_match1_match_nolit_encodeSnappyBlockAsm10B:
CMPL SI, $0x01
JB match_nolit_end_encodeSnappyBlockAsm10B
MOVB (DI)(R9*1), R8
CMPB (BX)(R9*1), R8
JNE match_nolit_end_encodeSnappyBlockAsm10B
LEAL 1(R9), R9
match_nolit_end_encodeSnappyBlockAsm10B:
ADDL R9, CX
MOVL 16(SP), BX
ADDL $0x04, R9
MOVL CX, 12(SP)
// emitCopy
two_byte_offset_match_nolit_encodeSnappyBlockAsm10B:
CMPL R9, $0x40
JBE two_byte_offset_short_match_nolit_encodeSnappyBlockAsm10B
MOVB $0xee, (AX)
MOVW BX, 1(AX)
LEAL -60(R9), R9
ADDQ $0x03, AX
JMP two_byte_offset_match_nolit_encodeSnappyBlockAsm10B
two_byte_offset_short_match_nolit_encodeSnappyBlockAsm10B:
MOVL R9, SI
SHLL $0x02, SI
CMPL R9, $0x0c
JAE emit_copy_three_match_nolit_encodeSnappyBlockAsm10B
CMPL BX, $0x00000800
JAE emit_copy_three_match_nolit_encodeSnappyBlockAsm10B
LEAL -15(SI), SI
MOVB BL, 1(AX)
SHRL $0x08, BX
SHLL $0x05, BX
ORL BX, SI
MOVB SI, (AX)
ADDQ $0x02, AX
JMP match_nolit_emitcopy_end_encodeSnappyBlockAsm10B
emit_copy_three_match_nolit_encodeSnappyBlockAsm10B:
LEAL -2(SI), SI
MOVB SI, (AX)
MOVW BX, 1(AX)
ADDQ $0x03, AX
match_nolit_emitcopy_end_encodeSnappyBlockAsm10B:
CMPL CX, 8(SP)
JAE emit_remainder_encodeSnappyBlockAsm10B
MOVQ -2(DX)(CX*1), SI
CMPQ AX, (SP)
JB match_nolit_dst_ok_encodeSnappyBlockAsm10B
MOVQ $0x00000000, ret+48(FP)
RET
match_nolit_dst_ok_encodeSnappyBlockAsm10B:
MOVQ $0x9e3779b1, R8
MOVQ SI, DI
SHRQ $0x10, SI
MOVQ SI, BX
SHLQ $0x20, DI
IMULQ R8, DI
SHRQ $0x36, DI
SHLQ $0x20, BX
IMULQ R8, BX
SHRQ $0x36, BX
LEAL -2(CX), R8
LEAQ 24(SP)(BX*4), R9
MOVL (R9), BX
MOVL R8, 24(SP)(DI*4)
MOVL CX, (R9)
CMPL (DX)(BX*1), SI
JEQ match_nolit_loop_encodeSnappyBlockAsm10B
INCL CX
JMP search_loop_encodeSnappyBlockAsm10B
emit_remainder_encodeSnappyBlockAsm10B:
MOVQ src_len+32(FP), CX
SUBL 12(SP), CX
LEAQ 3(AX)(CX*1), CX
CMPQ CX, (SP)
JB emit_remainder_ok_encodeSnappyBlockAsm10B
MOVQ $0x00000000, ret+48(FP)
RET
emit_remainder_ok_encodeSnappyBlockAsm10B:
MOVQ src_len+32(FP), CX
MOVL 12(SP), BX
CMPL BX, CX
JEQ emit_literal_done_emit_remainder_encodeSnappyBlockAsm10B
MOVL CX, SI
MOVL CX, 12(SP)
LEAQ (DX)(BX*1), CX
SUBL BX, SI
LEAL -1(SI), DX
CMPL DX, $0x3c
JB one_byte_emit_remainder_encodeSnappyBlockAsm10B
CMPL DX, $0x00000100
JB two_bytes_emit_remainder_encodeSnappyBlockAsm10B
JB three_bytes_emit_remainder_encodeSnappyBlockAsm10B
three_bytes_emit_remainder_encodeSnappyBlockAsm10B:
MOVB $0xf4, (AX)
MOVW DX, 1(AX)
ADDQ $0x03, AX
JMP memmove_long_emit_remainder_encodeSnappyBlockAsm10B
two_bytes_emit_remainder_encodeSnappyBlockAsm10B:
MOVB $0xf0, (AX)
MOVB DL, 1(AX)
ADDQ $0x02, AX
CMPL DX, $0x40
JB memmove_emit_remainder_encodeSnappyBlockAsm10B
JMP memmove_long_emit_remainder_encodeSnappyBlockAsm10B
one_byte_emit_remainder_encodeSnappyBlockAsm10B:
SHLB $0x02, DL
MOVB DL, (AX)
ADDQ $0x01, AX
memmove_emit_remainder_encodeSnappyBlockAsm10B:
LEAQ (AX)(SI*1), DX
MOVL SI, BX
// genMemMoveShort
CMPQ BX, $0x03
JB emit_lit_memmove_emit_remainder_encodeSnappyBlockAsm10B_memmove_move_1or2
JE emit_lit_memmove_emit_remainder_encodeSnappyBlockAsm10B_memmove_move_3
CMPQ BX, $0x08
JB emit_lit_memmove_emit_remainder_encodeSnappyBlockAsm10B_memmove_move_4through7
CMPQ BX, $0x10
JBE emit_lit_memmove_emit_remainder_encodeSnappyBlockAsm10B_memmove_move_8through16
CMPQ BX, $0x20
JBE emit_lit_memmove_emit_remainder_encodeSnappyBlockAsm10B_memmove_move_17through32
JMP emit_lit_memmove_emit_remainder_encodeSnappyBlockAsm10B_memmove_move_33through64
emit_lit_memmove_emit_remainder_encodeSnappyBlockAsm10B_memmove_move_1or2:
MOVB (CX), SI
MOVB -1(CX)(BX*1), CL
MOVB SI, (AX)
MOVB CL, -1(AX)(BX*1)
JMP memmove_end_copy_emit_remainder_encodeSnappyBlockAsm10B
emit_lit_memmove_emit_remainder_encodeSnappyBlockAsm10B_memmove_move_3:
MOVW (CX), SI
MOVB 2(CX), CL
MOVW SI, (AX)
MOVB CL, 2(AX)
JMP memmove_end_copy_emit_remainder_encodeSnappyBlockAsm10B
emit_lit_memmove_emit_remainder_encodeSnappyBlockAsm10B_memmove_move_4through7:
MOVL (CX), SI
MOVL -4(CX)(BX*1), CX
MOVL SI, (AX)
MOVL CX, -4(AX)(BX*1)
JMP memmove_end_copy_emit_remainder_encodeSnappyBlockAsm10B
emit_lit_memmove_emit_remainder_encodeSnappyBlockAsm10B_memmove_move_8through16:
MOVQ (CX), SI
MOVQ -8(CX)(BX*1), CX
MOVQ SI, (AX)
MOVQ CX, -8(AX)(BX*1)
JMP memmove_end_copy_emit_remainder_encodeSnappyBlockAsm10B
emit_lit_memmove_emit_remainder_encodeSnappyBlockAsm10B_memmove_move_17through32:
MOVOU (CX), X0
MOVOU -16(CX)(BX*1), X1
MOVOU X0, (AX)
MOVOU X1, -16(AX)(BX*1)
JMP memmove_end_copy_emit_remainder_encodeSnappyBlockAsm10B
emit_lit_memmove_emit_remainder_encodeSnappyBlockAsm10B_memmove_move_33through64:
MOVOU (CX), X0
MOVOU 16(CX), X1
MOVOU -32(CX)(BX*1), X2
MOVOU -16(CX)(BX*1), X3
MOVOU X0, (AX)
MOVOU X1, 16(AX)
MOVOU X2, -32(AX)(BX*1)
MOVOU X3, -16(AX)(BX*1)
memmove_end_copy_emit_remainder_encodeSnappyBlockAsm10B:
MOVQ DX, AX
JMP emit_literal_done_emit_remainder_encodeSnappyBlockAsm10B
memmove_long_emit_remainder_encodeSnappyBlockAsm10B:
LEAQ (AX)(SI*1), DX
MOVL SI, BX
// genMemMoveLong
MOVOU (CX), X0
MOVOU 16(CX), X1
MOVOU -32(CX)(BX*1), X2
MOVOU -16(CX)(BX*1), X3
MOVQ BX, DI
SHRQ $0x05, DI
MOVQ AX, SI
ANDL $0x0000001f, SI
MOVQ $0x00000040, R8
SUBQ SI, R8
DECQ DI
JA emit_lit_memmove_long_emit_remainder_encodeSnappyBlockAsm10Blarge_forward_sse_loop_32
LEAQ -32(CX)(R8*1), SI
LEAQ -32(AX)(R8*1), R9
emit_lit_memmove_long_emit_remainder_encodeSnappyBlockAsm10Blarge_big_loop_back:
MOVOU (SI), X4
MOVOU 16(SI), X5
MOVOA X4, (R9)
MOVOA X5, 16(R9)
ADDQ $0x20, R9
ADDQ $0x20, SI
ADDQ $0x20, R8
DECQ DI
JNA emit_lit_memmove_long_emit_remainder_encodeSnappyBlockAsm10Blarge_big_loop_back
emit_lit_memmove_long_emit_remainder_encodeSnappyBlockAsm10Blarge_forward_sse_loop_32:
MOVOU -32(CX)(R8*1), X4
MOVOU -16(CX)(R8*1), X5
MOVOA X4, -32(AX)(R8*1)
MOVOA X5, -16(AX)(R8*1)
ADDQ $0x20, R8
CMPQ BX, R8
JAE emit_lit_memmove_long_emit_remainder_encodeSnappyBlockAsm10Blarge_forward_sse_loop_32
MOVOU X0, (AX)
MOVOU X1, 16(AX)
MOVOU X2, -32(AX)(BX*1)
MOVOU X3, -16(AX)(BX*1)
MOVQ DX, AX
emit_literal_done_emit_remainder_encodeSnappyBlockAsm10B:
MOVQ dst_base+0(FP), CX
SUBQ CX, AX
MOVQ AX, ret+48(FP)
RET
// func encodeSnappyBlockAsm8B(dst []byte, src []byte) int
// Requires: BMI, SSE2
TEXT ·encodeSnappyBlockAsm8B(SB), $1048-56
MOVQ dst_base+0(FP), AX
MOVQ $0x00000008, CX
LEAQ 24(SP), DX
PXOR X0, X0
zero_loop_encodeSnappyBlockAsm8B:
MOVOU X0, (DX)
MOVOU X0, 16(DX)
MOVOU X0, 32(DX)
MOVOU X0, 48(DX)
MOVOU X0, 64(DX)
MOVOU X0, 80(DX)
MOVOU X0, 96(DX)
MOVOU X0, 112(DX)
ADDQ $0x80, DX
DECQ CX
JNZ zero_loop_encodeSnappyBlockAsm8B
MOVL $0x00000000, 12(SP)
MOVQ src_len+32(FP), CX
LEAQ -9(CX), DX
LEAQ -8(CX), BX
MOVL BX, 8(SP)
SHRQ $0x05, CX
SUBL CX, DX
LEAQ (AX)(DX*1), DX
MOVQ DX, (SP)
MOVL $0x00000001, CX
MOVL CX, 16(SP)
MOVQ src_base+24(FP), DX
search_loop_encodeSnappyBlockAsm8B:
MOVL CX, BX
SUBL 12(SP), BX
SHRL $0x04, BX
LEAL 4(CX)(BX*1), BX
CMPL BX, 8(SP)
JAE emit_remainder_encodeSnappyBlockAsm8B
MOVQ (DX)(CX*1), SI
MOVL BX, 20(SP)
MOVQ $0x9e3779b1, R8
MOVQ SI, R9
MOVQ SI, R10
SHRQ $0x08, R10
SHLQ $0x20, R9
IMULQ R8, R9
SHRQ $0x38, R9
SHLQ $0x20, R10
IMULQ R8, R10
SHRQ $0x38, R10
MOVL 24(SP)(R9*4), BX
MOVL 24(SP)(R10*4), DI
MOVL CX, 24(SP)(R9*4)
LEAL 1(CX), R9
MOVL R9, 24(SP)(R10*4)
MOVQ SI, R9
SHRQ $0x10, R9
SHLQ $0x20, R9
IMULQ R8, R9
SHRQ $0x38, R9
MOVL CX, R8
SUBL 16(SP), R8
MOVL 1(DX)(R8*1), R10
MOVQ SI, R8
SHRQ $0x08, R8
CMPL R8, R10
JNE no_repeat_found_encodeSnappyBlockAsm8B
LEAL 1(CX), SI
MOVL 12(SP), BX
MOVL SI, DI
SUBL 16(SP), DI
JZ repeat_extend_back_end_encodeSnappyBlockAsm8B
repeat_extend_back_loop_encodeSnappyBlockAsm8B:
CMPL SI, BX
JBE repeat_extend_back_end_encodeSnappyBlockAsm8B
MOVB -1(DX)(DI*1), R8
MOVB -1(DX)(SI*1), R9
CMPB R8, R9
JNE repeat_extend_back_end_encodeSnappyBlockAsm8B
LEAL -1(SI), SI
DECL DI
JNZ repeat_extend_back_loop_encodeSnappyBlockAsm8B
repeat_extend_back_end_encodeSnappyBlockAsm8B:
MOVL 12(SP), BX
CMPL BX, SI
JEQ emit_literal_done_repeat_emit_encodeSnappyBlockAsm8B
MOVL SI, DI
MOVL SI, 12(SP)
LEAQ (DX)(BX*1), R8
SUBL BX, DI
LEAL -1(DI), BX
CMPL BX, $0x3c
JB one_byte_repeat_emit_encodeSnappyBlockAsm8B
CMPL BX, $0x00000100
JB two_bytes_repeat_emit_encodeSnappyBlockAsm8B
JB three_bytes_repeat_emit_encodeSnappyBlockAsm8B
three_bytes_repeat_emit_encodeSnappyBlockAsm8B:
MOVB $0xf4, (AX)
MOVW BX, 1(AX)
ADDQ $0x03, AX
JMP memmove_long_repeat_emit_encodeSnappyBlockAsm8B
two_bytes_repeat_emit_encodeSnappyBlockAsm8B:
MOVB $0xf0, (AX)
MOVB BL, 1(AX)
ADDQ $0x02, AX
CMPL BX, $0x40
JB memmove_repeat_emit_encodeSnappyBlockAsm8B
JMP memmove_long_repeat_emit_encodeSnappyBlockAsm8B
one_byte_repeat_emit_encodeSnappyBlockAsm8B:
SHLB $0x02, BL
MOVB BL, (AX)
ADDQ $0x01, AX
memmove_repeat_emit_encodeSnappyBlockAsm8B:
LEAQ (AX)(DI*1), BX
// genMemMoveShort
CMPQ DI, $0x08
JBE emit_lit_memmove_repeat_emit_encodeSnappyBlockAsm8B_memmove_move_8
CMPQ DI, $0x10
JBE emit_lit_memmove_repeat_emit_encodeSnappyBlockAsm8B_memmove_move_8through16
CMPQ DI, $0x20
JBE emit_lit_memmove_repeat_emit_encodeSnappyBlockAsm8B_memmove_move_17through32
JMP emit_lit_memmove_repeat_emit_encodeSnappyBlockAsm8B_memmove_move_33through64
emit_lit_memmove_repeat_emit_encodeSnappyBlockAsm8B_memmove_move_8:
MOVQ (R8), R9
MOVQ R9, (AX)
JMP memmove_end_copy_repeat_emit_encodeSnappyBlockAsm8B
emit_lit_memmove_repeat_emit_encodeSnappyBlockAsm8B_memmove_move_8through16:
MOVQ (R8), R9
MOVQ -8(R8)(DI*1), R8
MOVQ R9, (AX)
MOVQ R8, -8(AX)(DI*1)
JMP memmove_end_copy_repeat_emit_encodeSnappyBlockAsm8B
emit_lit_memmove_repeat_emit_encodeSnappyBlockAsm8B_memmove_move_17through32:
MOVOU (R8), X0
MOVOU -16(R8)(DI*1), X1
MOVOU X0, (AX)
MOVOU X1, -16(AX)(DI*1)
JMP memmove_end_copy_repeat_emit_encodeSnappyBlockAsm8B
emit_lit_memmove_repeat_emit_encodeSnappyBlockAsm8B_memmove_move_33through64:
MOVOU (R8), X0
MOVOU 16(R8), X1
MOVOU -32(R8)(DI*1), X2
MOVOU -16(R8)(DI*1), X3
MOVOU X0, (AX)
MOVOU X1, 16(AX)
MOVOU X2, -32(AX)(DI*1)
MOVOU X3, -16(AX)(DI*1)
memmove_end_copy_repeat_emit_encodeSnappyBlockAsm8B:
MOVQ BX, AX
JMP emit_literal_done_repeat_emit_encodeSnappyBlockAsm8B
memmove_long_repeat_emit_encodeSnappyBlockAsm8B:
LEAQ (AX)(DI*1), BX
// genMemMoveLong
MOVOU (R8), X0
MOVOU 16(R8), X1
MOVOU -32(R8)(DI*1), X2
MOVOU -16(R8)(DI*1), X3
MOVQ DI, R10
SHRQ $0x05, R10
MOVQ AX, R9
ANDL $0x0000001f, R9
MOVQ $0x00000040, R11
SUBQ R9, R11
DECQ R10
JA emit_lit_memmove_long_repeat_emit_encodeSnappyBlockAsm8Blarge_forward_sse_loop_32
LEAQ -32(R8)(R11*1), R9
LEAQ -32(AX)(R11*1), R12
emit_lit_memmove_long_repeat_emit_encodeSnappyBlockAsm8Blarge_big_loop_back:
MOVOU (R9), X4
MOVOU 16(R9), X5
MOVOA X4, (R12)
MOVOA X5, 16(R12)
ADDQ $0x20, R12
ADDQ $0x20, R9
ADDQ $0x20, R11
DECQ R10
JNA emit_lit_memmove_long_repeat_emit_encodeSnappyBlockAsm8Blarge_big_loop_back
emit_lit_memmove_long_repeat_emit_encodeSnappyBlockAsm8Blarge_forward_sse_loop_32:
MOVOU -32(R8)(R11*1), X4
MOVOU -16(R8)(R11*1), X5
MOVOA X4, -32(AX)(R11*1)
MOVOA X5, -16(AX)(R11*1)
ADDQ $0x20, R11
CMPQ DI, R11
JAE emit_lit_memmove_long_repeat_emit_encodeSnappyBlockAsm8Blarge_forward_sse_loop_32
MOVOU X0, (AX)
MOVOU X1, 16(AX)
MOVOU X2, -32(AX)(DI*1)
MOVOU X3, -16(AX)(DI*1)
MOVQ BX, AX
emit_literal_done_repeat_emit_encodeSnappyBlockAsm8B:
ADDL $0x05, CX
MOVL CX, BX
SUBL 16(SP), BX
MOVQ src_len+32(FP), DI
SUBL CX, DI
LEAQ (DX)(CX*1), R8
LEAQ (DX)(BX*1), BX
// matchLen
XORL R10, R10
CMPL DI, $0x08
JB matchlen_match4_repeat_extend_encodeSnappyBlockAsm8B
matchlen_loopback_repeat_extend_encodeSnappyBlockAsm8B:
MOVQ (R8)(R10*1), R9
XORQ (BX)(R10*1), R9
TESTQ R9, R9
JZ matchlen_loop_repeat_extend_encodeSnappyBlockAsm8B
#ifdef GOAMD64_v3
TZCNTQ R9, R9
#else
BSFQ R9, R9
#endif
SARQ $0x03, R9
LEAL (R10)(R9*1), R10
JMP repeat_extend_forward_end_encodeSnappyBlockAsm8B
matchlen_loop_repeat_extend_encodeSnappyBlockAsm8B:
LEAL -8(DI), DI
LEAL 8(R10), R10
CMPL DI, $0x08
JAE matchlen_loopback_repeat_extend_encodeSnappyBlockAsm8B
JZ repeat_extend_forward_end_encodeSnappyBlockAsm8B
matchlen_match4_repeat_extend_encodeSnappyBlockAsm8B:
CMPL DI, $0x04
JB matchlen_match2_repeat_extend_encodeSnappyBlockAsm8B
MOVL (R8)(R10*1), R9
CMPL (BX)(R10*1), R9
JNE matchlen_match2_repeat_extend_encodeSnappyBlockAsm8B
SUBL $0x04, DI
LEAL 4(R10), R10
matchlen_match2_repeat_extend_encodeSnappyBlockAsm8B:
CMPL DI, $0x02
JB matchlen_match1_repeat_extend_encodeSnappyBlockAsm8B
MOVW (R8)(R10*1), R9
CMPW (BX)(R10*1), R9
JNE matchlen_match1_repeat_extend_encodeSnappyBlockAsm8B
SUBL $0x02, DI
LEAL 2(R10), R10
matchlen_match1_repeat_extend_encodeSnappyBlockAsm8B:
CMPL DI, $0x01
JB repeat_extend_forward_end_encodeSnappyBlockAsm8B
MOVB (R8)(R10*1), R9
CMPB (BX)(R10*1), R9
JNE repeat_extend_forward_end_encodeSnappyBlockAsm8B
LEAL 1(R10), R10
repeat_extend_forward_end_encodeSnappyBlockAsm8B:
ADDL R10, CX
MOVL CX, BX
SUBL SI, BX
MOVL 16(SP), SI
// emitCopy
two_byte_offset_repeat_as_copy_encodeSnappyBlockAsm8B:
CMPL BX, $0x40
JBE two_byte_offset_short_repeat_as_copy_encodeSnappyBlockAsm8B
MOVB $0xee, (AX)
MOVW SI, 1(AX)
LEAL -60(BX), BX
ADDQ $0x03, AX
JMP two_byte_offset_repeat_as_copy_encodeSnappyBlockAsm8B
two_byte_offset_short_repeat_as_copy_encodeSnappyBlockAsm8B:
MOVL BX, DI
SHLL $0x02, DI
CMPL BX, $0x0c
JAE emit_copy_three_repeat_as_copy_encodeSnappyBlockAsm8B
LEAL -15(DI), DI
MOVB SI, 1(AX)
SHRL $0x08, SI
SHLL $0x05, SI
ORL SI, DI
MOVB DI, (AX)
ADDQ $0x02, AX
JMP repeat_end_emit_encodeSnappyBlockAsm8B
emit_copy_three_repeat_as_copy_encodeSnappyBlockAsm8B:
LEAL -2(DI), DI
MOVB DI, (AX)
MOVW SI, 1(AX)
ADDQ $0x03, AX
repeat_end_emit_encodeSnappyBlockAsm8B:
MOVL CX, 12(SP)
JMP search_loop_encodeSnappyBlockAsm8B
no_repeat_found_encodeSnappyBlockAsm8B:
CMPL (DX)(BX*1), SI
JEQ candidate_match_encodeSnappyBlockAsm8B
SHRQ $0x08, SI
MOVL 24(SP)(R9*4), BX
LEAL 2(CX), R8
CMPL (DX)(DI*1), SI
JEQ candidate2_match_encodeSnappyBlockAsm8B
MOVL R8, 24(SP)(R9*4)
SHRQ $0x08, SI
CMPL (DX)(BX*1), SI
JEQ candidate3_match_encodeSnappyBlockAsm8B
MOVL 20(SP), CX
JMP search_loop_encodeSnappyBlockAsm8B
candidate3_match_encodeSnappyBlockAsm8B:
ADDL $0x02, CX
JMP candidate_match_encodeSnappyBlockAsm8B
candidate2_match_encodeSnappyBlockAsm8B:
MOVL R8, 24(SP)(R9*4)
INCL CX
MOVL DI, BX
candidate_match_encodeSnappyBlockAsm8B:
MOVL 12(SP), SI
TESTL BX, BX
JZ match_extend_back_end_encodeSnappyBlockAsm8B
match_extend_back_loop_encodeSnappyBlockAsm8B:
CMPL CX, SI
JBE match_extend_back_end_encodeSnappyBlockAsm8B
MOVB -1(DX)(BX*1), DI
MOVB -1(DX)(CX*1), R8
CMPB DI, R8
JNE match_extend_back_end_encodeSnappyBlockAsm8B
LEAL -1(CX), CX
DECL BX
JZ match_extend_back_end_encodeSnappyBlockAsm8B
JMP match_extend_back_loop_encodeSnappyBlockAsm8B
match_extend_back_end_encodeSnappyBlockAsm8B:
MOVL CX, SI
SUBL 12(SP), SI
LEAQ 3(AX)(SI*1), SI
CMPQ SI, (SP)
JB match_dst_size_check_encodeSnappyBlockAsm8B
MOVQ $0x00000000, ret+48(FP)
RET
match_dst_size_check_encodeSnappyBlockAsm8B:
MOVL CX, SI
MOVL 12(SP), DI
CMPL DI, SI
JEQ emit_literal_done_match_emit_encodeSnappyBlockAsm8B
MOVL SI, R8
MOVL SI, 12(SP)
LEAQ (DX)(DI*1), SI
SUBL DI, R8
LEAL -1(R8), DI
CMPL DI, $0x3c
JB one_byte_match_emit_encodeSnappyBlockAsm8B
CMPL DI, $0x00000100
JB two_bytes_match_emit_encodeSnappyBlockAsm8B
JB three_bytes_match_emit_encodeSnappyBlockAsm8B
three_bytes_match_emit_encodeSnappyBlockAsm8B:
MOVB $0xf4, (AX)
MOVW DI, 1(AX)
ADDQ $0x03, AX
JMP memmove_long_match_emit_encodeSnappyBlockAsm8B
two_bytes_match_emit_encodeSnappyBlockAsm8B:
MOVB $0xf0, (AX)
MOVB DI, 1(AX)
ADDQ $0x02, AX
CMPL DI, $0x40
JB memmove_match_emit_encodeSnappyBlockAsm8B
JMP memmove_long_match_emit_encodeSnappyBlockAsm8B
one_byte_match_emit_encodeSnappyBlockAsm8B:
SHLB $0x02, DI
MOVB DI, (AX)
ADDQ $0x01, AX
memmove_match_emit_encodeSnappyBlockAsm8B:
LEAQ (AX)(R8*1), DI
// genMemMoveShort
CMPQ R8, $0x08
JBE emit_lit_memmove_match_emit_encodeSnappyBlockAsm8B_memmove_move_8
CMPQ R8, $0x10
JBE emit_lit_memmove_match_emit_encodeSnappyBlockAsm8B_memmove_move_8through16
CMPQ R8, $0x20
JBE emit_lit_memmove_match_emit_encodeSnappyBlockAsm8B_memmove_move_17through32
JMP emit_lit_memmove_match_emit_encodeSnappyBlockAsm8B_memmove_move_33through64
emit_lit_memmove_match_emit_encodeSnappyBlockAsm8B_memmove_move_8:
MOVQ (SI), R9
MOVQ R9, (AX)
JMP memmove_end_copy_match_emit_encodeSnappyBlockAsm8B
emit_lit_memmove_match_emit_encodeSnappyBlockAsm8B_memmove_move_8through16:
MOVQ (SI), R9
MOVQ -8(SI)(R8*1), SI
MOVQ R9, (AX)
MOVQ SI, -8(AX)(R8*1)
JMP memmove_end_copy_match_emit_encodeSnappyBlockAsm8B
emit_lit_memmove_match_emit_encodeSnappyBlockAsm8B_memmove_move_17through32:
MOVOU (SI), X0
MOVOU -16(SI)(R8*1), X1
MOVOU X0, (AX)
MOVOU X1, -16(AX)(R8*1)
JMP memmove_end_copy_match_emit_encodeSnappyBlockAsm8B
emit_lit_memmove_match_emit_encodeSnappyBlockAsm8B_memmove_move_33through64:
MOVOU (SI), X0
MOVOU 16(SI), X1
MOVOU -32(SI)(R8*1), X2
MOVOU -16(SI)(R8*1), X3
MOVOU X0, (AX)
MOVOU X1, 16(AX)
MOVOU X2, -32(AX)(R8*1)
MOVOU X3, -16(AX)(R8*1)
memmove_end_copy_match_emit_encodeSnappyBlockAsm8B:
MOVQ DI, AX
JMP emit_literal_done_match_emit_encodeSnappyBlockAsm8B
memmove_long_match_emit_encodeSnappyBlockAsm8B:
LEAQ (AX)(R8*1), DI
// genMemMoveLong
MOVOU (SI), X0
MOVOU 16(SI), X1
MOVOU -32(SI)(R8*1), X2
MOVOU -16(SI)(R8*1), X3
MOVQ R8, R10
SHRQ $0x05, R10
MOVQ AX, R9
ANDL $0x0000001f, R9
MOVQ $0x00000040, R11
SUBQ R9, R11
DECQ R10
JA emit_lit_memmove_long_match_emit_encodeSnappyBlockAsm8Blarge_forward_sse_loop_32
LEAQ -32(SI)(R11*1), R9
LEAQ -32(AX)(R11*1), R12
emit_lit_memmove_long_match_emit_encodeSnappyBlockAsm8Blarge_big_loop_back:
MOVOU (R9), X4
MOVOU 16(R9), X5
MOVOA X4, (R12)
MOVOA X5, 16(R12)
ADDQ $0x20, R12
ADDQ $0x20, R9
ADDQ $0x20, R11
DECQ R10
JNA emit_lit_memmove_long_match_emit_encodeSnappyBlockAsm8Blarge_big_loop_back
emit_lit_memmove_long_match_emit_encodeSnappyBlockAsm8Blarge_forward_sse_loop_32:
MOVOU -32(SI)(R11*1), X4
MOVOU -16(SI)(R11*1), X5
MOVOA X4, -32(AX)(R11*1)
MOVOA X5, -16(AX)(R11*1)
ADDQ $0x20, R11
CMPQ R8, R11
JAE emit_lit_memmove_long_match_emit_encodeSnappyBlockAsm8Blarge_forward_sse_loop_32
MOVOU X0, (AX)
MOVOU X1, 16(AX)
MOVOU X2, -32(AX)(R8*1)
MOVOU X3, -16(AX)(R8*1)
MOVQ DI, AX
emit_literal_done_match_emit_encodeSnappyBlockAsm8B:
match_nolit_loop_encodeSnappyBlockAsm8B:
MOVL CX, SI
SUBL BX, SI
MOVL SI, 16(SP)
ADDL $0x04, CX
ADDL $0x04, BX
MOVQ src_len+32(FP), SI
SUBL CX, SI
LEAQ (DX)(CX*1), DI
LEAQ (DX)(BX*1), BX
// matchLen
XORL R9, R9
CMPL SI, $0x08
JB matchlen_match4_match_nolit_encodeSnappyBlockAsm8B
matchlen_loopback_match_nolit_encodeSnappyBlockAsm8B:
MOVQ (DI)(R9*1), R8
XORQ (BX)(R9*1), R8
TESTQ R8, R8
JZ matchlen_loop_match_nolit_encodeSnappyBlockAsm8B
#ifdef GOAMD64_v3
TZCNTQ R8, R8
#else
BSFQ R8, R8
#endif
SARQ $0x03, R8
LEAL (R9)(R8*1), R9
JMP match_nolit_end_encodeSnappyBlockAsm8B
matchlen_loop_match_nolit_encodeSnappyBlockAsm8B:
LEAL -8(SI), SI
LEAL 8(R9), R9
CMPL SI, $0x08
JAE matchlen_loopback_match_nolit_encodeSnappyBlockAsm8B
JZ match_nolit_end_encodeSnappyBlockAsm8B
matchlen_match4_match_nolit_encodeSnappyBlockAsm8B:
CMPL SI, $0x04
JB matchlen_match2_match_nolit_encodeSnappyBlockAsm8B
MOVL (DI)(R9*1), R8
CMPL (BX)(R9*1), R8
JNE matchlen_match2_match_nolit_encodeSnappyBlockAsm8B
SUBL $0x04, SI
LEAL 4(R9), R9
matchlen_match2_match_nolit_encodeSnappyBlockAsm8B:
CMPL SI, $0x02
JB matchlen_match1_match_nolit_encodeSnappyBlockAsm8B
MOVW (DI)(R9*1), R8
CMPW (BX)(R9*1), R8
JNE matchlen_match1_match_nolit_encodeSnappyBlockAsm8B
SUBL $0x02, SI
LEAL 2(R9), R9
matchlen_match1_match_nolit_encodeSnappyBlockAsm8B:
CMPL SI, $0x01
JB match_nolit_end_encodeSnappyBlockAsm8B
MOVB (DI)(R9*1), R8
CMPB (BX)(R9*1), R8
JNE match_nolit_end_encodeSnappyBlockAsm8B
LEAL 1(R9), R9
match_nolit_end_encodeSnappyBlockAsm8B:
ADDL R9, CX
MOVL 16(SP), BX
ADDL $0x04, R9
MOVL CX, 12(SP)
// emitCopy
two_byte_offset_match_nolit_encodeSnappyBlockAsm8B:
CMPL R9, $0x40
JBE two_byte_offset_short_match_nolit_encodeSnappyBlockAsm8B
MOVB $0xee, (AX)
MOVW BX, 1(AX)
LEAL -60(R9), R9
ADDQ $0x03, AX
JMP two_byte_offset_match_nolit_encodeSnappyBlockAsm8B
two_byte_offset_short_match_nolit_encodeSnappyBlockAsm8B:
MOVL R9, SI
SHLL $0x02, SI
CMPL R9, $0x0c
JAE emit_copy_three_match_nolit_encodeSnappyBlockAsm8B
LEAL -15(SI), SI
MOVB BL, 1(AX)
SHRL $0x08, BX
SHLL $0x05, BX
ORL BX, SI
MOVB SI, (AX)
ADDQ $0x02, AX
JMP match_nolit_emitcopy_end_encodeSnappyBlockAsm8B
emit_copy_three_match_nolit_encodeSnappyBlockAsm8B:
LEAL -2(SI), SI
MOVB SI, (AX)
MOVW BX, 1(AX)
ADDQ $0x03, AX
match_nolit_emitcopy_end_encodeSnappyBlockAsm8B:
CMPL CX, 8(SP)
JAE emit_remainder_encodeSnappyBlockAsm8B
MOVQ -2(DX)(CX*1), SI
CMPQ AX, (SP)
JB match_nolit_dst_ok_encodeSnappyBlockAsm8B
MOVQ $0x00000000, ret+48(FP)
RET
match_nolit_dst_ok_encodeSnappyBlockAsm8B:
MOVQ $0x9e3779b1, R8
MOVQ SI, DI
SHRQ $0x10, SI
MOVQ SI, BX
SHLQ $0x20, DI
IMULQ R8, DI
SHRQ $0x38, DI
SHLQ $0x20, BX
IMULQ R8, BX
SHRQ $0x38, BX
LEAL -2(CX), R8
LEAQ 24(SP)(BX*4), R9
MOVL (R9), BX
MOVL R8, 24(SP)(DI*4)
MOVL CX, (R9)
CMPL (DX)(BX*1), SI
JEQ match_nolit_loop_encodeSnappyBlockAsm8B
INCL CX
JMP search_loop_encodeSnappyBlockAsm8B
emit_remainder_encodeSnappyBlockAsm8B:
MOVQ src_len+32(FP), CX
SUBL 12(SP), CX
LEAQ 3(AX)(CX*1), CX
CMPQ CX, (SP)
JB emit_remainder_ok_encodeSnappyBlockAsm8B
MOVQ $0x00000000, ret+48(FP)
RET
emit_remainder_ok_encodeSnappyBlockAsm8B:
MOVQ src_len+32(FP), CX
MOVL 12(SP), BX
CMPL BX, CX
JEQ emit_literal_done_emit_remainder_encodeSnappyBlockAsm8B
MOVL CX, SI
MOVL CX, 12(SP)
LEAQ (DX)(BX*1), CX
SUBL BX, SI
LEAL -1(SI), DX
CMPL DX, $0x3c
JB one_byte_emit_remainder_encodeSnappyBlockAsm8B
CMPL DX, $0x00000100
JB two_bytes_emit_remainder_encodeSnappyBlockAsm8B
JB three_bytes_emit_remainder_encodeSnappyBlockAsm8B
three_bytes_emit_remainder_encodeSnappyBlockAsm8B:
MOVB $0xf4, (AX)
MOVW DX, 1(AX)
ADDQ $0x03, AX
JMP memmove_long_emit_remainder_encodeSnappyBlockAsm8B
two_bytes_emit_remainder_encodeSnappyBlockAsm8B:
MOVB $0xf0, (AX)
MOVB DL, 1(AX)
ADDQ $0x02, AX
CMPL DX, $0x40
JB memmove_emit_remainder_encodeSnappyBlockAsm8B
JMP memmove_long_emit_remainder_encodeSnappyBlockAsm8B
one_byte_emit_remainder_encodeSnappyBlockAsm8B:
SHLB $0x02, DL
MOVB DL, (AX)
ADDQ $0x01, AX
memmove_emit_remainder_encodeSnappyBlockAsm8B:
LEAQ (AX)(SI*1), DX
MOVL SI, BX
// genMemMoveShort
CMPQ BX, $0x03
JB emit_lit_memmove_emit_remainder_encodeSnappyBlockAsm8B_memmove_move_1or2
JE emit_lit_memmove_emit_remainder_encodeSnappyBlockAsm8B_memmove_move_3
CMPQ BX, $0x08
JB emit_lit_memmove_emit_remainder_encodeSnappyBlockAsm8B_memmove_move_4through7
CMPQ BX, $0x10
JBE emit_lit_memmove_emit_remainder_encodeSnappyBlockAsm8B_memmove_move_8through16
CMPQ BX, $0x20
JBE emit_lit_memmove_emit_remainder_encodeSnappyBlockAsm8B_memmove_move_17through32
JMP emit_lit_memmove_emit_remainder_encodeSnappyBlockAsm8B_memmove_move_33through64
emit_lit_memmove_emit_remainder_encodeSnappyBlockAsm8B_memmove_move_1or2:
MOVB (CX), SI
MOVB -1(CX)(BX*1), CL
MOVB SI, (AX)
MOVB CL, -1(AX)(BX*1)
JMP memmove_end_copy_emit_remainder_encodeSnappyBlockAsm8B
emit_lit_memmove_emit_remainder_encodeSnappyBlockAsm8B_memmove_move_3:
MOVW (CX), SI
MOVB 2(CX), CL
MOVW SI, (AX)
MOVB CL, 2(AX)
JMP memmove_end_copy_emit_remainder_encodeSnappyBlockAsm8B
emit_lit_memmove_emit_remainder_encodeSnappyBlockAsm8B_memmove_move_4through7:
MOVL (CX), SI
MOVL -4(CX)(BX*1), CX
MOVL SI, (AX)
MOVL CX, -4(AX)(BX*1)
JMP memmove_end_copy_emit_remainder_encodeSnappyBlockAsm8B
emit_lit_memmove_emit_remainder_encodeSnappyBlockAsm8B_memmove_move_8through16:
MOVQ (CX), SI
MOVQ -8(CX)(BX*1), CX
MOVQ SI, (AX)
MOVQ CX, -8(AX)(BX*1)
JMP memmove_end_copy_emit_remainder_encodeSnappyBlockAsm8B
emit_lit_memmove_emit_remainder_encodeSnappyBlockAsm8B_memmove_move_17through32:
MOVOU (CX), X0
MOVOU -16(CX)(BX*1), X1
MOVOU X0, (AX)
MOVOU X1, -16(AX)(BX*1)
JMP memmove_end_copy_emit_remainder_encodeSnappyBlockAsm8B
emit_lit_memmove_emit_remainder_encodeSnappyBlockAsm8B_memmove_move_33through64:
MOVOU (CX), X0
MOVOU 16(CX), X1
MOVOU -32(CX)(BX*1), X2
MOVOU -16(CX)(BX*1), X3
MOVOU X0, (AX)
MOVOU X1, 16(AX)
MOVOU X2, -32(AX)(BX*1)
MOVOU X3, -16(AX)(BX*1)
memmove_end_copy_emit_remainder_encodeSnappyBlockAsm8B:
MOVQ DX, AX
JMP emit_literal_done_emit_remainder_encodeSnappyBlockAsm8B
memmove_long_emit_remainder_encodeSnappyBlockAsm8B:
LEAQ (AX)(SI*1), DX
MOVL SI, BX
// genMemMoveLong
MOVOU (CX), X0
MOVOU 16(CX), X1
MOVOU -32(CX)(BX*1), X2
MOVOU -16(CX)(BX*1), X3
MOVQ BX, DI
SHRQ $0x05, DI
MOVQ AX, SI
ANDL $0x0000001f, SI
MOVQ $0x00000040, R8
SUBQ SI, R8
DECQ DI
JA emit_lit_memmove_long_emit_remainder_encodeSnappyBlockAsm8Blarge_forward_sse_loop_32
LEAQ -32(CX)(R8*1), SI
LEAQ -32(AX)(R8*1), R9
emit_lit_memmove_long_emit_remainder_encodeSnappyBlockAsm8Blarge_big_loop_back:
MOVOU (SI), X4
MOVOU 16(SI), X5
MOVOA X4, (R9)
MOVOA X5, 16(R9)
ADDQ $0x20, R9
ADDQ $0x20, SI
ADDQ $0x20, R8
DECQ DI
JNA emit_lit_memmove_long_emit_remainder_encodeSnappyBlockAsm8Blarge_big_loop_back
emit_lit_memmove_long_emit_remainder_encodeSnappyBlockAsm8Blarge_forward_sse_loop_32:
MOVOU -32(CX)(R8*1), X4
MOVOU -16(CX)(R8*1), X5
MOVOA X4, -32(AX)(R8*1)
MOVOA X5, -16(AX)(R8*1)
ADDQ $0x20, R8
CMPQ BX, R8
JAE emit_lit_memmove_long_emit_remainder_encodeSnappyBlockAsm8Blarge_forward_sse_loop_32
MOVOU X0, (AX)
MOVOU X1, 16(AX)
MOVOU X2, -32(AX)(BX*1)
MOVOU X3, -16(AX)(BX*1)
MOVQ DX, AX
emit_literal_done_emit_remainder_encodeSnappyBlockAsm8B:
MOVQ dst_base+0(FP), CX
SUBQ CX, AX
MOVQ AX, ret+48(FP)
RET
// func encodeSnappyBetterBlockAsm(dst []byte, src []byte) int
// Requires: BMI, SSE2
TEXT ·encodeSnappyBetterBlockAsm(SB), $589848-56
MOVQ dst_base+0(FP), AX
MOVQ $0x00001200, CX
LEAQ 24(SP), DX
PXOR X0, X0
zero_loop_encodeSnappyBetterBlockAsm:
MOVOU X0, (DX)
MOVOU X0, 16(DX)
MOVOU X0, 32(DX)
MOVOU X0, 48(DX)
MOVOU X0, 64(DX)
MOVOU X0, 80(DX)
MOVOU X0, 96(DX)
MOVOU X0, 112(DX)
ADDQ $0x80, DX
DECQ CX
JNZ zero_loop_encodeSnappyBetterBlockAsm
MOVL $0x00000000, 12(SP)
MOVQ src_len+32(FP), CX
LEAQ -9(CX), DX
LEAQ -8(CX), BX
MOVL BX, 8(SP)
SHRQ $0x05, CX
SUBL CX, DX
LEAQ (AX)(DX*1), DX
MOVQ DX, (SP)
MOVL $0x00000001, CX
MOVL $0x00000000, 16(SP)
MOVQ src_base+24(FP), DX
search_loop_encodeSnappyBetterBlockAsm:
MOVL CX, BX
SUBL 12(SP), BX
SHRL $0x07, BX
CMPL BX, $0x63
JBE check_maxskip_ok_encodeSnappyBetterBlockAsm
LEAL 100(CX), BX
JMP check_maxskip_cont_encodeSnappyBetterBlockAsm
check_maxskip_ok_encodeSnappyBetterBlockAsm:
LEAL 1(CX)(BX*1), BX
check_maxskip_cont_encodeSnappyBetterBlockAsm:
CMPL BX, 8(SP)
JAE emit_remainder_encodeSnappyBetterBlockAsm
MOVQ (DX)(CX*1), SI
MOVL BX, 20(SP)
MOVQ $0x00cf1bbcdcbfa563, R8
MOVQ $0x9e3779b1, BX
MOVQ SI, R9
MOVQ SI, R10
SHLQ $0x08, R9
IMULQ R8, R9
SHRQ $0x2f, R9
SHLQ $0x20, R10
IMULQ BX, R10
SHRQ $0x32, R10
MOVL 24(SP)(R9*4), BX
MOVL 524312(SP)(R10*4), DI
MOVL CX, 24(SP)(R9*4)
MOVL CX, 524312(SP)(R10*4)
MOVQ (DX)(BX*1), R9
MOVQ (DX)(DI*1), R10
CMPQ R9, SI
JEQ candidate_match_encodeSnappyBetterBlockAsm
CMPQ R10, SI
JNE no_short_found_encodeSnappyBetterBlockAsm
MOVL DI, BX
JMP candidate_match_encodeSnappyBetterBlockAsm
no_short_found_encodeSnappyBetterBlockAsm:
CMPL R9, SI
JEQ candidate_match_encodeSnappyBetterBlockAsm
CMPL R10, SI
JEQ candidateS_match_encodeSnappyBetterBlockAsm
MOVL 20(SP), CX
JMP search_loop_encodeSnappyBetterBlockAsm
candidateS_match_encodeSnappyBetterBlockAsm:
SHRQ $0x08, SI
MOVQ SI, R9
SHLQ $0x08, R9
IMULQ R8, R9
SHRQ $0x2f, R9
MOVL 24(SP)(R9*4), BX
INCL CX
MOVL CX, 24(SP)(R9*4)
CMPL (DX)(BX*1), SI
JEQ candidate_match_encodeSnappyBetterBlockAsm
DECL CX
MOVL DI, BX
candidate_match_encodeSnappyBetterBlockAsm:
MOVL 12(SP), SI
TESTL BX, BX
JZ match_extend_back_end_encodeSnappyBetterBlockAsm
match_extend_back_loop_encodeSnappyBetterBlockAsm:
CMPL CX, SI
JBE match_extend_back_end_encodeSnappyBetterBlockAsm
MOVB -1(DX)(BX*1), DI
MOVB -1(DX)(CX*1), R8
CMPB DI, R8
JNE match_extend_back_end_encodeSnappyBetterBlockAsm
LEAL -1(CX), CX
DECL BX
JZ match_extend_back_end_encodeSnappyBetterBlockAsm
JMP match_extend_back_loop_encodeSnappyBetterBlockAsm
match_extend_back_end_encodeSnappyBetterBlockAsm:
MOVL CX, SI
SUBL 12(SP), SI
LEAQ 5(AX)(SI*1), SI
CMPQ SI, (SP)
JB match_dst_size_check_encodeSnappyBetterBlockAsm
MOVQ $0x00000000, ret+48(FP)
RET
match_dst_size_check_encodeSnappyBetterBlockAsm:
MOVL CX, SI
ADDL $0x04, CX
ADDL $0x04, BX
MOVQ src_len+32(FP), DI
SUBL CX, DI
LEAQ (DX)(CX*1), R8
LEAQ (DX)(BX*1), R9
// matchLen
XORL R11, R11
CMPL DI, $0x08
JB matchlen_match4_match_nolit_encodeSnappyBetterBlockAsm
matchlen_loopback_match_nolit_encodeSnappyBetterBlockAsm:
MOVQ (R8)(R11*1), R10
XORQ (R9)(R11*1), R10
TESTQ R10, R10
JZ matchlen_loop_match_nolit_encodeSnappyBetterBlockAsm
#ifdef GOAMD64_v3
TZCNTQ R10, R10
#else
BSFQ R10, R10
#endif
SARQ $0x03, R10
LEAL (R11)(R10*1), R11
JMP match_nolit_end_encodeSnappyBetterBlockAsm
matchlen_loop_match_nolit_encodeSnappyBetterBlockAsm:
LEAL -8(DI), DI
LEAL 8(R11), R11
CMPL DI, $0x08
JAE matchlen_loopback_match_nolit_encodeSnappyBetterBlockAsm
JZ match_nolit_end_encodeSnappyBetterBlockAsm
matchlen_match4_match_nolit_encodeSnappyBetterBlockAsm:
CMPL DI, $0x04
JB matchlen_match2_match_nolit_encodeSnappyBetterBlockAsm
MOVL (R8)(R11*1), R10
CMPL (R9)(R11*1), R10
JNE matchlen_match2_match_nolit_encodeSnappyBetterBlockAsm
SUBL $0x04, DI
LEAL 4(R11), R11
matchlen_match2_match_nolit_encodeSnappyBetterBlockAsm:
CMPL DI, $0x02
JB matchlen_match1_match_nolit_encodeSnappyBetterBlockAsm
MOVW (R8)(R11*1), R10
CMPW (R9)(R11*1), R10
JNE matchlen_match1_match_nolit_encodeSnappyBetterBlockAsm
SUBL $0x02, DI
LEAL 2(R11), R11
matchlen_match1_match_nolit_encodeSnappyBetterBlockAsm:
CMPL DI, $0x01
JB match_nolit_end_encodeSnappyBetterBlockAsm
MOVB (R8)(R11*1), R10
CMPB (R9)(R11*1), R10
JNE match_nolit_end_encodeSnappyBetterBlockAsm
LEAL 1(R11), R11
match_nolit_end_encodeSnappyBetterBlockAsm:
MOVL CX, DI
SUBL BX, DI
// Check if repeat
CMPL R11, $0x01
JA match_length_ok_encodeSnappyBetterBlockAsm
CMPL DI, $0x0000ffff
JBE match_length_ok_encodeSnappyBetterBlockAsm
MOVL 20(SP), CX
INCL CX
JMP search_loop_encodeSnappyBetterBlockAsm
match_length_ok_encodeSnappyBetterBlockAsm:
MOVL DI, 16(SP)
MOVL 12(SP), BX
CMPL BX, SI
JEQ emit_literal_done_match_emit_encodeSnappyBetterBlockAsm
MOVL SI, R8
MOVL SI, 12(SP)
LEAQ (DX)(BX*1), R9
SUBL BX, R8
LEAL -1(R8), BX
CMPL BX, $0x3c
JB one_byte_match_emit_encodeSnappyBetterBlockAsm
CMPL BX, $0x00000100
JB two_bytes_match_emit_encodeSnappyBetterBlockAsm
CMPL BX, $0x00010000
JB three_bytes_match_emit_encodeSnappyBetterBlockAsm
CMPL BX, $0x01000000
JB four_bytes_match_emit_encodeSnappyBetterBlockAsm
MOVB $0xfc, (AX)
MOVL BX, 1(AX)
ADDQ $0x05, AX
JMP memmove_long_match_emit_encodeSnappyBetterBlockAsm
four_bytes_match_emit_encodeSnappyBetterBlockAsm:
MOVL BX, R10
SHRL $0x10, R10
MOVB $0xf8, (AX)
MOVW BX, 1(AX)
MOVB R10, 3(AX)
ADDQ $0x04, AX
JMP memmove_long_match_emit_encodeSnappyBetterBlockAsm
three_bytes_match_emit_encodeSnappyBetterBlockAsm:
MOVB $0xf4, (AX)
MOVW BX, 1(AX)
ADDQ $0x03, AX
JMP memmove_long_match_emit_encodeSnappyBetterBlockAsm
two_bytes_match_emit_encodeSnappyBetterBlockAsm:
MOVB $0xf0, (AX)
MOVB BL, 1(AX)
ADDQ $0x02, AX
CMPL BX, $0x40
JB memmove_match_emit_encodeSnappyBetterBlockAsm
JMP memmove_long_match_emit_encodeSnappyBetterBlockAsm
one_byte_match_emit_encodeSnappyBetterBlockAsm:
SHLB $0x02, BL
MOVB BL, (AX)
ADDQ $0x01, AX
memmove_match_emit_encodeSnappyBetterBlockAsm:
LEAQ (AX)(R8*1), BX
// genMemMoveShort
CMPQ R8, $0x08
JBE emit_lit_memmove_match_emit_encodeSnappyBetterBlockAsm_memmove_move_8
CMPQ R8, $0x10
JBE emit_lit_memmove_match_emit_encodeSnappyBetterBlockAsm_memmove_move_8through16
CMPQ R8, $0x20
JBE emit_lit_memmove_match_emit_encodeSnappyBetterBlockAsm_memmove_move_17through32
JMP emit_lit_memmove_match_emit_encodeSnappyBetterBlockAsm_memmove_move_33through64
emit_lit_memmove_match_emit_encodeSnappyBetterBlockAsm_memmove_move_8:
MOVQ (R9), R10
MOVQ R10, (AX)
JMP memmove_end_copy_match_emit_encodeSnappyBetterBlockAsm
emit_lit_memmove_match_emit_encodeSnappyBetterBlockAsm_memmove_move_8through16:
MOVQ (R9), R10
MOVQ -8(R9)(R8*1), R9
MOVQ R10, (AX)
MOVQ R9, -8(AX)(R8*1)
JMP memmove_end_copy_match_emit_encodeSnappyBetterBlockAsm
emit_lit_memmove_match_emit_encodeSnappyBetterBlockAsm_memmove_move_17through32:
MOVOU (R9), X0
MOVOU -16(R9)(R8*1), X1
MOVOU X0, (AX)
MOVOU X1, -16(AX)(R8*1)
JMP memmove_end_copy_match_emit_encodeSnappyBetterBlockAsm
emit_lit_memmove_match_emit_encodeSnappyBetterBlockAsm_memmove_move_33through64:
MOVOU (R9), X0
MOVOU 16(R9), X1
MOVOU -32(R9)(R8*1), X2
MOVOU -16(R9)(R8*1), X3
MOVOU X0, (AX)
MOVOU X1, 16(AX)
MOVOU X2, -32(AX)(R8*1)
MOVOU X3, -16(AX)(R8*1)
memmove_end_copy_match_emit_encodeSnappyBetterBlockAsm:
MOVQ BX, AX
JMP emit_literal_done_match_emit_encodeSnappyBetterBlockAsm
memmove_long_match_emit_encodeSnappyBetterBlockAsm:
LEAQ (AX)(R8*1), BX
// genMemMoveLong
MOVOU (R9), X0
MOVOU 16(R9), X1
MOVOU -32(R9)(R8*1), X2
MOVOU -16(R9)(R8*1), X3
MOVQ R8, R12
SHRQ $0x05, R12
MOVQ AX, R10
ANDL $0x0000001f, R10
MOVQ $0x00000040, R13
SUBQ R10, R13
DECQ R12
JA emit_lit_memmove_long_match_emit_encodeSnappyBetterBlockAsmlarge_forward_sse_loop_32
LEAQ -32(R9)(R13*1), R10
LEAQ -32(AX)(R13*1), R14
emit_lit_memmove_long_match_emit_encodeSnappyBetterBlockAsmlarge_big_loop_back:
MOVOU (R10), X4
MOVOU 16(R10), X5
MOVOA X4, (R14)
MOVOA X5, 16(R14)
ADDQ $0x20, R14
ADDQ $0x20, R10
ADDQ $0x20, R13
DECQ R12
JNA emit_lit_memmove_long_match_emit_encodeSnappyBetterBlockAsmlarge_big_loop_back
emit_lit_memmove_long_match_emit_encodeSnappyBetterBlockAsmlarge_forward_sse_loop_32:
MOVOU -32(R9)(R13*1), X4
MOVOU -16(R9)(R13*1), X5
MOVOA X4, -32(AX)(R13*1)
MOVOA X5, -16(AX)(R13*1)
ADDQ $0x20, R13
CMPQ R8, R13
JAE emit_lit_memmove_long_match_emit_encodeSnappyBetterBlockAsmlarge_forward_sse_loop_32
MOVOU X0, (AX)
MOVOU X1, 16(AX)
MOVOU X2, -32(AX)(R8*1)
MOVOU X3, -16(AX)(R8*1)
MOVQ BX, AX
emit_literal_done_match_emit_encodeSnappyBetterBlockAsm:
ADDL R11, CX
ADDL $0x04, R11
MOVL CX, 12(SP)
// emitCopy
CMPL DI, $0x00010000
JB two_byte_offset_match_nolit_encodeSnappyBetterBlockAsm
four_bytes_loop_back_match_nolit_encodeSnappyBetterBlockAsm:
CMPL R11, $0x40
JBE four_bytes_remain_match_nolit_encodeSnappyBetterBlockAsm
MOVB $0xff, (AX)
MOVL DI, 1(AX)
LEAL -64(R11), R11
ADDQ $0x05, AX
CMPL R11, $0x04
JB four_bytes_remain_match_nolit_encodeSnappyBetterBlockAsm
JMP four_bytes_loop_back_match_nolit_encodeSnappyBetterBlockAsm
four_bytes_remain_match_nolit_encodeSnappyBetterBlockAsm:
TESTL R11, R11
JZ match_nolit_emitcopy_end_encodeSnappyBetterBlockAsm
XORL BX, BX
LEAL -1(BX)(R11*4), R11
MOVB R11, (AX)
MOVL DI, 1(AX)
ADDQ $0x05, AX
JMP match_nolit_emitcopy_end_encodeSnappyBetterBlockAsm
two_byte_offset_match_nolit_encodeSnappyBetterBlockAsm:
CMPL R11, $0x40
JBE two_byte_offset_short_match_nolit_encodeSnappyBetterBlockAsm
MOVB $0xee, (AX)
MOVW DI, 1(AX)
LEAL -60(R11), R11
ADDQ $0x03, AX
JMP two_byte_offset_match_nolit_encodeSnappyBetterBlockAsm
two_byte_offset_short_match_nolit_encodeSnappyBetterBlockAsm:
MOVL R11, BX
SHLL $0x02, BX
CMPL R11, $0x0c
JAE emit_copy_three_match_nolit_encodeSnappyBetterBlockAsm
CMPL DI, $0x00000800
JAE emit_copy_three_match_nolit_encodeSnappyBetterBlockAsm
LEAL -15(BX), BX
MOVB DI, 1(AX)
SHRL $0x08, DI
SHLL $0x05, DI
ORL DI, BX
MOVB BL, (AX)
ADDQ $0x02, AX
JMP match_nolit_emitcopy_end_encodeSnappyBetterBlockAsm
emit_copy_three_match_nolit_encodeSnappyBetterBlockAsm:
LEAL -2(BX), BX
MOVB BL, (AX)
MOVW DI, 1(AX)
ADDQ $0x03, AX
match_nolit_emitcopy_end_encodeSnappyBetterBlockAsm:
CMPL CX, 8(SP)
JAE emit_remainder_encodeSnappyBetterBlockAsm
CMPQ AX, (SP)
JB match_nolit_dst_ok_encodeSnappyBetterBlockAsm
MOVQ $0x00000000, ret+48(FP)
RET
match_nolit_dst_ok_encodeSnappyBetterBlockAsm:
MOVQ $0x00cf1bbcdcbfa563, BX
MOVQ $0x9e3779b1, DI
LEAQ 1(SI), SI
LEAQ -2(CX), R8
MOVQ (DX)(SI*1), R9
MOVQ 1(DX)(SI*1), R10
MOVQ (DX)(R8*1), R11
MOVQ 1(DX)(R8*1), R12
SHLQ $0x08, R9
IMULQ BX, R9
SHRQ $0x2f, R9
SHLQ $0x20, R10
IMULQ DI, R10
SHRQ $0x32, R10
SHLQ $0x08, R11
IMULQ BX, R11
SHRQ $0x2f, R11
SHLQ $0x20, R12
IMULQ DI, R12
SHRQ $0x32, R12
LEAQ 1(SI), DI
LEAQ 1(R8), R13
MOVL SI, 24(SP)(R9*4)
MOVL R8, 24(SP)(R11*4)
MOVL DI, 524312(SP)(R10*4)
MOVL R13, 524312(SP)(R12*4)
ADDQ $0x01, SI
SUBQ $0x01, R8
index_loop_encodeSnappyBetterBlockAsm:
CMPQ SI, R8
JAE search_loop_encodeSnappyBetterBlockAsm
MOVQ (DX)(SI*1), DI
MOVQ (DX)(R8*1), R9
SHLQ $0x08, DI
IMULQ BX, DI
SHRQ $0x2f, DI
SHLQ $0x08, R9
IMULQ BX, R9
SHRQ $0x2f, R9
MOVL SI, 24(SP)(DI*4)
MOVL R8, 24(SP)(R9*4)
ADDQ $0x02, SI
SUBQ $0x02, R8
JMP index_loop_encodeSnappyBetterBlockAsm
emit_remainder_encodeSnappyBetterBlockAsm:
MOVQ src_len+32(FP), CX
SUBL 12(SP), CX
LEAQ 5(AX)(CX*1), CX
CMPQ CX, (SP)
JB emit_remainder_ok_encodeSnappyBetterBlockAsm
MOVQ $0x00000000, ret+48(FP)
RET
emit_remainder_ok_encodeSnappyBetterBlockAsm:
MOVQ src_len+32(FP), CX
MOVL 12(SP), BX
CMPL BX, CX
JEQ emit_literal_done_emit_remainder_encodeSnappyBetterBlockAsm
MOVL CX, SI
MOVL CX, 12(SP)
LEAQ (DX)(BX*1), CX
SUBL BX, SI
LEAL -1(SI), DX
CMPL DX, $0x3c
JB one_byte_emit_remainder_encodeSnappyBetterBlockAsm
CMPL DX, $0x00000100
JB two_bytes_emit_remainder_encodeSnappyBetterBlockAsm
CMPL DX, $0x00010000
JB three_bytes_emit_remainder_encodeSnappyBetterBlockAsm
CMPL DX, $0x01000000
JB four_bytes_emit_remainder_encodeSnappyBetterBlockAsm
MOVB $0xfc, (AX)
MOVL DX, 1(AX)
ADDQ $0x05, AX
JMP memmove_long_emit_remainder_encodeSnappyBetterBlockAsm
four_bytes_emit_remainder_encodeSnappyBetterBlockAsm:
MOVL DX, BX
SHRL $0x10, BX
MOVB $0xf8, (AX)
MOVW DX, 1(AX)
MOVB BL, 3(AX)
ADDQ $0x04, AX
JMP memmove_long_emit_remainder_encodeSnappyBetterBlockAsm
three_bytes_emit_remainder_encodeSnappyBetterBlockAsm:
MOVB $0xf4, (AX)
MOVW DX, 1(AX)
ADDQ $0x03, AX
JMP memmove_long_emit_remainder_encodeSnappyBetterBlockAsm
two_bytes_emit_remainder_encodeSnappyBetterBlockAsm:
MOVB $0xf0, (AX)
MOVB DL, 1(AX)
ADDQ $0x02, AX
CMPL DX, $0x40
JB memmove_emit_remainder_encodeSnappyBetterBlockAsm
JMP memmove_long_emit_remainder_encodeSnappyBetterBlockAsm
one_byte_emit_remainder_encodeSnappyBetterBlockAsm:
SHLB $0x02, DL
MOVB DL, (AX)
ADDQ $0x01, AX
memmove_emit_remainder_encodeSnappyBetterBlockAsm:
LEAQ (AX)(SI*1), DX
MOVL SI, BX
// genMemMoveShort
CMPQ BX, $0x03
JB emit_lit_memmove_emit_remainder_encodeSnappyBetterBlockAsm_memmove_move_1or2
JE emit_lit_memmove_emit_remainder_encodeSnappyBetterBlockAsm_memmove_move_3
CMPQ BX, $0x08
JB emit_lit_memmove_emit_remainder_encodeSnappyBetterBlockAsm_memmove_move_4through7
CMPQ BX, $0x10
JBE emit_lit_memmove_emit_remainder_encodeSnappyBetterBlockAsm_memmove_move_8through16
CMPQ BX, $0x20
JBE emit_lit_memmove_emit_remainder_encodeSnappyBetterBlockAsm_memmove_move_17through32
JMP emit_lit_memmove_emit_remainder_encodeSnappyBetterBlockAsm_memmove_move_33through64
emit_lit_memmove_emit_remainder_encodeSnappyBetterBlockAsm_memmove_move_1or2:
MOVB (CX), SI
MOVB -1(CX)(BX*1), CL
MOVB SI, (AX)
MOVB CL, -1(AX)(BX*1)
JMP memmove_end_copy_emit_remainder_encodeSnappyBetterBlockAsm
emit_lit_memmove_emit_remainder_encodeSnappyBetterBlockAsm_memmove_move_3:
MOVW (CX), SI
MOVB 2(CX), CL
MOVW SI, (AX)
MOVB CL, 2(AX)
JMP memmove_end_copy_emit_remainder_encodeSnappyBetterBlockAsm
emit_lit_memmove_emit_remainder_encodeSnappyBetterBlockAsm_memmove_move_4through7:
MOVL (CX), SI
MOVL -4(CX)(BX*1), CX
MOVL SI, (AX)
MOVL CX, -4(AX)(BX*1)
JMP memmove_end_copy_emit_remainder_encodeSnappyBetterBlockAsm
emit_lit_memmove_emit_remainder_encodeSnappyBetterBlockAsm_memmove_move_8through16:
MOVQ (CX), SI
MOVQ -8(CX)(BX*1), CX
MOVQ SI, (AX)
MOVQ CX, -8(AX)(BX*1)
JMP memmove_end_copy_emit_remainder_encodeSnappyBetterBlockAsm
emit_lit_memmove_emit_remainder_encodeSnappyBetterBlockAsm_memmove_move_17through32:
MOVOU (CX), X0
MOVOU -16(CX)(BX*1), X1
MOVOU X0, (AX)
MOVOU X1, -16(AX)(BX*1)
JMP memmove_end_copy_emit_remainder_encodeSnappyBetterBlockAsm
emit_lit_memmove_emit_remainder_encodeSnappyBetterBlockAsm_memmove_move_33through64:
MOVOU (CX), X0
MOVOU 16(CX), X1
MOVOU -32(CX)(BX*1), X2
MOVOU -16(CX)(BX*1), X3
MOVOU X0, (AX)
MOVOU X1, 16(AX)
MOVOU X2, -32(AX)(BX*1)
MOVOU X3, -16(AX)(BX*1)
memmove_end_copy_emit_remainder_encodeSnappyBetterBlockAsm:
MOVQ DX, AX
JMP emit_literal_done_emit_remainder_encodeSnappyBetterBlockAsm
memmove_long_emit_remainder_encodeSnappyBetterBlockAsm:
LEAQ (AX)(SI*1), DX
MOVL SI, BX
// genMemMoveLong
MOVOU (CX), X0
MOVOU 16(CX), X1
MOVOU -32(CX)(BX*1), X2
MOVOU -16(CX)(BX*1), X3
MOVQ BX, DI
SHRQ $0x05, DI
MOVQ AX, SI
ANDL $0x0000001f, SI
MOVQ $0x00000040, R8
SUBQ SI, R8
DECQ DI
JA emit_lit_memmove_long_emit_remainder_encodeSnappyBetterBlockAsmlarge_forward_sse_loop_32
LEAQ -32(CX)(R8*1), SI
LEAQ -32(AX)(R8*1), R9
emit_lit_memmove_long_emit_remainder_encodeSnappyBetterBlockAsmlarge_big_loop_back:
MOVOU (SI), X4
MOVOU 16(SI), X5
MOVOA X4, (R9)
MOVOA X5, 16(R9)
ADDQ $0x20, R9
ADDQ $0x20, SI
ADDQ $0x20, R8
DECQ DI
JNA emit_lit_memmove_long_emit_remainder_encodeSnappyBetterBlockAsmlarge_big_loop_back
emit_lit_memmove_long_emit_remainder_encodeSnappyBetterBlockAsmlarge_forward_sse_loop_32:
MOVOU -32(CX)(R8*1), X4
MOVOU -16(CX)(R8*1), X5
MOVOA X4, -32(AX)(R8*1)
MOVOA X5, -16(AX)(R8*1)
ADDQ $0x20, R8
CMPQ BX, R8
JAE emit_lit_memmove_long_emit_remainder_encodeSnappyBetterBlockAsmlarge_forward_sse_loop_32
MOVOU X0, (AX)
MOVOU X1, 16(AX)
MOVOU X2, -32(AX)(BX*1)
MOVOU X3, -16(AX)(BX*1)
MOVQ DX, AX
emit_literal_done_emit_remainder_encodeSnappyBetterBlockAsm:
MOVQ dst_base+0(FP), CX
SUBQ CX, AX
MOVQ AX, ret+48(FP)
RET
// func encodeSnappyBetterBlockAsm64K(dst []byte, src []byte) int
// Requires: BMI, SSE2
TEXT ·encodeSnappyBetterBlockAsm64K(SB), $327704-56
MOVQ dst_base+0(FP), AX
MOVQ $0x00000a00, CX
LEAQ 24(SP), DX
PXOR X0, X0
zero_loop_encodeSnappyBetterBlockAsm64K:
MOVOU X0, (DX)
MOVOU X0, 16(DX)
MOVOU X0, 32(DX)
MOVOU X0, 48(DX)
MOVOU X0, 64(DX)
MOVOU X0, 80(DX)
MOVOU X0, 96(DX)
MOVOU X0, 112(DX)
ADDQ $0x80, DX
DECQ CX
JNZ zero_loop_encodeSnappyBetterBlockAsm64K
MOVL $0x00000000, 12(SP)
MOVQ src_len+32(FP), CX
LEAQ -9(CX), DX
LEAQ -8(CX), BX
MOVL BX, 8(SP)
SHRQ $0x05, CX
SUBL CX, DX
LEAQ (AX)(DX*1), DX
MOVQ DX, (SP)
MOVL $0x00000001, CX
MOVL $0x00000000, 16(SP)
MOVQ src_base+24(FP), DX
search_loop_encodeSnappyBetterBlockAsm64K:
MOVL CX, BX
SUBL 12(SP), BX
SHRL $0x07, BX
LEAL 1(CX)(BX*1), BX
CMPL BX, 8(SP)
JAE emit_remainder_encodeSnappyBetterBlockAsm64K
MOVQ (DX)(CX*1), SI
MOVL BX, 20(SP)
MOVQ $0x00cf1bbcdcbfa563, R8
MOVQ $0x9e3779b1, BX
MOVQ SI, R9
MOVQ SI, R10
SHLQ $0x08, R9
IMULQ R8, R9
SHRQ $0x30, R9
SHLQ $0x20, R10
IMULQ BX, R10
SHRQ $0x32, R10
MOVL 24(SP)(R9*4), BX
MOVL 262168(SP)(R10*4), DI
MOVL CX, 24(SP)(R9*4)
MOVL CX, 262168(SP)(R10*4)
MOVQ (DX)(BX*1), R9
MOVQ (DX)(DI*1), R10
CMPQ R9, SI
JEQ candidate_match_encodeSnappyBetterBlockAsm64K
CMPQ R10, SI
JNE no_short_found_encodeSnappyBetterBlockAsm64K
MOVL DI, BX
JMP candidate_match_encodeSnappyBetterBlockAsm64K
no_short_found_encodeSnappyBetterBlockAsm64K:
CMPL R9, SI
JEQ candidate_match_encodeSnappyBetterBlockAsm64K
CMPL R10, SI
JEQ candidateS_match_encodeSnappyBetterBlockAsm64K
MOVL 20(SP), CX
JMP search_loop_encodeSnappyBetterBlockAsm64K
candidateS_match_encodeSnappyBetterBlockAsm64K:
SHRQ $0x08, SI
MOVQ SI, R9
SHLQ $0x08, R9
IMULQ R8, R9
SHRQ $0x30, R9
MOVL 24(SP)(R9*4), BX
INCL CX
MOVL CX, 24(SP)(R9*4)
CMPL (DX)(BX*1), SI
JEQ candidate_match_encodeSnappyBetterBlockAsm64K
DECL CX
MOVL DI, BX
candidate_match_encodeSnappyBetterBlockAsm64K:
MOVL 12(SP), SI
TESTL BX, BX
JZ match_extend_back_end_encodeSnappyBetterBlockAsm64K
match_extend_back_loop_encodeSnappyBetterBlockAsm64K:
CMPL CX, SI
JBE match_extend_back_end_encodeSnappyBetterBlockAsm64K
MOVB -1(DX)(BX*1), DI
MOVB -1(DX)(CX*1), R8
CMPB DI, R8
JNE match_extend_back_end_encodeSnappyBetterBlockAsm64K
LEAL -1(CX), CX
DECL BX
JZ match_extend_back_end_encodeSnappyBetterBlockAsm64K
JMP match_extend_back_loop_encodeSnappyBetterBlockAsm64K
match_extend_back_end_encodeSnappyBetterBlockAsm64K:
MOVL CX, SI
SUBL 12(SP), SI
LEAQ 3(AX)(SI*1), SI
CMPQ SI, (SP)
JB match_dst_size_check_encodeSnappyBetterBlockAsm64K
MOVQ $0x00000000, ret+48(FP)
RET
match_dst_size_check_encodeSnappyBetterBlockAsm64K:
MOVL CX, SI
ADDL $0x04, CX
ADDL $0x04, BX
MOVQ src_len+32(FP), DI
SUBL CX, DI
LEAQ (DX)(CX*1), R8
LEAQ (DX)(BX*1), R9
// matchLen
XORL R11, R11
CMPL DI, $0x08
JB matchlen_match4_match_nolit_encodeSnappyBetterBlockAsm64K
matchlen_loopback_match_nolit_encodeSnappyBetterBlockAsm64K:
MOVQ (R8)(R11*1), R10
XORQ (R9)(R11*1), R10
TESTQ R10, R10
JZ matchlen_loop_match_nolit_encodeSnappyBetterBlockAsm64K
#ifdef GOAMD64_v3
TZCNTQ R10, R10
#else
BSFQ R10, R10
#endif
SARQ $0x03, R10
LEAL (R11)(R10*1), R11
JMP match_nolit_end_encodeSnappyBetterBlockAsm64K
matchlen_loop_match_nolit_encodeSnappyBetterBlockAsm64K:
LEAL -8(DI), DI
LEAL 8(R11), R11
CMPL DI, $0x08
JAE matchlen_loopback_match_nolit_encodeSnappyBetterBlockAsm64K
JZ match_nolit_end_encodeSnappyBetterBlockAsm64K
matchlen_match4_match_nolit_encodeSnappyBetterBlockAsm64K:
CMPL DI, $0x04
JB matchlen_match2_match_nolit_encodeSnappyBetterBlockAsm64K
MOVL (R8)(R11*1), R10
CMPL (R9)(R11*1), R10
JNE matchlen_match2_match_nolit_encodeSnappyBetterBlockAsm64K
SUBL $0x04, DI
LEAL 4(R11), R11
matchlen_match2_match_nolit_encodeSnappyBetterBlockAsm64K:
CMPL DI, $0x02
JB matchlen_match1_match_nolit_encodeSnappyBetterBlockAsm64K
MOVW (R8)(R11*1), R10
CMPW (R9)(R11*1), R10
JNE matchlen_match1_match_nolit_encodeSnappyBetterBlockAsm64K
SUBL $0x02, DI
LEAL 2(R11), R11
matchlen_match1_match_nolit_encodeSnappyBetterBlockAsm64K:
CMPL DI, $0x01
JB match_nolit_end_encodeSnappyBetterBlockAsm64K
MOVB (R8)(R11*1), R10
CMPB (R9)(R11*1), R10
JNE match_nolit_end_encodeSnappyBetterBlockAsm64K
LEAL 1(R11), R11
match_nolit_end_encodeSnappyBetterBlockAsm64K:
MOVL CX, DI
SUBL BX, DI
// Check if repeat
MOVL DI, 16(SP)
MOVL 12(SP), BX
CMPL BX, SI
JEQ emit_literal_done_match_emit_encodeSnappyBetterBlockAsm64K
MOVL SI, R8
MOVL SI, 12(SP)
LEAQ (DX)(BX*1), R9
SUBL BX, R8
LEAL -1(R8), BX
CMPL BX, $0x3c
JB one_byte_match_emit_encodeSnappyBetterBlockAsm64K
CMPL BX, $0x00000100
JB two_bytes_match_emit_encodeSnappyBetterBlockAsm64K
JB three_bytes_match_emit_encodeSnappyBetterBlockAsm64K
three_bytes_match_emit_encodeSnappyBetterBlockAsm64K:
MOVB $0xf4, (AX)
MOVW BX, 1(AX)
ADDQ $0x03, AX
JMP memmove_long_match_emit_encodeSnappyBetterBlockAsm64K
two_bytes_match_emit_encodeSnappyBetterBlockAsm64K:
MOVB $0xf0, (AX)
MOVB BL, 1(AX)
ADDQ $0x02, AX
CMPL BX, $0x40
JB memmove_match_emit_encodeSnappyBetterBlockAsm64K
JMP memmove_long_match_emit_encodeSnappyBetterBlockAsm64K
one_byte_match_emit_encodeSnappyBetterBlockAsm64K:
SHLB $0x02, BL
MOVB BL, (AX)
ADDQ $0x01, AX
memmove_match_emit_encodeSnappyBetterBlockAsm64K:
LEAQ (AX)(R8*1), BX
// genMemMoveShort
CMPQ R8, $0x08
JBE emit_lit_memmove_match_emit_encodeSnappyBetterBlockAsm64K_memmove_move_8
CMPQ R8, $0x10
JBE emit_lit_memmove_match_emit_encodeSnappyBetterBlockAsm64K_memmove_move_8through16
CMPQ R8, $0x20
JBE emit_lit_memmove_match_emit_encodeSnappyBetterBlockAsm64K_memmove_move_17through32
JMP emit_lit_memmove_match_emit_encodeSnappyBetterBlockAsm64K_memmove_move_33through64
emit_lit_memmove_match_emit_encodeSnappyBetterBlockAsm64K_memmove_move_8:
MOVQ (R9), R10
MOVQ R10, (AX)
JMP memmove_end_copy_match_emit_encodeSnappyBetterBlockAsm64K
emit_lit_memmove_match_emit_encodeSnappyBetterBlockAsm64K_memmove_move_8through16:
MOVQ (R9), R10
MOVQ -8(R9)(R8*1), R9
MOVQ R10, (AX)
MOVQ R9, -8(AX)(R8*1)
JMP memmove_end_copy_match_emit_encodeSnappyBetterBlockAsm64K
emit_lit_memmove_match_emit_encodeSnappyBetterBlockAsm64K_memmove_move_17through32:
MOVOU (R9), X0
MOVOU -16(R9)(R8*1), X1
MOVOU X0, (AX)
MOVOU X1, -16(AX)(R8*1)
JMP memmove_end_copy_match_emit_encodeSnappyBetterBlockAsm64K
emit_lit_memmove_match_emit_encodeSnappyBetterBlockAsm64K_memmove_move_33through64:
MOVOU (R9), X0
MOVOU 16(R9), X1
MOVOU -32(R9)(R8*1), X2
MOVOU -16(R9)(R8*1), X3
MOVOU X0, (AX)
MOVOU X1, 16(AX)
MOVOU X2, -32(AX)(R8*1)
MOVOU X3, -16(AX)(R8*1)
memmove_end_copy_match_emit_encodeSnappyBetterBlockAsm64K:
MOVQ BX, AX
JMP emit_literal_done_match_emit_encodeSnappyBetterBlockAsm64K
memmove_long_match_emit_encodeSnappyBetterBlockAsm64K:
LEAQ (AX)(R8*1), BX
// genMemMoveLong
MOVOU (R9), X0
MOVOU 16(R9), X1
MOVOU -32(R9)(R8*1), X2
MOVOU -16(R9)(R8*1), X3
MOVQ R8, R12
SHRQ $0x05, R12
MOVQ AX, R10
ANDL $0x0000001f, R10
MOVQ $0x00000040, R13
SUBQ R10, R13
DECQ R12
JA emit_lit_memmove_long_match_emit_encodeSnappyBetterBlockAsm64Klarge_forward_sse_loop_32
LEAQ -32(R9)(R13*1), R10
LEAQ -32(AX)(R13*1), R14
emit_lit_memmove_long_match_emit_encodeSnappyBetterBlockAsm64Klarge_big_loop_back:
MOVOU (R10), X4
MOVOU 16(R10), X5
MOVOA X4, (R14)
MOVOA X5, 16(R14)
ADDQ $0x20, R14
ADDQ $0x20, R10
ADDQ $0x20, R13
DECQ R12
JNA emit_lit_memmove_long_match_emit_encodeSnappyBetterBlockAsm64Klarge_big_loop_back
emit_lit_memmove_long_match_emit_encodeSnappyBetterBlockAsm64Klarge_forward_sse_loop_32:
MOVOU -32(R9)(R13*1), X4
MOVOU -16(R9)(R13*1), X5
MOVOA X4, -32(AX)(R13*1)
MOVOA X5, -16(AX)(R13*1)
ADDQ $0x20, R13
CMPQ R8, R13
JAE emit_lit_memmove_long_match_emit_encodeSnappyBetterBlockAsm64Klarge_forward_sse_loop_32
MOVOU X0, (AX)
MOVOU X1, 16(AX)
MOVOU X2, -32(AX)(R8*1)
MOVOU X3, -16(AX)(R8*1)
MOVQ BX, AX
emit_literal_done_match_emit_encodeSnappyBetterBlockAsm64K:
ADDL R11, CX
ADDL $0x04, R11
MOVL CX, 12(SP)
// emitCopy
two_byte_offset_match_nolit_encodeSnappyBetterBlockAsm64K:
CMPL R11, $0x40
JBE two_byte_offset_short_match_nolit_encodeSnappyBetterBlockAsm64K
MOVB $0xee, (AX)
MOVW DI, 1(AX)
LEAL -60(R11), R11
ADDQ $0x03, AX
JMP two_byte_offset_match_nolit_encodeSnappyBetterBlockAsm64K
two_byte_offset_short_match_nolit_encodeSnappyBetterBlockAsm64K:
MOVL R11, BX
SHLL $0x02, BX
CMPL R11, $0x0c
JAE emit_copy_three_match_nolit_encodeSnappyBetterBlockAsm64K
CMPL DI, $0x00000800
JAE emit_copy_three_match_nolit_encodeSnappyBetterBlockAsm64K
LEAL -15(BX), BX
MOVB DI, 1(AX)
SHRL $0x08, DI
SHLL $0x05, DI
ORL DI, BX
MOVB BL, (AX)
ADDQ $0x02, AX
JMP match_nolit_emitcopy_end_encodeSnappyBetterBlockAsm64K
emit_copy_three_match_nolit_encodeSnappyBetterBlockAsm64K:
LEAL -2(BX), BX
MOVB BL, (AX)
MOVW DI, 1(AX)
ADDQ $0x03, AX
match_nolit_emitcopy_end_encodeSnappyBetterBlockAsm64K:
CMPL CX, 8(SP)
JAE emit_remainder_encodeSnappyBetterBlockAsm64K
CMPQ AX, (SP)
JB match_nolit_dst_ok_encodeSnappyBetterBlockAsm64K
MOVQ $0x00000000, ret+48(FP)
RET
match_nolit_dst_ok_encodeSnappyBetterBlockAsm64K:
MOVQ $0x00cf1bbcdcbfa563, BX
MOVQ $0x9e3779b1, DI
LEAQ 1(SI), SI
LEAQ -2(CX), R8
MOVQ (DX)(SI*1), R9
MOVQ 1(DX)(SI*1), R10
MOVQ (DX)(R8*1), R11
MOVQ 1(DX)(R8*1), R12
SHLQ $0x08, R9
IMULQ BX, R9
SHRQ $0x30, R9
SHLQ $0x20, R10
IMULQ DI, R10
SHRQ $0x32, R10
SHLQ $0x08, R11
IMULQ BX, R11
SHRQ $0x30, R11
SHLQ $0x20, R12
IMULQ DI, R12
SHRQ $0x32, R12
LEAQ 1(SI), DI
LEAQ 1(R8), R13
MOVL SI, 24(SP)(R9*4)
MOVL R8, 24(SP)(R11*4)
MOVL DI, 262168(SP)(R10*4)
MOVL R13, 262168(SP)(R12*4)
ADDQ $0x01, SI
SUBQ $0x01, R8
index_loop_encodeSnappyBetterBlockAsm64K:
CMPQ SI, R8
JAE search_loop_encodeSnappyBetterBlockAsm64K
MOVQ (DX)(SI*1), DI
MOVQ (DX)(R8*1), R9
SHLQ $0x08, DI
IMULQ BX, DI
SHRQ $0x30, DI
SHLQ $0x08, R9
IMULQ BX, R9
SHRQ $0x30, R9
MOVL SI, 24(SP)(DI*4)
MOVL R8, 24(SP)(R9*4)
ADDQ $0x02, SI
SUBQ $0x02, R8
JMP index_loop_encodeSnappyBetterBlockAsm64K
emit_remainder_encodeSnappyBetterBlockAsm64K:
MOVQ src_len+32(FP), CX
SUBL 12(SP), CX
LEAQ 3(AX)(CX*1), CX
CMPQ CX, (SP)
JB emit_remainder_ok_encodeSnappyBetterBlockAsm64K
MOVQ $0x00000000, ret+48(FP)
RET
emit_remainder_ok_encodeSnappyBetterBlockAsm64K:
MOVQ src_len+32(FP), CX
MOVL 12(SP), BX
CMPL BX, CX
JEQ emit_literal_done_emit_remainder_encodeSnappyBetterBlockAsm64K
MOVL CX, SI
MOVL CX, 12(SP)
LEAQ (DX)(BX*1), CX
SUBL BX, SI
LEAL -1(SI), DX
CMPL DX, $0x3c
JB one_byte_emit_remainder_encodeSnappyBetterBlockAsm64K
CMPL DX, $0x00000100
JB two_bytes_emit_remainder_encodeSnappyBetterBlockAsm64K
JB three_bytes_emit_remainder_encodeSnappyBetterBlockAsm64K
three_bytes_emit_remainder_encodeSnappyBetterBlockAsm64K:
MOVB $0xf4, (AX)
MOVW DX, 1(AX)
ADDQ $0x03, AX
JMP memmove_long_emit_remainder_encodeSnappyBetterBlockAsm64K
two_bytes_emit_remainder_encodeSnappyBetterBlockAsm64K:
MOVB $0xf0, (AX)
MOVB DL, 1(AX)
ADDQ $0x02, AX
CMPL DX, $0x40
JB memmove_emit_remainder_encodeSnappyBetterBlockAsm64K
JMP memmove_long_emit_remainder_encodeSnappyBetterBlockAsm64K
one_byte_emit_remainder_encodeSnappyBetterBlockAsm64K:
SHLB $0x02, DL
MOVB DL, (AX)
ADDQ $0x01, AX
memmove_emit_remainder_encodeSnappyBetterBlockAsm64K:
LEAQ (AX)(SI*1), DX
MOVL SI, BX
// genMemMoveShort
CMPQ BX, $0x03
JB emit_lit_memmove_emit_remainder_encodeSnappyBetterBlockAsm64K_memmove_move_1or2
JE emit_lit_memmove_emit_remainder_encodeSnappyBetterBlockAsm64K_memmove_move_3
CMPQ BX, $0x08
JB emit_lit_memmove_emit_remainder_encodeSnappyBetterBlockAsm64K_memmove_move_4through7
CMPQ BX, $0x10
JBE emit_lit_memmove_emit_remainder_encodeSnappyBetterBlockAsm64K_memmove_move_8through16
CMPQ BX, $0x20
JBE emit_lit_memmove_emit_remainder_encodeSnappyBetterBlockAsm64K_memmove_move_17through32
JMP emit_lit_memmove_emit_remainder_encodeSnappyBetterBlockAsm64K_memmove_move_33through64
emit_lit_memmove_emit_remainder_encodeSnappyBetterBlockAsm64K_memmove_move_1or2:
MOVB (CX), SI
MOVB -1(CX)(BX*1), CL
MOVB SI, (AX)
MOVB CL, -1(AX)(BX*1)
JMP memmove_end_copy_emit_remainder_encodeSnappyBetterBlockAsm64K
emit_lit_memmove_emit_remainder_encodeSnappyBetterBlockAsm64K_memmove_move_3:
MOVW (CX), SI
MOVB 2(CX), CL
MOVW SI, (AX)
MOVB CL, 2(AX)
JMP memmove_end_copy_emit_remainder_encodeSnappyBetterBlockAsm64K
emit_lit_memmove_emit_remainder_encodeSnappyBetterBlockAsm64K_memmove_move_4through7:
MOVL (CX), SI
MOVL -4(CX)(BX*1), CX
MOVL SI, (AX)
MOVL CX, -4(AX)(BX*1)
JMP memmove_end_copy_emit_remainder_encodeSnappyBetterBlockAsm64K
emit_lit_memmove_emit_remainder_encodeSnappyBetterBlockAsm64K_memmove_move_8through16:
MOVQ (CX), SI
MOVQ -8(CX)(BX*1), CX
MOVQ SI, (AX)
MOVQ CX, -8(AX)(BX*1)
JMP memmove_end_copy_emit_remainder_encodeSnappyBetterBlockAsm64K
emit_lit_memmove_emit_remainder_encodeSnappyBetterBlockAsm64K_memmove_move_17through32:
MOVOU (CX), X0
MOVOU -16(CX)(BX*1), X1
MOVOU X0, (AX)
MOVOU X1, -16(AX)(BX*1)
JMP memmove_end_copy_emit_remainder_encodeSnappyBetterBlockAsm64K
emit_lit_memmove_emit_remainder_encodeSnappyBetterBlockAsm64K_memmove_move_33through64:
MOVOU (CX), X0
MOVOU 16(CX), X1
MOVOU -32(CX)(BX*1), X2
MOVOU -16(CX)(BX*1), X3
MOVOU X0, (AX)
MOVOU X1, 16(AX)
MOVOU X2, -32(AX)(BX*1)
MOVOU X3, -16(AX)(BX*1)
memmove_end_copy_emit_remainder_encodeSnappyBetterBlockAsm64K:
MOVQ DX, AX
JMP emit_literal_done_emit_remainder_encodeSnappyBetterBlockAsm64K
memmove_long_emit_remainder_encodeSnappyBetterBlockAsm64K:
LEAQ (AX)(SI*1), DX
MOVL SI, BX
// genMemMoveLong
MOVOU (CX), X0
MOVOU 16(CX), X1
MOVOU -32(CX)(BX*1), X2
MOVOU -16(CX)(BX*1), X3
MOVQ BX, DI
SHRQ $0x05, DI
MOVQ AX, SI
ANDL $0x0000001f, SI
MOVQ $0x00000040, R8
SUBQ SI, R8
DECQ DI
JA emit_lit_memmove_long_emit_remainder_encodeSnappyBetterBlockAsm64Klarge_forward_sse_loop_32
LEAQ -32(CX)(R8*1), SI
LEAQ -32(AX)(R8*1), R9
emit_lit_memmove_long_emit_remainder_encodeSnappyBetterBlockAsm64Klarge_big_loop_back:
MOVOU (SI), X4
MOVOU 16(SI), X5
MOVOA X4, (R9)
MOVOA X5, 16(R9)
ADDQ $0x20, R9
ADDQ $0x20, SI
ADDQ $0x20, R8
DECQ DI
JNA emit_lit_memmove_long_emit_remainder_encodeSnappyBetterBlockAsm64Klarge_big_loop_back
emit_lit_memmove_long_emit_remainder_encodeSnappyBetterBlockAsm64Klarge_forward_sse_loop_32:
MOVOU -32(CX)(R8*1), X4
MOVOU -16(CX)(R8*1), X5
MOVOA X4, -32(AX)(R8*1)
MOVOA X5, -16(AX)(R8*1)
ADDQ $0x20, R8
CMPQ BX, R8
JAE emit_lit_memmove_long_emit_remainder_encodeSnappyBetterBlockAsm64Klarge_forward_sse_loop_32
MOVOU X0, (AX)
MOVOU X1, 16(AX)
MOVOU X2, -32(AX)(BX*1)
MOVOU X3, -16(AX)(BX*1)
MOVQ DX, AX
emit_literal_done_emit_remainder_encodeSnappyBetterBlockAsm64K:
MOVQ dst_base+0(FP), CX
SUBQ CX, AX
MOVQ AX, ret+48(FP)
RET
// func encodeSnappyBetterBlockAsm12B(dst []byte, src []byte) int
// Requires: BMI, SSE2
TEXT ·encodeSnappyBetterBlockAsm12B(SB), $81944-56
MOVQ dst_base+0(FP), AX
MOVQ $0x00000280, CX
LEAQ 24(SP), DX
PXOR X0, X0
zero_loop_encodeSnappyBetterBlockAsm12B:
MOVOU X0, (DX)
MOVOU X0, 16(DX)
MOVOU X0, 32(DX)
MOVOU X0, 48(DX)
MOVOU X0, 64(DX)
MOVOU X0, 80(DX)
MOVOU X0, 96(DX)
MOVOU X0, 112(DX)
ADDQ $0x80, DX
DECQ CX
JNZ zero_loop_encodeSnappyBetterBlockAsm12B
MOVL $0x00000000, 12(SP)
MOVQ src_len+32(FP), CX
LEAQ -9(CX), DX
LEAQ -8(CX), BX
MOVL BX, 8(SP)
SHRQ $0x05, CX
SUBL CX, DX
LEAQ (AX)(DX*1), DX
MOVQ DX, (SP)
MOVL $0x00000001, CX
MOVL $0x00000000, 16(SP)
MOVQ src_base+24(FP), DX
search_loop_encodeSnappyBetterBlockAsm12B:
MOVL CX, BX
SUBL 12(SP), BX
SHRL $0x06, BX
LEAL 1(CX)(BX*1), BX
CMPL BX, 8(SP)
JAE emit_remainder_encodeSnappyBetterBlockAsm12B
MOVQ (DX)(CX*1), SI
MOVL BX, 20(SP)
MOVQ $0x0000cf1bbcdcbf9b, R8
MOVQ $0x9e3779b1, BX
MOVQ SI, R9
MOVQ SI, R10
SHLQ $0x10, R9
IMULQ R8, R9
SHRQ $0x32, R9
SHLQ $0x20, R10
IMULQ BX, R10
SHRQ $0x34, R10
MOVL 24(SP)(R9*4), BX
MOVL 65560(SP)(R10*4), DI
MOVL CX, 24(SP)(R9*4)
MOVL CX, 65560(SP)(R10*4)
MOVQ (DX)(BX*1), R9
MOVQ (DX)(DI*1), R10
CMPQ R9, SI
JEQ candidate_match_encodeSnappyBetterBlockAsm12B
CMPQ R10, SI
JNE no_short_found_encodeSnappyBetterBlockAsm12B
MOVL DI, BX
JMP candidate_match_encodeSnappyBetterBlockAsm12B
no_short_found_encodeSnappyBetterBlockAsm12B:
CMPL R9, SI
JEQ candidate_match_encodeSnappyBetterBlockAsm12B
CMPL R10, SI
JEQ candidateS_match_encodeSnappyBetterBlockAsm12B
MOVL 20(SP), CX
JMP search_loop_encodeSnappyBetterBlockAsm12B
candidateS_match_encodeSnappyBetterBlockAsm12B:
SHRQ $0x08, SI
MOVQ SI, R9
SHLQ $0x10, R9
IMULQ R8, R9
SHRQ $0x32, R9
MOVL 24(SP)(R9*4), BX
INCL CX
MOVL CX, 24(SP)(R9*4)
CMPL (DX)(BX*1), SI
JEQ candidate_match_encodeSnappyBetterBlockAsm12B
DECL CX
MOVL DI, BX
candidate_match_encodeSnappyBetterBlockAsm12B:
MOVL 12(SP), SI
TESTL BX, BX
JZ match_extend_back_end_encodeSnappyBetterBlockAsm12B
match_extend_back_loop_encodeSnappyBetterBlockAsm12B:
CMPL CX, SI
JBE match_extend_back_end_encodeSnappyBetterBlockAsm12B
MOVB -1(DX)(BX*1), DI
MOVB -1(DX)(CX*1), R8
CMPB DI, R8
JNE match_extend_back_end_encodeSnappyBetterBlockAsm12B
LEAL -1(CX), CX
DECL BX
JZ match_extend_back_end_encodeSnappyBetterBlockAsm12B
JMP match_extend_back_loop_encodeSnappyBetterBlockAsm12B
match_extend_back_end_encodeSnappyBetterBlockAsm12B:
MOVL CX, SI
SUBL 12(SP), SI
LEAQ 3(AX)(SI*1), SI
CMPQ SI, (SP)
JB match_dst_size_check_encodeSnappyBetterBlockAsm12B
MOVQ $0x00000000, ret+48(FP)
RET
match_dst_size_check_encodeSnappyBetterBlockAsm12B:
MOVL CX, SI
ADDL $0x04, CX
ADDL $0x04, BX
MOVQ src_len+32(FP), DI
SUBL CX, DI
LEAQ (DX)(CX*1), R8
LEAQ (DX)(BX*1), R9
// matchLen
XORL R11, R11
CMPL DI, $0x08
JB matchlen_match4_match_nolit_encodeSnappyBetterBlockAsm12B
matchlen_loopback_match_nolit_encodeSnappyBetterBlockAsm12B:
MOVQ (R8)(R11*1), R10
XORQ (R9)(R11*1), R10
TESTQ R10, R10
JZ matchlen_loop_match_nolit_encodeSnappyBetterBlockAsm12B
#ifdef GOAMD64_v3
TZCNTQ R10, R10
#else
BSFQ R10, R10
#endif
SARQ $0x03, R10
LEAL (R11)(R10*1), R11
JMP match_nolit_end_encodeSnappyBetterBlockAsm12B
matchlen_loop_match_nolit_encodeSnappyBetterBlockAsm12B:
LEAL -8(DI), DI
LEAL 8(R11), R11
CMPL DI, $0x08
JAE matchlen_loopback_match_nolit_encodeSnappyBetterBlockAsm12B
JZ match_nolit_end_encodeSnappyBetterBlockAsm12B
matchlen_match4_match_nolit_encodeSnappyBetterBlockAsm12B:
CMPL DI, $0x04
JB matchlen_match2_match_nolit_encodeSnappyBetterBlockAsm12B
MOVL (R8)(R11*1), R10
CMPL (R9)(R11*1), R10
JNE matchlen_match2_match_nolit_encodeSnappyBetterBlockAsm12B
SUBL $0x04, DI
LEAL 4(R11), R11
matchlen_match2_match_nolit_encodeSnappyBetterBlockAsm12B:
CMPL DI, $0x02
JB matchlen_match1_match_nolit_encodeSnappyBetterBlockAsm12B
MOVW (R8)(R11*1), R10
CMPW (R9)(R11*1), R10
JNE matchlen_match1_match_nolit_encodeSnappyBetterBlockAsm12B
SUBL $0x02, DI
LEAL 2(R11), R11
matchlen_match1_match_nolit_encodeSnappyBetterBlockAsm12B:
CMPL DI, $0x01
JB match_nolit_end_encodeSnappyBetterBlockAsm12B
MOVB (R8)(R11*1), R10
CMPB (R9)(R11*1), R10
JNE match_nolit_end_encodeSnappyBetterBlockAsm12B
LEAL 1(R11), R11
match_nolit_end_encodeSnappyBetterBlockAsm12B:
MOVL CX, DI
SUBL BX, DI
// Check if repeat
MOVL DI, 16(SP)
MOVL 12(SP), BX
CMPL BX, SI
JEQ emit_literal_done_match_emit_encodeSnappyBetterBlockAsm12B
MOVL SI, R8
MOVL SI, 12(SP)
LEAQ (DX)(BX*1), R9
SUBL BX, R8
LEAL -1(R8), BX
CMPL BX, $0x3c
JB one_byte_match_emit_encodeSnappyBetterBlockAsm12B
CMPL BX, $0x00000100
JB two_bytes_match_emit_encodeSnappyBetterBlockAsm12B
JB three_bytes_match_emit_encodeSnappyBetterBlockAsm12B
three_bytes_match_emit_encodeSnappyBetterBlockAsm12B:
MOVB $0xf4, (AX)
MOVW BX, 1(AX)
ADDQ $0x03, AX
JMP memmove_long_match_emit_encodeSnappyBetterBlockAsm12B
two_bytes_match_emit_encodeSnappyBetterBlockAsm12B:
MOVB $0xf0, (AX)
MOVB BL, 1(AX)
ADDQ $0x02, AX
CMPL BX, $0x40
JB memmove_match_emit_encodeSnappyBetterBlockAsm12B
JMP memmove_long_match_emit_encodeSnappyBetterBlockAsm12B
one_byte_match_emit_encodeSnappyBetterBlockAsm12B:
SHLB $0x02, BL
MOVB BL, (AX)
ADDQ $0x01, AX
memmove_match_emit_encodeSnappyBetterBlockAsm12B:
LEAQ (AX)(R8*1), BX
// genMemMoveShort
CMPQ R8, $0x08
JBE emit_lit_memmove_match_emit_encodeSnappyBetterBlockAsm12B_memmove_move_8
CMPQ R8, $0x10
JBE emit_lit_memmove_match_emit_encodeSnappyBetterBlockAsm12B_memmove_move_8through16
CMPQ R8, $0x20
JBE emit_lit_memmove_match_emit_encodeSnappyBetterBlockAsm12B_memmove_move_17through32
JMP emit_lit_memmove_match_emit_encodeSnappyBetterBlockAsm12B_memmove_move_33through64
emit_lit_memmove_match_emit_encodeSnappyBetterBlockAsm12B_memmove_move_8:
MOVQ (R9), R10
MOVQ R10, (AX)
JMP memmove_end_copy_match_emit_encodeSnappyBetterBlockAsm12B
emit_lit_memmove_match_emit_encodeSnappyBetterBlockAsm12B_memmove_move_8through16:
MOVQ (R9), R10
MOVQ -8(R9)(R8*1), R9
MOVQ R10, (AX)
MOVQ R9, -8(AX)(R8*1)
JMP memmove_end_copy_match_emit_encodeSnappyBetterBlockAsm12B
emit_lit_memmove_match_emit_encodeSnappyBetterBlockAsm12B_memmove_move_17through32:
MOVOU (R9), X0
MOVOU -16(R9)(R8*1), X1
MOVOU X0, (AX)
MOVOU X1, -16(AX)(R8*1)
JMP memmove_end_copy_match_emit_encodeSnappyBetterBlockAsm12B
emit_lit_memmove_match_emit_encodeSnappyBetterBlockAsm12B_memmove_move_33through64:
MOVOU (R9), X0
MOVOU 16(R9), X1
MOVOU -32(R9)(R8*1), X2
MOVOU -16(R9)(R8*1), X3
MOVOU X0, (AX)
MOVOU X1, 16(AX)
MOVOU X2, -32(AX)(R8*1)
MOVOU X3, -16(AX)(R8*1)
memmove_end_copy_match_emit_encodeSnappyBetterBlockAsm12B:
MOVQ BX, AX
JMP emit_literal_done_match_emit_encodeSnappyBetterBlockAsm12B
memmove_long_match_emit_encodeSnappyBetterBlockAsm12B:
LEAQ (AX)(R8*1), BX
// genMemMoveLong
MOVOU (R9), X0
MOVOU 16(R9), X1
MOVOU -32(R9)(R8*1), X2
MOVOU -16(R9)(R8*1), X3
MOVQ R8, R12
SHRQ $0x05, R12
MOVQ AX, R10
ANDL $0x0000001f, R10
MOVQ $0x00000040, R13
SUBQ R10, R13
DECQ R12
JA emit_lit_memmove_long_match_emit_encodeSnappyBetterBlockAsm12Blarge_forward_sse_loop_32
LEAQ -32(R9)(R13*1), R10
LEAQ -32(AX)(R13*1), R14
emit_lit_memmove_long_match_emit_encodeSnappyBetterBlockAsm12Blarge_big_loop_back:
MOVOU (R10), X4
MOVOU 16(R10), X5
MOVOA X4, (R14)
MOVOA X5, 16(R14)
ADDQ $0x20, R14
ADDQ $0x20, R10
ADDQ $0x20, R13
DECQ R12
JNA emit_lit_memmove_long_match_emit_encodeSnappyBetterBlockAsm12Blarge_big_loop_back
emit_lit_memmove_long_match_emit_encodeSnappyBetterBlockAsm12Blarge_forward_sse_loop_32:
MOVOU -32(R9)(R13*1), X4
MOVOU -16(R9)(R13*1), X5
MOVOA X4, -32(AX)(R13*1)
MOVOA X5, -16(AX)(R13*1)
ADDQ $0x20, R13
CMPQ R8, R13
JAE emit_lit_memmove_long_match_emit_encodeSnappyBetterBlockAsm12Blarge_forward_sse_loop_32
MOVOU X0, (AX)
MOVOU X1, 16(AX)
MOVOU X2, -32(AX)(R8*1)
MOVOU X3, -16(AX)(R8*1)
MOVQ BX, AX
emit_literal_done_match_emit_encodeSnappyBetterBlockAsm12B:
ADDL R11, CX
ADDL $0x04, R11
MOVL CX, 12(SP)
// emitCopy
two_byte_offset_match_nolit_encodeSnappyBetterBlockAsm12B:
CMPL R11, $0x40
JBE two_byte_offset_short_match_nolit_encodeSnappyBetterBlockAsm12B
MOVB $0xee, (AX)
MOVW DI, 1(AX)
LEAL -60(R11), R11
ADDQ $0x03, AX
JMP two_byte_offset_match_nolit_encodeSnappyBetterBlockAsm12B
two_byte_offset_short_match_nolit_encodeSnappyBetterBlockAsm12B:
MOVL R11, BX
SHLL $0x02, BX
CMPL R11, $0x0c
JAE emit_copy_three_match_nolit_encodeSnappyBetterBlockAsm12B
CMPL DI, $0x00000800
JAE emit_copy_three_match_nolit_encodeSnappyBetterBlockAsm12B
LEAL -15(BX), BX
MOVB DI, 1(AX)
SHRL $0x08, DI
SHLL $0x05, DI
ORL DI, BX
MOVB BL, (AX)
ADDQ $0x02, AX
JMP match_nolit_emitcopy_end_encodeSnappyBetterBlockAsm12B
emit_copy_three_match_nolit_encodeSnappyBetterBlockAsm12B:
LEAL -2(BX), BX
MOVB BL, (AX)
MOVW DI, 1(AX)
ADDQ $0x03, AX
match_nolit_emitcopy_end_encodeSnappyBetterBlockAsm12B:
CMPL CX, 8(SP)
JAE emit_remainder_encodeSnappyBetterBlockAsm12B
CMPQ AX, (SP)
JB match_nolit_dst_ok_encodeSnappyBetterBlockAsm12B
MOVQ $0x00000000, ret+48(FP)
RET
match_nolit_dst_ok_encodeSnappyBetterBlockAsm12B:
MOVQ $0x0000cf1bbcdcbf9b, BX
MOVQ $0x9e3779b1, DI
LEAQ 1(SI), SI
LEAQ -2(CX), R8
MOVQ (DX)(SI*1), R9
MOVQ 1(DX)(SI*1), R10
MOVQ (DX)(R8*1), R11
MOVQ 1(DX)(R8*1), R12
SHLQ $0x10, R9
IMULQ BX, R9
SHRQ $0x32, R9
SHLQ $0x20, R10
IMULQ DI, R10
SHRQ $0x34, R10
SHLQ $0x10, R11
IMULQ BX, R11
SHRQ $0x32, R11
SHLQ $0x20, R12
IMULQ DI, R12
SHRQ $0x34, R12
LEAQ 1(SI), DI
LEAQ 1(R8), R13
MOVL SI, 24(SP)(R9*4)
MOVL R8, 24(SP)(R11*4)
MOVL DI, 65560(SP)(R10*4)
MOVL R13, 65560(SP)(R12*4)
ADDQ $0x01, SI
SUBQ $0x01, R8
index_loop_encodeSnappyBetterBlockAsm12B:
CMPQ SI, R8
JAE search_loop_encodeSnappyBetterBlockAsm12B
MOVQ (DX)(SI*1), DI
MOVQ (DX)(R8*1), R9
SHLQ $0x10, DI
IMULQ BX, DI
SHRQ $0x32, DI
SHLQ $0x10, R9
IMULQ BX, R9
SHRQ $0x32, R9
MOVL SI, 24(SP)(DI*4)
MOVL R8, 24(SP)(R9*4)
ADDQ $0x02, SI
SUBQ $0x02, R8
JMP index_loop_encodeSnappyBetterBlockAsm12B
emit_remainder_encodeSnappyBetterBlockAsm12B:
MOVQ src_len+32(FP), CX
SUBL 12(SP), CX
LEAQ 3(AX)(CX*1), CX
CMPQ CX, (SP)
JB emit_remainder_ok_encodeSnappyBetterBlockAsm12B
MOVQ $0x00000000, ret+48(FP)
RET
emit_remainder_ok_encodeSnappyBetterBlockAsm12B:
MOVQ src_len+32(FP), CX
MOVL 12(SP), BX
CMPL BX, CX
JEQ emit_literal_done_emit_remainder_encodeSnappyBetterBlockAsm12B
MOVL CX, SI
MOVL CX, 12(SP)
LEAQ (DX)(BX*1), CX
SUBL BX, SI
LEAL -1(SI), DX
CMPL DX, $0x3c
JB one_byte_emit_remainder_encodeSnappyBetterBlockAsm12B
CMPL DX, $0x00000100
JB two_bytes_emit_remainder_encodeSnappyBetterBlockAsm12B
JB three_bytes_emit_remainder_encodeSnappyBetterBlockAsm12B
three_bytes_emit_remainder_encodeSnappyBetterBlockAsm12B:
MOVB $0xf4, (AX)
MOVW DX, 1(AX)
ADDQ $0x03, AX
JMP memmove_long_emit_remainder_encodeSnappyBetterBlockAsm12B
two_bytes_emit_remainder_encodeSnappyBetterBlockAsm12B:
MOVB $0xf0, (AX)
MOVB DL, 1(AX)
ADDQ $0x02, AX
CMPL DX, $0x40
JB memmove_emit_remainder_encodeSnappyBetterBlockAsm12B
JMP memmove_long_emit_remainder_encodeSnappyBetterBlockAsm12B
one_byte_emit_remainder_encodeSnappyBetterBlockAsm12B:
SHLB $0x02, DL
MOVB DL, (AX)
ADDQ $0x01, AX
memmove_emit_remainder_encodeSnappyBetterBlockAsm12B:
LEAQ (AX)(SI*1), DX
MOVL SI, BX
// genMemMoveShort
CMPQ BX, $0x03
JB emit_lit_memmove_emit_remainder_encodeSnappyBetterBlockAsm12B_memmove_move_1or2
JE emit_lit_memmove_emit_remainder_encodeSnappyBetterBlockAsm12B_memmove_move_3
CMPQ BX, $0x08
JB emit_lit_memmove_emit_remainder_encodeSnappyBetterBlockAsm12B_memmove_move_4through7
CMPQ BX, $0x10
JBE emit_lit_memmove_emit_remainder_encodeSnappyBetterBlockAsm12B_memmove_move_8through16
CMPQ BX, $0x20
JBE emit_lit_memmove_emit_remainder_encodeSnappyBetterBlockAsm12B_memmove_move_17through32
JMP emit_lit_memmove_emit_remainder_encodeSnappyBetterBlockAsm12B_memmove_move_33through64
emit_lit_memmove_emit_remainder_encodeSnappyBetterBlockAsm12B_memmove_move_1or2:
MOVB (CX), SI
MOVB -1(CX)(BX*1), CL
MOVB SI, (AX)
MOVB CL, -1(AX)(BX*1)
JMP memmove_end_copy_emit_remainder_encodeSnappyBetterBlockAsm12B
emit_lit_memmove_emit_remainder_encodeSnappyBetterBlockAsm12B_memmove_move_3:
MOVW (CX), SI
MOVB 2(CX), CL
MOVW SI, (AX)
MOVB CL, 2(AX)
JMP memmove_end_copy_emit_remainder_encodeSnappyBetterBlockAsm12B
emit_lit_memmove_emit_remainder_encodeSnappyBetterBlockAsm12B_memmove_move_4through7:
MOVL (CX), SI
MOVL -4(CX)(BX*1), CX
MOVL SI, (AX)
MOVL CX, -4(AX)(BX*1)
JMP memmove_end_copy_emit_remainder_encodeSnappyBetterBlockAsm12B
emit_lit_memmove_emit_remainder_encodeSnappyBetterBlockAsm12B_memmove_move_8through16:
MOVQ (CX), SI
MOVQ -8(CX)(BX*1), CX
MOVQ SI, (AX)
MOVQ CX, -8(AX)(BX*1)
JMP memmove_end_copy_emit_remainder_encodeSnappyBetterBlockAsm12B
emit_lit_memmove_emit_remainder_encodeSnappyBetterBlockAsm12B_memmove_move_17through32:
MOVOU (CX), X0
MOVOU -16(CX)(BX*1), X1
MOVOU X0, (AX)
MOVOU X1, -16(AX)(BX*1)
JMP memmove_end_copy_emit_remainder_encodeSnappyBetterBlockAsm12B
emit_lit_memmove_emit_remainder_encodeSnappyBetterBlockAsm12B_memmove_move_33through64:
MOVOU (CX), X0
MOVOU 16(CX), X1
MOVOU -32(CX)(BX*1), X2
MOVOU -16(CX)(BX*1), X3
MOVOU X0, (AX)
MOVOU X1, 16(AX)
MOVOU X2, -32(AX)(BX*1)
MOVOU X3, -16(AX)(BX*1)
memmove_end_copy_emit_remainder_encodeSnappyBetterBlockAsm12B:
MOVQ DX, AX
JMP emit_literal_done_emit_remainder_encodeSnappyBetterBlockAsm12B
memmove_long_emit_remainder_encodeSnappyBetterBlockAsm12B:
LEAQ (AX)(SI*1), DX
MOVL SI, BX
// genMemMoveLong
MOVOU (CX), X0
MOVOU 16(CX), X1
MOVOU -32(CX)(BX*1), X2
MOVOU -16(CX)(BX*1), X3
MOVQ BX, DI
SHRQ $0x05, DI
MOVQ AX, SI
ANDL $0x0000001f, SI
MOVQ $0x00000040, R8
SUBQ SI, R8
DECQ DI
JA emit_lit_memmove_long_emit_remainder_encodeSnappyBetterBlockAsm12Blarge_forward_sse_loop_32
LEAQ -32(CX)(R8*1), SI
LEAQ -32(AX)(R8*1), R9
emit_lit_memmove_long_emit_remainder_encodeSnappyBetterBlockAsm12Blarge_big_loop_back:
MOVOU (SI), X4
MOVOU 16(SI), X5
MOVOA X4, (R9)
MOVOA X5, 16(R9)
ADDQ $0x20, R9
ADDQ $0x20, SI
ADDQ $0x20, R8
DECQ DI
JNA emit_lit_memmove_long_emit_remainder_encodeSnappyBetterBlockAsm12Blarge_big_loop_back
emit_lit_memmove_long_emit_remainder_encodeSnappyBetterBlockAsm12Blarge_forward_sse_loop_32:
MOVOU -32(CX)(R8*1), X4
MOVOU -16(CX)(R8*1), X5
MOVOA X4, -32(AX)(R8*1)
MOVOA X5, -16(AX)(R8*1)
ADDQ $0x20, R8
CMPQ BX, R8
JAE emit_lit_memmove_long_emit_remainder_encodeSnappyBetterBlockAsm12Blarge_forward_sse_loop_32
MOVOU X0, (AX)
MOVOU X1, 16(AX)
MOVOU X2, -32(AX)(BX*1)
MOVOU X3, -16(AX)(BX*1)
MOVQ DX, AX
emit_literal_done_emit_remainder_encodeSnappyBetterBlockAsm12B:
MOVQ dst_base+0(FP), CX
SUBQ CX, AX
MOVQ AX, ret+48(FP)
RET
// func encodeSnappyBetterBlockAsm10B(dst []byte, src []byte) int
// Requires: BMI, SSE2
TEXT ·encodeSnappyBetterBlockAsm10B(SB), $20504-56
MOVQ dst_base+0(FP), AX
MOVQ $0x000000a0, CX
LEAQ 24(SP), DX
PXOR X0, X0
zero_loop_encodeSnappyBetterBlockAsm10B:
MOVOU X0, (DX)
MOVOU X0, 16(DX)
MOVOU X0, 32(DX)
MOVOU X0, 48(DX)
MOVOU X0, 64(DX)
MOVOU X0, 80(DX)
MOVOU X0, 96(DX)
MOVOU X0, 112(DX)
ADDQ $0x80, DX
DECQ CX
JNZ zero_loop_encodeSnappyBetterBlockAsm10B
MOVL $0x00000000, 12(SP)
MOVQ src_len+32(FP), CX
LEAQ -9(CX), DX
LEAQ -8(CX), BX
MOVL BX, 8(SP)
SHRQ $0x05, CX
SUBL CX, DX
LEAQ (AX)(DX*1), DX
MOVQ DX, (SP)
MOVL $0x00000001, CX
MOVL $0x00000000, 16(SP)
MOVQ src_base+24(FP), DX
search_loop_encodeSnappyBetterBlockAsm10B:
MOVL CX, BX
SUBL 12(SP), BX
SHRL $0x05, BX
LEAL 1(CX)(BX*1), BX
CMPL BX, 8(SP)
JAE emit_remainder_encodeSnappyBetterBlockAsm10B
MOVQ (DX)(CX*1), SI
MOVL BX, 20(SP)
MOVQ $0x0000cf1bbcdcbf9b, R8
MOVQ $0x9e3779b1, BX
MOVQ SI, R9
MOVQ SI, R10
SHLQ $0x10, R9
IMULQ R8, R9
SHRQ $0x34, R9
SHLQ $0x20, R10
IMULQ BX, R10
SHRQ $0x36, R10
MOVL 24(SP)(R9*4), BX
MOVL 16408(SP)(R10*4), DI
MOVL CX, 24(SP)(R9*4)
MOVL CX, 16408(SP)(R10*4)
MOVQ (DX)(BX*1), R9
MOVQ (DX)(DI*1), R10
CMPQ R9, SI
JEQ candidate_match_encodeSnappyBetterBlockAsm10B
CMPQ R10, SI
JNE no_short_found_encodeSnappyBetterBlockAsm10B
MOVL DI, BX
JMP candidate_match_encodeSnappyBetterBlockAsm10B
no_short_found_encodeSnappyBetterBlockAsm10B:
CMPL R9, SI
JEQ candidate_match_encodeSnappyBetterBlockAsm10B
CMPL R10, SI
JEQ candidateS_match_encodeSnappyBetterBlockAsm10B
MOVL 20(SP), CX
JMP search_loop_encodeSnappyBetterBlockAsm10B
candidateS_match_encodeSnappyBetterBlockAsm10B:
SHRQ $0x08, SI
MOVQ SI, R9
SHLQ $0x10, R9
IMULQ R8, R9
SHRQ $0x34, R9
MOVL 24(SP)(R9*4), BX
INCL CX
MOVL CX, 24(SP)(R9*4)
CMPL (DX)(BX*1), SI
JEQ candidate_match_encodeSnappyBetterBlockAsm10B
DECL CX
MOVL DI, BX
candidate_match_encodeSnappyBetterBlockAsm10B:
MOVL 12(SP), SI
TESTL BX, BX
JZ match_extend_back_end_encodeSnappyBetterBlockAsm10B
match_extend_back_loop_encodeSnappyBetterBlockAsm10B:
CMPL CX, SI
JBE match_extend_back_end_encodeSnappyBetterBlockAsm10B
MOVB -1(DX)(BX*1), DI
MOVB -1(DX)(CX*1), R8
CMPB DI, R8
JNE match_extend_back_end_encodeSnappyBetterBlockAsm10B
LEAL -1(CX), CX
DECL BX
JZ match_extend_back_end_encodeSnappyBetterBlockAsm10B
JMP match_extend_back_loop_encodeSnappyBetterBlockAsm10B
match_extend_back_end_encodeSnappyBetterBlockAsm10B:
MOVL CX, SI
SUBL 12(SP), SI
LEAQ 3(AX)(SI*1), SI
CMPQ SI, (SP)
JB match_dst_size_check_encodeSnappyBetterBlockAsm10B
MOVQ $0x00000000, ret+48(FP)
RET
match_dst_size_check_encodeSnappyBetterBlockAsm10B:
MOVL CX, SI
ADDL $0x04, CX
ADDL $0x04, BX
MOVQ src_len+32(FP), DI
SUBL CX, DI
LEAQ (DX)(CX*1), R8
LEAQ (DX)(BX*1), R9
// matchLen
XORL R11, R11
CMPL DI, $0x08
JB matchlen_match4_match_nolit_encodeSnappyBetterBlockAsm10B
matchlen_loopback_match_nolit_encodeSnappyBetterBlockAsm10B:
MOVQ (R8)(R11*1), R10
XORQ (R9)(R11*1), R10
TESTQ R10, R10
JZ matchlen_loop_match_nolit_encodeSnappyBetterBlockAsm10B
#ifdef GOAMD64_v3
TZCNTQ R10, R10
#else
BSFQ R10, R10
#endif
SARQ $0x03, R10
LEAL (R11)(R10*1), R11
JMP match_nolit_end_encodeSnappyBetterBlockAsm10B
matchlen_loop_match_nolit_encodeSnappyBetterBlockAsm10B:
LEAL -8(DI), DI
LEAL 8(R11), R11
CMPL DI, $0x08
JAE matchlen_loopback_match_nolit_encodeSnappyBetterBlockAsm10B
JZ match_nolit_end_encodeSnappyBetterBlockAsm10B
matchlen_match4_match_nolit_encodeSnappyBetterBlockAsm10B:
CMPL DI, $0x04
JB matchlen_match2_match_nolit_encodeSnappyBetterBlockAsm10B
MOVL (R8)(R11*1), R10
CMPL (R9)(R11*1), R10
JNE matchlen_match2_match_nolit_encodeSnappyBetterBlockAsm10B
SUBL $0x04, DI
LEAL 4(R11), R11
matchlen_match2_match_nolit_encodeSnappyBetterBlockAsm10B:
CMPL DI, $0x02
JB matchlen_match1_match_nolit_encodeSnappyBetterBlockAsm10B
MOVW (R8)(R11*1), R10
CMPW (R9)(R11*1), R10
JNE matchlen_match1_match_nolit_encodeSnappyBetterBlockAsm10B
SUBL $0x02, DI
LEAL 2(R11), R11
matchlen_match1_match_nolit_encodeSnappyBetterBlockAsm10B:
CMPL DI, $0x01
JB match_nolit_end_encodeSnappyBetterBlockAsm10B
MOVB (R8)(R11*1), R10
CMPB (R9)(R11*1), R10
JNE match_nolit_end_encodeSnappyBetterBlockAsm10B
LEAL 1(R11), R11
match_nolit_end_encodeSnappyBetterBlockAsm10B:
MOVL CX, DI
SUBL BX, DI
// Check if repeat
MOVL DI, 16(SP)
MOVL 12(SP), BX
CMPL BX, SI
JEQ emit_literal_done_match_emit_encodeSnappyBetterBlockAsm10B
MOVL SI, R8
MOVL SI, 12(SP)
LEAQ (DX)(BX*1), R9
SUBL BX, R8
LEAL -1(R8), BX
CMPL BX, $0x3c
JB one_byte_match_emit_encodeSnappyBetterBlockAsm10B
CMPL BX, $0x00000100
JB two_bytes_match_emit_encodeSnappyBetterBlockAsm10B
JB three_bytes_match_emit_encodeSnappyBetterBlockAsm10B
three_bytes_match_emit_encodeSnappyBetterBlockAsm10B:
MOVB $0xf4, (AX)
MOVW BX, 1(AX)
ADDQ $0x03, AX
JMP memmove_long_match_emit_encodeSnappyBetterBlockAsm10B
two_bytes_match_emit_encodeSnappyBetterBlockAsm10B:
MOVB $0xf0, (AX)
MOVB BL, 1(AX)
ADDQ $0x02, AX
CMPL BX, $0x40
JB memmove_match_emit_encodeSnappyBetterBlockAsm10B
JMP memmove_long_match_emit_encodeSnappyBetterBlockAsm10B
one_byte_match_emit_encodeSnappyBetterBlockAsm10B:
SHLB $0x02, BL
MOVB BL, (AX)
ADDQ $0x01, AX
memmove_match_emit_encodeSnappyBetterBlockAsm10B:
LEAQ (AX)(R8*1), BX
// genMemMoveShort
CMPQ R8, $0x08
JBE emit_lit_memmove_match_emit_encodeSnappyBetterBlockAsm10B_memmove_move_8
CMPQ R8, $0x10
JBE emit_lit_memmove_match_emit_encodeSnappyBetterBlockAsm10B_memmove_move_8through16
CMPQ R8, $0x20
JBE emit_lit_memmove_match_emit_encodeSnappyBetterBlockAsm10B_memmove_move_17through32
JMP emit_lit_memmove_match_emit_encodeSnappyBetterBlockAsm10B_memmove_move_33through64
emit_lit_memmove_match_emit_encodeSnappyBetterBlockAsm10B_memmove_move_8:
MOVQ (R9), R10
MOVQ R10, (AX)
JMP memmove_end_copy_match_emit_encodeSnappyBetterBlockAsm10B
emit_lit_memmove_match_emit_encodeSnappyBetterBlockAsm10B_memmove_move_8through16:
MOVQ (R9), R10
MOVQ -8(R9)(R8*1), R9
MOVQ R10, (AX)
MOVQ R9, -8(AX)(R8*1)
JMP memmove_end_copy_match_emit_encodeSnappyBetterBlockAsm10B
emit_lit_memmove_match_emit_encodeSnappyBetterBlockAsm10B_memmove_move_17through32:
MOVOU (R9), X0
MOVOU -16(R9)(R8*1), X1
MOVOU X0, (AX)
MOVOU X1, -16(AX)(R8*1)
JMP memmove_end_copy_match_emit_encodeSnappyBetterBlockAsm10B
emit_lit_memmove_match_emit_encodeSnappyBetterBlockAsm10B_memmove_move_33through64:
MOVOU (R9), X0
MOVOU 16(R9), X1
MOVOU -32(R9)(R8*1), X2
MOVOU -16(R9)(R8*1), X3
MOVOU X0, (AX)
MOVOU X1, 16(AX)
MOVOU X2, -32(AX)(R8*1)
MOVOU X3, -16(AX)(R8*1)
memmove_end_copy_match_emit_encodeSnappyBetterBlockAsm10B:
MOVQ BX, AX
JMP emit_literal_done_match_emit_encodeSnappyBetterBlockAsm10B
memmove_long_match_emit_encodeSnappyBetterBlockAsm10B:
LEAQ (AX)(R8*1), BX
// genMemMoveLong
MOVOU (R9), X0
MOVOU 16(R9), X1
MOVOU -32(R9)(R8*1), X2
MOVOU -16(R9)(R8*1), X3
MOVQ R8, R12
SHRQ $0x05, R12
MOVQ AX, R10
ANDL $0x0000001f, R10
MOVQ $0x00000040, R13
SUBQ R10, R13
DECQ R12
JA emit_lit_memmove_long_match_emit_encodeSnappyBetterBlockAsm10Blarge_forward_sse_loop_32
LEAQ -32(R9)(R13*1), R10
LEAQ -32(AX)(R13*1), R14
emit_lit_memmove_long_match_emit_encodeSnappyBetterBlockAsm10Blarge_big_loop_back:
MOVOU (R10), X4
MOVOU 16(R10), X5
MOVOA X4, (R14)
MOVOA X5, 16(R14)
ADDQ $0x20, R14
ADDQ $0x20, R10
ADDQ $0x20, R13
DECQ R12
JNA emit_lit_memmove_long_match_emit_encodeSnappyBetterBlockAsm10Blarge_big_loop_back
emit_lit_memmove_long_match_emit_encodeSnappyBetterBlockAsm10Blarge_forward_sse_loop_32:
MOVOU -32(R9)(R13*1), X4
MOVOU -16(R9)(R13*1), X5
MOVOA X4, -32(AX)(R13*1)
MOVOA X5, -16(AX)(R13*1)
ADDQ $0x20, R13
CMPQ R8, R13
JAE emit_lit_memmove_long_match_emit_encodeSnappyBetterBlockAsm10Blarge_forward_sse_loop_32
MOVOU X0, (AX)
MOVOU X1, 16(AX)
MOVOU X2, -32(AX)(R8*1)
MOVOU X3, -16(AX)(R8*1)
MOVQ BX, AX
emit_literal_done_match_emit_encodeSnappyBetterBlockAsm10B:
ADDL R11, CX
ADDL $0x04, R11
MOVL CX, 12(SP)
// emitCopy
two_byte_offset_match_nolit_encodeSnappyBetterBlockAsm10B:
CMPL R11, $0x40
JBE two_byte_offset_short_match_nolit_encodeSnappyBetterBlockAsm10B
MOVB $0xee, (AX)
MOVW DI, 1(AX)
LEAL -60(R11), R11
ADDQ $0x03, AX
JMP two_byte_offset_match_nolit_encodeSnappyBetterBlockAsm10B
two_byte_offset_short_match_nolit_encodeSnappyBetterBlockAsm10B:
MOVL R11, BX
SHLL $0x02, BX
CMPL R11, $0x0c
JAE emit_copy_three_match_nolit_encodeSnappyBetterBlockAsm10B
CMPL DI, $0x00000800
JAE emit_copy_three_match_nolit_encodeSnappyBetterBlockAsm10B
LEAL -15(BX), BX
MOVB DI, 1(AX)
SHRL $0x08, DI
SHLL $0x05, DI
ORL DI, BX
MOVB BL, (AX)
ADDQ $0x02, AX
JMP match_nolit_emitcopy_end_encodeSnappyBetterBlockAsm10B
emit_copy_three_match_nolit_encodeSnappyBetterBlockAsm10B:
LEAL -2(BX), BX
MOVB BL, (AX)
MOVW DI, 1(AX)
ADDQ $0x03, AX
match_nolit_emitcopy_end_encodeSnappyBetterBlockAsm10B:
CMPL CX, 8(SP)
JAE emit_remainder_encodeSnappyBetterBlockAsm10B
CMPQ AX, (SP)
JB match_nolit_dst_ok_encodeSnappyBetterBlockAsm10B
MOVQ $0x00000000, ret+48(FP)
RET
match_nolit_dst_ok_encodeSnappyBetterBlockAsm10B:
MOVQ $0x0000cf1bbcdcbf9b, BX
MOVQ $0x9e3779b1, DI
LEAQ 1(SI), SI
LEAQ -2(CX), R8
MOVQ (DX)(SI*1), R9
MOVQ 1(DX)(SI*1), R10
MOVQ (DX)(R8*1), R11
MOVQ 1(DX)(R8*1), R12
SHLQ $0x10, R9
IMULQ BX, R9
SHRQ $0x34, R9
SHLQ $0x20, R10
IMULQ DI, R10
SHRQ $0x36, R10
SHLQ $0x10, R11
IMULQ BX, R11
SHRQ $0x34, R11
SHLQ $0x20, R12
IMULQ DI, R12
SHRQ $0x36, R12
LEAQ 1(SI), DI
LEAQ 1(R8), R13
MOVL SI, 24(SP)(R9*4)
MOVL R8, 24(SP)(R11*4)
MOVL DI, 16408(SP)(R10*4)
MOVL R13, 16408(SP)(R12*4)
ADDQ $0x01, SI
SUBQ $0x01, R8
index_loop_encodeSnappyBetterBlockAsm10B:
CMPQ SI, R8
JAE search_loop_encodeSnappyBetterBlockAsm10B
MOVQ (DX)(SI*1), DI
MOVQ (DX)(R8*1), R9
SHLQ $0x10, DI
IMULQ BX, DI
SHRQ $0x34, DI
SHLQ $0x10, R9
IMULQ BX, R9
SHRQ $0x34, R9
MOVL SI, 24(SP)(DI*4)
MOVL R8, 24(SP)(R9*4)
ADDQ $0x02, SI
SUBQ $0x02, R8
JMP index_loop_encodeSnappyBetterBlockAsm10B
emit_remainder_encodeSnappyBetterBlockAsm10B:
MOVQ src_len+32(FP), CX
SUBL 12(SP), CX
LEAQ 3(AX)(CX*1), CX
CMPQ CX, (SP)
JB emit_remainder_ok_encodeSnappyBetterBlockAsm10B
MOVQ $0x00000000, ret+48(FP)
RET
emit_remainder_ok_encodeSnappyBetterBlockAsm10B:
MOVQ src_len+32(FP), CX
MOVL 12(SP), BX
CMPL BX, CX
JEQ emit_literal_done_emit_remainder_encodeSnappyBetterBlockAsm10B
MOVL CX, SI
MOVL CX, 12(SP)
LEAQ (DX)(BX*1), CX
SUBL BX, SI
LEAL -1(SI), DX
CMPL DX, $0x3c
JB one_byte_emit_remainder_encodeSnappyBetterBlockAsm10B
CMPL DX, $0x00000100
JB two_bytes_emit_remainder_encodeSnappyBetterBlockAsm10B
JB three_bytes_emit_remainder_encodeSnappyBetterBlockAsm10B
three_bytes_emit_remainder_encodeSnappyBetterBlockAsm10B:
MOVB $0xf4, (AX)
MOVW DX, 1(AX)
ADDQ $0x03, AX
JMP memmove_long_emit_remainder_encodeSnappyBetterBlockAsm10B
two_bytes_emit_remainder_encodeSnappyBetterBlockAsm10B:
MOVB $0xf0, (AX)
MOVB DL, 1(AX)
ADDQ $0x02, AX
CMPL DX, $0x40
JB memmove_emit_remainder_encodeSnappyBetterBlockAsm10B
JMP memmove_long_emit_remainder_encodeSnappyBetterBlockAsm10B
one_byte_emit_remainder_encodeSnappyBetterBlockAsm10B:
SHLB $0x02, DL
MOVB DL, (AX)
ADDQ $0x01, AX
memmove_emit_remainder_encodeSnappyBetterBlockAsm10B:
LEAQ (AX)(SI*1), DX
MOVL SI, BX
// genMemMoveShort
CMPQ BX, $0x03
JB emit_lit_memmove_emit_remainder_encodeSnappyBetterBlockAsm10B_memmove_move_1or2
JE emit_lit_memmove_emit_remainder_encodeSnappyBetterBlockAsm10B_memmove_move_3
CMPQ BX, $0x08
JB emit_lit_memmove_emit_remainder_encodeSnappyBetterBlockAsm10B_memmove_move_4through7
CMPQ BX, $0x10
JBE emit_lit_memmove_emit_remainder_encodeSnappyBetterBlockAsm10B_memmove_move_8through16
CMPQ BX, $0x20
JBE emit_lit_memmove_emit_remainder_encodeSnappyBetterBlockAsm10B_memmove_move_17through32
JMP emit_lit_memmove_emit_remainder_encodeSnappyBetterBlockAsm10B_memmove_move_33through64
emit_lit_memmove_emit_remainder_encodeSnappyBetterBlockAsm10B_memmove_move_1or2:
MOVB (CX), SI
MOVB -1(CX)(BX*1), CL
MOVB SI, (AX)
MOVB CL, -1(AX)(BX*1)
JMP memmove_end_copy_emit_remainder_encodeSnappyBetterBlockAsm10B
emit_lit_memmove_emit_remainder_encodeSnappyBetterBlockAsm10B_memmove_move_3:
MOVW (CX), SI
MOVB 2(CX), CL
MOVW SI, (AX)
MOVB CL, 2(AX)
JMP memmove_end_copy_emit_remainder_encodeSnappyBetterBlockAsm10B
emit_lit_memmove_emit_remainder_encodeSnappyBetterBlockAsm10B_memmove_move_4through7:
MOVL (CX), SI
MOVL -4(CX)(BX*1), CX
MOVL SI, (AX)
MOVL CX, -4(AX)(BX*1)
JMP memmove_end_copy_emit_remainder_encodeSnappyBetterBlockAsm10B
emit_lit_memmove_emit_remainder_encodeSnappyBetterBlockAsm10B_memmove_move_8through16:
MOVQ (CX), SI
MOVQ -8(CX)(BX*1), CX
MOVQ SI, (AX)
MOVQ CX, -8(AX)(BX*1)
JMP memmove_end_copy_emit_remainder_encodeSnappyBetterBlockAsm10B
emit_lit_memmove_emit_remainder_encodeSnappyBetterBlockAsm10B_memmove_move_17through32:
MOVOU (CX), X0
MOVOU -16(CX)(BX*1), X1
MOVOU X0, (AX)
MOVOU X1, -16(AX)(BX*1)
JMP memmove_end_copy_emit_remainder_encodeSnappyBetterBlockAsm10B
emit_lit_memmove_emit_remainder_encodeSnappyBetterBlockAsm10B_memmove_move_33through64:
MOVOU (CX), X0
MOVOU 16(CX), X1
MOVOU -32(CX)(BX*1), X2
MOVOU -16(CX)(BX*1), X3
MOVOU X0, (AX)
MOVOU X1, 16(AX)
MOVOU X2, -32(AX)(BX*1)
MOVOU X3, -16(AX)(BX*1)
memmove_end_copy_emit_remainder_encodeSnappyBetterBlockAsm10B:
MOVQ DX, AX
JMP emit_literal_done_emit_remainder_encodeSnappyBetterBlockAsm10B
memmove_long_emit_remainder_encodeSnappyBetterBlockAsm10B:
LEAQ (AX)(SI*1), DX
MOVL SI, BX
// genMemMoveLong
MOVOU (CX), X0
MOVOU 16(CX), X1
MOVOU -32(CX)(BX*1), X2
MOVOU -16(CX)(BX*1), X3
MOVQ BX, DI
SHRQ $0x05, DI
MOVQ AX, SI
ANDL $0x0000001f, SI
MOVQ $0x00000040, R8
SUBQ SI, R8
DECQ DI
JA emit_lit_memmove_long_emit_remainder_encodeSnappyBetterBlockAsm10Blarge_forward_sse_loop_32
LEAQ -32(CX)(R8*1), SI
LEAQ -32(AX)(R8*1), R9
emit_lit_memmove_long_emit_remainder_encodeSnappyBetterBlockAsm10Blarge_big_loop_back:
MOVOU (SI), X4
MOVOU 16(SI), X5
MOVOA X4, (R9)
MOVOA X5, 16(R9)
ADDQ $0x20, R9
ADDQ $0x20, SI
ADDQ $0x20, R8
DECQ DI
JNA emit_lit_memmove_long_emit_remainder_encodeSnappyBetterBlockAsm10Blarge_big_loop_back
emit_lit_memmove_long_emit_remainder_encodeSnappyBetterBlockAsm10Blarge_forward_sse_loop_32:
MOVOU -32(CX)(R8*1), X4
MOVOU -16(CX)(R8*1), X5
MOVOA X4, -32(AX)(R8*1)
MOVOA X5, -16(AX)(R8*1)
ADDQ $0x20, R8
CMPQ BX, R8
JAE emit_lit_memmove_long_emit_remainder_encodeSnappyBetterBlockAsm10Blarge_forward_sse_loop_32
MOVOU X0, (AX)
MOVOU X1, 16(AX)
MOVOU X2, -32(AX)(BX*1)
MOVOU X3, -16(AX)(BX*1)
MOVQ DX, AX
emit_literal_done_emit_remainder_encodeSnappyBetterBlockAsm10B:
MOVQ dst_base+0(FP), CX
SUBQ CX, AX
MOVQ AX, ret+48(FP)
RET
// func encodeSnappyBetterBlockAsm8B(dst []byte, src []byte) int
// Requires: BMI, SSE2
TEXT ·encodeSnappyBetterBlockAsm8B(SB), $5144-56
MOVQ dst_base+0(FP), AX
MOVQ $0x00000028, CX
LEAQ 24(SP), DX
PXOR X0, X0
zero_loop_encodeSnappyBetterBlockAsm8B:
MOVOU X0, (DX)
MOVOU X0, 16(DX)
MOVOU X0, 32(DX)
MOVOU X0, 48(DX)
MOVOU X0, 64(DX)
MOVOU X0, 80(DX)
MOVOU X0, 96(DX)
MOVOU X0, 112(DX)
ADDQ $0x80, DX
DECQ CX
JNZ zero_loop_encodeSnappyBetterBlockAsm8B
MOVL $0x00000000, 12(SP)
MOVQ src_len+32(FP), CX
LEAQ -9(CX), DX
LEAQ -8(CX), BX
MOVL BX, 8(SP)
SHRQ $0x05, CX
SUBL CX, DX
LEAQ (AX)(DX*1), DX
MOVQ DX, (SP)
MOVL $0x00000001, CX
MOVL $0x00000000, 16(SP)
MOVQ src_base+24(FP), DX
search_loop_encodeSnappyBetterBlockAsm8B:
MOVL CX, BX
SUBL 12(SP), BX
SHRL $0x04, BX
LEAL 1(CX)(BX*1), BX
CMPL BX, 8(SP)
JAE emit_remainder_encodeSnappyBetterBlockAsm8B
MOVQ (DX)(CX*1), SI
MOVL BX, 20(SP)
MOVQ $0x0000cf1bbcdcbf9b, R8
MOVQ $0x9e3779b1, BX
MOVQ SI, R9
MOVQ SI, R10
SHLQ $0x10, R9
IMULQ R8, R9
SHRQ $0x36, R9
SHLQ $0x20, R10
IMULQ BX, R10
SHRQ $0x38, R10
MOVL 24(SP)(R9*4), BX
MOVL 4120(SP)(R10*4), DI
MOVL CX, 24(SP)(R9*4)
MOVL CX, 4120(SP)(R10*4)
MOVQ (DX)(BX*1), R9
MOVQ (DX)(DI*1), R10
CMPQ R9, SI
JEQ candidate_match_encodeSnappyBetterBlockAsm8B
CMPQ R10, SI
JNE no_short_found_encodeSnappyBetterBlockAsm8B
MOVL DI, BX
JMP candidate_match_encodeSnappyBetterBlockAsm8B
no_short_found_encodeSnappyBetterBlockAsm8B:
CMPL R9, SI
JEQ candidate_match_encodeSnappyBetterBlockAsm8B
CMPL R10, SI
JEQ candidateS_match_encodeSnappyBetterBlockAsm8B
MOVL 20(SP), CX
JMP search_loop_encodeSnappyBetterBlockAsm8B
candidateS_match_encodeSnappyBetterBlockAsm8B:
SHRQ $0x08, SI
MOVQ SI, R9
SHLQ $0x10, R9
IMULQ R8, R9
SHRQ $0x36, R9
MOVL 24(SP)(R9*4), BX
INCL CX
MOVL CX, 24(SP)(R9*4)
CMPL (DX)(BX*1), SI
JEQ candidate_match_encodeSnappyBetterBlockAsm8B
DECL CX
MOVL DI, BX
candidate_match_encodeSnappyBetterBlockAsm8B:
MOVL 12(SP), SI
TESTL BX, BX
JZ match_extend_back_end_encodeSnappyBetterBlockAsm8B
match_extend_back_loop_encodeSnappyBetterBlockAsm8B:
CMPL CX, SI
JBE match_extend_back_end_encodeSnappyBetterBlockAsm8B
MOVB -1(DX)(BX*1), DI
MOVB -1(DX)(CX*1), R8
CMPB DI, R8
JNE match_extend_back_end_encodeSnappyBetterBlockAsm8B
LEAL -1(CX), CX
DECL BX
JZ match_extend_back_end_encodeSnappyBetterBlockAsm8B
JMP match_extend_back_loop_encodeSnappyBetterBlockAsm8B
match_extend_back_end_encodeSnappyBetterBlockAsm8B:
MOVL CX, SI
SUBL 12(SP), SI
LEAQ 3(AX)(SI*1), SI
CMPQ SI, (SP)
JB match_dst_size_check_encodeSnappyBetterBlockAsm8B
MOVQ $0x00000000, ret+48(FP)
RET
match_dst_size_check_encodeSnappyBetterBlockAsm8B:
MOVL CX, SI
ADDL $0x04, CX
ADDL $0x04, BX
MOVQ src_len+32(FP), DI
SUBL CX, DI
LEAQ (DX)(CX*1), R8
LEAQ (DX)(BX*1), R9
// matchLen
XORL R11, R11
CMPL DI, $0x08
JB matchlen_match4_match_nolit_encodeSnappyBetterBlockAsm8B
matchlen_loopback_match_nolit_encodeSnappyBetterBlockAsm8B:
MOVQ (R8)(R11*1), R10
XORQ (R9)(R11*1), R10
TESTQ R10, R10
JZ matchlen_loop_match_nolit_encodeSnappyBetterBlockAsm8B
#ifdef GOAMD64_v3
TZCNTQ R10, R10
#else
BSFQ R10, R10
#endif
SARQ $0x03, R10
LEAL (R11)(R10*1), R11
JMP match_nolit_end_encodeSnappyBetterBlockAsm8B
matchlen_loop_match_nolit_encodeSnappyBetterBlockAsm8B:
LEAL -8(DI), DI
LEAL 8(R11), R11
CMPL DI, $0x08
JAE matchlen_loopback_match_nolit_encodeSnappyBetterBlockAsm8B
JZ match_nolit_end_encodeSnappyBetterBlockAsm8B
matchlen_match4_match_nolit_encodeSnappyBetterBlockAsm8B:
CMPL DI, $0x04
JB matchlen_match2_match_nolit_encodeSnappyBetterBlockAsm8B
MOVL (R8)(R11*1), R10
CMPL (R9)(R11*1), R10
JNE matchlen_match2_match_nolit_encodeSnappyBetterBlockAsm8B
SUBL $0x04, DI
LEAL 4(R11), R11
matchlen_match2_match_nolit_encodeSnappyBetterBlockAsm8B:
CMPL DI, $0x02
JB matchlen_match1_match_nolit_encodeSnappyBetterBlockAsm8B
MOVW (R8)(R11*1), R10
CMPW (R9)(R11*1), R10
JNE matchlen_match1_match_nolit_encodeSnappyBetterBlockAsm8B
SUBL $0x02, DI
LEAL 2(R11), R11
matchlen_match1_match_nolit_encodeSnappyBetterBlockAsm8B:
CMPL DI, $0x01
JB match_nolit_end_encodeSnappyBetterBlockAsm8B
MOVB (R8)(R11*1), R10
CMPB (R9)(R11*1), R10
JNE match_nolit_end_encodeSnappyBetterBlockAsm8B
LEAL 1(R11), R11
match_nolit_end_encodeSnappyBetterBlockAsm8B:
MOVL CX, DI
SUBL BX, DI
// Check if repeat
MOVL DI, 16(SP)
MOVL 12(SP), BX
CMPL BX, SI
JEQ emit_literal_done_match_emit_encodeSnappyBetterBlockAsm8B
MOVL SI, R8
MOVL SI, 12(SP)
LEAQ (DX)(BX*1), R9
SUBL BX, R8
LEAL -1(R8), BX
CMPL BX, $0x3c
JB one_byte_match_emit_encodeSnappyBetterBlockAsm8B
CMPL BX, $0x00000100
JB two_bytes_match_emit_encodeSnappyBetterBlockAsm8B
JB three_bytes_match_emit_encodeSnappyBetterBlockAsm8B
three_bytes_match_emit_encodeSnappyBetterBlockAsm8B:
MOVB $0xf4, (AX)
MOVW BX, 1(AX)
ADDQ $0x03, AX
JMP memmove_long_match_emit_encodeSnappyBetterBlockAsm8B
two_bytes_match_emit_encodeSnappyBetterBlockAsm8B:
MOVB $0xf0, (AX)
MOVB BL, 1(AX)
ADDQ $0x02, AX
CMPL BX, $0x40
JB memmove_match_emit_encodeSnappyBetterBlockAsm8B
JMP memmove_long_match_emit_encodeSnappyBetterBlockAsm8B
one_byte_match_emit_encodeSnappyBetterBlockAsm8B:
SHLB $0x02, BL
MOVB BL, (AX)
ADDQ $0x01, AX
memmove_match_emit_encodeSnappyBetterBlockAsm8B:
LEAQ (AX)(R8*1), BX
// genMemMoveShort
CMPQ R8, $0x08
JBE emit_lit_memmove_match_emit_encodeSnappyBetterBlockAsm8B_memmove_move_8
CMPQ R8, $0x10
JBE emit_lit_memmove_match_emit_encodeSnappyBetterBlockAsm8B_memmove_move_8through16
CMPQ R8, $0x20
JBE emit_lit_memmove_match_emit_encodeSnappyBetterBlockAsm8B_memmove_move_17through32
JMP emit_lit_memmove_match_emit_encodeSnappyBetterBlockAsm8B_memmove_move_33through64
emit_lit_memmove_match_emit_encodeSnappyBetterBlockAsm8B_memmove_move_8:
MOVQ (R9), R10
MOVQ R10, (AX)
JMP memmove_end_copy_match_emit_encodeSnappyBetterBlockAsm8B
emit_lit_memmove_match_emit_encodeSnappyBetterBlockAsm8B_memmove_move_8through16:
MOVQ (R9), R10
MOVQ -8(R9)(R8*1), R9
MOVQ R10, (AX)
MOVQ R9, -8(AX)(R8*1)
JMP memmove_end_copy_match_emit_encodeSnappyBetterBlockAsm8B
emit_lit_memmove_match_emit_encodeSnappyBetterBlockAsm8B_memmove_move_17through32:
MOVOU (R9), X0
MOVOU -16(R9)(R8*1), X1
MOVOU X0, (AX)
MOVOU X1, -16(AX)(R8*1)
JMP memmove_end_copy_match_emit_encodeSnappyBetterBlockAsm8B
emit_lit_memmove_match_emit_encodeSnappyBetterBlockAsm8B_memmove_move_33through64:
MOVOU (R9), X0
MOVOU 16(R9), X1
MOVOU -32(R9)(R8*1), X2
MOVOU -16(R9)(R8*1), X3
MOVOU X0, (AX)
MOVOU X1, 16(AX)
MOVOU X2, -32(AX)(R8*1)
MOVOU X3, -16(AX)(R8*1)
memmove_end_copy_match_emit_encodeSnappyBetterBlockAsm8B:
MOVQ BX, AX
JMP emit_literal_done_match_emit_encodeSnappyBetterBlockAsm8B
memmove_long_match_emit_encodeSnappyBetterBlockAsm8B:
LEAQ (AX)(R8*1), BX
// genMemMoveLong
MOVOU (R9), X0
MOVOU 16(R9), X1
MOVOU -32(R9)(R8*1), X2
MOVOU -16(R9)(R8*1), X3
MOVQ R8, R12
SHRQ $0x05, R12
MOVQ AX, R10
ANDL $0x0000001f, R10
MOVQ $0x00000040, R13
SUBQ R10, R13
DECQ R12
JA emit_lit_memmove_long_match_emit_encodeSnappyBetterBlockAsm8Blarge_forward_sse_loop_32
LEAQ -32(R9)(R13*1), R10
LEAQ -32(AX)(R13*1), R14
emit_lit_memmove_long_match_emit_encodeSnappyBetterBlockAsm8Blarge_big_loop_back:
MOVOU (R10), X4
MOVOU 16(R10), X5
MOVOA X4, (R14)
MOVOA X5, 16(R14)
ADDQ $0x20, R14
ADDQ $0x20, R10
ADDQ $0x20, R13
DECQ R12
JNA emit_lit_memmove_long_match_emit_encodeSnappyBetterBlockAsm8Blarge_big_loop_back
emit_lit_memmove_long_match_emit_encodeSnappyBetterBlockAsm8Blarge_forward_sse_loop_32:
MOVOU -32(R9)(R13*1), X4
MOVOU -16(R9)(R13*1), X5
MOVOA X4, -32(AX)(R13*1)
MOVOA X5, -16(AX)(R13*1)
ADDQ $0x20, R13
CMPQ R8, R13
JAE emit_lit_memmove_long_match_emit_encodeSnappyBetterBlockAsm8Blarge_forward_sse_loop_32
MOVOU X0, (AX)
MOVOU X1, 16(AX)
MOVOU X2, -32(AX)(R8*1)
MOVOU X3, -16(AX)(R8*1)
MOVQ BX, AX
emit_literal_done_match_emit_encodeSnappyBetterBlockAsm8B:
ADDL R11, CX
ADDL $0x04, R11
MOVL CX, 12(SP)
// emitCopy
two_byte_offset_match_nolit_encodeSnappyBetterBlockAsm8B:
CMPL R11, $0x40
JBE two_byte_offset_short_match_nolit_encodeSnappyBetterBlockAsm8B
MOVB $0xee, (AX)
MOVW DI, 1(AX)
LEAL -60(R11), R11
ADDQ $0x03, AX
JMP two_byte_offset_match_nolit_encodeSnappyBetterBlockAsm8B
two_byte_offset_short_match_nolit_encodeSnappyBetterBlockAsm8B:
MOVL R11, BX
SHLL $0x02, BX
CMPL R11, $0x0c
JAE emit_copy_three_match_nolit_encodeSnappyBetterBlockAsm8B
LEAL -15(BX), BX
MOVB DI, 1(AX)
SHRL $0x08, DI
SHLL $0x05, DI
ORL DI, BX
MOVB BL, (AX)
ADDQ $0x02, AX
JMP match_nolit_emitcopy_end_encodeSnappyBetterBlockAsm8B
emit_copy_three_match_nolit_encodeSnappyBetterBlockAsm8B:
LEAL -2(BX), BX
MOVB BL, (AX)
MOVW DI, 1(AX)
ADDQ $0x03, AX
match_nolit_emitcopy_end_encodeSnappyBetterBlockAsm8B:
CMPL CX, 8(SP)
JAE emit_remainder_encodeSnappyBetterBlockAsm8B
CMPQ AX, (SP)
JB match_nolit_dst_ok_encodeSnappyBetterBlockAsm8B
MOVQ $0x00000000, ret+48(FP)
RET
match_nolit_dst_ok_encodeSnappyBetterBlockAsm8B:
MOVQ $0x0000cf1bbcdcbf9b, BX
MOVQ $0x9e3779b1, DI
LEAQ 1(SI), SI
LEAQ -2(CX), R8
MOVQ (DX)(SI*1), R9
MOVQ 1(DX)(SI*1), R10
MOVQ (DX)(R8*1), R11
MOVQ 1(DX)(R8*1), R12
SHLQ $0x10, R9
IMULQ BX, R9
SHRQ $0x36, R9
SHLQ $0x20, R10
IMULQ DI, R10
SHRQ $0x38, R10
SHLQ $0x10, R11
IMULQ BX, R11
SHRQ $0x36, R11
SHLQ $0x20, R12
IMULQ DI, R12
SHRQ $0x38, R12
LEAQ 1(SI), DI
LEAQ 1(R8), R13
MOVL SI, 24(SP)(R9*4)
MOVL R8, 24(SP)(R11*4)
MOVL DI, 4120(SP)(R10*4)
MOVL R13, 4120(SP)(R12*4)
ADDQ $0x01, SI
SUBQ $0x01, R8
index_loop_encodeSnappyBetterBlockAsm8B:
CMPQ SI, R8
JAE search_loop_encodeSnappyBetterBlockAsm8B
MOVQ (DX)(SI*1), DI
MOVQ (DX)(R8*1), R9
SHLQ $0x10, DI
IMULQ BX, DI
SHRQ $0x36, DI
SHLQ $0x10, R9
IMULQ BX, R9
SHRQ $0x36, R9
MOVL SI, 24(SP)(DI*4)
MOVL R8, 24(SP)(R9*4)
ADDQ $0x02, SI
SUBQ $0x02, R8
JMP index_loop_encodeSnappyBetterBlockAsm8B
emit_remainder_encodeSnappyBetterBlockAsm8B:
MOVQ src_len+32(FP), CX
SUBL 12(SP), CX
LEAQ 3(AX)(CX*1), CX
CMPQ CX, (SP)
JB emit_remainder_ok_encodeSnappyBetterBlockAsm8B
MOVQ $0x00000000, ret+48(FP)
RET
emit_remainder_ok_encodeSnappyBetterBlockAsm8B:
MOVQ src_len+32(FP), CX
MOVL 12(SP), BX
CMPL BX, CX
JEQ emit_literal_done_emit_remainder_encodeSnappyBetterBlockAsm8B
MOVL CX, SI
MOVL CX, 12(SP)
LEAQ (DX)(BX*1), CX
SUBL BX, SI
LEAL -1(SI), DX
CMPL DX, $0x3c
JB one_byte_emit_remainder_encodeSnappyBetterBlockAsm8B
CMPL DX, $0x00000100
JB two_bytes_emit_remainder_encodeSnappyBetterBlockAsm8B
JB three_bytes_emit_remainder_encodeSnappyBetterBlockAsm8B
three_bytes_emit_remainder_encodeSnappyBetterBlockAsm8B:
MOVB $0xf4, (AX)
MOVW DX, 1(AX)
ADDQ $0x03, AX
JMP memmove_long_emit_remainder_encodeSnappyBetterBlockAsm8B
two_bytes_emit_remainder_encodeSnappyBetterBlockAsm8B:
MOVB $0xf0, (AX)
MOVB DL, 1(AX)
ADDQ $0x02, AX
CMPL DX, $0x40
JB memmove_emit_remainder_encodeSnappyBetterBlockAsm8B
JMP memmove_long_emit_remainder_encodeSnappyBetterBlockAsm8B
one_byte_emit_remainder_encodeSnappyBetterBlockAsm8B:
SHLB $0x02, DL
MOVB DL, (AX)
ADDQ $0x01, AX
memmove_emit_remainder_encodeSnappyBetterBlockAsm8B:
LEAQ (AX)(SI*1), DX
MOVL SI, BX
// genMemMoveShort
CMPQ BX, $0x03
JB emit_lit_memmove_emit_remainder_encodeSnappyBetterBlockAsm8B_memmove_move_1or2
JE emit_lit_memmove_emit_remainder_encodeSnappyBetterBlockAsm8B_memmove_move_3
CMPQ BX, $0x08
JB emit_lit_memmove_emit_remainder_encodeSnappyBetterBlockAsm8B_memmove_move_4through7
CMPQ BX, $0x10
JBE emit_lit_memmove_emit_remainder_encodeSnappyBetterBlockAsm8B_memmove_move_8through16
CMPQ BX, $0x20
JBE emit_lit_memmove_emit_remainder_encodeSnappyBetterBlockAsm8B_memmove_move_17through32
JMP emit_lit_memmove_emit_remainder_encodeSnappyBetterBlockAsm8B_memmove_move_33through64
emit_lit_memmove_emit_remainder_encodeSnappyBetterBlockAsm8B_memmove_move_1or2:
MOVB (CX), SI
MOVB -1(CX)(BX*1), CL
MOVB SI, (AX)
MOVB CL, -1(AX)(BX*1)
JMP memmove_end_copy_emit_remainder_encodeSnappyBetterBlockAsm8B
emit_lit_memmove_emit_remainder_encodeSnappyBetterBlockAsm8B_memmove_move_3:
MOVW (CX), SI
MOVB 2(CX), CL
MOVW SI, (AX)
MOVB CL, 2(AX)
JMP memmove_end_copy_emit_remainder_encodeSnappyBetterBlockAsm8B
emit_lit_memmove_emit_remainder_encodeSnappyBetterBlockAsm8B_memmove_move_4through7:
MOVL (CX), SI
MOVL -4(CX)(BX*1), CX
MOVL SI, (AX)
MOVL CX, -4(AX)(BX*1)
JMP memmove_end_copy_emit_remainder_encodeSnappyBetterBlockAsm8B
emit_lit_memmove_emit_remainder_encodeSnappyBetterBlockAsm8B_memmove_move_8through16:
MOVQ (CX), SI
MOVQ -8(CX)(BX*1), CX
MOVQ SI, (AX)
MOVQ CX, -8(AX)(BX*1)
JMP memmove_end_copy_emit_remainder_encodeSnappyBetterBlockAsm8B
emit_lit_memmove_emit_remainder_encodeSnappyBetterBlockAsm8B_memmove_move_17through32:
MOVOU (CX), X0
MOVOU -16(CX)(BX*1), X1
MOVOU X0, (AX)
MOVOU X1, -16(AX)(BX*1)
JMP memmove_end_copy_emit_remainder_encodeSnappyBetterBlockAsm8B
emit_lit_memmove_emit_remainder_encodeSnappyBetterBlockAsm8B_memmove_move_33through64:
MOVOU (CX), X0
MOVOU 16(CX), X1
MOVOU -32(CX)(BX*1), X2
MOVOU -16(CX)(BX*1), X3
MOVOU X0, (AX)
MOVOU X1, 16(AX)
MOVOU X2, -32(AX)(BX*1)
MOVOU X3, -16(AX)(BX*1)
memmove_end_copy_emit_remainder_encodeSnappyBetterBlockAsm8B:
MOVQ DX, AX
JMP emit_literal_done_emit_remainder_encodeSnappyBetterBlockAsm8B
memmove_long_emit_remainder_encodeSnappyBetterBlockAsm8B:
LEAQ (AX)(SI*1), DX
MOVL SI, BX
// genMemMoveLong
MOVOU (CX), X0
MOVOU 16(CX), X1
MOVOU -32(CX)(BX*1), X2
MOVOU -16(CX)(BX*1), X3
MOVQ BX, DI
SHRQ $0x05, DI
MOVQ AX, SI
ANDL $0x0000001f, SI
MOVQ $0x00000040, R8
SUBQ SI, R8
DECQ DI
JA emit_lit_memmove_long_emit_remainder_encodeSnappyBetterBlockAsm8Blarge_forward_sse_loop_32
LEAQ -32(CX)(R8*1), SI
LEAQ -32(AX)(R8*1), R9
emit_lit_memmove_long_emit_remainder_encodeSnappyBetterBlockAsm8Blarge_big_loop_back:
MOVOU (SI), X4
MOVOU 16(SI), X5
MOVOA X4, (R9)
MOVOA X5, 16(R9)
ADDQ $0x20, R9
ADDQ $0x20, SI
ADDQ $0x20, R8
DECQ DI
JNA emit_lit_memmove_long_emit_remainder_encodeSnappyBetterBlockAsm8Blarge_big_loop_back
emit_lit_memmove_long_emit_remainder_encodeSnappyBetterBlockAsm8Blarge_forward_sse_loop_32:
MOVOU -32(CX)(R8*1), X4
MOVOU -16(CX)(R8*1), X5
MOVOA X4, -32(AX)(R8*1)
MOVOA X5, -16(AX)(R8*1)
ADDQ $0x20, R8
CMPQ BX, R8
JAE emit_lit_memmove_long_emit_remainder_encodeSnappyBetterBlockAsm8Blarge_forward_sse_loop_32
MOVOU X0, (AX)
MOVOU X1, 16(AX)
MOVOU X2, -32(AX)(BX*1)
MOVOU X3, -16(AX)(BX*1)
MOVQ DX, AX
emit_literal_done_emit_remainder_encodeSnappyBetterBlockAsm8B:
MOVQ dst_base+0(FP), CX
SUBQ CX, AX
MOVQ AX, ret+48(FP)
RET
// func calcBlockSize(src []byte) int
// Requires: BMI, SSE2
TEXT ·calcBlockSize(SB), $32792-32
XORQ AX, AX
MOVQ $0x00000100, CX
LEAQ 24(SP), DX
PXOR X0, X0
zero_loop_calcBlockSize:
MOVOU X0, (DX)
MOVOU X0, 16(DX)
MOVOU X0, 32(DX)
MOVOU X0, 48(DX)
MOVOU X0, 64(DX)
MOVOU X0, 80(DX)
MOVOU X0, 96(DX)
MOVOU X0, 112(DX)
ADDQ $0x80, DX
DECQ CX
JNZ zero_loop_calcBlockSize
MOVL $0x00000000, 12(SP)
MOVQ src_len+8(FP), CX
LEAQ -9(CX), DX
LEAQ -8(CX), BX
MOVL BX, 8(SP)
SHRQ $0x05, CX
SUBL CX, DX
LEAQ (AX)(DX*1), DX
MOVQ DX, (SP)
MOVL $0x00000001, CX
MOVL CX, 16(SP)
MOVQ src_base+0(FP), DX
search_loop_calcBlockSize:
MOVL CX, BX
SUBL 12(SP), BX
SHRL $0x05, BX
LEAL 4(CX)(BX*1), BX
CMPL BX, 8(SP)
JAE emit_remainder_calcBlockSize
MOVQ (DX)(CX*1), SI
MOVL BX, 20(SP)
MOVQ $0x0000cf1bbcdcbf9b, R8
MOVQ SI, R9
MOVQ SI, R10
SHRQ $0x08, R10
SHLQ $0x10, R9
IMULQ R8, R9
SHRQ $0x33, R9
SHLQ $0x10, R10
IMULQ R8, R10
SHRQ $0x33, R10
MOVL 24(SP)(R9*4), BX
MOVL 24(SP)(R10*4), DI
MOVL CX, 24(SP)(R9*4)
LEAL 1(CX), R9
MOVL R9, 24(SP)(R10*4)
MOVQ SI, R9
SHRQ $0x10, R9
SHLQ $0x10, R9
IMULQ R8, R9
SHRQ $0x33, R9
MOVL CX, R8
SUBL 16(SP), R8
MOVL 1(DX)(R8*1), R10
MOVQ SI, R8
SHRQ $0x08, R8
CMPL R8, R10
JNE no_repeat_found_calcBlockSize
LEAL 1(CX), SI
MOVL 12(SP), BX
MOVL SI, DI
SUBL 16(SP), DI
JZ repeat_extend_back_end_calcBlockSize
repeat_extend_back_loop_calcBlockSize:
CMPL SI, BX
JBE repeat_extend_back_end_calcBlockSize
MOVB -1(DX)(DI*1), R8
MOVB -1(DX)(SI*1), R9
CMPB R8, R9
JNE repeat_extend_back_end_calcBlockSize
LEAL -1(SI), SI
DECL DI
JNZ repeat_extend_back_loop_calcBlockSize
repeat_extend_back_end_calcBlockSize:
MOVL 12(SP), BX
CMPL BX, SI
JEQ emit_literal_done_repeat_emit_calcBlockSize
MOVL SI, DI
MOVL SI, 12(SP)
LEAQ (DX)(BX*1), R8
SUBL BX, DI
LEAL -1(DI), BX
CMPL BX, $0x3c
JB one_byte_repeat_emit_calcBlockSize
CMPL BX, $0x00000100
JB two_bytes_repeat_emit_calcBlockSize
CMPL BX, $0x00010000
JB three_bytes_repeat_emit_calcBlockSize
CMPL BX, $0x01000000
JB four_bytes_repeat_emit_calcBlockSize
ADDQ $0x05, AX
JMP memmove_long_repeat_emit_calcBlockSize
four_bytes_repeat_emit_calcBlockSize:
ADDQ $0x04, AX
JMP memmove_long_repeat_emit_calcBlockSize
three_bytes_repeat_emit_calcBlockSize:
ADDQ $0x03, AX
JMP memmove_long_repeat_emit_calcBlockSize
two_bytes_repeat_emit_calcBlockSize:
ADDQ $0x02, AX
CMPL BX, $0x40
JB memmove_repeat_emit_calcBlockSize
JMP memmove_long_repeat_emit_calcBlockSize
one_byte_repeat_emit_calcBlockSize:
ADDQ $0x01, AX
memmove_repeat_emit_calcBlockSize:
LEAQ (AX)(DI*1), AX
JMP emit_literal_done_repeat_emit_calcBlockSize
memmove_long_repeat_emit_calcBlockSize:
LEAQ (AX)(DI*1), AX
emit_literal_done_repeat_emit_calcBlockSize:
ADDL $0x05, CX
MOVL CX, BX
SUBL 16(SP), BX
MOVQ src_len+8(FP), DI
SUBL CX, DI
LEAQ (DX)(CX*1), R8
LEAQ (DX)(BX*1), BX
// matchLen
XORL R10, R10
CMPL DI, $0x08
JB matchlen_match4_repeat_extend_calcBlockSize
matchlen_loopback_repeat_extend_calcBlockSize:
MOVQ (R8)(R10*1), R9
XORQ (BX)(R10*1), R9
TESTQ R9, R9
JZ matchlen_loop_repeat_extend_calcBlockSize
#ifdef GOAMD64_v3
TZCNTQ R9, R9
#else
BSFQ R9, R9
#endif
SARQ $0x03, R9
LEAL (R10)(R9*1), R10
JMP repeat_extend_forward_end_calcBlockSize
matchlen_loop_repeat_extend_calcBlockSize:
LEAL -8(DI), DI
LEAL 8(R10), R10
CMPL DI, $0x08
JAE matchlen_loopback_repeat_extend_calcBlockSize
JZ repeat_extend_forward_end_calcBlockSize
matchlen_match4_repeat_extend_calcBlockSize:
CMPL DI, $0x04
JB matchlen_match2_repeat_extend_calcBlockSize
MOVL (R8)(R10*1), R9
CMPL (BX)(R10*1), R9
JNE matchlen_match2_repeat_extend_calcBlockSize
SUBL $0x04, DI
LEAL 4(R10), R10
matchlen_match2_repeat_extend_calcBlockSize:
CMPL DI, $0x02
JB matchlen_match1_repeat_extend_calcBlockSize
MOVW (R8)(R10*1), R9
CMPW (BX)(R10*1), R9
JNE matchlen_match1_repeat_extend_calcBlockSize
SUBL $0x02, DI
LEAL 2(R10), R10
matchlen_match1_repeat_extend_calcBlockSize:
CMPL DI, $0x01
JB repeat_extend_forward_end_calcBlockSize
MOVB (R8)(R10*1), R9
CMPB (BX)(R10*1), R9
JNE repeat_extend_forward_end_calcBlockSize
LEAL 1(R10), R10
repeat_extend_forward_end_calcBlockSize:
ADDL R10, CX
MOVL CX, BX
SUBL SI, BX
MOVL 16(SP), SI
// emitCopy
CMPL SI, $0x00010000
JB two_byte_offset_repeat_as_copy_calcBlockSize
four_bytes_loop_back_repeat_as_copy_calcBlockSize:
CMPL BX, $0x40
JBE four_bytes_remain_repeat_as_copy_calcBlockSize
LEAL -64(BX), BX
ADDQ $0x05, AX
CMPL BX, $0x04
JB four_bytes_remain_repeat_as_copy_calcBlockSize
JMP four_bytes_loop_back_repeat_as_copy_calcBlockSize
four_bytes_remain_repeat_as_copy_calcBlockSize:
TESTL BX, BX
JZ repeat_end_emit_calcBlockSize
XORL BX, BX
ADDQ $0x05, AX
JMP repeat_end_emit_calcBlockSize
two_byte_offset_repeat_as_copy_calcBlockSize:
CMPL BX, $0x40
JBE two_byte_offset_short_repeat_as_copy_calcBlockSize
LEAL -60(BX), BX
ADDQ $0x03, AX
JMP two_byte_offset_repeat_as_copy_calcBlockSize
two_byte_offset_short_repeat_as_copy_calcBlockSize:
MOVL BX, DI
SHLL $0x02, DI
CMPL BX, $0x0c
JAE emit_copy_three_repeat_as_copy_calcBlockSize
CMPL SI, $0x00000800
JAE emit_copy_three_repeat_as_copy_calcBlockSize
ADDQ $0x02, AX
JMP repeat_end_emit_calcBlockSize
emit_copy_three_repeat_as_copy_calcBlockSize:
ADDQ $0x03, AX
repeat_end_emit_calcBlockSize:
MOVL CX, 12(SP)
JMP search_loop_calcBlockSize
no_repeat_found_calcBlockSize:
CMPL (DX)(BX*1), SI
JEQ candidate_match_calcBlockSize
SHRQ $0x08, SI
MOVL 24(SP)(R9*4), BX
LEAL 2(CX), R8
CMPL (DX)(DI*1), SI
JEQ candidate2_match_calcBlockSize
MOVL R8, 24(SP)(R9*4)
SHRQ $0x08, SI
CMPL (DX)(BX*1), SI
JEQ candidate3_match_calcBlockSize
MOVL 20(SP), CX
JMP search_loop_calcBlockSize
candidate3_match_calcBlockSize:
ADDL $0x02, CX
JMP candidate_match_calcBlockSize
candidate2_match_calcBlockSize:
MOVL R8, 24(SP)(R9*4)
INCL CX
MOVL DI, BX
candidate_match_calcBlockSize:
MOVL 12(SP), SI
TESTL BX, BX
JZ match_extend_back_end_calcBlockSize
match_extend_back_loop_calcBlockSize:
CMPL CX, SI
JBE match_extend_back_end_calcBlockSize
MOVB -1(DX)(BX*1), DI
MOVB -1(DX)(CX*1), R8
CMPB DI, R8
JNE match_extend_back_end_calcBlockSize
LEAL -1(CX), CX
DECL BX
JZ match_extend_back_end_calcBlockSize
JMP match_extend_back_loop_calcBlockSize
match_extend_back_end_calcBlockSize:
MOVL CX, SI
SUBL 12(SP), SI
LEAQ 5(AX)(SI*1), SI
CMPQ SI, (SP)
JB match_dst_size_check_calcBlockSize
MOVQ $0x00000000, ret+24(FP)
RET
match_dst_size_check_calcBlockSize:
MOVL CX, SI
MOVL 12(SP), DI
CMPL DI, SI
JEQ emit_literal_done_match_emit_calcBlockSize
MOVL SI, R8
MOVL SI, 12(SP)
LEAQ (DX)(DI*1), SI
SUBL DI, R8
LEAL -1(R8), SI
CMPL SI, $0x3c
JB one_byte_match_emit_calcBlockSize
CMPL SI, $0x00000100
JB two_bytes_match_emit_calcBlockSize
CMPL SI, $0x00010000
JB three_bytes_match_emit_calcBlockSize
CMPL SI, $0x01000000
JB four_bytes_match_emit_calcBlockSize
ADDQ $0x05, AX
JMP memmove_long_match_emit_calcBlockSize
four_bytes_match_emit_calcBlockSize:
ADDQ $0x04, AX
JMP memmove_long_match_emit_calcBlockSize
three_bytes_match_emit_calcBlockSize:
ADDQ $0x03, AX
JMP memmove_long_match_emit_calcBlockSize
two_bytes_match_emit_calcBlockSize:
ADDQ $0x02, AX
CMPL SI, $0x40
JB memmove_match_emit_calcBlockSize
JMP memmove_long_match_emit_calcBlockSize
one_byte_match_emit_calcBlockSize:
ADDQ $0x01, AX
memmove_match_emit_calcBlockSize:
LEAQ (AX)(R8*1), AX
JMP emit_literal_done_match_emit_calcBlockSize
memmove_long_match_emit_calcBlockSize:
LEAQ (AX)(R8*1), AX
emit_literal_done_match_emit_calcBlockSize:
match_nolit_loop_calcBlockSize:
MOVL CX, SI
SUBL BX, SI
MOVL SI, 16(SP)
ADDL $0x04, CX
ADDL $0x04, BX
MOVQ src_len+8(FP), SI
SUBL CX, SI
LEAQ (DX)(CX*1), DI
LEAQ (DX)(BX*1), BX
// matchLen
XORL R9, R9
CMPL SI, $0x08
JB matchlen_match4_match_nolit_calcBlockSize
matchlen_loopback_match_nolit_calcBlockSize:
MOVQ (DI)(R9*1), R8
XORQ (BX)(R9*1), R8
TESTQ R8, R8
JZ matchlen_loop_match_nolit_calcBlockSize
#ifdef GOAMD64_v3
TZCNTQ R8, R8
#else
BSFQ R8, R8
#endif
SARQ $0x03, R8
LEAL (R9)(R8*1), R9
JMP match_nolit_end_calcBlockSize
matchlen_loop_match_nolit_calcBlockSize:
LEAL -8(SI), SI
LEAL 8(R9), R9
CMPL SI, $0x08
JAE matchlen_loopback_match_nolit_calcBlockSize
JZ match_nolit_end_calcBlockSize
matchlen_match4_match_nolit_calcBlockSize:
CMPL SI, $0x04
JB matchlen_match2_match_nolit_calcBlockSize
MOVL (DI)(R9*1), R8
CMPL (BX)(R9*1), R8
JNE matchlen_match2_match_nolit_calcBlockSize
SUBL $0x04, SI
LEAL 4(R9), R9
matchlen_match2_match_nolit_calcBlockSize:
CMPL SI, $0x02
JB matchlen_match1_match_nolit_calcBlockSize
MOVW (DI)(R9*1), R8
CMPW (BX)(R9*1), R8
JNE matchlen_match1_match_nolit_calcBlockSize
SUBL $0x02, SI
LEAL 2(R9), R9
matchlen_match1_match_nolit_calcBlockSize:
CMPL SI, $0x01
JB match_nolit_end_calcBlockSize
MOVB (DI)(R9*1), R8
CMPB (BX)(R9*1), R8
JNE match_nolit_end_calcBlockSize
LEAL 1(R9), R9
match_nolit_end_calcBlockSize:
ADDL R9, CX
MOVL 16(SP), BX
ADDL $0x04, R9
MOVL CX, 12(SP)
// emitCopy
CMPL BX, $0x00010000
JB two_byte_offset_match_nolit_calcBlockSize
four_bytes_loop_back_match_nolit_calcBlockSize:
CMPL R9, $0x40
JBE four_bytes_remain_match_nolit_calcBlockSize
LEAL -64(R9), R9
ADDQ $0x05, AX
CMPL R9, $0x04
JB four_bytes_remain_match_nolit_calcBlockSize
JMP four_bytes_loop_back_match_nolit_calcBlockSize
four_bytes_remain_match_nolit_calcBlockSize:
TESTL R9, R9
JZ match_nolit_emitcopy_end_calcBlockSize
XORL BX, BX
ADDQ $0x05, AX
JMP match_nolit_emitcopy_end_calcBlockSize
two_byte_offset_match_nolit_calcBlockSize:
CMPL R9, $0x40
JBE two_byte_offset_short_match_nolit_calcBlockSize
LEAL -60(R9), R9
ADDQ $0x03, AX
JMP two_byte_offset_match_nolit_calcBlockSize
two_byte_offset_short_match_nolit_calcBlockSize:
MOVL R9, SI
SHLL $0x02, SI
CMPL R9, $0x0c
JAE emit_copy_three_match_nolit_calcBlockSize
CMPL BX, $0x00000800
JAE emit_copy_three_match_nolit_calcBlockSize
ADDQ $0x02, AX
JMP match_nolit_emitcopy_end_calcBlockSize
emit_copy_three_match_nolit_calcBlockSize:
ADDQ $0x03, AX
match_nolit_emitcopy_end_calcBlockSize:
CMPL CX, 8(SP)
JAE emit_remainder_calcBlockSize
MOVQ -2(DX)(CX*1), SI
CMPQ AX, (SP)
JB match_nolit_dst_ok_calcBlockSize
MOVQ $0x00000000, ret+24(FP)
RET
match_nolit_dst_ok_calcBlockSize:
MOVQ $0x0000cf1bbcdcbf9b, R8
MOVQ SI, DI
SHRQ $0x10, SI
MOVQ SI, BX
SHLQ $0x10, DI
IMULQ R8, DI
SHRQ $0x33, DI
SHLQ $0x10, BX
IMULQ R8, BX
SHRQ $0x33, BX
LEAL -2(CX), R8
LEAQ 24(SP)(BX*4), R9
MOVL (R9), BX
MOVL R8, 24(SP)(DI*4)
MOVL CX, (R9)
CMPL (DX)(BX*1), SI
JEQ match_nolit_loop_calcBlockSize
INCL CX
JMP search_loop_calcBlockSize
emit_remainder_calcBlockSize:
MOVQ src_len+8(FP), CX
SUBL 12(SP), CX
LEAQ 5(AX)(CX*1), CX
CMPQ CX, (SP)
JB emit_remainder_ok_calcBlockSize
MOVQ $0x00000000, ret+24(FP)
RET
emit_remainder_ok_calcBlockSize:
MOVQ src_len+8(FP), CX
MOVL 12(SP), BX
CMPL BX, CX
JEQ emit_literal_done_emit_remainder_calcBlockSize
MOVL CX, SI
MOVL CX, 12(SP)
LEAQ (DX)(BX*1), CX
SUBL BX, SI
LEAL -1(SI), CX
CMPL CX, $0x3c
JB one_byte_emit_remainder_calcBlockSize
CMPL CX, $0x00000100
JB two_bytes_emit_remainder_calcBlockSize
CMPL CX, $0x00010000
JB three_bytes_emit_remainder_calcBlockSize
CMPL CX, $0x01000000
JB four_bytes_emit_remainder_calcBlockSize
ADDQ $0x05, AX
JMP memmove_long_emit_remainder_calcBlockSize
four_bytes_emit_remainder_calcBlockSize:
ADDQ $0x04, AX
JMP memmove_long_emit_remainder_calcBlockSize
three_bytes_emit_remainder_calcBlockSize:
ADDQ $0x03, AX
JMP memmove_long_emit_remainder_calcBlockSize
two_bytes_emit_remainder_calcBlockSize:
ADDQ $0x02, AX
CMPL CX, $0x40
JB memmove_emit_remainder_calcBlockSize
JMP memmove_long_emit_remainder_calcBlockSize
one_byte_emit_remainder_calcBlockSize:
ADDQ $0x01, AX
memmove_emit_remainder_calcBlockSize:
LEAQ (AX)(SI*1), AX
JMP emit_literal_done_emit_remainder_calcBlockSize
memmove_long_emit_remainder_calcBlockSize:
LEAQ (AX)(SI*1), AX
emit_literal_done_emit_remainder_calcBlockSize:
MOVQ AX, ret+24(FP)
RET
// func calcBlockSizeSmall(src []byte) int
// Requires: BMI, SSE2
TEXT ·calcBlockSizeSmall(SB), $2072-32
XORQ AX, AX
MOVQ $0x00000010, CX
LEAQ 24(SP), DX
PXOR X0, X0
zero_loop_calcBlockSizeSmall:
MOVOU X0, (DX)
MOVOU X0, 16(DX)
MOVOU X0, 32(DX)
MOVOU X0, 48(DX)
MOVOU X0, 64(DX)
MOVOU X0, 80(DX)
MOVOU X0, 96(DX)
MOVOU X0, 112(DX)
ADDQ $0x80, DX
DECQ CX
JNZ zero_loop_calcBlockSizeSmall
MOVL $0x00000000, 12(SP)
MOVQ src_len+8(FP), CX
LEAQ -9(CX), DX
LEAQ -8(CX), BX
MOVL BX, 8(SP)
SHRQ $0x05, CX
SUBL CX, DX
LEAQ (AX)(DX*1), DX
MOVQ DX, (SP)
MOVL $0x00000001, CX
MOVL CX, 16(SP)
MOVQ src_base+0(FP), DX
search_loop_calcBlockSizeSmall:
MOVL CX, BX
SUBL 12(SP), BX
SHRL $0x04, BX
LEAL 4(CX)(BX*1), BX
CMPL BX, 8(SP)
JAE emit_remainder_calcBlockSizeSmall
MOVQ (DX)(CX*1), SI
MOVL BX, 20(SP)
MOVQ $0x9e3779b1, R8
MOVQ SI, R9
MOVQ SI, R10
SHRQ $0x08, R10
SHLQ $0x20, R9
IMULQ R8, R9
SHRQ $0x37, R9
SHLQ $0x20, R10
IMULQ R8, R10
SHRQ $0x37, R10
MOVL 24(SP)(R9*4), BX
MOVL 24(SP)(R10*4), DI
MOVL CX, 24(SP)(R9*4)
LEAL 1(CX), R9
MOVL R9, 24(SP)(R10*4)
MOVQ SI, R9
SHRQ $0x10, R9
SHLQ $0x20, R9
IMULQ R8, R9
SHRQ $0x37, R9
MOVL CX, R8
SUBL 16(SP), R8
MOVL 1(DX)(R8*1), R10
MOVQ SI, R8
SHRQ $0x08, R8
CMPL R8, R10
JNE no_repeat_found_calcBlockSizeSmall
LEAL 1(CX), SI
MOVL 12(SP), BX
MOVL SI, DI
SUBL 16(SP), DI
JZ repeat_extend_back_end_calcBlockSizeSmall
repeat_extend_back_loop_calcBlockSizeSmall:
CMPL SI, BX
JBE repeat_extend_back_end_calcBlockSizeSmall
MOVB -1(DX)(DI*1), R8
MOVB -1(DX)(SI*1), R9
CMPB R8, R9
JNE repeat_extend_back_end_calcBlockSizeSmall
LEAL -1(SI), SI
DECL DI
JNZ repeat_extend_back_loop_calcBlockSizeSmall
repeat_extend_back_end_calcBlockSizeSmall:
MOVL 12(SP), BX
CMPL BX, SI
JEQ emit_literal_done_repeat_emit_calcBlockSizeSmall
MOVL SI, DI
MOVL SI, 12(SP)
LEAQ (DX)(BX*1), R8
SUBL BX, DI
LEAL -1(DI), BX
CMPL BX, $0x3c
JB one_byte_repeat_emit_calcBlockSizeSmall
CMPL BX, $0x00000100
JB two_bytes_repeat_emit_calcBlockSizeSmall
JB three_bytes_repeat_emit_calcBlockSizeSmall
three_bytes_repeat_emit_calcBlockSizeSmall:
ADDQ $0x03, AX
JMP memmove_long_repeat_emit_calcBlockSizeSmall
two_bytes_repeat_emit_calcBlockSizeSmall:
ADDQ $0x02, AX
CMPL BX, $0x40
JB memmove_repeat_emit_calcBlockSizeSmall
JMP memmove_long_repeat_emit_calcBlockSizeSmall
one_byte_repeat_emit_calcBlockSizeSmall:
ADDQ $0x01, AX
memmove_repeat_emit_calcBlockSizeSmall:
LEAQ (AX)(DI*1), AX
JMP emit_literal_done_repeat_emit_calcBlockSizeSmall
memmove_long_repeat_emit_calcBlockSizeSmall:
LEAQ (AX)(DI*1), AX
emit_literal_done_repeat_emit_calcBlockSizeSmall:
ADDL $0x05, CX
MOVL CX, BX
SUBL 16(SP), BX
MOVQ src_len+8(FP), DI
SUBL CX, DI
LEAQ (DX)(CX*1), R8
LEAQ (DX)(BX*1), BX
// matchLen
XORL R10, R10
CMPL DI, $0x08
JB matchlen_match4_repeat_extend_calcBlockSizeSmall
matchlen_loopback_repeat_extend_calcBlockSizeSmall:
MOVQ (R8)(R10*1), R9
XORQ (BX)(R10*1), R9
TESTQ R9, R9
JZ matchlen_loop_repeat_extend_calcBlockSizeSmall
#ifdef GOAMD64_v3
TZCNTQ R9, R9
#else
BSFQ R9, R9
#endif
SARQ $0x03, R9
LEAL (R10)(R9*1), R10
JMP repeat_extend_forward_end_calcBlockSizeSmall
matchlen_loop_repeat_extend_calcBlockSizeSmall:
LEAL -8(DI), DI
LEAL 8(R10), R10
CMPL DI, $0x08
JAE matchlen_loopback_repeat_extend_calcBlockSizeSmall
JZ repeat_extend_forward_end_calcBlockSizeSmall
matchlen_match4_repeat_extend_calcBlockSizeSmall:
CMPL DI, $0x04
JB matchlen_match2_repeat_extend_calcBlockSizeSmall
MOVL (R8)(R10*1), R9
CMPL (BX)(R10*1), R9
JNE matchlen_match2_repeat_extend_calcBlockSizeSmall
SUBL $0x04, DI
LEAL 4(R10), R10
matchlen_match2_repeat_extend_calcBlockSizeSmall:
CMPL DI, $0x02
JB matchlen_match1_repeat_extend_calcBlockSizeSmall
MOVW (R8)(R10*1), R9
CMPW (BX)(R10*1), R9
JNE matchlen_match1_repeat_extend_calcBlockSizeSmall
SUBL $0x02, DI
LEAL 2(R10), R10
matchlen_match1_repeat_extend_calcBlockSizeSmall:
CMPL DI, $0x01
JB repeat_extend_forward_end_calcBlockSizeSmall
MOVB (R8)(R10*1), R9
CMPB (BX)(R10*1), R9
JNE repeat_extend_forward_end_calcBlockSizeSmall
LEAL 1(R10), R10
repeat_extend_forward_end_calcBlockSizeSmall:
ADDL R10, CX
MOVL CX, BX
SUBL SI, BX
MOVL 16(SP), SI
// emitCopy
two_byte_offset_repeat_as_copy_calcBlockSizeSmall:
CMPL BX, $0x40
JBE two_byte_offset_short_repeat_as_copy_calcBlockSizeSmall
LEAL -60(BX), BX
ADDQ $0x03, AX
JMP two_byte_offset_repeat_as_copy_calcBlockSizeSmall
two_byte_offset_short_repeat_as_copy_calcBlockSizeSmall:
MOVL BX, SI
SHLL $0x02, SI
CMPL BX, $0x0c
JAE emit_copy_three_repeat_as_copy_calcBlockSizeSmall
ADDQ $0x02, AX
JMP repeat_end_emit_calcBlockSizeSmall
emit_copy_three_repeat_as_copy_calcBlockSizeSmall:
ADDQ $0x03, AX
repeat_end_emit_calcBlockSizeSmall:
MOVL CX, 12(SP)
JMP search_loop_calcBlockSizeSmall
no_repeat_found_calcBlockSizeSmall:
CMPL (DX)(BX*1), SI
JEQ candidate_match_calcBlockSizeSmall
SHRQ $0x08, SI
MOVL 24(SP)(R9*4), BX
LEAL 2(CX), R8
CMPL (DX)(DI*1), SI
JEQ candidate2_match_calcBlockSizeSmall
MOVL R8, 24(SP)(R9*4)
SHRQ $0x08, SI
CMPL (DX)(BX*1), SI
JEQ candidate3_match_calcBlockSizeSmall
MOVL 20(SP), CX
JMP search_loop_calcBlockSizeSmall
candidate3_match_calcBlockSizeSmall:
ADDL $0x02, CX
JMP candidate_match_calcBlockSizeSmall
candidate2_match_calcBlockSizeSmall:
MOVL R8, 24(SP)(R9*4)
INCL CX
MOVL DI, BX
candidate_match_calcBlockSizeSmall:
MOVL 12(SP), SI
TESTL BX, BX
JZ match_extend_back_end_calcBlockSizeSmall
match_extend_back_loop_calcBlockSizeSmall:
CMPL CX, SI
JBE match_extend_back_end_calcBlockSizeSmall
MOVB -1(DX)(BX*1), DI
MOVB -1(DX)(CX*1), R8
CMPB DI, R8
JNE match_extend_back_end_calcBlockSizeSmall
LEAL -1(CX), CX
DECL BX
JZ match_extend_back_end_calcBlockSizeSmall
JMP match_extend_back_loop_calcBlockSizeSmall
match_extend_back_end_calcBlockSizeSmall:
MOVL CX, SI
SUBL 12(SP), SI
LEAQ 3(AX)(SI*1), SI
CMPQ SI, (SP)
JB match_dst_size_check_calcBlockSizeSmall
MOVQ $0x00000000, ret+24(FP)
RET
match_dst_size_check_calcBlockSizeSmall:
MOVL CX, SI
MOVL 12(SP), DI
CMPL DI, SI
JEQ emit_literal_done_match_emit_calcBlockSizeSmall
MOVL SI, R8
MOVL SI, 12(SP)
LEAQ (DX)(DI*1), SI
SUBL DI, R8
LEAL -1(R8), SI
CMPL SI, $0x3c
JB one_byte_match_emit_calcBlockSizeSmall
CMPL SI, $0x00000100
JB two_bytes_match_emit_calcBlockSizeSmall
JB three_bytes_match_emit_calcBlockSizeSmall
three_bytes_match_emit_calcBlockSizeSmall:
ADDQ $0x03, AX
JMP memmove_long_match_emit_calcBlockSizeSmall
two_bytes_match_emit_calcBlockSizeSmall:
ADDQ $0x02, AX
CMPL SI, $0x40
JB memmove_match_emit_calcBlockSizeSmall
JMP memmove_long_match_emit_calcBlockSizeSmall
one_byte_match_emit_calcBlockSizeSmall:
ADDQ $0x01, AX
memmove_match_emit_calcBlockSizeSmall:
LEAQ (AX)(R8*1), AX
JMP emit_literal_done_match_emit_calcBlockSizeSmall
memmove_long_match_emit_calcBlockSizeSmall:
LEAQ (AX)(R8*1), AX
emit_literal_done_match_emit_calcBlockSizeSmall:
match_nolit_loop_calcBlockSizeSmall:
MOVL CX, SI
SUBL BX, SI
MOVL SI, 16(SP)
ADDL $0x04, CX
ADDL $0x04, BX
MOVQ src_len+8(FP), SI
SUBL CX, SI
LEAQ (DX)(CX*1), DI
LEAQ (DX)(BX*1), BX
// matchLen
XORL R9, R9
CMPL SI, $0x08
JB matchlen_match4_match_nolit_calcBlockSizeSmall
matchlen_loopback_match_nolit_calcBlockSizeSmall:
MOVQ (DI)(R9*1), R8
XORQ (BX)(R9*1), R8
TESTQ R8, R8
JZ matchlen_loop_match_nolit_calcBlockSizeSmall
#ifdef GOAMD64_v3
TZCNTQ R8, R8
#else
BSFQ R8, R8
#endif
SARQ $0x03, R8
LEAL (R9)(R8*1), R9
JMP match_nolit_end_calcBlockSizeSmall
matchlen_loop_match_nolit_calcBlockSizeSmall:
LEAL -8(SI), SI
LEAL 8(R9), R9
CMPL SI, $0x08
JAE matchlen_loopback_match_nolit_calcBlockSizeSmall
JZ match_nolit_end_calcBlockSizeSmall
matchlen_match4_match_nolit_calcBlockSizeSmall:
CMPL SI, $0x04
JB matchlen_match2_match_nolit_calcBlockSizeSmall
MOVL (DI)(R9*1), R8
CMPL (BX)(R9*1), R8
JNE matchlen_match2_match_nolit_calcBlockSizeSmall
SUBL $0x04, SI
LEAL 4(R9), R9
matchlen_match2_match_nolit_calcBlockSizeSmall:
CMPL SI, $0x02
JB matchlen_match1_match_nolit_calcBlockSizeSmall
MOVW (DI)(R9*1), R8
CMPW (BX)(R9*1), R8
JNE matchlen_match1_match_nolit_calcBlockSizeSmall
SUBL $0x02, SI
LEAL 2(R9), R9
matchlen_match1_match_nolit_calcBlockSizeSmall:
CMPL SI, $0x01
JB match_nolit_end_calcBlockSizeSmall
MOVB (DI)(R9*1), R8
CMPB (BX)(R9*1), R8
JNE match_nolit_end_calcBlockSizeSmall
LEAL 1(R9), R9
match_nolit_end_calcBlockSizeSmall:
ADDL R9, CX
MOVL 16(SP), BX
ADDL $0x04, R9
MOVL CX, 12(SP)
// emitCopy
two_byte_offset_match_nolit_calcBlockSizeSmall:
CMPL R9, $0x40
JBE two_byte_offset_short_match_nolit_calcBlockSizeSmall
LEAL -60(R9), R9
ADDQ $0x03, AX
JMP two_byte_offset_match_nolit_calcBlockSizeSmall
two_byte_offset_short_match_nolit_calcBlockSizeSmall:
MOVL R9, BX
SHLL $0x02, BX
CMPL R9, $0x0c
JAE emit_copy_three_match_nolit_calcBlockSizeSmall
ADDQ $0x02, AX
JMP match_nolit_emitcopy_end_calcBlockSizeSmall
emit_copy_three_match_nolit_calcBlockSizeSmall:
ADDQ $0x03, AX
match_nolit_emitcopy_end_calcBlockSizeSmall:
CMPL CX, 8(SP)
JAE emit_remainder_calcBlockSizeSmall
MOVQ -2(DX)(CX*1), SI
CMPQ AX, (SP)
JB match_nolit_dst_ok_calcBlockSizeSmall
MOVQ $0x00000000, ret+24(FP)
RET
match_nolit_dst_ok_calcBlockSizeSmall:
MOVQ $0x9e3779b1, R8
MOVQ SI, DI
SHRQ $0x10, SI
MOVQ SI, BX
SHLQ $0x20, DI
IMULQ R8, DI
SHRQ $0x37, DI
SHLQ $0x20, BX
IMULQ R8, BX
SHRQ $0x37, BX
LEAL -2(CX), R8
LEAQ 24(SP)(BX*4), R9
MOVL (R9), BX
MOVL R8, 24(SP)(DI*4)
MOVL CX, (R9)
CMPL (DX)(BX*1), SI
JEQ match_nolit_loop_calcBlockSizeSmall
INCL CX
JMP search_loop_calcBlockSizeSmall
emit_remainder_calcBlockSizeSmall:
MOVQ src_len+8(FP), CX
SUBL 12(SP), CX
LEAQ 3(AX)(CX*1), CX
CMPQ CX, (SP)
JB emit_remainder_ok_calcBlockSizeSmall
MOVQ $0x00000000, ret+24(FP)
RET
emit_remainder_ok_calcBlockSizeSmall:
MOVQ src_len+8(FP), CX
MOVL 12(SP), BX
CMPL BX, CX
JEQ emit_literal_done_emit_remainder_calcBlockSizeSmall
MOVL CX, SI
MOVL CX, 12(SP)
LEAQ (DX)(BX*1), CX
SUBL BX, SI
LEAL -1(SI), CX
CMPL CX, $0x3c
JB one_byte_emit_remainder_calcBlockSizeSmall
CMPL CX, $0x00000100
JB two_bytes_emit_remainder_calcBlockSizeSmall
JB three_bytes_emit_remainder_calcBlockSizeSmall
three_bytes_emit_remainder_calcBlockSizeSmall:
ADDQ $0x03, AX
JMP memmove_long_emit_remainder_calcBlockSizeSmall
two_bytes_emit_remainder_calcBlockSizeSmall:
ADDQ $0x02, AX
CMPL CX, $0x40
JB memmove_emit_remainder_calcBlockSizeSmall
JMP memmove_long_emit_remainder_calcBlockSizeSmall
one_byte_emit_remainder_calcBlockSizeSmall:
ADDQ $0x01, AX
memmove_emit_remainder_calcBlockSizeSmall:
LEAQ (AX)(SI*1), AX
JMP emit_literal_done_emit_remainder_calcBlockSizeSmall
memmove_long_emit_remainder_calcBlockSizeSmall:
LEAQ (AX)(SI*1), AX
emit_literal_done_emit_remainder_calcBlockSizeSmall:
MOVQ AX, ret+24(FP)
RET
// func emitLiteral(dst []byte, lit []byte) int
// Requires: SSE2
TEXT ·emitLiteral(SB), NOSPLIT, $0-56
MOVQ lit_len+32(FP), DX
MOVQ dst_base+0(FP), AX
MOVQ lit_base+24(FP), CX
TESTQ DX, DX
JZ emit_literal_end_standalone_skip
MOVL DX, BX
LEAL -1(DX), SI
CMPL SI, $0x3c
JB one_byte_standalone
CMPL SI, $0x00000100
JB two_bytes_standalone
CMPL SI, $0x00010000
JB three_bytes_standalone
CMPL SI, $0x01000000
JB four_bytes_standalone
MOVB $0xfc, (AX)
MOVL SI, 1(AX)
ADDQ $0x05, BX
ADDQ $0x05, AX
JMP memmove_long_standalone
four_bytes_standalone:
MOVL SI, DI
SHRL $0x10, DI
MOVB $0xf8, (AX)
MOVW SI, 1(AX)
MOVB DI, 3(AX)
ADDQ $0x04, BX
ADDQ $0x04, AX
JMP memmove_long_standalone
three_bytes_standalone:
MOVB $0xf4, (AX)
MOVW SI, 1(AX)
ADDQ $0x03, BX
ADDQ $0x03, AX
JMP memmove_long_standalone
two_bytes_standalone:
MOVB $0xf0, (AX)
MOVB SI, 1(AX)
ADDQ $0x02, BX
ADDQ $0x02, AX
CMPL SI, $0x40
JB memmove_standalone
JMP memmove_long_standalone
one_byte_standalone:
SHLB $0x02, SI
MOVB SI, (AX)
ADDQ $0x01, BX
ADDQ $0x01, AX
memmove_standalone:
// genMemMoveShort
CMPQ DX, $0x03
JB emit_lit_memmove_standalone_memmove_move_1or2
JE emit_lit_memmove_standalone_memmove_move_3
CMPQ DX, $0x08
JB emit_lit_memmove_standalone_memmove_move_4through7
CMPQ DX, $0x10
JBE emit_lit_memmove_standalone_memmove_move_8through16
CMPQ DX, $0x20
JBE emit_lit_memmove_standalone_memmove_move_17through32
JMP emit_lit_memmove_standalone_memmove_move_33through64
emit_lit_memmove_standalone_memmove_move_1or2:
MOVB (CX), SI
MOVB -1(CX)(DX*1), CL
MOVB SI, (AX)
MOVB CL, -1(AX)(DX*1)
JMP emit_literal_end_standalone
emit_lit_memmove_standalone_memmove_move_3:
MOVW (CX), SI
MOVB 2(CX), CL
MOVW SI, (AX)
MOVB CL, 2(AX)
JMP emit_literal_end_standalone
emit_lit_memmove_standalone_memmove_move_4through7:
MOVL (CX), SI
MOVL -4(CX)(DX*1), CX
MOVL SI, (AX)
MOVL CX, -4(AX)(DX*1)
JMP emit_literal_end_standalone
emit_lit_memmove_standalone_memmove_move_8through16:
MOVQ (CX), SI
MOVQ -8(CX)(DX*1), CX
MOVQ SI, (AX)
MOVQ CX, -8(AX)(DX*1)
JMP emit_literal_end_standalone
emit_lit_memmove_standalone_memmove_move_17through32:
MOVOU (CX), X0
MOVOU -16(CX)(DX*1), X1
MOVOU X0, (AX)
MOVOU X1, -16(AX)(DX*1)
JMP emit_literal_end_standalone
emit_lit_memmove_standalone_memmove_move_33through64:
MOVOU (CX), X0
MOVOU 16(CX), X1
MOVOU -32(CX)(DX*1), X2
MOVOU -16(CX)(DX*1), X3
MOVOU X0, (AX)
MOVOU X1, 16(AX)
MOVOU X2, -32(AX)(DX*1)
MOVOU X3, -16(AX)(DX*1)
JMP emit_literal_end_standalone
JMP emit_literal_end_standalone
memmove_long_standalone:
// genMemMoveLong
MOVOU (CX), X0
MOVOU 16(CX), X1
MOVOU -32(CX)(DX*1), X2
MOVOU -16(CX)(DX*1), X3
MOVQ DX, DI
SHRQ $0x05, DI
MOVQ AX, SI
ANDL $0x0000001f, SI
MOVQ $0x00000040, R8
SUBQ SI, R8
DECQ DI
JA emit_lit_memmove_long_standalonelarge_forward_sse_loop_32
LEAQ -32(CX)(R8*1), SI
LEAQ -32(AX)(R8*1), R9
emit_lit_memmove_long_standalonelarge_big_loop_back:
MOVOU (SI), X4
MOVOU 16(SI), X5
MOVOA X4, (R9)
MOVOA X5, 16(R9)
ADDQ $0x20, R9
ADDQ $0x20, SI
ADDQ $0x20, R8
DECQ DI
JNA emit_lit_memmove_long_standalonelarge_big_loop_back
emit_lit_memmove_long_standalonelarge_forward_sse_loop_32:
MOVOU -32(CX)(R8*1), X4
MOVOU -16(CX)(R8*1), X5
MOVOA X4, -32(AX)(R8*1)
MOVOA X5, -16(AX)(R8*1)
ADDQ $0x20, R8
CMPQ DX, R8
JAE emit_lit_memmove_long_standalonelarge_forward_sse_loop_32
MOVOU X0, (AX)
MOVOU X1, 16(AX)
MOVOU X2, -32(AX)(DX*1)
MOVOU X3, -16(AX)(DX*1)
JMP emit_literal_end_standalone
JMP emit_literal_end_standalone
emit_literal_end_standalone_skip:
XORQ BX, BX
emit_literal_end_standalone:
MOVQ BX, ret+48(FP)
RET
// func emitRepeat(dst []byte, offset int, length int) int
TEXT ·emitRepeat(SB), NOSPLIT, $0-48
XORQ BX, BX
MOVQ dst_base+0(FP), AX
MOVQ offset+24(FP), CX
MOVQ length+32(FP), DX
// emitRepeat
emit_repeat_again_standalone:
MOVL DX, SI
LEAL -4(DX), DX
CMPL SI, $0x08
JBE repeat_two_standalone
CMPL SI, $0x0c
JAE cant_repeat_two_offset_standalone
CMPL CX, $0x00000800
JB repeat_two_offset_standalone
cant_repeat_two_offset_standalone:
CMPL DX, $0x00000104
JB repeat_three_standalone
CMPL DX, $0x00010100
JB repeat_four_standalone
CMPL DX, $0x0100ffff
JB repeat_five_standalone
LEAL -16842747(DX), DX
MOVL $0xfffb001d, (AX)
MOVB $0xff, 4(AX)
ADDQ $0x05, AX
ADDQ $0x05, BX
JMP emit_repeat_again_standalone
repeat_five_standalone:
LEAL -65536(DX), DX
MOVL DX, CX
MOVW $0x001d, (AX)
MOVW DX, 2(AX)
SARL $0x10, CX
MOVB CL, 4(AX)
ADDQ $0x05, BX
ADDQ $0x05, AX
JMP gen_emit_repeat_end
repeat_four_standalone:
LEAL -256(DX), DX
MOVW $0x0019, (AX)
MOVW DX, 2(AX)
ADDQ $0x04, BX
ADDQ $0x04, AX
JMP gen_emit_repeat_end
repeat_three_standalone:
LEAL -4(DX), DX
MOVW $0x0015, (AX)
MOVB DL, 2(AX)
ADDQ $0x03, BX
ADDQ $0x03, AX
JMP gen_emit_repeat_end
repeat_two_standalone:
SHLL $0x02, DX
ORL $0x01, DX
MOVW DX, (AX)
ADDQ $0x02, BX
ADDQ $0x02, AX
JMP gen_emit_repeat_end
repeat_two_offset_standalone:
XORQ SI, SI
LEAL 1(SI)(DX*4), DX
MOVB CL, 1(AX)
SARL $0x08, CX
SHLL $0x05, CX
ORL CX, DX
MOVB DL, (AX)
ADDQ $0x02, BX
ADDQ $0x02, AX
gen_emit_repeat_end:
MOVQ BX, ret+40(FP)
RET
// func emitCopy(dst []byte, offset int, length int) int
TEXT ·emitCopy(SB), NOSPLIT, $0-48
XORQ BX, BX
MOVQ dst_base+0(FP), AX
MOVQ offset+24(FP), CX
MOVQ length+32(FP), DX
// emitCopy
CMPL CX, $0x00010000
JB two_byte_offset_standalone
CMPL DX, $0x40
JBE four_bytes_remain_standalone
MOVB $0xff, (AX)
MOVL CX, 1(AX)
LEAL -64(DX), DX
ADDQ $0x05, BX
ADDQ $0x05, AX
CMPL DX, $0x04
JB four_bytes_remain_standalone
// emitRepeat
emit_repeat_again_standalone_emit_copy:
MOVL DX, SI
LEAL -4(DX), DX
CMPL SI, $0x08
JBE repeat_two_standalone_emit_copy
CMPL SI, $0x0c
JAE cant_repeat_two_offset_standalone_emit_copy
CMPL CX, $0x00000800
JB repeat_two_offset_standalone_emit_copy
cant_repeat_two_offset_standalone_emit_copy:
CMPL DX, $0x00000104
JB repeat_three_standalone_emit_copy
CMPL DX, $0x00010100
JB repeat_four_standalone_emit_copy
CMPL DX, $0x0100ffff
JB repeat_five_standalone_emit_copy
LEAL -16842747(DX), DX
MOVL $0xfffb001d, (AX)
MOVB $0xff, 4(AX)
ADDQ $0x05, AX
ADDQ $0x05, BX
JMP emit_repeat_again_standalone_emit_copy
repeat_five_standalone_emit_copy:
LEAL -65536(DX), DX
MOVL DX, CX
MOVW $0x001d, (AX)
MOVW DX, 2(AX)
SARL $0x10, CX
MOVB CL, 4(AX)
ADDQ $0x05, BX
ADDQ $0x05, AX
JMP gen_emit_copy_end
repeat_four_standalone_emit_copy:
LEAL -256(DX), DX
MOVW $0x0019, (AX)
MOVW DX, 2(AX)
ADDQ $0x04, BX
ADDQ $0x04, AX
JMP gen_emit_copy_end
repeat_three_standalone_emit_copy:
LEAL -4(DX), DX
MOVW $0x0015, (AX)
MOVB DL, 2(AX)
ADDQ $0x03, BX
ADDQ $0x03, AX
JMP gen_emit_copy_end
repeat_two_standalone_emit_copy:
SHLL $0x02, DX
ORL $0x01, DX
MOVW DX, (AX)
ADDQ $0x02, BX
ADDQ $0x02, AX
JMP gen_emit_copy_end
repeat_two_offset_standalone_emit_copy:
XORQ SI, SI
LEAL 1(SI)(DX*4), DX
MOVB CL, 1(AX)
SARL $0x08, CX
SHLL $0x05, CX
ORL CX, DX
MOVB DL, (AX)
ADDQ $0x02, BX
ADDQ $0x02, AX
JMP gen_emit_copy_end
four_bytes_remain_standalone:
TESTL DX, DX
JZ gen_emit_copy_end
XORL SI, SI
LEAL -1(SI)(DX*4), DX
MOVB DL, (AX)
MOVL CX, 1(AX)
ADDQ $0x05, BX
ADDQ $0x05, AX
JMP gen_emit_copy_end
two_byte_offset_standalone:
CMPL DX, $0x40
JBE two_byte_offset_short_standalone
CMPL CX, $0x00000800
JAE long_offset_short_standalone
MOVL $0x00000001, SI
LEAL 16(SI), SI
MOVB CL, 1(AX)
MOVL CX, DI
SHRL $0x08, DI
SHLL $0x05, DI
ORL DI, SI
MOVB SI, (AX)
ADDQ $0x02, BX
ADDQ $0x02, AX
SUBL $0x08, DX
// emitRepeat
LEAL -4(DX), DX
JMP cant_repeat_two_offset_standalone_emit_copy_short_2b
emit_repeat_again_standalone_emit_copy_short_2b:
MOVL DX, SI
LEAL -4(DX), DX
CMPL SI, $0x08
JBE repeat_two_standalone_emit_copy_short_2b
CMPL SI, $0x0c
JAE cant_repeat_two_offset_standalone_emit_copy_short_2b
CMPL CX, $0x00000800
JB repeat_two_offset_standalone_emit_copy_short_2b
cant_repeat_two_offset_standalone_emit_copy_short_2b:
CMPL DX, $0x00000104
JB repeat_three_standalone_emit_copy_short_2b
CMPL DX, $0x00010100
JB repeat_four_standalone_emit_copy_short_2b
CMPL DX, $0x0100ffff
JB repeat_five_standalone_emit_copy_short_2b
LEAL -16842747(DX), DX
MOVL $0xfffb001d, (AX)
MOVB $0xff, 4(AX)
ADDQ $0x05, AX
ADDQ $0x05, BX
JMP emit_repeat_again_standalone_emit_copy_short_2b
repeat_five_standalone_emit_copy_short_2b:
LEAL -65536(DX), DX
MOVL DX, CX
MOVW $0x001d, (AX)
MOVW DX, 2(AX)
SARL $0x10, CX
MOVB CL, 4(AX)
ADDQ $0x05, BX
ADDQ $0x05, AX
JMP gen_emit_copy_end
repeat_four_standalone_emit_copy_short_2b:
LEAL -256(DX), DX
MOVW $0x0019, (AX)
MOVW DX, 2(AX)
ADDQ $0x04, BX
ADDQ $0x04, AX
JMP gen_emit_copy_end
repeat_three_standalone_emit_copy_short_2b:
LEAL -4(DX), DX
MOVW $0x0015, (AX)
MOVB DL, 2(AX)
ADDQ $0x03, BX
ADDQ $0x03, AX
JMP gen_emit_copy_end
repeat_two_standalone_emit_copy_short_2b:
SHLL $0x02, DX
ORL $0x01, DX
MOVW DX, (AX)
ADDQ $0x02, BX
ADDQ $0x02, AX
JMP gen_emit_copy_end
repeat_two_offset_standalone_emit_copy_short_2b:
XORQ SI, SI
LEAL 1(SI)(DX*4), DX
MOVB CL, 1(AX)
SARL $0x08, CX
SHLL $0x05, CX
ORL CX, DX
MOVB DL, (AX)
ADDQ $0x02, BX
ADDQ $0x02, AX
JMP gen_emit_copy_end
long_offset_short_standalone:
MOVB $0xee, (AX)
MOVW CX, 1(AX)
LEAL -60(DX), DX
ADDQ $0x03, AX
ADDQ $0x03, BX
// emitRepeat
emit_repeat_again_standalone_emit_copy_short:
MOVL DX, SI
LEAL -4(DX), DX
CMPL SI, $0x08
JBE repeat_two_standalone_emit_copy_short
CMPL SI, $0x0c
JAE cant_repeat_two_offset_standalone_emit_copy_short
CMPL CX, $0x00000800
JB repeat_two_offset_standalone_emit_copy_short
cant_repeat_two_offset_standalone_emit_copy_short:
CMPL DX, $0x00000104
JB repeat_three_standalone_emit_copy_short
CMPL DX, $0x00010100
JB repeat_four_standalone_emit_copy_short
CMPL DX, $0x0100ffff
JB repeat_five_standalone_emit_copy_short
LEAL -16842747(DX), DX
MOVL $0xfffb001d, (AX)
MOVB $0xff, 4(AX)
ADDQ $0x05, AX
ADDQ $0x05, BX
JMP emit_repeat_again_standalone_emit_copy_short
repeat_five_standalone_emit_copy_short:
LEAL -65536(DX), DX
MOVL DX, CX
MOVW $0x001d, (AX)
MOVW DX, 2(AX)
SARL $0x10, CX
MOVB CL, 4(AX)
ADDQ $0x05, BX
ADDQ $0x05, AX
JMP gen_emit_copy_end
repeat_four_standalone_emit_copy_short:
LEAL -256(DX), DX
MOVW $0x0019, (AX)
MOVW DX, 2(AX)
ADDQ $0x04, BX
ADDQ $0x04, AX
JMP gen_emit_copy_end
repeat_three_standalone_emit_copy_short:
LEAL -4(DX), DX
MOVW $0x0015, (AX)
MOVB DL, 2(AX)
ADDQ $0x03, BX
ADDQ $0x03, AX
JMP gen_emit_copy_end
repeat_two_standalone_emit_copy_short:
SHLL $0x02, DX
ORL $0x01, DX
MOVW DX, (AX)
ADDQ $0x02, BX
ADDQ $0x02, AX
JMP gen_emit_copy_end
repeat_two_offset_standalone_emit_copy_short:
XORQ SI, SI
LEAL 1(SI)(DX*4), DX
MOVB CL, 1(AX)
SARL $0x08, CX
SHLL $0x05, CX
ORL CX, DX
MOVB DL, (AX)
ADDQ $0x02, BX
ADDQ $0x02, AX
JMP gen_emit_copy_end
two_byte_offset_short_standalone:
MOVL DX, SI
SHLL $0x02, SI
CMPL DX, $0x0c
JAE emit_copy_three_standalone
CMPL CX, $0x00000800
JAE emit_copy_three_standalone
LEAL -15(SI), SI
MOVB CL, 1(AX)
SHRL $0x08, CX
SHLL $0x05, CX
ORL CX, SI
MOVB SI, (AX)
ADDQ $0x02, BX
ADDQ $0x02, AX
JMP gen_emit_copy_end
emit_copy_three_standalone:
LEAL -2(SI), SI
MOVB SI, (AX)
MOVW CX, 1(AX)
ADDQ $0x03, BX
ADDQ $0x03, AX
gen_emit_copy_end:
MOVQ BX, ret+40(FP)
RET
// func emitCopyNoRepeat(dst []byte, offset int, length int) int
TEXT ·emitCopyNoRepeat(SB), NOSPLIT, $0-48
XORQ BX, BX
MOVQ dst_base+0(FP), AX
MOVQ offset+24(FP), CX
MOVQ length+32(FP), DX
// emitCopy
CMPL CX, $0x00010000
JB two_byte_offset_standalone_snappy
four_bytes_loop_back_standalone_snappy:
CMPL DX, $0x40
JBE four_bytes_remain_standalone_snappy
MOVB $0xff, (AX)
MOVL CX, 1(AX)
LEAL -64(DX), DX
ADDQ $0x05, BX
ADDQ $0x05, AX
CMPL DX, $0x04
JB four_bytes_remain_standalone_snappy
JMP four_bytes_loop_back_standalone_snappy
four_bytes_remain_standalone_snappy:
TESTL DX, DX
JZ gen_emit_copy_end_snappy
XORL SI, SI
LEAL -1(SI)(DX*4), DX
MOVB DL, (AX)
MOVL CX, 1(AX)
ADDQ $0x05, BX
ADDQ $0x05, AX
JMP gen_emit_copy_end_snappy
two_byte_offset_standalone_snappy:
CMPL DX, $0x40
JBE two_byte_offset_short_standalone_snappy
MOVB $0xee, (AX)
MOVW CX, 1(AX)
LEAL -60(DX), DX
ADDQ $0x03, AX
ADDQ $0x03, BX
JMP two_byte_offset_standalone_snappy
two_byte_offset_short_standalone_snappy:
MOVL DX, SI
SHLL $0x02, SI
CMPL DX, $0x0c
JAE emit_copy_three_standalone_snappy
CMPL CX, $0x00000800
JAE emit_copy_three_standalone_snappy
LEAL -15(SI), SI
MOVB CL, 1(AX)
SHRL $0x08, CX
SHLL $0x05, CX
ORL CX, SI
MOVB SI, (AX)
ADDQ $0x02, BX
ADDQ $0x02, AX
JMP gen_emit_copy_end_snappy
emit_copy_three_standalone_snappy:
LEAL -2(SI), SI
MOVB SI, (AX)
MOVW CX, 1(AX)
ADDQ $0x03, BX
ADDQ $0x03, AX
gen_emit_copy_end_snappy:
MOVQ BX, ret+40(FP)
RET
// func matchLen(a []byte, b []byte) int
// Requires: BMI
TEXT ·matchLen(SB), NOSPLIT, $0-56
MOVQ a_base+0(FP), AX
MOVQ b_base+24(FP), CX
MOVQ a_len+8(FP), DX
// matchLen
XORL SI, SI
CMPL DX, $0x08
JB matchlen_match4_standalone
matchlen_loopback_standalone:
MOVQ (AX)(SI*1), BX
XORQ (CX)(SI*1), BX
TESTQ BX, BX
JZ matchlen_loop_standalone
#ifdef GOAMD64_v3
TZCNTQ BX, BX
#else
BSFQ BX, BX
#endif
SARQ $0x03, BX
LEAL (SI)(BX*1), SI
JMP gen_match_len_end
matchlen_loop_standalone:
LEAL -8(DX), DX
LEAL 8(SI), SI
CMPL DX, $0x08
JAE matchlen_loopback_standalone
JZ gen_match_len_end
matchlen_match4_standalone:
CMPL DX, $0x04
JB matchlen_match2_standalone
MOVL (AX)(SI*1), BX
CMPL (CX)(SI*1), BX
JNE matchlen_match2_standalone
SUBL $0x04, DX
LEAL 4(SI), SI
matchlen_match2_standalone:
CMPL DX, $0x02
JB matchlen_match1_standalone
MOVW (AX)(SI*1), BX
CMPW (CX)(SI*1), BX
JNE matchlen_match1_standalone
SUBL $0x02, DX
LEAL 2(SI), SI
matchlen_match1_standalone:
CMPL DX, $0x01
JB gen_match_len_end
MOVB (AX)(SI*1), BL
CMPB (CX)(SI*1), BL
JNE gen_match_len_end
LEAL 1(SI), SI
gen_match_len_end:
MOVQ SI, ret+48(FP)
RET
// func cvtLZ4BlockAsm(dst []byte, src []byte) (uncompressed int, dstUsed int)
// Requires: SSE2
TEXT ·cvtLZ4BlockAsm(SB), NOSPLIT, $0-64
XORQ SI, SI
MOVQ dst_base+0(FP), AX
MOVQ dst_len+8(FP), CX
MOVQ src_base+24(FP), DX
MOVQ src_len+32(FP), BX
LEAQ (DX)(BX*1), BX
LEAQ -10(AX)(CX*1), CX
XORQ DI, DI
lz4_s2_loop:
CMPQ DX, BX
JAE lz4_s2_corrupt
CMPQ AX, CX
JAE lz4_s2_dstfull
MOVBQZX (DX), R8
MOVQ R8, R9
MOVQ R8, R10
SHRQ $0x04, R9
ANDQ $0x0f, R10
CMPQ R8, $0xf0
JB lz4_s2_ll_end
lz4_s2_ll_loop:
INCQ DX
CMPQ DX, BX
JAE lz4_s2_corrupt
MOVBQZX (DX), R8
ADDQ R8, R9
CMPQ R8, $0xff
JEQ lz4_s2_ll_loop
lz4_s2_ll_end:
LEAQ (DX)(R9*1), R8
ADDQ $0x04, R10
CMPQ R8, BX
JAE lz4_s2_corrupt
INCQ DX
INCQ R8
TESTQ R9, R9
JZ lz4_s2_lits_done
LEAQ (AX)(R9*1), R11
CMPQ R11, CX
JAE lz4_s2_dstfull
ADDQ R9, SI
LEAL -1(R9), R11
CMPL R11, $0x3c
JB one_byte_lz4_s2
CMPL R11, $0x00000100
JB two_bytes_lz4_s2
CMPL R11, $0x00010000
JB three_bytes_lz4_s2
CMPL R11, $0x01000000
JB four_bytes_lz4_s2
MOVB $0xfc, (AX)
MOVL R11, 1(AX)
ADDQ $0x05, AX
JMP memmove_long_lz4_s2
four_bytes_lz4_s2:
MOVL R11, R12
SHRL $0x10, R12
MOVB $0xf8, (AX)
MOVW R11, 1(AX)
MOVB R12, 3(AX)
ADDQ $0x04, AX
JMP memmove_long_lz4_s2
three_bytes_lz4_s2:
MOVB $0xf4, (AX)
MOVW R11, 1(AX)
ADDQ $0x03, AX
JMP memmove_long_lz4_s2
two_bytes_lz4_s2:
MOVB $0xf0, (AX)
MOVB R11, 1(AX)
ADDQ $0x02, AX
CMPL R11, $0x40
JB memmove_lz4_s2
JMP memmove_long_lz4_s2
one_byte_lz4_s2:
SHLB $0x02, R11
MOVB R11, (AX)
ADDQ $0x01, AX
memmove_lz4_s2:
LEAQ (AX)(R9*1), R11
// genMemMoveShort
CMPQ R9, $0x08
JBE emit_lit_memmove_lz4_s2_memmove_move_8
CMPQ R9, $0x10
JBE emit_lit_memmove_lz4_s2_memmove_move_8through16
CMPQ R9, $0x20
JBE emit_lit_memmove_lz4_s2_memmove_move_17through32
JMP emit_lit_memmove_lz4_s2_memmove_move_33through64
emit_lit_memmove_lz4_s2_memmove_move_8:
MOVQ (DX), R12
MOVQ R12, (AX)
JMP memmove_end_copy_lz4_s2
emit_lit_memmove_lz4_s2_memmove_move_8through16:
MOVQ (DX), R12
MOVQ -8(DX)(R9*1), DX
MOVQ R12, (AX)
MOVQ DX, -8(AX)(R9*1)
JMP memmove_end_copy_lz4_s2
emit_lit_memmove_lz4_s2_memmove_move_17through32:
MOVOU (DX), X0
MOVOU -16(DX)(R9*1), X1
MOVOU X0, (AX)
MOVOU X1, -16(AX)(R9*1)
JMP memmove_end_copy_lz4_s2
emit_lit_memmove_lz4_s2_memmove_move_33through64:
MOVOU (DX), X0
MOVOU 16(DX), X1
MOVOU -32(DX)(R9*1), X2
MOVOU -16(DX)(R9*1), X3
MOVOU X0, (AX)
MOVOU X1, 16(AX)
MOVOU X2, -32(AX)(R9*1)
MOVOU X3, -16(AX)(R9*1)
memmove_end_copy_lz4_s2:
MOVQ R11, AX
JMP lz4_s2_lits_emit_done
memmove_long_lz4_s2:
LEAQ (AX)(R9*1), R11
// genMemMoveLong
MOVOU (DX), X0
MOVOU 16(DX), X1
MOVOU -32(DX)(R9*1), X2
MOVOU -16(DX)(R9*1), X3
MOVQ R9, R13
SHRQ $0x05, R13
MOVQ AX, R12
ANDL $0x0000001f, R12
MOVQ $0x00000040, R14
SUBQ R12, R14
DECQ R13
JA emit_lit_memmove_long_lz4_s2large_forward_sse_loop_32
LEAQ -32(DX)(R14*1), R12
LEAQ -32(AX)(R14*1), R15
emit_lit_memmove_long_lz4_s2large_big_loop_back:
MOVOU (R12), X4
MOVOU 16(R12), X5
MOVOA X4, (R15)
MOVOA X5, 16(R15)
ADDQ $0x20, R15
ADDQ $0x20, R12
ADDQ $0x20, R14
DECQ R13
JNA emit_lit_memmove_long_lz4_s2large_big_loop_back
emit_lit_memmove_long_lz4_s2large_forward_sse_loop_32:
MOVOU -32(DX)(R14*1), X4
MOVOU -16(DX)(R14*1), X5
MOVOA X4, -32(AX)(R14*1)
MOVOA X5, -16(AX)(R14*1)
ADDQ $0x20, R14
CMPQ R9, R14
JAE emit_lit_memmove_long_lz4_s2large_forward_sse_loop_32
MOVOU X0, (AX)
MOVOU X1, 16(AX)
MOVOU X2, -32(AX)(R9*1)
MOVOU X3, -16(AX)(R9*1)
MOVQ R11, AX
lz4_s2_lits_emit_done:
MOVQ R8, DX
lz4_s2_lits_done:
CMPQ DX, BX
JNE lz4_s2_match
CMPQ R10, $0x04
JEQ lz4_s2_done
JMP lz4_s2_corrupt
lz4_s2_match:
LEAQ 2(DX), R8
CMPQ R8, BX
JAE lz4_s2_corrupt
MOVWQZX (DX), R9
MOVQ R8, DX
TESTQ R9, R9
JZ lz4_s2_corrupt
CMPQ R9, SI
JA lz4_s2_corrupt
CMPQ R10, $0x13
JNE lz4_s2_ml_done
lz4_s2_ml_loop:
MOVBQZX (DX), R8
INCQ DX
ADDQ R8, R10
CMPQ DX, BX
JAE lz4_s2_corrupt
CMPQ R8, $0xff
JEQ lz4_s2_ml_loop
lz4_s2_ml_done:
ADDQ R10, SI
CMPQ R9, DI
JNE lz4_s2_docopy
// emitRepeat
emit_repeat_again_lz4_s2:
MOVL R10, R8
LEAL -4(R10), R10
CMPL R8, $0x08
JBE repeat_two_lz4_s2
CMPL R8, $0x0c
JAE cant_repeat_two_offset_lz4_s2
CMPL R9, $0x00000800
JB repeat_two_offset_lz4_s2
cant_repeat_two_offset_lz4_s2:
CMPL R10, $0x00000104
JB repeat_three_lz4_s2
CMPL R10, $0x00010100
JB repeat_four_lz4_s2
CMPL R10, $0x0100ffff
JB repeat_five_lz4_s2
LEAL -16842747(R10), R10
MOVL $0xfffb001d, (AX)
MOVB $0xff, 4(AX)
ADDQ $0x05, AX
JMP emit_repeat_again_lz4_s2
repeat_five_lz4_s2:
LEAL -65536(R10), R10
MOVL R10, R9
MOVW $0x001d, (AX)
MOVW R10, 2(AX)
SARL $0x10, R9
MOVB R9, 4(AX)
ADDQ $0x05, AX
JMP lz4_s2_loop
repeat_four_lz4_s2:
LEAL -256(R10), R10
MOVW $0x0019, (AX)
MOVW R10, 2(AX)
ADDQ $0x04, AX
JMP lz4_s2_loop
repeat_three_lz4_s2:
LEAL -4(R10), R10
MOVW $0x0015, (AX)
MOVB R10, 2(AX)
ADDQ $0x03, AX
JMP lz4_s2_loop
repeat_two_lz4_s2:
SHLL $0x02, R10
ORL $0x01, R10
MOVW R10, (AX)
ADDQ $0x02, AX
JMP lz4_s2_loop
repeat_two_offset_lz4_s2:
XORQ R8, R8
LEAL 1(R8)(R10*4), R10
MOVB R9, 1(AX)
SARL $0x08, R9
SHLL $0x05, R9
ORL R9, R10
MOVB R10, (AX)
ADDQ $0x02, AX
JMP lz4_s2_loop
lz4_s2_docopy:
MOVQ R9, DI
// emitCopy
CMPL R10, $0x40
JBE two_byte_offset_short_lz4_s2
CMPL R9, $0x00000800
JAE long_offset_short_lz4_s2
MOVL $0x00000001, R8
LEAL 16(R8), R8
MOVB R9, 1(AX)
MOVL R9, R11
SHRL $0x08, R11
SHLL $0x05, R11
ORL R11, R8
MOVB R8, (AX)
ADDQ $0x02, AX
SUBL $0x08, R10
// emitRepeat
LEAL -4(R10), R10
JMP cant_repeat_two_offset_lz4_s2_emit_copy_short_2b
emit_repeat_again_lz4_s2_emit_copy_short_2b:
MOVL R10, R8
LEAL -4(R10), R10
CMPL R8, $0x08
JBE repeat_two_lz4_s2_emit_copy_short_2b
CMPL R8, $0x0c
JAE cant_repeat_two_offset_lz4_s2_emit_copy_short_2b
CMPL R9, $0x00000800
JB repeat_two_offset_lz4_s2_emit_copy_short_2b
cant_repeat_two_offset_lz4_s2_emit_copy_short_2b:
CMPL R10, $0x00000104
JB repeat_three_lz4_s2_emit_copy_short_2b
CMPL R10, $0x00010100
JB repeat_four_lz4_s2_emit_copy_short_2b
CMPL R10, $0x0100ffff
JB repeat_five_lz4_s2_emit_copy_short_2b
LEAL -16842747(R10), R10
MOVL $0xfffb001d, (AX)
MOVB $0xff, 4(AX)
ADDQ $0x05, AX
JMP emit_repeat_again_lz4_s2_emit_copy_short_2b
repeat_five_lz4_s2_emit_copy_short_2b:
LEAL -65536(R10), R10
MOVL R10, R9
MOVW $0x001d, (AX)
MOVW R10, 2(AX)
SARL $0x10, R9
MOVB R9, 4(AX)
ADDQ $0x05, AX
JMP lz4_s2_loop
repeat_four_lz4_s2_emit_copy_short_2b:
LEAL -256(R10), R10
MOVW $0x0019, (AX)
MOVW R10, 2(AX)
ADDQ $0x04, AX
JMP lz4_s2_loop
repeat_three_lz4_s2_emit_copy_short_2b:
LEAL -4(R10), R10
MOVW $0x0015, (AX)
MOVB R10, 2(AX)
ADDQ $0x03, AX
JMP lz4_s2_loop
repeat_two_lz4_s2_emit_copy_short_2b:
SHLL $0x02, R10
ORL $0x01, R10
MOVW R10, (AX)
ADDQ $0x02, AX
JMP lz4_s2_loop
repeat_two_offset_lz4_s2_emit_copy_short_2b:
XORQ R8, R8
LEAL 1(R8)(R10*4), R10
MOVB R9, 1(AX)
SARL $0x08, R9
SHLL $0x05, R9
ORL R9, R10
MOVB R10, (AX)
ADDQ $0x02, AX
JMP lz4_s2_loop
long_offset_short_lz4_s2:
MOVB $0xee, (AX)
MOVW R9, 1(AX)
LEAL -60(R10), R10
ADDQ $0x03, AX
// emitRepeat
emit_repeat_again_lz4_s2_emit_copy_short:
MOVL R10, R8
LEAL -4(R10), R10
CMPL R8, $0x08
JBE repeat_two_lz4_s2_emit_copy_short
CMPL R8, $0x0c
JAE cant_repeat_two_offset_lz4_s2_emit_copy_short
CMPL R9, $0x00000800
JB repeat_two_offset_lz4_s2_emit_copy_short
cant_repeat_two_offset_lz4_s2_emit_copy_short:
CMPL R10, $0x00000104
JB repeat_three_lz4_s2_emit_copy_short
CMPL R10, $0x00010100
JB repeat_four_lz4_s2_emit_copy_short
CMPL R10, $0x0100ffff
JB repeat_five_lz4_s2_emit_copy_short
LEAL -16842747(R10), R10
MOVL $0xfffb001d, (AX)
MOVB $0xff, 4(AX)
ADDQ $0x05, AX
JMP emit_repeat_again_lz4_s2_emit_copy_short
repeat_five_lz4_s2_emit_copy_short:
LEAL -65536(R10), R10
MOVL R10, R9
MOVW $0x001d, (AX)
MOVW R10, 2(AX)
SARL $0x10, R9
MOVB R9, 4(AX)
ADDQ $0x05, AX
JMP lz4_s2_loop
repeat_four_lz4_s2_emit_copy_short:
LEAL -256(R10), R10
MOVW $0x0019, (AX)
MOVW R10, 2(AX)
ADDQ $0x04, AX
JMP lz4_s2_loop
repeat_three_lz4_s2_emit_copy_short:
LEAL -4(R10), R10
MOVW $0x0015, (AX)
MOVB R10, 2(AX)
ADDQ $0x03, AX
JMP lz4_s2_loop
repeat_two_lz4_s2_emit_copy_short:
SHLL $0x02, R10
ORL $0x01, R10
MOVW R10, (AX)
ADDQ $0x02, AX
JMP lz4_s2_loop
repeat_two_offset_lz4_s2_emit_copy_short:
XORQ R8, R8
LEAL 1(R8)(R10*4), R10
MOVB R9, 1(AX)
SARL $0x08, R9
SHLL $0x05, R9
ORL R9, R10
MOVB R10, (AX)
ADDQ $0x02, AX
JMP lz4_s2_loop
two_byte_offset_short_lz4_s2:
MOVL R10, R8
SHLL $0x02, R8
CMPL R10, $0x0c
JAE emit_copy_three_lz4_s2
CMPL R9, $0x00000800
JAE emit_copy_three_lz4_s2
LEAL -15(R8), R8
MOVB R9, 1(AX)
SHRL $0x08, R9
SHLL $0x05, R9
ORL R9, R8
MOVB R8, (AX)
ADDQ $0x02, AX
JMP lz4_s2_loop
emit_copy_three_lz4_s2:
LEAL -2(R8), R8
MOVB R8, (AX)
MOVW R9, 1(AX)
ADDQ $0x03, AX
JMP lz4_s2_loop
lz4_s2_done:
MOVQ dst_base+0(FP), CX
SUBQ CX, AX
MOVQ SI, uncompressed+48(FP)
MOVQ AX, dstUsed+56(FP)
RET
lz4_s2_corrupt:
XORQ AX, AX
LEAQ -1(AX), SI
MOVQ SI, uncompressed+48(FP)
RET
lz4_s2_dstfull:
XORQ AX, AX
LEAQ -2(AX), SI
MOVQ SI, uncompressed+48(FP)
RET
// func cvtLZ4sBlockAsm(dst []byte, src []byte) (uncompressed int, dstUsed int)
// Requires: SSE2
TEXT ·cvtLZ4sBlockAsm(SB), NOSPLIT, $0-64
XORQ SI, SI
MOVQ dst_base+0(FP), AX
MOVQ dst_len+8(FP), CX
MOVQ src_base+24(FP), DX
MOVQ src_len+32(FP), BX
LEAQ (DX)(BX*1), BX
LEAQ -10(AX)(CX*1), CX
XORQ DI, DI
lz4s_s2_loop:
CMPQ DX, BX
JAE lz4s_s2_corrupt
CMPQ AX, CX
JAE lz4s_s2_dstfull
MOVBQZX (DX), R8
MOVQ R8, R9
MOVQ R8, R10
SHRQ $0x04, R9
ANDQ $0x0f, R10
CMPQ R8, $0xf0
JB lz4s_s2_ll_end
lz4s_s2_ll_loop:
INCQ DX
CMPQ DX, BX
JAE lz4s_s2_corrupt
MOVBQZX (DX), R8
ADDQ R8, R9
CMPQ R8, $0xff
JEQ lz4s_s2_ll_loop
lz4s_s2_ll_end:
LEAQ (DX)(R9*1), R8
ADDQ $0x03, R10
CMPQ R8, BX
JAE lz4s_s2_corrupt
INCQ DX
INCQ R8
TESTQ R9, R9
JZ lz4s_s2_lits_done
LEAQ (AX)(R9*1), R11
CMPQ R11, CX
JAE lz4s_s2_dstfull
ADDQ R9, SI
LEAL -1(R9), R11
CMPL R11, $0x3c
JB one_byte_lz4s_s2
CMPL R11, $0x00000100
JB two_bytes_lz4s_s2
CMPL R11, $0x00010000
JB three_bytes_lz4s_s2
CMPL R11, $0x01000000
JB four_bytes_lz4s_s2
MOVB $0xfc, (AX)
MOVL R11, 1(AX)
ADDQ $0x05, AX
JMP memmove_long_lz4s_s2
four_bytes_lz4s_s2:
MOVL R11, R12
SHRL $0x10, R12
MOVB $0xf8, (AX)
MOVW R11, 1(AX)
MOVB R12, 3(AX)
ADDQ $0x04, AX
JMP memmove_long_lz4s_s2
three_bytes_lz4s_s2:
MOVB $0xf4, (AX)
MOVW R11, 1(AX)
ADDQ $0x03, AX
JMP memmove_long_lz4s_s2
two_bytes_lz4s_s2:
MOVB $0xf0, (AX)
MOVB R11, 1(AX)
ADDQ $0x02, AX
CMPL R11, $0x40
JB memmove_lz4s_s2
JMP memmove_long_lz4s_s2
one_byte_lz4s_s2:
SHLB $0x02, R11
MOVB R11, (AX)
ADDQ $0x01, AX
memmove_lz4s_s2:
LEAQ (AX)(R9*1), R11
// genMemMoveShort
CMPQ R9, $0x08
JBE emit_lit_memmove_lz4s_s2_memmove_move_8
CMPQ R9, $0x10
JBE emit_lit_memmove_lz4s_s2_memmove_move_8through16
CMPQ R9, $0x20
JBE emit_lit_memmove_lz4s_s2_memmove_move_17through32
JMP emit_lit_memmove_lz4s_s2_memmove_move_33through64
emit_lit_memmove_lz4s_s2_memmove_move_8:
MOVQ (DX), R12
MOVQ R12, (AX)
JMP memmove_end_copy_lz4s_s2
emit_lit_memmove_lz4s_s2_memmove_move_8through16:
MOVQ (DX), R12
MOVQ -8(DX)(R9*1), DX
MOVQ R12, (AX)
MOVQ DX, -8(AX)(R9*1)
JMP memmove_end_copy_lz4s_s2
emit_lit_memmove_lz4s_s2_memmove_move_17through32:
MOVOU (DX), X0
MOVOU -16(DX)(R9*1), X1
MOVOU X0, (AX)
MOVOU X1, -16(AX)(R9*1)
JMP memmove_end_copy_lz4s_s2
emit_lit_memmove_lz4s_s2_memmove_move_33through64:
MOVOU (DX), X0
MOVOU 16(DX), X1
MOVOU -32(DX)(R9*1), X2
MOVOU -16(DX)(R9*1), X3
MOVOU X0, (AX)
MOVOU X1, 16(AX)
MOVOU X2, -32(AX)(R9*1)
MOVOU X3, -16(AX)(R9*1)
memmove_end_copy_lz4s_s2:
MOVQ R11, AX
JMP lz4s_s2_lits_emit_done
memmove_long_lz4s_s2:
LEAQ (AX)(R9*1), R11
// genMemMoveLong
MOVOU (DX), X0
MOVOU 16(DX), X1
MOVOU -32(DX)(R9*1), X2
MOVOU -16(DX)(R9*1), X3
MOVQ R9, R13
SHRQ $0x05, R13
MOVQ AX, R12
ANDL $0x0000001f, R12
MOVQ $0x00000040, R14
SUBQ R12, R14
DECQ R13
JA emit_lit_memmove_long_lz4s_s2large_forward_sse_loop_32
LEAQ -32(DX)(R14*1), R12
LEAQ -32(AX)(R14*1), R15
emit_lit_memmove_long_lz4s_s2large_big_loop_back:
MOVOU (R12), X4
MOVOU 16(R12), X5
MOVOA X4, (R15)
MOVOA X5, 16(R15)
ADDQ $0x20, R15
ADDQ $0x20, R12
ADDQ $0x20, R14
DECQ R13
JNA emit_lit_memmove_long_lz4s_s2large_big_loop_back
emit_lit_memmove_long_lz4s_s2large_forward_sse_loop_32:
MOVOU -32(DX)(R14*1), X4
MOVOU -16(DX)(R14*1), X5
MOVOA X4, -32(AX)(R14*1)
MOVOA X5, -16(AX)(R14*1)
ADDQ $0x20, R14
CMPQ R9, R14
JAE emit_lit_memmove_long_lz4s_s2large_forward_sse_loop_32
MOVOU X0, (AX)
MOVOU X1, 16(AX)
MOVOU X2, -32(AX)(R9*1)
MOVOU X3, -16(AX)(R9*1)
MOVQ R11, AX
lz4s_s2_lits_emit_done:
MOVQ R8, DX
lz4s_s2_lits_done:
CMPQ DX, BX
JNE lz4s_s2_match
CMPQ R10, $0x03
JEQ lz4s_s2_done
JMP lz4s_s2_corrupt
lz4s_s2_match:
CMPQ R10, $0x03
JEQ lz4s_s2_loop
LEAQ 2(DX), R8
CMPQ R8, BX
JAE lz4s_s2_corrupt
MOVWQZX (DX), R9
MOVQ R8, DX
TESTQ R9, R9
JZ lz4s_s2_corrupt
CMPQ R9, SI
JA lz4s_s2_corrupt
CMPQ R10, $0x12
JNE lz4s_s2_ml_done
lz4s_s2_ml_loop:
MOVBQZX (DX), R8
INCQ DX
ADDQ R8, R10
CMPQ DX, BX
JAE lz4s_s2_corrupt
CMPQ R8, $0xff
JEQ lz4s_s2_ml_loop
lz4s_s2_ml_done:
ADDQ R10, SI
CMPQ R9, DI
JNE lz4s_s2_docopy
// emitRepeat
emit_repeat_again_lz4_s2:
MOVL R10, R8
LEAL -4(R10), R10
CMPL R8, $0x08
JBE repeat_two_lz4_s2
CMPL R8, $0x0c
JAE cant_repeat_two_offset_lz4_s2
CMPL R9, $0x00000800
JB repeat_two_offset_lz4_s2
cant_repeat_two_offset_lz4_s2:
CMPL R10, $0x00000104
JB repeat_three_lz4_s2
CMPL R10, $0x00010100
JB repeat_four_lz4_s2
CMPL R10, $0x0100ffff
JB repeat_five_lz4_s2
LEAL -16842747(R10), R10
MOVL $0xfffb001d, (AX)
MOVB $0xff, 4(AX)
ADDQ $0x05, AX
JMP emit_repeat_again_lz4_s2
repeat_five_lz4_s2:
LEAL -65536(R10), R10
MOVL R10, R9
MOVW $0x001d, (AX)
MOVW R10, 2(AX)
SARL $0x10, R9
MOVB R9, 4(AX)
ADDQ $0x05, AX
JMP lz4s_s2_loop
repeat_four_lz4_s2:
LEAL -256(R10), R10
MOVW $0x0019, (AX)
MOVW R10, 2(AX)
ADDQ $0x04, AX
JMP lz4s_s2_loop
repeat_three_lz4_s2:
LEAL -4(R10), R10
MOVW $0x0015, (AX)
MOVB R10, 2(AX)
ADDQ $0x03, AX
JMP lz4s_s2_loop
repeat_two_lz4_s2:
SHLL $0x02, R10
ORL $0x01, R10
MOVW R10, (AX)
ADDQ $0x02, AX
JMP lz4s_s2_loop
repeat_two_offset_lz4_s2:
XORQ R8, R8
LEAL 1(R8)(R10*4), R10
MOVB R9, 1(AX)
SARL $0x08, R9
SHLL $0x05, R9
ORL R9, R10
MOVB R10, (AX)
ADDQ $0x02, AX
JMP lz4s_s2_loop
lz4s_s2_docopy:
MOVQ R9, DI
// emitCopy
CMPL R10, $0x40
JBE two_byte_offset_short_lz4_s2
CMPL R9, $0x00000800
JAE long_offset_short_lz4_s2
MOVL $0x00000001, R8
LEAL 16(R8), R8
MOVB R9, 1(AX)
MOVL R9, R11
SHRL $0x08, R11
SHLL $0x05, R11
ORL R11, R8
MOVB R8, (AX)
ADDQ $0x02, AX
SUBL $0x08, R10
// emitRepeat
LEAL -4(R10), R10
JMP cant_repeat_two_offset_lz4_s2_emit_copy_short_2b
emit_repeat_again_lz4_s2_emit_copy_short_2b:
MOVL R10, R8
LEAL -4(R10), R10
CMPL R8, $0x08
JBE repeat_two_lz4_s2_emit_copy_short_2b
CMPL R8, $0x0c
JAE cant_repeat_two_offset_lz4_s2_emit_copy_short_2b
CMPL R9, $0x00000800
JB repeat_two_offset_lz4_s2_emit_copy_short_2b
cant_repeat_two_offset_lz4_s2_emit_copy_short_2b:
CMPL R10, $0x00000104
JB repeat_three_lz4_s2_emit_copy_short_2b
CMPL R10, $0x00010100
JB repeat_four_lz4_s2_emit_copy_short_2b
CMPL R10, $0x0100ffff
JB repeat_five_lz4_s2_emit_copy_short_2b
LEAL -16842747(R10), R10
MOVL $0xfffb001d, (AX)
MOVB $0xff, 4(AX)
ADDQ $0x05, AX
JMP emit_repeat_again_lz4_s2_emit_copy_short_2b
repeat_five_lz4_s2_emit_copy_short_2b:
LEAL -65536(R10), R10
MOVL R10, R9
MOVW $0x001d, (AX)
MOVW R10, 2(AX)
SARL $0x10, R9
MOVB R9, 4(AX)
ADDQ $0x05, AX
JMP lz4s_s2_loop
repeat_four_lz4_s2_emit_copy_short_2b:
LEAL -256(R10), R10
MOVW $0x0019, (AX)
MOVW R10, 2(AX)
ADDQ $0x04, AX
JMP lz4s_s2_loop
repeat_three_lz4_s2_emit_copy_short_2b:
LEAL -4(R10), R10
MOVW $0x0015, (AX)
MOVB R10, 2(AX)
ADDQ $0x03, AX
JMP lz4s_s2_loop
repeat_two_lz4_s2_emit_copy_short_2b:
SHLL $0x02, R10
ORL $0x01, R10
MOVW R10, (AX)
ADDQ $0x02, AX
JMP lz4s_s2_loop
repeat_two_offset_lz4_s2_emit_copy_short_2b:
XORQ R8, R8
LEAL 1(R8)(R10*4), R10
MOVB R9, 1(AX)
SARL $0x08, R9
SHLL $0x05, R9
ORL R9, R10
MOVB R10, (AX)
ADDQ $0x02, AX
JMP lz4s_s2_loop
long_offset_short_lz4_s2:
MOVB $0xee, (AX)
MOVW R9, 1(AX)
LEAL -60(R10), R10
ADDQ $0x03, AX
// emitRepeat
emit_repeat_again_lz4_s2_emit_copy_short:
MOVL R10, R8
LEAL -4(R10), R10
CMPL R8, $0x08
JBE repeat_two_lz4_s2_emit_copy_short
CMPL R8, $0x0c
JAE cant_repeat_two_offset_lz4_s2_emit_copy_short
CMPL R9, $0x00000800
JB repeat_two_offset_lz4_s2_emit_copy_short
cant_repeat_two_offset_lz4_s2_emit_copy_short:
CMPL R10, $0x00000104
JB repeat_three_lz4_s2_emit_copy_short
CMPL R10, $0x00010100
JB repeat_four_lz4_s2_emit_copy_short
CMPL R10, $0x0100ffff
JB repeat_five_lz4_s2_emit_copy_short
LEAL -16842747(R10), R10
MOVL $0xfffb001d, (AX)
MOVB $0xff, 4(AX)
ADDQ $0x05, AX
JMP emit_repeat_again_lz4_s2_emit_copy_short
repeat_five_lz4_s2_emit_copy_short:
LEAL -65536(R10), R10
MOVL R10, R9
MOVW $0x001d, (AX)
MOVW R10, 2(AX)
SARL $0x10, R9
MOVB R9, 4(AX)
ADDQ $0x05, AX
JMP lz4s_s2_loop
repeat_four_lz4_s2_emit_copy_short:
LEAL -256(R10), R10
MOVW $0x0019, (AX)
MOVW R10, 2(AX)
ADDQ $0x04, AX
JMP lz4s_s2_loop
repeat_three_lz4_s2_emit_copy_short:
LEAL -4(R10), R10
MOVW $0x0015, (AX)
MOVB R10, 2(AX)
ADDQ $0x03, AX
JMP lz4s_s2_loop
repeat_two_lz4_s2_emit_copy_short:
SHLL $0x02, R10
ORL $0x01, R10
MOVW R10, (AX)
ADDQ $0x02, AX
JMP lz4s_s2_loop
repeat_two_offset_lz4_s2_emit_copy_short:
XORQ R8, R8
LEAL 1(R8)(R10*4), R10
MOVB R9, 1(AX)
SARL $0x08, R9
SHLL $0x05, R9
ORL R9, R10
MOVB R10, (AX)
ADDQ $0x02, AX
JMP lz4s_s2_loop
two_byte_offset_short_lz4_s2:
MOVL R10, R8
SHLL $0x02, R8
CMPL R10, $0x0c
JAE emit_copy_three_lz4_s2
CMPL R9, $0x00000800
JAE emit_copy_three_lz4_s2
LEAL -15(R8), R8
MOVB R9, 1(AX)
SHRL $0x08, R9
SHLL $0x05, R9
ORL R9, R8
MOVB R8, (AX)
ADDQ $0x02, AX
JMP lz4s_s2_loop
emit_copy_three_lz4_s2:
LEAL -2(R8), R8
MOVB R8, (AX)
MOVW R9, 1(AX)
ADDQ $0x03, AX
JMP lz4s_s2_loop
lz4s_s2_done:
MOVQ dst_base+0(FP), CX
SUBQ CX, AX
MOVQ SI, uncompressed+48(FP)
MOVQ AX, dstUsed+56(FP)
RET
lz4s_s2_corrupt:
XORQ AX, AX
LEAQ -1(AX), SI
MOVQ SI, uncompressed+48(FP)
RET
lz4s_s2_dstfull:
XORQ AX, AX
LEAQ -2(AX), SI
MOVQ SI, uncompressed+48(FP)
RET
// func cvtLZ4BlockSnappyAsm(dst []byte, src []byte) (uncompressed int, dstUsed int)
// Requires: SSE2
TEXT ·cvtLZ4BlockSnappyAsm(SB), NOSPLIT, $0-64
XORQ SI, SI
MOVQ dst_base+0(FP), AX
MOVQ dst_len+8(FP), CX
MOVQ src_base+24(FP), DX
MOVQ src_len+32(FP), BX
LEAQ (DX)(BX*1), BX
LEAQ -10(AX)(CX*1), CX
lz4_snappy_loop:
CMPQ DX, BX
JAE lz4_snappy_corrupt
CMPQ AX, CX
JAE lz4_snappy_dstfull
MOVBQZX (DX), DI
MOVQ DI, R8
MOVQ DI, R9
SHRQ $0x04, R8
ANDQ $0x0f, R9
CMPQ DI, $0xf0
JB lz4_snappy_ll_end
lz4_snappy_ll_loop:
INCQ DX
CMPQ DX, BX
JAE lz4_snappy_corrupt
MOVBQZX (DX), DI
ADDQ DI, R8
CMPQ DI, $0xff
JEQ lz4_snappy_ll_loop
lz4_snappy_ll_end:
LEAQ (DX)(R8*1), DI
ADDQ $0x04, R9
CMPQ DI, BX
JAE lz4_snappy_corrupt
INCQ DX
INCQ DI
TESTQ R8, R8
JZ lz4_snappy_lits_done
LEAQ (AX)(R8*1), R10
CMPQ R10, CX
JAE lz4_snappy_dstfull
ADDQ R8, SI
LEAL -1(R8), R10
CMPL R10, $0x3c
JB one_byte_lz4_snappy
CMPL R10, $0x00000100
JB two_bytes_lz4_snappy
CMPL R10, $0x00010000
JB three_bytes_lz4_snappy
CMPL R10, $0x01000000
JB four_bytes_lz4_snappy
MOVB $0xfc, (AX)
MOVL R10, 1(AX)
ADDQ $0x05, AX
JMP memmove_long_lz4_snappy
four_bytes_lz4_snappy:
MOVL R10, R11
SHRL $0x10, R11
MOVB $0xf8, (AX)
MOVW R10, 1(AX)
MOVB R11, 3(AX)
ADDQ $0x04, AX
JMP memmove_long_lz4_snappy
three_bytes_lz4_snappy:
MOVB $0xf4, (AX)
MOVW R10, 1(AX)
ADDQ $0x03, AX
JMP memmove_long_lz4_snappy
two_bytes_lz4_snappy:
MOVB $0xf0, (AX)
MOVB R10, 1(AX)
ADDQ $0x02, AX
CMPL R10, $0x40
JB memmove_lz4_snappy
JMP memmove_long_lz4_snappy
one_byte_lz4_snappy:
SHLB $0x02, R10
MOVB R10, (AX)
ADDQ $0x01, AX
memmove_lz4_snappy:
LEAQ (AX)(R8*1), R10
// genMemMoveShort
CMPQ R8, $0x08
JBE emit_lit_memmove_lz4_snappy_memmove_move_8
CMPQ R8, $0x10
JBE emit_lit_memmove_lz4_snappy_memmove_move_8through16
CMPQ R8, $0x20
JBE emit_lit_memmove_lz4_snappy_memmove_move_17through32
JMP emit_lit_memmove_lz4_snappy_memmove_move_33through64
emit_lit_memmove_lz4_snappy_memmove_move_8:
MOVQ (DX), R11
MOVQ R11, (AX)
JMP memmove_end_copy_lz4_snappy
emit_lit_memmove_lz4_snappy_memmove_move_8through16:
MOVQ (DX), R11
MOVQ -8(DX)(R8*1), DX
MOVQ R11, (AX)
MOVQ DX, -8(AX)(R8*1)
JMP memmove_end_copy_lz4_snappy
emit_lit_memmove_lz4_snappy_memmove_move_17through32:
MOVOU (DX), X0
MOVOU -16(DX)(R8*1), X1
MOVOU X0, (AX)
MOVOU X1, -16(AX)(R8*1)
JMP memmove_end_copy_lz4_snappy
emit_lit_memmove_lz4_snappy_memmove_move_33through64:
MOVOU (DX), X0
MOVOU 16(DX), X1
MOVOU -32(DX)(R8*1), X2
MOVOU -16(DX)(R8*1), X3
MOVOU X0, (AX)
MOVOU X1, 16(AX)
MOVOU X2, -32(AX)(R8*1)
MOVOU X3, -16(AX)(R8*1)
memmove_end_copy_lz4_snappy:
MOVQ R10, AX
JMP lz4_snappy_lits_emit_done
memmove_long_lz4_snappy:
LEAQ (AX)(R8*1), R10
// genMemMoveLong
MOVOU (DX), X0
MOVOU 16(DX), X1
MOVOU -32(DX)(R8*1), X2
MOVOU -16(DX)(R8*1), X3
MOVQ R8, R12
SHRQ $0x05, R12
MOVQ AX, R11
ANDL $0x0000001f, R11
MOVQ $0x00000040, R13
SUBQ R11, R13
DECQ R12
JA emit_lit_memmove_long_lz4_snappylarge_forward_sse_loop_32
LEAQ -32(DX)(R13*1), R11
LEAQ -32(AX)(R13*1), R14
emit_lit_memmove_long_lz4_snappylarge_big_loop_back:
MOVOU (R11), X4
MOVOU 16(R11), X5
MOVOA X4, (R14)
MOVOA X5, 16(R14)
ADDQ $0x20, R14
ADDQ $0x20, R11
ADDQ $0x20, R13
DECQ R12
JNA emit_lit_memmove_long_lz4_snappylarge_big_loop_back
emit_lit_memmove_long_lz4_snappylarge_forward_sse_loop_32:
MOVOU -32(DX)(R13*1), X4
MOVOU -16(DX)(R13*1), X5
MOVOA X4, -32(AX)(R13*1)
MOVOA X5, -16(AX)(R13*1)
ADDQ $0x20, R13
CMPQ R8, R13
JAE emit_lit_memmove_long_lz4_snappylarge_forward_sse_loop_32
MOVOU X0, (AX)
MOVOU X1, 16(AX)
MOVOU X2, -32(AX)(R8*1)
MOVOU X3, -16(AX)(R8*1)
MOVQ R10, AX
lz4_snappy_lits_emit_done:
MOVQ DI, DX
lz4_snappy_lits_done:
CMPQ DX, BX
JNE lz4_snappy_match
CMPQ R9, $0x04
JEQ lz4_snappy_done
JMP lz4_snappy_corrupt
lz4_snappy_match:
LEAQ 2(DX), DI
CMPQ DI, BX
JAE lz4_snappy_corrupt
MOVWQZX (DX), R8
MOVQ DI, DX
TESTQ R8, R8
JZ lz4_snappy_corrupt
CMPQ R8, SI
JA lz4_snappy_corrupt
CMPQ R9, $0x13
JNE lz4_snappy_ml_done
lz4_snappy_ml_loop:
MOVBQZX (DX), DI
INCQ DX
ADDQ DI, R9
CMPQ DX, BX
JAE lz4_snappy_corrupt
CMPQ DI, $0xff
JEQ lz4_snappy_ml_loop
lz4_snappy_ml_done:
ADDQ R9, SI
// emitCopy
two_byte_offset_lz4_s2:
CMPL R9, $0x40
JBE two_byte_offset_short_lz4_s2
MOVB $0xee, (AX)
MOVW R8, 1(AX)
LEAL -60(R9), R9
ADDQ $0x03, AX
CMPQ AX, CX
JAE lz4_snappy_loop
JMP two_byte_offset_lz4_s2
two_byte_offset_short_lz4_s2:
MOVL R9, DI
SHLL $0x02, DI
CMPL R9, $0x0c
JAE emit_copy_three_lz4_s2
CMPL R8, $0x00000800
JAE emit_copy_three_lz4_s2
LEAL -15(DI), DI
MOVB R8, 1(AX)
SHRL $0x08, R8
SHLL $0x05, R8
ORL R8, DI
MOVB DI, (AX)
ADDQ $0x02, AX
JMP lz4_snappy_loop
emit_copy_three_lz4_s2:
LEAL -2(DI), DI
MOVB DI, (AX)
MOVW R8, 1(AX)
ADDQ $0x03, AX
JMP lz4_snappy_loop
lz4_snappy_done:
MOVQ dst_base+0(FP), CX
SUBQ CX, AX
MOVQ SI, uncompressed+48(FP)
MOVQ AX, dstUsed+56(FP)
RET
lz4_snappy_corrupt:
XORQ AX, AX
LEAQ -1(AX), SI
MOVQ SI, uncompressed+48(FP)
RET
lz4_snappy_dstfull:
XORQ AX, AX
LEAQ -2(AX), SI
MOVQ SI, uncompressed+48(FP)
RET
// func cvtLZ4sBlockSnappyAsm(dst []byte, src []byte) (uncompressed int, dstUsed int)
// Requires: SSE2
TEXT ·cvtLZ4sBlockSnappyAsm(SB), NOSPLIT, $0-64
XORQ SI, SI
MOVQ dst_base+0(FP), AX
MOVQ dst_len+8(FP), CX
MOVQ src_base+24(FP), DX
MOVQ src_len+32(FP), BX
LEAQ (DX)(BX*1), BX
LEAQ -10(AX)(CX*1), CX
lz4s_snappy_loop:
CMPQ DX, BX
JAE lz4s_snappy_corrupt
CMPQ AX, CX
JAE lz4s_snappy_dstfull
MOVBQZX (DX), DI
MOVQ DI, R8
MOVQ DI, R9
SHRQ $0x04, R8
ANDQ $0x0f, R9
CMPQ DI, $0xf0
JB lz4s_snappy_ll_end
lz4s_snappy_ll_loop:
INCQ DX
CMPQ DX, BX
JAE lz4s_snappy_corrupt
MOVBQZX (DX), DI
ADDQ DI, R8
CMPQ DI, $0xff
JEQ lz4s_snappy_ll_loop
lz4s_snappy_ll_end:
LEAQ (DX)(R8*1), DI
ADDQ $0x03, R9
CMPQ DI, BX
JAE lz4s_snappy_corrupt
INCQ DX
INCQ DI
TESTQ R8, R8
JZ lz4s_snappy_lits_done
LEAQ (AX)(R8*1), R10
CMPQ R10, CX
JAE lz4s_snappy_dstfull
ADDQ R8, SI
LEAL -1(R8), R10
CMPL R10, $0x3c
JB one_byte_lz4s_snappy
CMPL R10, $0x00000100
JB two_bytes_lz4s_snappy
CMPL R10, $0x00010000
JB three_bytes_lz4s_snappy
CMPL R10, $0x01000000
JB four_bytes_lz4s_snappy
MOVB $0xfc, (AX)
MOVL R10, 1(AX)
ADDQ $0x05, AX
JMP memmove_long_lz4s_snappy
four_bytes_lz4s_snappy:
MOVL R10, R11
SHRL $0x10, R11
MOVB $0xf8, (AX)
MOVW R10, 1(AX)
MOVB R11, 3(AX)
ADDQ $0x04, AX
JMP memmove_long_lz4s_snappy
three_bytes_lz4s_snappy:
MOVB $0xf4, (AX)
MOVW R10, 1(AX)
ADDQ $0x03, AX
JMP memmove_long_lz4s_snappy
two_bytes_lz4s_snappy:
MOVB $0xf0, (AX)
MOVB R10, 1(AX)
ADDQ $0x02, AX
CMPL R10, $0x40
JB memmove_lz4s_snappy
JMP memmove_long_lz4s_snappy
one_byte_lz4s_snappy:
SHLB $0x02, R10
MOVB R10, (AX)
ADDQ $0x01, AX
memmove_lz4s_snappy:
LEAQ (AX)(R8*1), R10
// genMemMoveShort
CMPQ R8, $0x08
JBE emit_lit_memmove_lz4s_snappy_memmove_move_8
CMPQ R8, $0x10
JBE emit_lit_memmove_lz4s_snappy_memmove_move_8through16
CMPQ R8, $0x20
JBE emit_lit_memmove_lz4s_snappy_memmove_move_17through32
JMP emit_lit_memmove_lz4s_snappy_memmove_move_33through64
emit_lit_memmove_lz4s_snappy_memmove_move_8:
MOVQ (DX), R11
MOVQ R11, (AX)
JMP memmove_end_copy_lz4s_snappy
emit_lit_memmove_lz4s_snappy_memmove_move_8through16:
MOVQ (DX), R11
MOVQ -8(DX)(R8*1), DX
MOVQ R11, (AX)
MOVQ DX, -8(AX)(R8*1)
JMP memmove_end_copy_lz4s_snappy
emit_lit_memmove_lz4s_snappy_memmove_move_17through32:
MOVOU (DX), X0
MOVOU -16(DX)(R8*1), X1
MOVOU X0, (AX)
MOVOU X1, -16(AX)(R8*1)
JMP memmove_end_copy_lz4s_snappy
emit_lit_memmove_lz4s_snappy_memmove_move_33through64:
MOVOU (DX), X0
MOVOU 16(DX), X1
MOVOU -32(DX)(R8*1), X2
MOVOU -16(DX)(R8*1), X3
MOVOU X0, (AX)
MOVOU X1, 16(AX)
MOVOU X2, -32(AX)(R8*1)
MOVOU X3, -16(AX)(R8*1)
memmove_end_copy_lz4s_snappy:
MOVQ R10, AX
JMP lz4s_snappy_lits_emit_done
memmove_long_lz4s_snappy:
LEAQ (AX)(R8*1), R10
// genMemMoveLong
MOVOU (DX), X0
MOVOU 16(DX), X1
MOVOU -32(DX)(R8*1), X2
MOVOU -16(DX)(R8*1), X3
MOVQ R8, R12
SHRQ $0x05, R12
MOVQ AX, R11
ANDL $0x0000001f, R11
MOVQ $0x00000040, R13
SUBQ R11, R13
DECQ R12
JA emit_lit_memmove_long_lz4s_snappylarge_forward_sse_loop_32
LEAQ -32(DX)(R13*1), R11
LEAQ -32(AX)(R13*1), R14
emit_lit_memmove_long_lz4s_snappylarge_big_loop_back:
MOVOU (R11), X4
MOVOU 16(R11), X5
MOVOA X4, (R14)
MOVOA X5, 16(R14)
ADDQ $0x20, R14
ADDQ $0x20, R11
ADDQ $0x20, R13
DECQ R12
JNA emit_lit_memmove_long_lz4s_snappylarge_big_loop_back
emit_lit_memmove_long_lz4s_snappylarge_forward_sse_loop_32:
MOVOU -32(DX)(R13*1), X4
MOVOU -16(DX)(R13*1), X5
MOVOA X4, -32(AX)(R13*1)
MOVOA X5, -16(AX)(R13*1)
ADDQ $0x20, R13
CMPQ R8, R13
JAE emit_lit_memmove_long_lz4s_snappylarge_forward_sse_loop_32
MOVOU X0, (AX)
MOVOU X1, 16(AX)
MOVOU X2, -32(AX)(R8*1)
MOVOU X3, -16(AX)(R8*1)
MOVQ R10, AX
lz4s_snappy_lits_emit_done:
MOVQ DI, DX
lz4s_snappy_lits_done:
CMPQ DX, BX
JNE lz4s_snappy_match
CMPQ R9, $0x03
JEQ lz4s_snappy_done
JMP lz4s_snappy_corrupt
lz4s_snappy_match:
CMPQ R9, $0x03
JEQ lz4s_snappy_loop
LEAQ 2(DX), DI
CMPQ DI, BX
JAE lz4s_snappy_corrupt
MOVWQZX (DX), R8
MOVQ DI, DX
TESTQ R8, R8
JZ lz4s_snappy_corrupt
CMPQ R8, SI
JA lz4s_snappy_corrupt
CMPQ R9, $0x12
JNE lz4s_snappy_ml_done
lz4s_snappy_ml_loop:
MOVBQZX (DX), DI
INCQ DX
ADDQ DI, R9
CMPQ DX, BX
JAE lz4s_snappy_corrupt
CMPQ DI, $0xff
JEQ lz4s_snappy_ml_loop
lz4s_snappy_ml_done:
ADDQ R9, SI
// emitCopy
two_byte_offset_lz4_s2:
CMPL R9, $0x40
JBE two_byte_offset_short_lz4_s2
MOVB $0xee, (AX)
MOVW R8, 1(AX)
LEAL -60(R9), R9
ADDQ $0x03, AX
CMPQ AX, CX
JAE lz4s_snappy_loop
JMP two_byte_offset_lz4_s2
two_byte_offset_short_lz4_s2:
MOVL R9, DI
SHLL $0x02, DI
CMPL R9, $0x0c
JAE emit_copy_three_lz4_s2
CMPL R8, $0x00000800
JAE emit_copy_three_lz4_s2
LEAL -15(DI), DI
MOVB R8, 1(AX)
SHRL $0x08, R8
SHLL $0x05, R8
ORL R8, DI
MOVB DI, (AX)
ADDQ $0x02, AX
JMP lz4s_snappy_loop
emit_copy_three_lz4_s2:
LEAL -2(DI), DI
MOVB DI, (AX)
MOVW R8, 1(AX)
ADDQ $0x03, AX
JMP lz4s_snappy_loop
lz4s_snappy_done:
MOVQ dst_base+0(FP), CX
SUBQ CX, AX
MOVQ SI, uncompressed+48(FP)
MOVQ AX, dstUsed+56(FP)
RET
lz4s_snappy_corrupt:
XORQ AX, AX
LEAQ -1(AX), SI
MOVQ SI, uncompressed+48(FP)
RET
lz4s_snappy_dstfull:
XORQ AX, AX
LEAQ -2(AX), SI
MOVQ SI, uncompressed+48(FP)
RET