-
Notifications
You must be signed in to change notification settings - Fork 86
/
find_quote_mask_and_bits_amd64.s
135 lines (117 loc) · 5.05 KB
/
find_quote_mask_and_bits_amd64.s
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
//+build !noasm !appengine gc
// AUTO-GENERATED BY C2GOASM -- DO NOT EDIT
#include "common.h"
DATA LCDATA1<>+0x000(SB)/8, $0x2222222222222222
DATA LCDATA1<>+0x008(SB)/8, $0x2222222222222222
DATA LCDATA1<>+0x010(SB)/8, $0x2222222222222222
DATA LCDATA1<>+0x018(SB)/8, $0x2222222222222222
DATA LCDATA1<>+0x020(SB)/8, $0x2222222222222222
DATA LCDATA1<>+0x028(SB)/8, $0x2222222222222222
DATA LCDATA1<>+0x030(SB)/8, $0x2222222222222222
DATA LCDATA1<>+0x038(SB)/8, $0x2222222222222222
DATA LCDATA1<>+0x040(SB)/8, $0x8080808080808080
DATA LCDATA1<>+0x048(SB)/8, $0x8080808080808080
DATA LCDATA1<>+0x050(SB)/8, $0x8080808080808080
DATA LCDATA1<>+0x058(SB)/8, $0x8080808080808080
DATA LCDATA1<>+0x060(SB)/8, $0x8080808080808080
DATA LCDATA1<>+0x068(SB)/8, $0x8080808080808080
DATA LCDATA1<>+0x070(SB)/8, $0x8080808080808080
DATA LCDATA1<>+0x078(SB)/8, $0x8080808080808080
DATA LCDATA1<>+0x080(SB)/8, $0xa0a0a0a0a0a0a0a0
DATA LCDATA1<>+0x088(SB)/8, $0xa0a0a0a0a0a0a0a0
DATA LCDATA1<>+0x090(SB)/8, $0xa0a0a0a0a0a0a0a0
DATA LCDATA1<>+0x098(SB)/8, $0xa0a0a0a0a0a0a0a0
DATA LCDATA1<>+0x0a0(SB)/8, $0xa0a0a0a0a0a0a0a0
DATA LCDATA1<>+0x0a8(SB)/8, $0xa0a0a0a0a0a0a0a0
DATA LCDATA1<>+0x0b0(SB)/8, $0xa0a0a0a0a0a0a0a0
DATA LCDATA1<>+0x0b8(SB)/8, $0xa0a0a0a0a0a0a0a0
GLOBL LCDATA1<>(SB), 8, $192
TEXT ·_find_quote_mask_and_bits(SB), $0-48
MOVQ input+0(FP), DI
MOVQ odd_ends+8(FP), DX
MOVQ prev_iter_inside_quote+16(FP), CX
MOVQ quote_bits+24(FP), R8
MOVQ error_mask+32(FP), R9
VMOVDQU (DI), Y8 // load low 32-bytes
VMOVDQU 0x20(DI), Y9 // load high 32-bytes
CALL ·__find_quote_mask_and_bits(SB)
VZEROUPPER
MOVQ AX, quote_mask+40(FP)
RET
TEXT ·__find_quote_mask_and_bits(SB), $0
LEAQ LCDATA1<>(SB), R10
VMOVDQA Y8, Y0 // vmovdqu ymm0, yword [rdi]
VMOVDQA Y9, Y1 // vmovdqu ymm1, yword [rsi]
VMOVDQA (R10), Y2 // vmovdqa ymm2, yword 0[rbp] /* [rip + LCPI0_0] */
VPCMPEQB Y2, Y0, Y3 // vpcmpeqb ymm3, ymm0, ymm2
VPMOVMSKB Y3, AX // vpmovmskb eax, ymm3
VPCMPEQB Y2, Y1, Y2 // vpcmpeqb ymm2, ymm1, ymm2
VPMOVMSKB Y2, SI // vpmovmskb esi, ymm2
SHLQ $32, SI // shl rsi, 32
ORQ AX, SI // or rsi, rax
NOTQ DX // not rdx
ANDQ SI, DX // and rdx, rsi
MOVQ DX, (R8) // mov qword [r8], rdx
VMOVQ DX, X2 // vmovq xmm2, rdx
VPCMPEQD X3, X3, X3 // vpcmpeqd xmm3, xmm3, xmm3
VPCLMULQDQ $0, X3, X2, X2 // vpclmulqdq xmm2, xmm2, xmm3, 0
VMOVQ X2, AX // vmovq rax, xmm2
XORQ (CX), AX // xor rax, qword [rcx]
VMOVDQA 0x40(R10), Y2 // vmovdqa ymm2, yword 32[rbp] /* [rip + LCPI0_1] */
VPXOR Y2, Y0, Y0 // vpxor ymm0, ymm0, ymm2
VMOVDQA 0x80(R10), Y3 // vmovdqa ymm3, yword 64[rbp] /* [rip + LCPI0_2] */
VPCMPGTB Y0, Y3, Y0 // vpcmpgtb ymm0, ymm3, ymm0
VPMOVMSKB Y0, DX // vpmovmskb edx, ymm0
VPXOR Y2, Y1, Y0 // vpxor ymm0, ymm1, ymm2
VPCMPGTB Y0, Y3, Y0 // vpcmpgtb ymm0, ymm3, ymm0
VPMOVMSKB Y0, SI // vpmovmskb esi, ymm0
SHLQ $32, SI // shl rsi, 32
ORQ DX, SI // or rsi, rdx
ANDQ AX, SI // and rsi, rax
ORQ SI, (R9) // or qword [r9], rsi
MOVQ AX, DX // mov rdx, rax
SARQ $63, DX // sar rdx, 63
MOVQ DX, (CX) // mov qword [rcx], rdx
RET
TEXT ·_find_quote_mask_and_bits_avx512(SB), $0-48
MOVQ input+0(FP), DI
MOVQ odd_ends+8(FP), DX
MOVQ prev_iter_inside_quote+16(FP), CX
KXORQ K_ERRORMASK, K_ERRORMASK, K_ERRORMASK
VMOVDQU32 (DI), Z8
CALL ·__init_quote_mask_and_bits_avx512(SB)
CALL ·__find_quote_mask_and_bits_avx512(SB)
KMOVQ K_ERRORMASK, error_mask+24(FP)
KMOVQ K_QUOTEBITS, quote_bits+32(FP)
VZEROUPPER
MOVQ AX, quote_mask+40(FP)
RET
#define QMAB_CONST1 Z17
#define QMAB_CONST2 Z18
#define QMAB_CONST3 Z19
TEXT ·__init_quote_mask_and_bits_avx512(SB), $0
LEAQ LCDATA1<>(SB), R10
VMOVDQU32 0x00(R10), QMAB_CONST1
VMOVDQU32 0x40(R10), QMAB_CONST2
VMOVDQU32 0x80(R10), QMAB_CONST3
RET
TEXT ·__find_quote_mask_and_bits_avx512(SB), $0
VPCMPEQB QMAB_CONST1, Z8, K_QUOTEBITS
KMOVQ DX, K_TEMP1
KNOTQ K_TEMP1, K_TEMP1
KANDQ K_TEMP1, K_QUOTEBITS, K_QUOTEBITS
KMOVQ K_QUOTEBITS, DX
VMOVQ DX, X2 // vmovq xmm2, rdx
VPCMPEQD X3, X3, X3 // vpcmpeqd xmm3, xmm3, xmm3
VPCLMULQDQ $0, X3, X2, X2 // vpclmulqdq xmm2, xmm2, xmm3, 0
VMOVQ X2, AX // vmovq rax, xmm2
XORQ (CX), AX // xor rax, qword [rcx]
VPXORD QMAB_CONST2, Z8, Z0
VPCMPGTB Z0, QMAB_CONST3, K_TEMP1 // vpcmpgtb ymm0, ymm3, ymm0
KMOVQ AX, K_TEMP2
KANDQ K_TEMP2, K_TEMP1, K_TEMP1
KORQ K_TEMP1, K_ERRORMASK, K_ERRORMASK
MOVQ AX, DX // mov rdx, rax
SARQ $63, DX // sar rdx, 63
MOVQ DX, (CX) // mov qword [rcx], rdx
RET