2566 lines
55 KiB
Diff
2566 lines
55 KiB
Diff
From 71b1812bf9a785b66e3f17175580d3d20cea9c0c Mon Sep 17 00:00:00 2001
|
|
From: Daiki Ueno <ueno@gnu.org>
|
|
Date: Tue, 12 Oct 2021 13:33:31 +0200
|
|
Subject: [PATCH] x86: port Intel CET support
|
|
|
|
Signed-off-by: Daiki Ueno <ueno@gnu.org>
|
|
---
|
|
lib/accelerated/x86/elf/aes-ssse3-x86.s | 30 ++++++++++++++
|
|
lib/accelerated/x86/elf/aes-ssse3-x86_64.s | 26 +++++++++++++
|
|
lib/accelerated/x86/elf/aesni-gcm-x86_64.s | 21 ++++++++++
|
|
lib/accelerated/x86/elf/aesni-x86.s | 39 +++++++++++++++++++
|
|
lib/accelerated/x86/elf/aesni-x86_64.s | 32 +++++++++++++++
|
|
lib/accelerated/x86/elf/ghash-x86_64.s | 27 +++++++++++++
|
|
lib/accelerated/x86/elf/sha1-ssse3-x86.s | 18 +++++++++
|
|
lib/accelerated/x86/elf/sha1-ssse3-x86_64.s | 21 ++++++++++
|
|
lib/accelerated/x86/elf/sha256-ssse3-x86.s | 18 +++++++++
|
|
lib/accelerated/x86/elf/sha256-ssse3-x86_64.s | 21 ++++++++++
|
|
lib/accelerated/x86/elf/sha512-ssse3-x86.s | 18 +++++++++
|
|
lib/accelerated/x86/elf/sha512-ssse3-x86_64.s | 21 ++++++++++
|
|
12 files changed, 292 insertions(+)
|
|
|
|
diff --git a/lib/accelerated/x86/elf/aes-ssse3-x86.s b/lib/accelerated/x86/elf/aes-ssse3-x86.s
|
|
index 265e28a7ef..7be53059f7 100644
|
|
--- a/lib/accelerated/x86/elf/aes-ssse3-x86.s
|
|
+++ b/lib/accelerated/x86/elf/aes-ssse3-x86.s
|
|
@@ -71,6 +71,7 @@
|
|
.type _vpaes_preheat,@function
|
|
.align 16
|
|
_vpaes_preheat:
|
|
+.byte 243,15,30,251
|
|
addl (%esp),%ebp
|
|
movdqa -48(%ebp),%xmm7
|
|
movdqa -16(%ebp),%xmm6
|
|
@@ -79,6 +80,7 @@ _vpaes_preheat:
|
|
.type _vpaes_encrypt_core,@function
|
|
.align 16
|
|
_vpaes_encrypt_core:
|
|
+.byte 243,15,30,251
|
|
movl $16,%ecx
|
|
movl 240(%edx),%eax
|
|
movdqa %xmm6,%xmm1
|
|
@@ -156,6 +158,7 @@ _vpaes_encrypt_core:
|
|
.type _vpaes_decrypt_core,@function
|
|
.align 16
|
|
_vpaes_decrypt_core:
|
|
+.byte 243,15,30,251
|
|
leal 608(%ebp),%ebx
|
|
movl 240(%edx),%eax
|
|
movdqa %xmm6,%xmm1
|
|
@@ -244,6 +247,7 @@ _vpaes_decrypt_core:
|
|
.type _vpaes_schedule_core,@function
|
|
.align 16
|
|
_vpaes_schedule_core:
|
|
+.byte 243,15,30,251
|
|
addl (%esp),%ebp
|
|
movdqu (%esi),%xmm0
|
|
movdqa 320(%ebp),%xmm2
|
|
@@ -338,6 +342,7 @@ _vpaes_schedule_core:
|
|
.type _vpaes_schedule_192_smear,@function
|
|
.align 16
|
|
_vpaes_schedule_192_smear:
|
|
+.byte 243,15,30,251
|
|
pshufd $128,%xmm6,%xmm1
|
|
pshufd $254,%xmm7,%xmm0
|
|
pxor %xmm1,%xmm6
|
|
@@ -350,6 +355,7 @@ _vpaes_schedule_192_smear:
|
|
.type _vpaes_schedule_round,@function
|
|
.align 16
|
|
_vpaes_schedule_round:
|
|
+.byte 243,15,30,251
|
|
movdqa 8(%esp),%xmm2
|
|
pxor %xmm1,%xmm1
|
|
.byte 102,15,58,15,202,15
|
|
@@ -399,6 +405,7 @@ _vpaes_schedule_round:
|
|
.type _vpaes_schedule_transform,@function
|
|
.align 16
|
|
_vpaes_schedule_transform:
|
|
+.byte 243,15,30,251
|
|
movdqa -16(%ebp),%xmm2
|
|
movdqa %xmm2,%xmm1
|
|
pandn %xmm0,%xmm1
|
|
@@ -414,6 +421,7 @@ _vpaes_schedule_transform:
|
|
.type _vpaes_schedule_mangle,@function
|
|
.align 16
|
|
_vpaes_schedule_mangle:
|
|
+.byte 243,15,30,251
|
|
movdqa %xmm0,%xmm4
|
|
movdqa 128(%ebp),%xmm5
|
|
testl %edi,%edi
|
|
@@ -475,6 +483,7 @@ _vpaes_schedule_mangle:
|
|
.align 16
|
|
vpaes_set_encrypt_key:
|
|
.L_vpaes_set_encrypt_key_begin:
|
|
+.byte 243,15,30,251
|
|
pushl %ebp
|
|
pushl %ebx
|
|
pushl %esi
|
|
@@ -508,6 +517,7 @@ vpaes_set_encrypt_key:
|
|
.align 16
|
|
vpaes_set_decrypt_key:
|
|
.L_vpaes_set_decrypt_key_begin:
|
|
+.byte 243,15,30,251
|
|
pushl %ebp
|
|
pushl %ebx
|
|
pushl %esi
|
|
@@ -546,6 +556,7 @@ vpaes_set_decrypt_key:
|
|
.align 16
|
|
vpaes_encrypt:
|
|
.L_vpaes_encrypt_begin:
|
|
+.byte 243,15,30,251
|
|
pushl %ebp
|
|
pushl %ebx
|
|
pushl %esi
|
|
@@ -575,6 +586,7 @@ vpaes_encrypt:
|
|
.align 16
|
|
vpaes_decrypt:
|
|
.L_vpaes_decrypt_begin:
|
|
+.byte 243,15,30,251
|
|
pushl %ebp
|
|
pushl %ebx
|
|
pushl %esi
|
|
@@ -604,6 +616,7 @@ vpaes_decrypt:
|
|
.align 16
|
|
vpaes_cbc_encrypt:
|
|
.L_vpaes_cbc_encrypt_begin:
|
|
+.byte 243,15,30,251
|
|
pushl %ebp
|
|
pushl %ebx
|
|
pushl %esi
|
|
@@ -671,4 +684,21 @@ vpaes_cbc_encrypt:
|
|
ret
|
|
.size vpaes_cbc_encrypt,.-.L_vpaes_cbc_encrypt_begin
|
|
|
|
+ .section ".note.gnu.property", "a"
|
|
+ .p2align 2
|
|
+ .long 1f - 0f
|
|
+ .long 4f - 1f
|
|
+ .long 5
|
|
+0:
|
|
+ .asciz "GNU"
|
|
+1:
|
|
+ .p2align 2
|
|
+ .long 0xc0000002
|
|
+ .long 3f - 2f
|
|
+2:
|
|
+ .long 3
|
|
+3:
|
|
+ .p2align 2
|
|
+4:
|
|
+
|
|
.section .note.GNU-stack,"",%progbits
|
|
diff --git a/lib/accelerated/x86/elf/aes-ssse3-x86_64.s b/lib/accelerated/x86/elf/aes-ssse3-x86_64.s
|
|
index ea1216baf7..5a3f336f26 100644
|
|
--- a/lib/accelerated/x86/elf/aes-ssse3-x86_64.s
|
|
+++ b/lib/accelerated/x86/elf/aes-ssse3-x86_64.s
|
|
@@ -635,6 +635,7 @@ _vpaes_schedule_mangle:
|
|
.align 16
|
|
vpaes_set_encrypt_key:
|
|
.cfi_startproc
|
|
+.byte 243,15,30,250
|
|
movl %esi,%eax
|
|
shrl $5,%eax
|
|
addl $5,%eax
|
|
@@ -653,6 +654,7 @@ vpaes_set_encrypt_key:
|
|
.align 16
|
|
vpaes_set_decrypt_key:
|
|
.cfi_startproc
|
|
+.byte 243,15,30,250
|
|
movl %esi,%eax
|
|
shrl $5,%eax
|
|
addl $5,%eax
|
|
@@ -676,6 +678,7 @@ vpaes_set_decrypt_key:
|
|
.align 16
|
|
vpaes_encrypt:
|
|
.cfi_startproc
|
|
+.byte 243,15,30,250
|
|
movdqu (%rdi),%xmm0
|
|
call _vpaes_preheat
|
|
call _vpaes_encrypt_core
|
|
@@ -689,6 +692,7 @@ vpaes_encrypt:
|
|
.align 16
|
|
vpaes_decrypt:
|
|
.cfi_startproc
|
|
+.byte 243,15,30,250
|
|
movdqu (%rdi),%xmm0
|
|
call _vpaes_preheat
|
|
call _vpaes_decrypt_core
|
|
@@ -701,6 +705,7 @@ vpaes_decrypt:
|
|
.align 16
|
|
vpaes_cbc_encrypt:
|
|
.cfi_startproc
|
|
+.byte 243,15,30,250
|
|
xchgq %rcx,%rdx
|
|
subq $16,%rcx
|
|
jc .Lcbc_abort
|
|
@@ -863,5 +868,26 @@ _vpaes_consts:
|
|
.byte 86,101,99,116,111,114,32,80,101,114,109,117,116,97,116,105,111,110,32,65,69,83,32,102,111,114,32,120,56,54,95,54,52,47,83,83,83,69,51,44,32,77,105,107,101,32,72,97,109,98,117,114,103,32,40,83,116,97,110,102,111,114,100,32,85,110,105,118,101,114,115,105,116,121,41,0
|
|
.align 64
|
|
.size _vpaes_consts,.-_vpaes_consts
|
|
+ .section ".note.gnu.property", "a"
|
|
+ .p2align 3
|
|
+ .long 1f - 0f
|
|
+ .long 4f - 1f
|
|
+ .long 5
|
|
+0:
|
|
+ # "GNU" encoded with .byte, since .asciz isn't supported
|
|
+ # on Solaris.
|
|
+ .byte 0x47
|
|
+ .byte 0x4e
|
|
+ .byte 0x55
|
|
+ .byte 0
|
|
+1:
|
|
+ .p2align 3
|
|
+ .long 0xc0000002
|
|
+ .long 3f - 2f
|
|
+2:
|
|
+ .long 3
|
|
+3:
|
|
+ .p2align 3
|
|
+4:
|
|
|
|
.section .note.GNU-stack,"",%progbits
|
|
diff --git a/lib/accelerated/x86/elf/aesni-gcm-x86_64.s b/lib/accelerated/x86/elf/aesni-gcm-x86_64.s
|
|
index 461dd026b9..ea5398bc2c 100644
|
|
--- a/lib/accelerated/x86/elf/aesni-gcm-x86_64.s
|
|
+++ b/lib/accelerated/x86/elf/aesni-gcm-x86_64.s
|
|
@@ -826,5 +826,26 @@ aesni_gcm_encrypt:
|
|
.byte 1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
|
|
.byte 65,69,83,45,78,73,32,71,67,77,32,109,111,100,117,108,101,32,102,111,114,32,120,56,54,95,54,52,44,32,67,82,89,80,84,79,71,65,77,83,32,98,121,32,60,97,112,112,114,111,64,111,112,101,110,115,115,108,46,111,114,103,62,0
|
|
.align 64
|
|
+ .section ".note.gnu.property", "a"
|
|
+ .p2align 3
|
|
+ .long 1f - 0f
|
|
+ .long 4f - 1f
|
|
+ .long 5
|
|
+0:
|
|
+ # "GNU" encoded with .byte, since .asciz isn't supported
|
|
+ # on Solaris.
|
|
+ .byte 0x47
|
|
+ .byte 0x4e
|
|
+ .byte 0x55
|
|
+ .byte 0
|
|
+1:
|
|
+ .p2align 3
|
|
+ .long 0xc0000002
|
|
+ .long 3f - 2f
|
|
+2:
|
|
+ .long 3
|
|
+3:
|
|
+ .p2align 3
|
|
+4:
|
|
|
|
.section .note.GNU-stack,"",%progbits
|
|
diff --git a/lib/accelerated/x86/elf/aesni-x86.s b/lib/accelerated/x86/elf/aesni-x86.s
|
|
index 6e4860209f..f41d5f9ef3 100644
|
|
--- a/lib/accelerated/x86/elf/aesni-x86.s
|
|
+++ b/lib/accelerated/x86/elf/aesni-x86.s
|
|
@@ -43,6 +43,7 @@
|
|
.align 16
|
|
aesni_encrypt:
|
|
.L_aesni_encrypt_begin:
|
|
+.byte 243,15,30,251
|
|
movl 4(%esp),%eax
|
|
movl 12(%esp),%edx
|
|
movups (%eax),%xmm2
|
|
@@ -70,6 +71,7 @@ aesni_encrypt:
|
|
.align 16
|
|
aesni_decrypt:
|
|
.L_aesni_decrypt_begin:
|
|
+.byte 243,15,30,251
|
|
movl 4(%esp),%eax
|
|
movl 12(%esp),%edx
|
|
movups (%eax),%xmm2
|
|
@@ -95,6 +97,7 @@ aesni_decrypt:
|
|
.type _aesni_encrypt2,@function
|
|
.align 16
|
|
_aesni_encrypt2:
|
|
+.byte 243,15,30,251
|
|
movups (%edx),%xmm0
|
|
shll $4,%ecx
|
|
movups 16(%edx),%xmm1
|
|
@@ -122,6 +125,7 @@ _aesni_encrypt2:
|
|
.type _aesni_decrypt2,@function
|
|
.align 16
|
|
_aesni_decrypt2:
|
|
+.byte 243,15,30,251
|
|
movups (%edx),%xmm0
|
|
shll $4,%ecx
|
|
movups 16(%edx),%xmm1
|
|
@@ -149,6 +153,7 @@ _aesni_decrypt2:
|
|
.type _aesni_encrypt3,@function
|
|
.align 16
|
|
_aesni_encrypt3:
|
|
+.byte 243,15,30,251
|
|
movups (%edx),%xmm0
|
|
shll $4,%ecx
|
|
movups 16(%edx),%xmm1
|
|
@@ -181,6 +186,7 @@ _aesni_encrypt3:
|
|
.type _aesni_decrypt3,@function
|
|
.align 16
|
|
_aesni_decrypt3:
|
|
+.byte 243,15,30,251
|
|
movups (%edx),%xmm0
|
|
shll $4,%ecx
|
|
movups 16(%edx),%xmm1
|
|
@@ -213,6 +219,7 @@ _aesni_decrypt3:
|
|
.type _aesni_encrypt4,@function
|
|
.align 16
|
|
_aesni_encrypt4:
|
|
+.byte 243,15,30,251
|
|
movups (%edx),%xmm0
|
|
movups 16(%edx),%xmm1
|
|
shll $4,%ecx
|
|
@@ -251,6 +258,7 @@ _aesni_encrypt4:
|
|
.type _aesni_decrypt4,@function
|
|
.align 16
|
|
_aesni_decrypt4:
|
|
+.byte 243,15,30,251
|
|
movups (%edx),%xmm0
|
|
movups 16(%edx),%xmm1
|
|
shll $4,%ecx
|
|
@@ -289,6 +297,7 @@ _aesni_decrypt4:
|
|
.type _aesni_encrypt6,@function
|
|
.align 16
|
|
_aesni_encrypt6:
|
|
+.byte 243,15,30,251
|
|
movups (%edx),%xmm0
|
|
shll $4,%ecx
|
|
movups 16(%edx),%xmm1
|
|
@@ -343,6 +352,7 @@ _aesni_encrypt6:
|
|
.type _aesni_decrypt6,@function
|
|
.align 16
|
|
_aesni_decrypt6:
|
|
+.byte 243,15,30,251
|
|
movups (%edx),%xmm0
|
|
shll $4,%ecx
|
|
movups 16(%edx),%xmm1
|
|
@@ -399,6 +409,7 @@ _aesni_decrypt6:
|
|
.align 16
|
|
aesni_ecb_encrypt:
|
|
.L_aesni_ecb_encrypt_begin:
|
|
+.byte 243,15,30,251
|
|
pushl %ebp
|
|
pushl %ebx
|
|
pushl %esi
|
|
@@ -634,6 +645,7 @@ aesni_ecb_encrypt:
|
|
.align 16
|
|
aesni_ccm64_encrypt_blocks:
|
|
.L_aesni_ccm64_encrypt_blocks_begin:
|
|
+.byte 243,15,30,251
|
|
pushl %ebp
|
|
pushl %ebx
|
|
pushl %esi
|
|
@@ -722,6 +734,7 @@ aesni_ccm64_encrypt_blocks:
|
|
.align 16
|
|
aesni_ccm64_decrypt_blocks:
|
|
.L_aesni_ccm64_decrypt_blocks_begin:
|
|
+.byte 243,15,30,251
|
|
pushl %ebp
|
|
pushl %ebx
|
|
pushl %esi
|
|
@@ -845,6 +858,7 @@ aesni_ccm64_decrypt_blocks:
|
|
.align 16
|
|
aesni_ctr32_encrypt_blocks:
|
|
.L_aesni_ctr32_encrypt_blocks_begin:
|
|
+.byte 243,15,30,251
|
|
pushl %ebp
|
|
pushl %ebx
|
|
pushl %esi
|
|
@@ -1083,6 +1097,7 @@ aesni_ctr32_encrypt_blocks:
|
|
.align 16
|
|
aesni_xts_encrypt:
|
|
.L_aesni_xts_encrypt_begin:
|
|
+.byte 243,15,30,251
|
|
pushl %ebp
|
|
pushl %ebx
|
|
pushl %esi
|
|
@@ -1443,6 +1458,7 @@ aesni_xts_encrypt:
|
|
.align 16
|
|
aesni_xts_decrypt:
|
|
.L_aesni_xts_decrypt_begin:
|
|
+.byte 243,15,30,251
|
|
pushl %ebp
|
|
pushl %ebx
|
|
pushl %esi
|
|
@@ -1833,6 +1849,7 @@ aesni_xts_decrypt:
|
|
.align 16
|
|
aesni_ocb_encrypt:
|
|
.L_aesni_ocb_encrypt_begin:
|
|
+.byte 243,15,30,251
|
|
pushl %ebp
|
|
pushl %ebx
|
|
pushl %esi
|
|
@@ -2228,6 +2245,7 @@ aesni_ocb_encrypt:
|
|
.align 16
|
|
aesni_ocb_decrypt:
|
|
.L_aesni_ocb_decrypt_begin:
|
|
+.byte 243,15,30,251
|
|
pushl %ebp
|
|
pushl %ebx
|
|
pushl %esi
|
|
@@ -2623,6 +2641,7 @@ aesni_ocb_decrypt:
|
|
.align 16
|
|
aesni_cbc_encrypt:
|
|
.L_aesni_cbc_encrypt_begin:
|
|
+.byte 243,15,30,251
|
|
pushl %ebp
|
|
pushl %ebx
|
|
pushl %esi
|
|
@@ -2882,6 +2901,7 @@ aesni_cbc_encrypt:
|
|
.type _aesni_set_encrypt_key,@function
|
|
.align 16
|
|
_aesni_set_encrypt_key:
|
|
+.byte 243,15,30,251
|
|
pushl %ebp
|
|
pushl %ebx
|
|
testl %eax,%eax
|
|
@@ -3217,6 +3237,7 @@ _aesni_set_encrypt_key:
|
|
.align 16
|
|
aesni_set_encrypt_key:
|
|
.L_aesni_set_encrypt_key_begin:
|
|
+.byte 243,15,30,251
|
|
movl 4(%esp),%eax
|
|
movl 8(%esp),%ecx
|
|
movl 12(%esp),%edx
|
|
@@ -3228,6 +3249,7 @@ aesni_set_encrypt_key:
|
|
.align 16
|
|
aesni_set_decrypt_key:
|
|
.L_aesni_set_decrypt_key_begin:
|
|
+.byte 243,15,30,251
|
|
movl 4(%esp),%eax
|
|
movl 8(%esp),%ecx
|
|
movl 12(%esp),%edx
|
|
@@ -3275,4 +3297,21 @@ aesni_set_decrypt_key:
|
|
.byte 115,108,46,111,114,103,62,0
|
|
.comm _gnutls_x86_cpuid_s,16,4
|
|
|
|
+ .section ".note.gnu.property", "a"
|
|
+ .p2align 2
|
|
+ .long 1f - 0f
|
|
+ .long 4f - 1f
|
|
+ .long 5
|
|
+0:
|
|
+ .asciz "GNU"
|
|
+1:
|
|
+ .p2align 2
|
|
+ .long 0xc0000002
|
|
+ .long 3f - 2f
|
|
+2:
|
|
+ .long 3
|
|
+3:
|
|
+ .p2align 2
|
|
+4:
|
|
+
|
|
.section .note.GNU-stack,"",%progbits
|
|
diff --git a/lib/accelerated/x86/elf/aesni-x86_64.s b/lib/accelerated/x86/elf/aesni-x86_64.s
|
|
index acc7c2c555..e3f9d5a995 100644
|
|
--- a/lib/accelerated/x86/elf/aesni-x86_64.s
|
|
+++ b/lib/accelerated/x86/elf/aesni-x86_64.s
|
|
@@ -44,6 +44,7 @@
|
|
.align 16
|
|
aesni_encrypt:
|
|
.cfi_startproc
|
|
+.byte 243,15,30,250
|
|
movups (%rdi),%xmm2
|
|
movl 240(%rdx),%eax
|
|
movups (%rdx),%xmm0
|
|
@@ -70,6 +71,7 @@ aesni_encrypt:
|
|
.align 16
|
|
aesni_decrypt:
|
|
.cfi_startproc
|
|
+.byte 243,15,30,250
|
|
movups (%rdi),%xmm2
|
|
movl 240(%rdx),%eax
|
|
movups (%rdx),%xmm0
|
|
@@ -557,6 +559,7 @@ _aesni_decrypt8:
|
|
.align 16
|
|
aesni_ecb_encrypt:
|
|
.cfi_startproc
|
|
+.byte 243,15,30,250
|
|
andq $-16,%rdx
|
|
jz .Lecb_ret
|
|
|
|
@@ -901,6 +904,7 @@ aesni_ecb_encrypt:
|
|
.align 16
|
|
aesni_ccm64_encrypt_blocks:
|
|
.cfi_startproc
|
|
+.byte 243,15,30,250
|
|
movl 240(%rcx),%eax
|
|
movdqu (%r8),%xmm6
|
|
movdqa .Lincrement64(%rip),%xmm9
|
|
@@ -966,6 +970,7 @@ aesni_ccm64_encrypt_blocks:
|
|
.align 16
|
|
aesni_ccm64_decrypt_blocks:
|
|
.cfi_startproc
|
|
+.byte 243,15,30,250
|
|
movl 240(%rcx),%eax
|
|
movups (%r8),%xmm6
|
|
movdqu (%r9),%xmm3
|
|
@@ -1065,6 +1070,7 @@ aesni_ccm64_decrypt_blocks:
|
|
.align 16
|
|
aesni_ctr32_encrypt_blocks:
|
|
.cfi_startproc
|
|
+.byte 243,15,30,250
|
|
cmpq $1,%rdx
|
|
jne .Lctr32_bulk
|
|
|
|
@@ -1643,6 +1649,7 @@ aesni_ctr32_encrypt_blocks:
|
|
.align 16
|
|
aesni_xts_encrypt:
|
|
.cfi_startproc
|
|
+.byte 243,15,30,250
|
|
leaq (%rsp),%r11
|
|
.cfi_def_cfa_register %r11
|
|
pushq %rbp
|
|
@@ -2113,6 +2120,7 @@ aesni_xts_encrypt:
|
|
.align 16
|
|
aesni_xts_decrypt:
|
|
.cfi_startproc
|
|
+.byte 243,15,30,250
|
|
leaq (%rsp),%r11
|
|
.cfi_def_cfa_register %r11
|
|
pushq %rbp
|
|
@@ -2620,6 +2628,7 @@ aesni_xts_decrypt:
|
|
.align 32
|
|
aesni_ocb_encrypt:
|
|
.cfi_startproc
|
|
+.byte 243,15,30,250
|
|
leaq (%rsp),%rax
|
|
pushq %rbx
|
|
.cfi_adjust_cfa_offset 8
|
|
@@ -3047,6 +3056,7 @@ __ocb_encrypt1:
|
|
.align 32
|
|
aesni_ocb_decrypt:
|
|
.cfi_startproc
|
|
+.byte 243,15,30,250
|
|
leaq (%rsp),%rax
|
|
pushq %rbx
|
|
.cfi_adjust_cfa_offset 8
|
|
@@ -3484,6 +3494,7 @@ __ocb_decrypt1:
|
|
.align 16
|
|
aesni_cbc_encrypt:
|
|
.cfi_startproc
|
|
+.byte 243,15,30,250
|
|
testq %rdx,%rdx
|
|
jz .Lcbc_ret
|
|
|
|
@@ -4511,5 +4522,26 @@ __aesni_set_encrypt_key:
|
|
|
|
.byte 65,69,83,32,102,111,114,32,73,110,116,101,108,32,65,69,83,45,78,73,44,32,67,82,89,80,84,79,71,65,77,83,32,98,121,32,60,97,112,112,114,111,64,111,112,101,110,115,115,108,46,111,114,103,62,0
|
|
.align 64
|
|
+ .section ".note.gnu.property", "a"
|
|
+ .p2align 3
|
|
+ .long 1f - 0f
|
|
+ .long 4f - 1f
|
|
+ .long 5
|
|
+0:
|
|
+ # "GNU" encoded with .byte, since .asciz isn't supported
|
|
+ # on Solaris.
|
|
+ .byte 0x47
|
|
+ .byte 0x4e
|
|
+ .byte 0x55
|
|
+ .byte 0
|
|
+1:
|
|
+ .p2align 3
|
|
+ .long 0xc0000002
|
|
+ .long 3f - 2f
|
|
+2:
|
|
+ .long 3
|
|
+3:
|
|
+ .p2align 3
|
|
+4:
|
|
|
|
.section .note.GNU-stack,"",%progbits
|
|
diff --git a/lib/accelerated/x86/elf/ghash-x86_64.s b/lib/accelerated/x86/elf/ghash-x86_64.s
|
|
index 1e4d18b341..8da3f294c7 100644
|
|
--- a/lib/accelerated/x86/elf/ghash-x86_64.s
|
|
+++ b/lib/accelerated/x86/elf/ghash-x86_64.s
|
|
@@ -45,6 +45,7 @@
|
|
.align 16
|
|
gcm_gmult_4bit:
|
|
.cfi_startproc
|
|
+.byte 243,15,30,250
|
|
pushq %rbx
|
|
.cfi_adjust_cfa_offset 8
|
|
.cfi_offset %rbx,-16
|
|
@@ -156,6 +157,7 @@ gcm_gmult_4bit:
|
|
.align 16
|
|
gcm_ghash_4bit:
|
|
.cfi_startproc
|
|
+.byte 243,15,30,250
|
|
pushq %rbx
|
|
.cfi_adjust_cfa_offset 8
|
|
.cfi_offset %rbx,-16
|
|
@@ -903,6 +905,7 @@ gcm_init_clmul:
|
|
.align 16
|
|
gcm_gmult_clmul:
|
|
.cfi_startproc
|
|
+.byte 243,15,30,250
|
|
.L_gmult_clmul:
|
|
movdqu (%rdi),%xmm0
|
|
movdqa .Lbswap_mask(%rip),%xmm5
|
|
@@ -956,6 +959,7 @@ gcm_gmult_clmul:
|
|
.align 32
|
|
gcm_ghash_clmul:
|
|
.cfi_startproc
|
|
+.byte 243,15,30,250
|
|
.L_ghash_clmul:
|
|
movdqa .Lbswap_mask(%rip),%xmm10
|
|
|
|
@@ -1450,6 +1454,7 @@ gcm_init_avx:
|
|
.align 32
|
|
gcm_gmult_avx:
|
|
.cfi_startproc
|
|
+.byte 243,15,30,250
|
|
jmp .L_gmult_clmul
|
|
.cfi_endproc
|
|
.size gcm_gmult_avx,.-gcm_gmult_avx
|
|
@@ -1458,6 +1463,7 @@ gcm_gmult_avx:
|
|
.align 32
|
|
gcm_ghash_avx:
|
|
.cfi_startproc
|
|
+.byte 243,15,30,250
|
|
vzeroupper
|
|
|
|
vmovdqu (%rdi),%xmm10
|
|
@@ -1884,5 +1890,26 @@ gcm_ghash_avx:
|
|
|
|
.byte 71,72,65,83,72,32,102,111,114,32,120,56,54,95,54,52,44,32,67,82,89,80,84,79,71,65,77,83,32,98,121,32,60,97,112,112,114,111,64,111,112,101,110,115,115,108,46,111,114,103,62,0
|
|
.align 64
|
|
+ .section ".note.gnu.property", "a"
|
|
+ .p2align 3
|
|
+ .long 1f - 0f
|
|
+ .long 4f - 1f
|
|
+ .long 5
|
|
+0:
|
|
+ # "GNU" encoded with .byte, since .asciz isn't supported
|
|
+ # on Solaris.
|
|
+ .byte 0x47
|
|
+ .byte 0x4e
|
|
+ .byte 0x55
|
|
+ .byte 0
|
|
+1:
|
|
+ .p2align 3
|
|
+ .long 0xc0000002
|
|
+ .long 3f - 2f
|
|
+2:
|
|
+ .long 3
|
|
+3:
|
|
+ .p2align 3
|
|
+4:
|
|
|
|
.section .note.GNU-stack,"",%progbits
|
|
diff --git a/lib/accelerated/x86/elf/sha1-ssse3-x86.s b/lib/accelerated/x86/elf/sha1-ssse3-x86.s
|
|
index 8bfbcb6b39..57b6ba58f6 100644
|
|
--- a/lib/accelerated/x86/elf/sha1-ssse3-x86.s
|
|
+++ b/lib/accelerated/x86/elf/sha1-ssse3-x86.s
|
|
@@ -43,6 +43,7 @@
|
|
.align 16
|
|
sha1_block_data_order:
|
|
.L_sha1_block_data_order_begin:
|
|
+.byte 243,15,30,251
|
|
pushl %ebp
|
|
pushl %ebx
|
|
pushl %esi
|
|
@@ -1417,4 +1418,21 @@ sha1_block_data_order:
|
|
.byte 89,80,84,79,71,65,77,83,32,98,121,32,60,97,112,112
|
|
.byte 114,111,64,111,112,101,110,115,115,108,46,111,114,103,62,0
|
|
|
|
+ .section ".note.gnu.property", "a"
|
|
+ .p2align 2
|
|
+ .long 1f - 0f
|
|
+ .long 4f - 1f
|
|
+ .long 5
|
|
+0:
|
|
+ .asciz "GNU"
|
|
+1:
|
|
+ .p2align 2
|
|
+ .long 0xc0000002
|
|
+ .long 3f - 2f
|
|
+2:
|
|
+ .long 3
|
|
+3:
|
|
+ .p2align 2
|
|
+4:
|
|
+
|
|
.section .note.GNU-stack,"",%progbits
|
|
diff --git a/lib/accelerated/x86/elf/sha1-ssse3-x86_64.s b/lib/accelerated/x86/elf/sha1-ssse3-x86_64.s
|
|
index d34f34497c..54095050c8 100644
|
|
--- a/lib/accelerated/x86/elf/sha1-ssse3-x86_64.s
|
|
+++ b/lib/accelerated/x86/elf/sha1-ssse3-x86_64.s
|
|
@@ -5487,5 +5487,26 @@ K_XX_XX:
|
|
.byte 0xf,0xe,0xd,0xc,0xb,0xa,0x9,0x8,0x7,0x6,0x5,0x4,0x3,0x2,0x1,0x0
|
|
.byte 83,72,65,49,32,98,108,111,99,107,32,116,114,97,110,115,102,111,114,109,32,102,111,114,32,120,56,54,95,54,52,44,32,67,82,89,80,84,79,71,65,77,83,32,98,121,32,60,97,112,112,114,111,64,111,112,101,110,115,115,108,46,111,114,103,62,0
|
|
.align 64
|
|
+ .section ".note.gnu.property", "a"
|
|
+ .p2align 3
|
|
+ .long 1f - 0f
|
|
+ .long 4f - 1f
|
|
+ .long 5
|
|
+0:
|
|
+ # "GNU" encoded with .byte, since .asciz isn't supported
|
|
+ # on Solaris.
|
|
+ .byte 0x47
|
|
+ .byte 0x4e
|
|
+ .byte 0x55
|
|
+ .byte 0
|
|
+1:
|
|
+ .p2align 3
|
|
+ .long 0xc0000002
|
|
+ .long 3f - 2f
|
|
+2:
|
|
+ .long 3
|
|
+3:
|
|
+ .p2align 3
|
|
+4:
|
|
|
|
.section .note.GNU-stack,"",%progbits
|
|
diff --git a/lib/accelerated/x86/elf/sha256-ssse3-x86.s b/lib/accelerated/x86/elf/sha256-ssse3-x86.s
|
|
index 8d9aaa4a81..6d16b9140e 100644
|
|
--- a/lib/accelerated/x86/elf/sha256-ssse3-x86.s
|
|
+++ b/lib/accelerated/x86/elf/sha256-ssse3-x86.s
|
|
@@ -43,6 +43,7 @@
|
|
.align 16
|
|
sha256_block_data_order:
|
|
.L_sha256_block_data_order_begin:
|
|
+.byte 243,15,30,251
|
|
pushl %ebp
|
|
pushl %ebx
|
|
pushl %esi
|
|
@@ -3384,4 +3385,21 @@ sha256_block_data_order:
|
|
ret
|
|
.size sha256_block_data_order,.-.L_sha256_block_data_order_begin
|
|
|
|
+ .section ".note.gnu.property", "a"
|
|
+ .p2align 2
|
|
+ .long 1f - 0f
|
|
+ .long 4f - 1f
|
|
+ .long 5
|
|
+0:
|
|
+ .asciz "GNU"
|
|
+1:
|
|
+ .p2align 2
|
|
+ .long 0xc0000002
|
|
+ .long 3f - 2f
|
|
+2:
|
|
+ .long 3
|
|
+3:
|
|
+ .p2align 2
|
|
+4:
|
|
+
|
|
.section .note.GNU-stack,"",%progbits
|
|
diff --git a/lib/accelerated/x86/elf/sha256-ssse3-x86_64.s b/lib/accelerated/x86/elf/sha256-ssse3-x86_64.s
|
|
index d196c6a793..1514ee45c0 100644
|
|
--- a/lib/accelerated/x86/elf/sha256-ssse3-x86_64.s
|
|
+++ b/lib/accelerated/x86/elf/sha256-ssse3-x86_64.s
|
|
@@ -5493,5 +5493,26 @@ sha256_block_data_order_avx2:
|
|
.byte 0xf3,0xc3
|
|
.cfi_endproc
|
|
.size sha256_block_data_order_avx2,.-sha256_block_data_order_avx2
|
|
+ .section ".note.gnu.property", "a"
|
|
+ .p2align 3
|
|
+ .long 1f - 0f
|
|
+ .long 4f - 1f
|
|
+ .long 5
|
|
+0:
|
|
+ # "GNU" encoded with .byte, since .asciz isn't supported
|
|
+ # on Solaris.
|
|
+ .byte 0x47
|
|
+ .byte 0x4e
|
|
+ .byte 0x55
|
|
+ .byte 0
|
|
+1:
|
|
+ .p2align 3
|
|
+ .long 0xc0000002
|
|
+ .long 3f - 2f
|
|
+2:
|
|
+ .long 3
|
|
+3:
|
|
+ .p2align 3
|
|
+4:
|
|
|
|
.section .note.GNU-stack,"",%progbits
|
|
diff --git a/lib/accelerated/x86/elf/sha512-ssse3-x86.s b/lib/accelerated/x86/elf/sha512-ssse3-x86.s
|
|
index 481c777154..afca4eae7b 100644
|
|
--- a/lib/accelerated/x86/elf/sha512-ssse3-x86.s
|
|
+++ b/lib/accelerated/x86/elf/sha512-ssse3-x86.s
|
|
@@ -43,6 +43,7 @@
|
|
.align 16
|
|
sha512_block_data_order:
|
|
.L_sha512_block_data_order_begin:
|
|
+.byte 243,15,30,251
|
|
pushl %ebp
|
|
pushl %ebx
|
|
pushl %esi
|
|
@@ -602,4 +603,21 @@ sha512_block_data_order:
|
|
.byte 112,112,114,111,64,111,112,101,110,115,115,108,46,111,114,103
|
|
.byte 62,0
|
|
|
|
+ .section ".note.gnu.property", "a"
|
|
+ .p2align 2
|
|
+ .long 1f - 0f
|
|
+ .long 4f - 1f
|
|
+ .long 5
|
|
+0:
|
|
+ .asciz "GNU"
|
|
+1:
|
|
+ .p2align 2
|
|
+ .long 0xc0000002
|
|
+ .long 3f - 2f
|
|
+2:
|
|
+ .long 3
|
|
+3:
|
|
+ .p2align 2
|
|
+4:
|
|
+
|
|
.section .note.GNU-stack,"",%progbits
|
|
diff --git a/lib/accelerated/x86/elf/sha512-ssse3-x86_64.s b/lib/accelerated/x86/elf/sha512-ssse3-x86_64.s
|
|
index 446c06a3e6..a7be2cd444 100644
|
|
--- a/lib/accelerated/x86/elf/sha512-ssse3-x86_64.s
|
|
+++ b/lib/accelerated/x86/elf/sha512-ssse3-x86_64.s
|
|
@@ -5498,5 +5498,26 @@ sha512_block_data_order_avx2:
|
|
.byte 0xf3,0xc3
|
|
.cfi_endproc
|
|
.size sha512_block_data_order_avx2,.-sha512_block_data_order_avx2
|
|
+ .section ".note.gnu.property", "a"
|
|
+ .p2align 3
|
|
+ .long 1f - 0f
|
|
+ .long 4f - 1f
|
|
+ .long 5
|
|
+0:
|
|
+ # "GNU" encoded with .byte, since .asciz isn't supported
|
|
+ # on Solaris.
|
|
+ .byte 0x47
|
|
+ .byte 0x4e
|
|
+ .byte 0x55
|
|
+ .byte 0
|
|
+1:
|
|
+ .p2align 3
|
|
+ .long 0xc0000002
|
|
+ .long 3f - 2f
|
|
+2:
|
|
+ .long 3
|
|
+3:
|
|
+ .p2align 3
|
|
+4:
|
|
|
|
.section .note.GNU-stack,"",%progbits
|
|
--
|
|
2.31.1
|
|
|
|
diff --git a/lib/accelerated/x86/elf/e_padlock-x86.s b/lib/accelerated/x86/elf/e_padlock-x86.s
|
|
index ed8681ee4..dd56518f6 100644
|
|
--- a/lib/accelerated/x86/elf/e_padlock-x86.s
|
|
+++ b/lib/accelerated/x86/elf/e_padlock-x86.s
|
|
@@ -1,4 +1,4 @@
|
|
-# Copyright (c) 2011-2013, Andy Polyakov <appro@openssl.org>
|
|
+# Copyright (c) 2011-2016, Andy Polyakov <appro@openssl.org>
|
|
# All rights reserved.
|
|
#
|
|
# Redistribution and use in source and binary forms, with or without
|
|
@@ -37,13 +37,13 @@
|
|
#
|
|
# *** This file is auto-generated ***
|
|
#
|
|
-.file "devel/perlasm/e_padlock-x86.s"
|
|
.text
|
|
.globl padlock_capability
|
|
.type padlock_capability,@function
|
|
.align 16
|
|
padlock_capability:
|
|
.L_padlock_capability_begin:
|
|
+.byte 243,15,30,251
|
|
pushl %ebx
|
|
pushfl
|
|
popl %eax
|
|
@@ -60,11 +60,20 @@ padlock_capability:
|
|
.byte 0x0f,0xa2
|
|
xorl %eax,%eax
|
|
cmpl $0x746e6543,%ebx
|
|
- jne .L000noluck
|
|
+ jne .L001zhaoxin
|
|
cmpl $0x48727561,%edx
|
|
jne .L000noluck
|
|
cmpl $0x736c7561,%ecx
|
|
jne .L000noluck
|
|
+ jmp .L002zhaoxinEnd
|
|
+.L001zhaoxin:
|
|
+ cmpl $0x68532020,%ebx
|
|
+ jne .L000noluck
|
|
+ cmpl $0x68676e61,%edx
|
|
+ jne .L000noluck
|
|
+ cmpl $0x20206961,%ecx
|
|
+ jne .L000noluck
|
|
+.L002zhaoxinEnd:
|
|
movl $3221225472,%eax
|
|
.byte 0x0f,0xa2
|
|
movl %eax,%edx
|
|
@@ -95,15 +104,16 @@ padlock_capability:
|
|
.align 16
|
|
padlock_key_bswap:
|
|
.L_padlock_key_bswap_begin:
|
|
+.byte 243,15,30,251
|
|
movl 4(%esp),%edx
|
|
movl 240(%edx),%ecx
|
|
-.L001bswap_loop:
|
|
+.L003bswap_loop:
|
|
movl (%edx),%eax
|
|
bswap %eax
|
|
movl %eax,(%edx)
|
|
leal 4(%edx),%edx
|
|
subl $1,%ecx
|
|
- jnz .L001bswap_loop
|
|
+ jnz .L003bswap_loop
|
|
ret
|
|
.size padlock_key_bswap,.-.L_padlock_key_bswap_begin
|
|
.globl padlock_verify_context
|
|
@@ -111,25 +121,27 @@ padlock_key_bswap:
|
|
.align 16
|
|
padlock_verify_context:
|
|
.L_padlock_verify_context_begin:
|
|
+.byte 243,15,30,251
|
|
movl 4(%esp),%edx
|
|
- leal .Lpadlock_saved_context-.L002verify_pic_point,%eax
|
|
+ leal .Lpadlock_saved_context-.L004verify_pic_point,%eax
|
|
pushfl
|
|
call _padlock_verify_ctx
|
|
-.L002verify_pic_point:
|
|
+.L004verify_pic_point:
|
|
leal 4(%esp),%esp
|
|
ret
|
|
.size padlock_verify_context,.-.L_padlock_verify_context_begin
|
|
.type _padlock_verify_ctx,@function
|
|
.align 16
|
|
_padlock_verify_ctx:
|
|
+.byte 243,15,30,251
|
|
addl (%esp),%eax
|
|
btl $30,4(%esp)
|
|
- jnc .L003verified
|
|
+ jnc .L005verified
|
|
cmpl (%eax),%edx
|
|
- je .L003verified
|
|
+ je .L005verified
|
|
pushfl
|
|
popfl
|
|
-.L003verified:
|
|
+.L005verified:
|
|
movl %edx,(%eax)
|
|
ret
|
|
.size _padlock_verify_ctx,.-_padlock_verify_ctx
|
|
@@ -138,6 +150,7 @@ _padlock_verify_ctx:
|
|
.align 16
|
|
padlock_reload_key:
|
|
.L_padlock_reload_key_begin:
|
|
+.byte 243,15,30,251
|
|
pushfl
|
|
popfl
|
|
ret
|
|
@@ -147,6 +160,7 @@ padlock_reload_key:
|
|
.align 16
|
|
padlock_aes_block:
|
|
.L_padlock_aes_block_begin:
|
|
+.byte 243,15,30,251
|
|
pushl %edi
|
|
pushl %esi
|
|
pushl %ebx
|
|
@@ -167,6 +181,7 @@ padlock_aes_block:
|
|
.align 16
|
|
padlock_ecb_encrypt:
|
|
.L_padlock_ecb_encrypt_begin:
|
|
+.byte 243,15,30,251
|
|
pushl %ebp
|
|
pushl %ebx
|
|
pushl %esi
|
|
@@ -176,25 +191,25 @@ padlock_ecb_encrypt:
|
|
movl 28(%esp),%edx
|
|
movl 32(%esp),%ecx
|
|
testl $15,%edx
|
|
- jnz .L004ecb_abort
|
|
+ jnz .L006ecb_abort
|
|
testl $15,%ecx
|
|
- jnz .L004ecb_abort
|
|
- leal .Lpadlock_saved_context-.L005ecb_pic_point,%eax
|
|
+ jnz .L006ecb_abort
|
|
+ leal .Lpadlock_saved_context-.L007ecb_pic_point,%eax
|
|
pushfl
|
|
cld
|
|
call _padlock_verify_ctx
|
|
-.L005ecb_pic_point:
|
|
+.L007ecb_pic_point:
|
|
leal 16(%edx),%edx
|
|
xorl %eax,%eax
|
|
xorl %ebx,%ebx
|
|
testl $32,(%edx)
|
|
- jnz .L006ecb_aligned
|
|
+ jnz .L008ecb_aligned
|
|
testl $15,%edi
|
|
setz %al
|
|
testl $15,%esi
|
|
setz %bl
|
|
testl %ebx,%eax
|
|
- jnz .L006ecb_aligned
|
|
+ jnz .L008ecb_aligned
|
|
negl %eax
|
|
movl $512,%ebx
|
|
notl %eax
|
|
@@ -213,7 +228,7 @@ padlock_ecb_encrypt:
|
|
andl $-16,%esp
|
|
movl %eax,16(%ebp)
|
|
cmpl %ebx,%ecx
|
|
- ja .L007ecb_loop
|
|
+ ja .L009ecb_loop
|
|
movl %esi,%eax
|
|
cmpl %esp,%ebp
|
|
cmovel %edi,%eax
|
|
@@ -224,10 +239,10 @@ padlock_ecb_encrypt:
|
|
movl $-128,%eax
|
|
cmovael %ebx,%eax
|
|
andl %eax,%ebx
|
|
- jz .L008ecb_unaligned_tail
|
|
- jmp .L007ecb_loop
|
|
+ jz .L010ecb_unaligned_tail
|
|
+ jmp .L009ecb_loop
|
|
.align 16
|
|
-.L007ecb_loop:
|
|
+.L009ecb_loop:
|
|
movl %edi,(%ebp)
|
|
movl %esi,4(%ebp)
|
|
movl %ecx,8(%ebp)
|
|
@@ -236,13 +251,13 @@ padlock_ecb_encrypt:
|
|
testl $15,%edi
|
|
cmovnzl %esp,%edi
|
|
testl $15,%esi
|
|
- jz .L009ecb_inp_aligned
|
|
+ jz .L011ecb_inp_aligned
|
|
shrl $2,%ecx
|
|
.byte 243,165
|
|
subl %ebx,%edi
|
|
movl %ebx,%ecx
|
|
movl %edi,%esi
|
|
-.L009ecb_inp_aligned:
|
|
+.L011ecb_inp_aligned:
|
|
leal -16(%edx),%eax
|
|
leal 16(%edx),%ebx
|
|
shrl $4,%ecx
|
|
@@ -250,23 +265,23 @@ padlock_ecb_encrypt:
|
|
movl (%ebp),%edi
|
|
movl 12(%ebp),%ebx
|
|
testl $15,%edi
|
|
- jz .L010ecb_out_aligned
|
|
+ jz .L012ecb_out_aligned
|
|
movl %ebx,%ecx
|
|
leal (%esp),%esi
|
|
shrl $2,%ecx
|
|
.byte 243,165
|
|
subl %ebx,%edi
|
|
-.L010ecb_out_aligned:
|
|
+.L012ecb_out_aligned:
|
|
movl 4(%ebp),%esi
|
|
movl 8(%ebp),%ecx
|
|
addl %ebx,%edi
|
|
addl %ebx,%esi
|
|
subl %ebx,%ecx
|
|
movl $512,%ebx
|
|
- jz .L011ecb_break
|
|
+ jz .L013ecb_break
|
|
cmpl %ebx,%ecx
|
|
- jae .L007ecb_loop
|
|
-.L008ecb_unaligned_tail:
|
|
+ jae .L009ecb_loop
|
|
+.L010ecb_unaligned_tail:
|
|
xorl %eax,%eax
|
|
cmpl %ebp,%esp
|
|
cmovel %ecx,%eax
|
|
@@ -279,24 +294,24 @@ padlock_ecb_encrypt:
|
|
movl %esp,%esi
|
|
movl %eax,%edi
|
|
movl %ebx,%ecx
|
|
- jmp .L007ecb_loop
|
|
+ jmp .L009ecb_loop
|
|
.align 16
|
|
-.L011ecb_break:
|
|
+.L013ecb_break:
|
|
cmpl %ebp,%esp
|
|
- je .L012ecb_done
|
|
+ je .L014ecb_done
|
|
pxor %xmm0,%xmm0
|
|
leal (%esp),%eax
|
|
-.L013ecb_bzero:
|
|
+.L015ecb_bzero:
|
|
movaps %xmm0,(%eax)
|
|
leal 16(%eax),%eax
|
|
cmpl %eax,%ebp
|
|
- ja .L013ecb_bzero
|
|
-.L012ecb_done:
|
|
+ ja .L015ecb_bzero
|
|
+.L014ecb_done:
|
|
movl 16(%ebp),%ebp
|
|
leal 24(%ebp),%esp
|
|
- jmp .L014ecb_exit
|
|
+ jmp .L016ecb_exit
|
|
.align 16
|
|
-.L006ecb_aligned:
|
|
+.L008ecb_aligned:
|
|
leal (%esi,%ecx,1),%ebp
|
|
negl %ebp
|
|
andl $4095,%ebp
|
|
@@ -306,14 +321,14 @@ padlock_ecb_encrypt:
|
|
cmovael %eax,%ebp
|
|
andl %ecx,%ebp
|
|
subl %ebp,%ecx
|
|
- jz .L015ecb_aligned_tail
|
|
+ jz .L017ecb_aligned_tail
|
|
leal -16(%edx),%eax
|
|
leal 16(%edx),%ebx
|
|
shrl $4,%ecx
|
|
.byte 243,15,167,200
|
|
testl %ebp,%ebp
|
|
- jz .L014ecb_exit
|
|
-.L015ecb_aligned_tail:
|
|
+ jz .L016ecb_exit
|
|
+.L017ecb_aligned_tail:
|
|
movl %ebp,%ecx
|
|
leal -24(%esp),%ebp
|
|
movl %ebp,%esp
|
|
@@ -330,11 +345,11 @@ padlock_ecb_encrypt:
|
|
movl %esp,%esi
|
|
movl %eax,%edi
|
|
movl %ebx,%ecx
|
|
- jmp .L007ecb_loop
|
|
-.L014ecb_exit:
|
|
+ jmp .L009ecb_loop
|
|
+.L016ecb_exit:
|
|
movl $1,%eax
|
|
leal 4(%esp),%esp
|
|
-.L004ecb_abort:
|
|
+.L006ecb_abort:
|
|
popl %edi
|
|
popl %esi
|
|
popl %ebx
|
|
@@ -346,6 +361,7 @@ padlock_ecb_encrypt:
|
|
.align 16
|
|
padlock_cbc_encrypt:
|
|
.L_padlock_cbc_encrypt_begin:
|
|
+.byte 243,15,30,251
|
|
pushl %ebp
|
|
pushl %ebx
|
|
pushl %esi
|
|
@@ -355,25 +371,25 @@ padlock_cbc_encrypt:
|
|
movl 28(%esp),%edx
|
|
movl 32(%esp),%ecx
|
|
testl $15,%edx
|
|
- jnz .L016cbc_abort
|
|
+ jnz .L018cbc_abort
|
|
testl $15,%ecx
|
|
- jnz .L016cbc_abort
|
|
- leal .Lpadlock_saved_context-.L017cbc_pic_point,%eax
|
|
+ jnz .L018cbc_abort
|
|
+ leal .Lpadlock_saved_context-.L019cbc_pic_point,%eax
|
|
pushfl
|
|
cld
|
|
call _padlock_verify_ctx
|
|
-.L017cbc_pic_point:
|
|
+.L019cbc_pic_point:
|
|
leal 16(%edx),%edx
|
|
xorl %eax,%eax
|
|
xorl %ebx,%ebx
|
|
testl $32,(%edx)
|
|
- jnz .L018cbc_aligned
|
|
+ jnz .L020cbc_aligned
|
|
testl $15,%edi
|
|
setz %al
|
|
testl $15,%esi
|
|
setz %bl
|
|
testl %ebx,%eax
|
|
- jnz .L018cbc_aligned
|
|
+ jnz .L020cbc_aligned
|
|
negl %eax
|
|
movl $512,%ebx
|
|
notl %eax
|
|
@@ -392,7 +408,7 @@ padlock_cbc_encrypt:
|
|
andl $-16,%esp
|
|
movl %eax,16(%ebp)
|
|
cmpl %ebx,%ecx
|
|
- ja .L019cbc_loop
|
|
+ ja .L021cbc_loop
|
|
movl %esi,%eax
|
|
cmpl %esp,%ebp
|
|
cmovel %edi,%eax
|
|
@@ -403,10 +419,10 @@ padlock_cbc_encrypt:
|
|
movl $-64,%eax
|
|
cmovael %ebx,%eax
|
|
andl %eax,%ebx
|
|
- jz .L020cbc_unaligned_tail
|
|
- jmp .L019cbc_loop
|
|
+ jz .L022cbc_unaligned_tail
|
|
+ jmp .L021cbc_loop
|
|
.align 16
|
|
-.L019cbc_loop:
|
|
+.L021cbc_loop:
|
|
movl %edi,(%ebp)
|
|
movl %esi,4(%ebp)
|
|
movl %ecx,8(%ebp)
|
|
@@ -415,13 +431,13 @@ padlock_cbc_encrypt:
|
|
testl $15,%edi
|
|
cmovnzl %esp,%edi
|
|
testl $15,%esi
|
|
- jz .L021cbc_inp_aligned
|
|
+ jz .L023cbc_inp_aligned
|
|
shrl $2,%ecx
|
|
.byte 243,165
|
|
subl %ebx,%edi
|
|
movl %ebx,%ecx
|
|
movl %edi,%esi
|
|
-.L021cbc_inp_aligned:
|
|
+.L023cbc_inp_aligned:
|
|
leal -16(%edx),%eax
|
|
leal 16(%edx),%ebx
|
|
shrl $4,%ecx
|
|
@@ -431,23 +447,23 @@ padlock_cbc_encrypt:
|
|
movl (%ebp),%edi
|
|
movl 12(%ebp),%ebx
|
|
testl $15,%edi
|
|
- jz .L022cbc_out_aligned
|
|
+ jz .L024cbc_out_aligned
|
|
movl %ebx,%ecx
|
|
leal (%esp),%esi
|
|
shrl $2,%ecx
|
|
.byte 243,165
|
|
subl %ebx,%edi
|
|
-.L022cbc_out_aligned:
|
|
+.L024cbc_out_aligned:
|
|
movl 4(%ebp),%esi
|
|
movl 8(%ebp),%ecx
|
|
addl %ebx,%edi
|
|
addl %ebx,%esi
|
|
subl %ebx,%ecx
|
|
movl $512,%ebx
|
|
- jz .L023cbc_break
|
|
+ jz .L025cbc_break
|
|
cmpl %ebx,%ecx
|
|
- jae .L019cbc_loop
|
|
-.L020cbc_unaligned_tail:
|
|
+ jae .L021cbc_loop
|
|
+.L022cbc_unaligned_tail:
|
|
xorl %eax,%eax
|
|
cmpl %ebp,%esp
|
|
cmovel %ecx,%eax
|
|
@@ -460,24 +476,24 @@ padlock_cbc_encrypt:
|
|
movl %esp,%esi
|
|
movl %eax,%edi
|
|
movl %ebx,%ecx
|
|
- jmp .L019cbc_loop
|
|
+ jmp .L021cbc_loop
|
|
.align 16
|
|
-.L023cbc_break:
|
|
+.L025cbc_break:
|
|
cmpl %ebp,%esp
|
|
- je .L024cbc_done
|
|
+ je .L026cbc_done
|
|
pxor %xmm0,%xmm0
|
|
leal (%esp),%eax
|
|
-.L025cbc_bzero:
|
|
+.L027cbc_bzero:
|
|
movaps %xmm0,(%eax)
|
|
leal 16(%eax),%eax
|
|
cmpl %eax,%ebp
|
|
- ja .L025cbc_bzero
|
|
-.L024cbc_done:
|
|
+ ja .L027cbc_bzero
|
|
+.L026cbc_done:
|
|
movl 16(%ebp),%ebp
|
|
leal 24(%ebp),%esp
|
|
- jmp .L026cbc_exit
|
|
+ jmp .L028cbc_exit
|
|
.align 16
|
|
-.L018cbc_aligned:
|
|
+.L020cbc_aligned:
|
|
leal (%esi,%ecx,1),%ebp
|
|
negl %ebp
|
|
andl $4095,%ebp
|
|
@@ -487,7 +503,7 @@ padlock_cbc_encrypt:
|
|
cmovael %eax,%ebp
|
|
andl %ecx,%ebp
|
|
subl %ebp,%ecx
|
|
- jz .L027cbc_aligned_tail
|
|
+ jz .L029cbc_aligned_tail
|
|
leal -16(%edx),%eax
|
|
leal 16(%edx),%ebx
|
|
shrl $4,%ecx
|
|
@@ -495,8 +511,8 @@ padlock_cbc_encrypt:
|
|
movaps (%eax),%xmm0
|
|
movaps %xmm0,-16(%edx)
|
|
testl %ebp,%ebp
|
|
- jz .L026cbc_exit
|
|
-.L027cbc_aligned_tail:
|
|
+ jz .L028cbc_exit
|
|
+.L029cbc_aligned_tail:
|
|
movl %ebp,%ecx
|
|
leal -24(%esp),%ebp
|
|
movl %ebp,%esp
|
|
@@ -513,11 +529,11 @@ padlock_cbc_encrypt:
|
|
movl %esp,%esi
|
|
movl %eax,%edi
|
|
movl %ebx,%ecx
|
|
- jmp .L019cbc_loop
|
|
-.L026cbc_exit:
|
|
+ jmp .L021cbc_loop
|
|
+.L028cbc_exit:
|
|
movl $1,%eax
|
|
leal 4(%esp),%esp
|
|
-.L016cbc_abort:
|
|
+.L018cbc_abort:
|
|
popl %edi
|
|
popl %esi
|
|
popl %ebx
|
|
@@ -529,6 +545,7 @@ padlock_cbc_encrypt:
|
|
.align 16
|
|
padlock_cfb_encrypt:
|
|
.L_padlock_cfb_encrypt_begin:
|
|
+.byte 243,15,30,251
|
|
pushl %ebp
|
|
pushl %ebx
|
|
pushl %esi
|
|
@@ -538,25 +555,25 @@ padlock_cfb_encrypt:
|
|
movl 28(%esp),%edx
|
|
movl 32(%esp),%ecx
|
|
testl $15,%edx
|
|
- jnz .L028cfb_abort
|
|
+ jnz .L030cfb_abort
|
|
testl $15,%ecx
|
|
- jnz .L028cfb_abort
|
|
- leal .Lpadlock_saved_context-.L029cfb_pic_point,%eax
|
|
+ jnz .L030cfb_abort
|
|
+ leal .Lpadlock_saved_context-.L031cfb_pic_point,%eax
|
|
pushfl
|
|
cld
|
|
call _padlock_verify_ctx
|
|
-.L029cfb_pic_point:
|
|
+.L031cfb_pic_point:
|
|
leal 16(%edx),%edx
|
|
xorl %eax,%eax
|
|
xorl %ebx,%ebx
|
|
testl $32,(%edx)
|
|
- jnz .L030cfb_aligned
|
|
+ jnz .L032cfb_aligned
|
|
testl $15,%edi
|
|
setz %al
|
|
testl $15,%esi
|
|
setz %bl
|
|
testl %ebx,%eax
|
|
- jnz .L030cfb_aligned
|
|
+ jnz .L032cfb_aligned
|
|
negl %eax
|
|
movl $512,%ebx
|
|
notl %eax
|
|
@@ -574,9 +591,9 @@ padlock_cfb_encrypt:
|
|
andl $-16,%ebp
|
|
andl $-16,%esp
|
|
movl %eax,16(%ebp)
|
|
- jmp .L031cfb_loop
|
|
+ jmp .L033cfb_loop
|
|
.align 16
|
|
-.L031cfb_loop:
|
|
+.L033cfb_loop:
|
|
movl %edi,(%ebp)
|
|
movl %esi,4(%ebp)
|
|
movl %ecx,8(%ebp)
|
|
@@ -585,13 +602,13 @@ padlock_cfb_encrypt:
|
|
testl $15,%edi
|
|
cmovnzl %esp,%edi
|
|
testl $15,%esi
|
|
- jz .L032cfb_inp_aligned
|
|
+ jz .L034cfb_inp_aligned
|
|
shrl $2,%ecx
|
|
.byte 243,165
|
|
subl %ebx,%edi
|
|
movl %ebx,%ecx
|
|
movl %edi,%esi
|
|
-.L032cfb_inp_aligned:
|
|
+.L034cfb_inp_aligned:
|
|
leal -16(%edx),%eax
|
|
leal 16(%edx),%ebx
|
|
shrl $4,%ecx
|
|
@@ -601,45 +618,45 @@ padlock_cfb_encrypt:
|
|
movl (%ebp),%edi
|
|
movl 12(%ebp),%ebx
|
|
testl $15,%edi
|
|
- jz .L033cfb_out_aligned
|
|
+ jz .L035cfb_out_aligned
|
|
movl %ebx,%ecx
|
|
leal (%esp),%esi
|
|
shrl $2,%ecx
|
|
.byte 243,165
|
|
subl %ebx,%edi
|
|
-.L033cfb_out_aligned:
|
|
+.L035cfb_out_aligned:
|
|
movl 4(%ebp),%esi
|
|
movl 8(%ebp),%ecx
|
|
addl %ebx,%edi
|
|
addl %ebx,%esi
|
|
subl %ebx,%ecx
|
|
movl $512,%ebx
|
|
- jnz .L031cfb_loop
|
|
+ jnz .L033cfb_loop
|
|
cmpl %ebp,%esp
|
|
- je .L034cfb_done
|
|
+ je .L036cfb_done
|
|
pxor %xmm0,%xmm0
|
|
leal (%esp),%eax
|
|
-.L035cfb_bzero:
|
|
+.L037cfb_bzero:
|
|
movaps %xmm0,(%eax)
|
|
leal 16(%eax),%eax
|
|
cmpl %eax,%ebp
|
|
- ja .L035cfb_bzero
|
|
-.L034cfb_done:
|
|
+ ja .L037cfb_bzero
|
|
+.L036cfb_done:
|
|
movl 16(%ebp),%ebp
|
|
leal 24(%ebp),%esp
|
|
- jmp .L036cfb_exit
|
|
+ jmp .L038cfb_exit
|
|
.align 16
|
|
-.L030cfb_aligned:
|
|
+.L032cfb_aligned:
|
|
leal -16(%edx),%eax
|
|
leal 16(%edx),%ebx
|
|
shrl $4,%ecx
|
|
.byte 243,15,167,224
|
|
movaps (%eax),%xmm0
|
|
movaps %xmm0,-16(%edx)
|
|
-.L036cfb_exit:
|
|
+.L038cfb_exit:
|
|
movl $1,%eax
|
|
leal 4(%esp),%esp
|
|
-.L028cfb_abort:
|
|
+.L030cfb_abort:
|
|
popl %edi
|
|
popl %esi
|
|
popl %ebx
|
|
@@ -651,6 +668,7 @@ padlock_cfb_encrypt:
|
|
.align 16
|
|
padlock_ofb_encrypt:
|
|
.L_padlock_ofb_encrypt_begin:
|
|
+.byte 243,15,30,251
|
|
pushl %ebp
|
|
pushl %ebx
|
|
pushl %esi
|
|
@@ -660,25 +678,25 @@ padlock_ofb_encrypt:
|
|
movl 28(%esp),%edx
|
|
movl 32(%esp),%ecx
|
|
testl $15,%edx
|
|
- jnz .L037ofb_abort
|
|
+ jnz .L039ofb_abort
|
|
testl $15,%ecx
|
|
- jnz .L037ofb_abort
|
|
- leal .Lpadlock_saved_context-.L038ofb_pic_point,%eax
|
|
+ jnz .L039ofb_abort
|
|
+ leal .Lpadlock_saved_context-.L040ofb_pic_point,%eax
|
|
pushfl
|
|
cld
|
|
call _padlock_verify_ctx
|
|
-.L038ofb_pic_point:
|
|
+.L040ofb_pic_point:
|
|
leal 16(%edx),%edx
|
|
xorl %eax,%eax
|
|
xorl %ebx,%ebx
|
|
testl $32,(%edx)
|
|
- jnz .L039ofb_aligned
|
|
+ jnz .L041ofb_aligned
|
|
testl $15,%edi
|
|
setz %al
|
|
testl $15,%esi
|
|
setz %bl
|
|
testl %ebx,%eax
|
|
- jnz .L039ofb_aligned
|
|
+ jnz .L041ofb_aligned
|
|
negl %eax
|
|
movl $512,%ebx
|
|
notl %eax
|
|
@@ -696,9 +714,9 @@ padlock_ofb_encrypt:
|
|
andl $-16,%ebp
|
|
andl $-16,%esp
|
|
movl %eax,16(%ebp)
|
|
- jmp .L040ofb_loop
|
|
+ jmp .L042ofb_loop
|
|
.align 16
|
|
-.L040ofb_loop:
|
|
+.L042ofb_loop:
|
|
movl %edi,(%ebp)
|
|
movl %esi,4(%ebp)
|
|
movl %ecx,8(%ebp)
|
|
@@ -707,13 +725,13 @@ padlock_ofb_encrypt:
|
|
testl $15,%edi
|
|
cmovnzl %esp,%edi
|
|
testl $15,%esi
|
|
- jz .L041ofb_inp_aligned
|
|
+ jz .L043ofb_inp_aligned
|
|
shrl $2,%ecx
|
|
.byte 243,165
|
|
subl %ebx,%edi
|
|
movl %ebx,%ecx
|
|
movl %edi,%esi
|
|
-.L041ofb_inp_aligned:
|
|
+.L043ofb_inp_aligned:
|
|
leal -16(%edx),%eax
|
|
leal 16(%edx),%ebx
|
|
shrl $4,%ecx
|
|
@@ -723,45 +741,45 @@ padlock_ofb_encrypt:
|
|
movl (%ebp),%edi
|
|
movl 12(%ebp),%ebx
|
|
testl $15,%edi
|
|
- jz .L042ofb_out_aligned
|
|
+ jz .L044ofb_out_aligned
|
|
movl %ebx,%ecx
|
|
leal (%esp),%esi
|
|
shrl $2,%ecx
|
|
.byte 243,165
|
|
subl %ebx,%edi
|
|
-.L042ofb_out_aligned:
|
|
+.L044ofb_out_aligned:
|
|
movl 4(%ebp),%esi
|
|
movl 8(%ebp),%ecx
|
|
addl %ebx,%edi
|
|
addl %ebx,%esi
|
|
subl %ebx,%ecx
|
|
movl $512,%ebx
|
|
- jnz .L040ofb_loop
|
|
+ jnz .L042ofb_loop
|
|
cmpl %ebp,%esp
|
|
- je .L043ofb_done
|
|
+ je .L045ofb_done
|
|
pxor %xmm0,%xmm0
|
|
leal (%esp),%eax
|
|
-.L044ofb_bzero:
|
|
+.L046ofb_bzero:
|
|
movaps %xmm0,(%eax)
|
|
leal 16(%eax),%eax
|
|
cmpl %eax,%ebp
|
|
- ja .L044ofb_bzero
|
|
-.L043ofb_done:
|
|
+ ja .L046ofb_bzero
|
|
+.L045ofb_done:
|
|
movl 16(%ebp),%ebp
|
|
leal 24(%ebp),%esp
|
|
- jmp .L045ofb_exit
|
|
+ jmp .L047ofb_exit
|
|
.align 16
|
|
-.L039ofb_aligned:
|
|
+.L041ofb_aligned:
|
|
leal -16(%edx),%eax
|
|
leal 16(%edx),%ebx
|
|
shrl $4,%ecx
|
|
.byte 243,15,167,232
|
|
movaps (%eax),%xmm0
|
|
movaps %xmm0,-16(%edx)
|
|
-.L045ofb_exit:
|
|
+.L047ofb_exit:
|
|
movl $1,%eax
|
|
leal 4(%esp),%esp
|
|
-.L037ofb_abort:
|
|
+.L039ofb_abort:
|
|
popl %edi
|
|
popl %esi
|
|
popl %ebx
|
|
@@ -773,6 +791,7 @@ padlock_ofb_encrypt:
|
|
.align 16
|
|
padlock_ctr32_encrypt:
|
|
.L_padlock_ctr32_encrypt_begin:
|
|
+.byte 243,15,30,251
|
|
pushl %ebp
|
|
pushl %ebx
|
|
pushl %esi
|
|
@@ -782,14 +801,14 @@ padlock_ctr32_encrypt:
|
|
movl 28(%esp),%edx
|
|
movl 32(%esp),%ecx
|
|
testl $15,%edx
|
|
- jnz .L046ctr32_abort
|
|
+ jnz .L048ctr32_abort
|
|
testl $15,%ecx
|
|
- jnz .L046ctr32_abort
|
|
- leal .Lpadlock_saved_context-.L047ctr32_pic_point,%eax
|
|
+ jnz .L048ctr32_abort
|
|
+ leal .Lpadlock_saved_context-.L049ctr32_pic_point,%eax
|
|
pushfl
|
|
cld
|
|
call _padlock_verify_ctx
|
|
-.L047ctr32_pic_point:
|
|
+.L049ctr32_pic_point:
|
|
leal 16(%edx),%edx
|
|
xorl %eax,%eax
|
|
movq -16(%edx),%mm0
|
|
@@ -809,9 +828,9 @@ padlock_ctr32_encrypt:
|
|
andl $-16,%ebp
|
|
andl $-16,%esp
|
|
movl %eax,16(%ebp)
|
|
- jmp .L048ctr32_loop
|
|
+ jmp .L050ctr32_loop
|
|
.align 16
|
|
-.L048ctr32_loop:
|
|
+.L050ctr32_loop:
|
|
movl %edi,(%ebp)
|
|
movl %esi,4(%ebp)
|
|
movl %ecx,8(%ebp)
|
|
@@ -820,7 +839,7 @@ padlock_ctr32_encrypt:
|
|
movl -4(%edx),%ecx
|
|
xorl %edi,%edi
|
|
movl -8(%edx),%eax
|
|
-.L049ctr32_prepare:
|
|
+.L051ctr32_prepare:
|
|
movl %ecx,12(%esp,%edi,1)
|
|
bswap %ecx
|
|
movq %mm0,(%esp,%edi,1)
|
|
@@ -829,7 +848,7 @@ padlock_ctr32_encrypt:
|
|
bswap %ecx
|
|
leal 16(%edi),%edi
|
|
cmpl %ebx,%edi
|
|
- jb .L049ctr32_prepare
|
|
+ jb .L051ctr32_prepare
|
|
movl %ecx,-4(%edx)
|
|
leal (%esp),%esi
|
|
leal (%esp),%edi
|
|
@@ -842,33 +861,33 @@ padlock_ctr32_encrypt:
|
|
movl 12(%ebp),%ebx
|
|
movl 4(%ebp),%esi
|
|
xorl %ecx,%ecx
|
|
-.L050ctr32_xor:
|
|
+.L052ctr32_xor:
|
|
movups (%esi,%ecx,1),%xmm1
|
|
leal 16(%ecx),%ecx
|
|
pxor -16(%esp,%ecx,1),%xmm1
|
|
movups %xmm1,-16(%edi,%ecx,1)
|
|
cmpl %ebx,%ecx
|
|
- jb .L050ctr32_xor
|
|
+ jb .L052ctr32_xor
|
|
movl 8(%ebp),%ecx
|
|
addl %ebx,%edi
|
|
addl %ebx,%esi
|
|
subl %ebx,%ecx
|
|
movl $512,%ebx
|
|
- jnz .L048ctr32_loop
|
|
+ jnz .L050ctr32_loop
|
|
pxor %xmm0,%xmm0
|
|
leal (%esp),%eax
|
|
-.L051ctr32_bzero:
|
|
+.L053ctr32_bzero:
|
|
movaps %xmm0,(%eax)
|
|
leal 16(%eax),%eax
|
|
cmpl %eax,%ebp
|
|
- ja .L051ctr32_bzero
|
|
-.L052ctr32_done:
|
|
+ ja .L053ctr32_bzero
|
|
+.L054ctr32_done:
|
|
movl 16(%ebp),%ebp
|
|
leal 24(%ebp),%esp
|
|
movl $1,%eax
|
|
leal 4(%esp),%esp
|
|
emms
|
|
-.L046ctr32_abort:
|
|
+.L048ctr32_abort:
|
|
popl %edi
|
|
popl %esi
|
|
popl %ebx
|
|
@@ -880,6 +899,7 @@ padlock_ctr32_encrypt:
|
|
.align 16
|
|
padlock_xstore:
|
|
.L_padlock_xstore_begin:
|
|
+.byte 243,15,30,251
|
|
pushl %edi
|
|
movl 8(%esp),%edi
|
|
movl 12(%esp),%edx
|
|
@@ -890,14 +910,15 @@ padlock_xstore:
|
|
.type _win32_segv_handler,@function
|
|
.align 16
|
|
_win32_segv_handler:
|
|
+.byte 243,15,30,251
|
|
movl $1,%eax
|
|
movl 4(%esp),%edx
|
|
movl 12(%esp),%ecx
|
|
cmpl $3221225477,(%edx)
|
|
- jne .L053ret
|
|
+ jne .L055ret
|
|
addl $4,184(%ecx)
|
|
movl $0,%eax
|
|
-.L053ret:
|
|
+.L055ret:
|
|
ret
|
|
.size _win32_segv_handler,.-_win32_segv_handler
|
|
.globl padlock_sha1_oneshot
|
|
@@ -905,6 +926,7 @@ _win32_segv_handler:
|
|
.align 16
|
|
padlock_sha1_oneshot:
|
|
.L_padlock_sha1_oneshot_begin:
|
|
+.byte 243,15,30,251
|
|
pushl %edi
|
|
pushl %esi
|
|
xorl %eax,%eax
|
|
@@ -936,6 +958,7 @@ padlock_sha1_oneshot:
|
|
.align 16
|
|
padlock_sha1_blocks:
|
|
.L_padlock_sha1_blocks_begin:
|
|
+.byte 243,15,30,251
|
|
pushl %edi
|
|
pushl %esi
|
|
movl 12(%esp),%edi
|
|
@@ -966,6 +989,7 @@ padlock_sha1_blocks:
|
|
.align 16
|
|
padlock_sha256_oneshot:
|
|
.L_padlock_sha256_oneshot_begin:
|
|
+.byte 243,15,30,251
|
|
pushl %edi
|
|
pushl %esi
|
|
xorl %eax,%eax
|
|
@@ -997,6 +1021,7 @@ padlock_sha256_oneshot:
|
|
.align 16
|
|
padlock_sha256_blocks:
|
|
.L_padlock_sha256_blocks_begin:
|
|
+.byte 243,15,30,251
|
|
pushl %edi
|
|
pushl %esi
|
|
movl 12(%esp),%edi
|
|
@@ -1027,6 +1052,7 @@ padlock_sha256_blocks:
|
|
.align 16
|
|
padlock_sha512_blocks:
|
|
.L_padlock_sha512_blocks_begin:
|
|
+.byte 243,15,30,251
|
|
pushl %edi
|
|
pushl %esi
|
|
movl 12(%esp),%edi
|
|
@@ -1069,7 +1095,21 @@ padlock_sha512_blocks:
|
|
.Lpadlock_saved_context:
|
|
.long 0
|
|
|
|
+ .section ".note.gnu.property", "a"
|
|
+ .p2align 2
|
|
+ .long 1f - 0f
|
|
+ .long 4f - 1f
|
|
+ .long 5
|
|
+0:
|
|
+ .asciz "GNU"
|
|
+1:
|
|
+ .p2align 2
|
|
+ .long 0xc0000002
|
|
+ .long 3f - 2f
|
|
+2:
|
|
+ .long 3
|
|
+3:
|
|
+ .p2align 2
|
|
+4:
|
|
|
|
.section .note.GNU-stack,"",%progbits
|
|
-
|
|
-
|
|
diff --git a/lib/accelerated/x86/elf/e_padlock-x86_64.s b/lib/accelerated/x86/elf/e_padlock-x86_64.s
|
|
index c161f0a73..f92da756c 100644
|
|
--- a/lib/accelerated/x86/elf/e_padlock-x86_64.s
|
|
+++ b/lib/accelerated/x86/elf/e_padlock-x86_64.s
|
|
@@ -1,4 +1,4 @@
|
|
-# Copyright (c) 2011-2013, Andy Polyakov <appro@openssl.org>
|
|
+# Copyright (c) 2011-2016, Andy Polyakov <appro@openssl.org>
|
|
# All rights reserved.
|
|
#
|
|
# Redistribution and use in source and binary forms, with or without
|
|
@@ -42,36 +42,50 @@
|
|
.type padlock_capability,@function
|
|
.align 16
|
|
padlock_capability:
|
|
+.cfi_startproc
|
|
+.byte 243,15,30,250
|
|
movq %rbx,%r8
|
|
xorl %eax,%eax
|
|
cpuid
|
|
xorl %eax,%eax
|
|
- cmpl $1953391939,%ebx
|
|
+ cmpl $0x746e6543,%ebx
|
|
+ jne .Lzhaoxin
|
|
+ cmpl $0x48727561,%edx
|
|
jne .Lnoluck
|
|
- cmpl $1215460705,%edx
|
|
+ cmpl $0x736c7561,%ecx
|
|
jne .Lnoluck
|
|
- cmpl $1936487777,%ecx
|
|
+ jmp .LzhaoxinEnd
|
|
+.Lzhaoxin:
|
|
+ cmpl $0x68532020,%ebx
|
|
jne .Lnoluck
|
|
- movl $3221225472,%eax
|
|
+ cmpl $0x68676e61,%edx
|
|
+ jne .Lnoluck
|
|
+ cmpl $0x20206961,%ecx
|
|
+ jne .Lnoluck
|
|
+.LzhaoxinEnd:
|
|
+ movl $0xC0000000,%eax
|
|
cpuid
|
|
movl %eax,%edx
|
|
xorl %eax,%eax
|
|
- cmpl $3221225473,%edx
|
|
+ cmpl $0xC0000001,%edx
|
|
jb .Lnoluck
|
|
- movl $3221225473,%eax
|
|
+ movl $0xC0000001,%eax
|
|
cpuid
|
|
movl %edx,%eax
|
|
- andl $4294967279,%eax
|
|
- orl $16,%eax
|
|
+ andl $0xffffffef,%eax
|
|
+ orl $0x10,%eax
|
|
.Lnoluck:
|
|
movq %r8,%rbx
|
|
.byte 0xf3,0xc3
|
|
+.cfi_endproc
|
|
.size padlock_capability,.-padlock_capability
|
|
|
|
.globl padlock_key_bswap
|
|
.type padlock_key_bswap,@function
|
|
.align 16
|
|
padlock_key_bswap:
|
|
+.cfi_startproc
|
|
+.byte 243,15,30,250
|
|
movl 240(%rdi),%edx
|
|
.Lbswap_loop:
|
|
movl (%rdi),%eax
|
|
@@ -81,23 +95,29 @@ padlock_key_bswap:
|
|
subl $1,%edx
|
|
jnz .Lbswap_loop
|
|
.byte 0xf3,0xc3
|
|
+.cfi_endproc
|
|
.size padlock_key_bswap,.-padlock_key_bswap
|
|
|
|
.globl padlock_verify_context
|
|
.type padlock_verify_context,@function
|
|
.align 16
|
|
padlock_verify_context:
|
|
+.cfi_startproc
|
|
+.byte 243,15,30,250
|
|
movq %rdi,%rdx
|
|
pushf
|
|
leaq .Lpadlock_saved_context(%rip),%rax
|
|
call _padlock_verify_ctx
|
|
leaq 8(%rsp),%rsp
|
|
.byte 0xf3,0xc3
|
|
+.cfi_endproc
|
|
.size padlock_verify_context,.-padlock_verify_context
|
|
|
|
.type _padlock_verify_ctx,@function
|
|
.align 16
|
|
_padlock_verify_ctx:
|
|
+.cfi_startproc
|
|
+.byte 243,15,30,250
|
|
movq 8(%rsp),%r8
|
|
btq $30,%r8
|
|
jnc .Lverified
|
|
@@ -108,43 +128,55 @@ _padlock_verify_ctx:
|
|
.Lverified:
|
|
movq %rdx,(%rax)
|
|
.byte 0xf3,0xc3
|
|
+.cfi_endproc
|
|
.size _padlock_verify_ctx,.-_padlock_verify_ctx
|
|
|
|
.globl padlock_reload_key
|
|
.type padlock_reload_key,@function
|
|
.align 16
|
|
padlock_reload_key:
|
|
+.cfi_startproc
|
|
+.byte 243,15,30,250
|
|
pushf
|
|
popf
|
|
.byte 0xf3,0xc3
|
|
+.cfi_endproc
|
|
.size padlock_reload_key,.-padlock_reload_key
|
|
|
|
.globl padlock_aes_block
|
|
.type padlock_aes_block,@function
|
|
.align 16
|
|
padlock_aes_block:
|
|
+.cfi_startproc
|
|
+.byte 243,15,30,250
|
|
movq %rbx,%r8
|
|
movq $1,%rcx
|
|
leaq 32(%rdx),%rbx
|
|
leaq 16(%rdx),%rdx
|
|
-.byte 0xf3,0x0f,0xa7,0xc8
|
|
+.byte 0xf3,0x0f,0xa7,0xc8
|
|
movq %r8,%rbx
|
|
.byte 0xf3,0xc3
|
|
+.cfi_endproc
|
|
.size padlock_aes_block,.-padlock_aes_block
|
|
|
|
.globl padlock_xstore
|
|
.type padlock_xstore,@function
|
|
.align 16
|
|
padlock_xstore:
|
|
+.cfi_startproc
|
|
+.byte 243,15,30,250
|
|
movl %esi,%edx
|
|
-.byte 0x0f,0xa7,0xc0
|
|
+.byte 0x0f,0xa7,0xc0
|
|
.byte 0xf3,0xc3
|
|
+.cfi_endproc
|
|
.size padlock_xstore,.-padlock_xstore
|
|
|
|
.globl padlock_sha1_oneshot
|
|
.type padlock_sha1_oneshot,@function
|
|
.align 16
|
|
padlock_sha1_oneshot:
|
|
+.cfi_startproc
|
|
+.byte 243,15,30,250
|
|
movq %rdx,%rcx
|
|
movq %rdi,%rdx
|
|
movups (%rdi),%xmm0
|
|
@@ -154,19 +186,22 @@ padlock_sha1_oneshot:
|
|
movq %rsp,%rdi
|
|
movl %eax,16(%rsp)
|
|
xorq %rax,%rax
|
|
-.byte 0xf3,0x0f,0xa6,0xc8
|
|
+.byte 0xf3,0x0f,0xa6,0xc8
|
|
movaps (%rsp),%xmm0
|
|
movl 16(%rsp),%eax
|
|
addq $128+8,%rsp
|
|
movups %xmm0,(%rdx)
|
|
movl %eax,16(%rdx)
|
|
.byte 0xf3,0xc3
|
|
+.cfi_endproc
|
|
.size padlock_sha1_oneshot,.-padlock_sha1_oneshot
|
|
|
|
.globl padlock_sha1_blocks
|
|
.type padlock_sha1_blocks,@function
|
|
.align 16
|
|
padlock_sha1_blocks:
|
|
+.cfi_startproc
|
|
+.byte 243,15,30,250
|
|
movq %rdx,%rcx
|
|
movq %rdi,%rdx
|
|
movups (%rdi),%xmm0
|
|
@@ -176,19 +211,22 @@ padlock_sha1_blocks:
|
|
movq %rsp,%rdi
|
|
movl %eax,16(%rsp)
|
|
movq $-1,%rax
|
|
-.byte 0xf3,0x0f,0xa6,0xc8
|
|
+.byte 0xf3,0x0f,0xa6,0xc8
|
|
movaps (%rsp),%xmm0
|
|
movl 16(%rsp),%eax
|
|
addq $128+8,%rsp
|
|
movups %xmm0,(%rdx)
|
|
movl %eax,16(%rdx)
|
|
.byte 0xf3,0xc3
|
|
+.cfi_endproc
|
|
.size padlock_sha1_blocks,.-padlock_sha1_blocks
|
|
|
|
.globl padlock_sha256_oneshot
|
|
.type padlock_sha256_oneshot,@function
|
|
.align 16
|
|
padlock_sha256_oneshot:
|
|
+.cfi_startproc
|
|
+.byte 243,15,30,250
|
|
movq %rdx,%rcx
|
|
movq %rdi,%rdx
|
|
movups (%rdi),%xmm0
|
|
@@ -198,19 +236,22 @@ padlock_sha256_oneshot:
|
|
movq %rsp,%rdi
|
|
movaps %xmm1,16(%rsp)
|
|
xorq %rax,%rax
|
|
-.byte 0xf3,0x0f,0xa6,0xd0
|
|
+.byte 0xf3,0x0f,0xa6,0xd0
|
|
movaps (%rsp),%xmm0
|
|
movaps 16(%rsp),%xmm1
|
|
addq $128+8,%rsp
|
|
movups %xmm0,(%rdx)
|
|
movups %xmm1,16(%rdx)
|
|
.byte 0xf3,0xc3
|
|
+.cfi_endproc
|
|
.size padlock_sha256_oneshot,.-padlock_sha256_oneshot
|
|
|
|
.globl padlock_sha256_blocks
|
|
.type padlock_sha256_blocks,@function
|
|
.align 16
|
|
padlock_sha256_blocks:
|
|
+.cfi_startproc
|
|
+.byte 243,15,30,250
|
|
movq %rdx,%rcx
|
|
movq %rdi,%rdx
|
|
movups (%rdi),%xmm0
|
|
@@ -220,19 +261,22 @@ padlock_sha256_blocks:
|
|
movq %rsp,%rdi
|
|
movaps %xmm1,16(%rsp)
|
|
movq $-1,%rax
|
|
-.byte 0xf3,0x0f,0xa6,0xd0
|
|
+.byte 0xf3,0x0f,0xa6,0xd0
|
|
movaps (%rsp),%xmm0
|
|
movaps 16(%rsp),%xmm1
|
|
addq $128+8,%rsp
|
|
movups %xmm0,(%rdx)
|
|
movups %xmm1,16(%rdx)
|
|
.byte 0xf3,0xc3
|
|
+.cfi_endproc
|
|
.size padlock_sha256_blocks,.-padlock_sha256_blocks
|
|
|
|
.globl padlock_sha512_blocks
|
|
.type padlock_sha512_blocks,@function
|
|
.align 16
|
|
padlock_sha512_blocks:
|
|
+.cfi_startproc
|
|
+.byte 243,15,30,250
|
|
movq %rdx,%rcx
|
|
movq %rdi,%rdx
|
|
movups (%rdi),%xmm0
|
|
@@ -245,7 +289,7 @@ padlock_sha512_blocks:
|
|
movaps %xmm1,16(%rsp)
|
|
movaps %xmm2,32(%rsp)
|
|
movaps %xmm3,48(%rsp)
|
|
-.byte 0xf3,0x0f,0xa6,0xe0
|
|
+.byte 0xf3,0x0f,0xa6,0xe0
|
|
movaps (%rsp),%xmm0
|
|
movaps 16(%rsp),%xmm1
|
|
movaps 32(%rsp),%xmm2
|
|
@@ -256,11 +300,14 @@ padlock_sha512_blocks:
|
|
movups %xmm2,32(%rdx)
|
|
movups %xmm3,48(%rdx)
|
|
.byte 0xf3,0xc3
|
|
+.cfi_endproc
|
|
.size padlock_sha512_blocks,.-padlock_sha512_blocks
|
|
.globl padlock_ecb_encrypt
|
|
.type padlock_ecb_encrypt,@function
|
|
.align 16
|
|
padlock_ecb_encrypt:
|
|
+.cfi_startproc
|
|
+.byte 243,15,30,250
|
|
pushq %rbp
|
|
pushq %rbx
|
|
|
|
@@ -278,9 +325,9 @@ padlock_ecb_encrypt:
|
|
xorl %ebx,%ebx
|
|
testl $32,(%rdx)
|
|
jnz .Lecb_aligned
|
|
- testq $15,%rdi
|
|
+ testq $0x0f,%rdi
|
|
setz %al
|
|
- testq $15,%rsi
|
|
+ testq $0x0f,%rsi
|
|
setz %bl
|
|
testl %ebx,%eax
|
|
jnz .Lecb_aligned
|
|
@@ -304,7 +351,7 @@ padlock_ecb_encrypt:
|
|
cmoveq %rdi,%rax
|
|
addq %rcx,%rax
|
|
negq %rax
|
|
- andq $4095,%rax
|
|
+ andq $0xfff,%rax
|
|
cmpq $128,%rax
|
|
movq $-128,%rax
|
|
cmovaeq %rbx,%rax
|
|
@@ -320,12 +367,12 @@ padlock_ecb_encrypt:
|
|
movq %rcx,%r10
|
|
movq %rbx,%rcx
|
|
movq %rbx,%r11
|
|
- testq $15,%rdi
|
|
+ testq $0x0f,%rdi
|
|
cmovnzq %rsp,%rdi
|
|
- testq $15,%rsi
|
|
+ testq $0x0f,%rsi
|
|
jz .Lecb_inp_aligned
|
|
shrq $3,%rcx
|
|
-.byte 0xf3,0x48,0xa5
|
|
+.byte 0xf3,0x48,0xa5
|
|
subq %rbx,%rdi
|
|
movq %rbx,%rcx
|
|
movq %rdi,%rsi
|
|
@@ -333,15 +380,15 @@ padlock_ecb_encrypt:
|
|
leaq -16(%rdx),%rax
|
|
leaq 16(%rdx),%rbx
|
|
shrq $4,%rcx
|
|
-.byte 0xf3,0x0f,0xa7,200
|
|
+.byte 0xf3,0x0f,0xa7,200
|
|
movq %r8,%rdi
|
|
movq %r11,%rbx
|
|
- testq $15,%rdi
|
|
+ testq $0x0f,%rdi
|
|
jz .Lecb_out_aligned
|
|
movq %rbx,%rcx
|
|
leaq (%rsp),%rsi
|
|
shrq $3,%rcx
|
|
-.byte 0xf3,0x48,0xa5
|
|
+.byte 0xf3,0x48,0xa5
|
|
subq %rbx,%rdi
|
|
.Lecb_out_aligned:
|
|
movq %r9,%rsi
|
|
@@ -362,7 +409,7 @@ padlock_ecb_encrypt:
|
|
subq %rax,%rsp
|
|
shrq $3,%rcx
|
|
leaq (%rsp),%rdi
|
|
-.byte 0xf3,0x48,0xa5
|
|
+.byte 0xf3,0x48,0xa5
|
|
movq %rsp,%rsi
|
|
movq %r8,%rdi
|
|
movq %rbx,%rcx
|
|
@@ -388,7 +435,7 @@ padlock_ecb_encrypt:
|
|
.Lecb_aligned:
|
|
leaq (%rsi,%rcx,1),%rbp
|
|
negq %rbp
|
|
- andq $4095,%rbp
|
|
+ andq $0xfff,%rbp
|
|
xorl %eax,%eax
|
|
cmpq $128,%rbp
|
|
movq $128-1,%rbp
|
|
@@ -399,7 +446,7 @@ padlock_ecb_encrypt:
|
|
leaq -16(%rdx),%rax
|
|
leaq 16(%rdx),%rbx
|
|
shrq $4,%rcx
|
|
-.byte 0xf3,0x0f,0xa7,200
|
|
+.byte 0xf3,0x0f,0xa7,200
|
|
testq %rbp,%rbp
|
|
jz .Lecb_exit
|
|
|
|
@@ -411,7 +458,7 @@ padlock_ecb_encrypt:
|
|
subq %rcx,%rsp
|
|
shrq $3,%rcx
|
|
leaq (%rsp),%rdi
|
|
-.byte 0xf3,0x48,0xa5
|
|
+.byte 0xf3,0x48,0xa5
|
|
leaq (%r8),%rdi
|
|
leaq (%rsp),%rsi
|
|
movq %rbx,%rcx
|
|
@@ -423,11 +470,14 @@ padlock_ecb_encrypt:
|
|
popq %rbx
|
|
popq %rbp
|
|
.byte 0xf3,0xc3
|
|
+.cfi_endproc
|
|
.size padlock_ecb_encrypt,.-padlock_ecb_encrypt
|
|
.globl padlock_cbc_encrypt
|
|
.type padlock_cbc_encrypt,@function
|
|
.align 16
|
|
padlock_cbc_encrypt:
|
|
+.cfi_startproc
|
|
+.byte 243,15,30,250
|
|
pushq %rbp
|
|
pushq %rbx
|
|
|
|
@@ -445,9 +495,9 @@ padlock_cbc_encrypt:
|
|
xorl %ebx,%ebx
|
|
testl $32,(%rdx)
|
|
jnz .Lcbc_aligned
|
|
- testq $15,%rdi
|
|
+ testq $0x0f,%rdi
|
|
setz %al
|
|
- testq $15,%rsi
|
|
+ testq $0x0f,%rsi
|
|
setz %bl
|
|
testl %ebx,%eax
|
|
jnz .Lcbc_aligned
|
|
@@ -471,7 +521,7 @@ padlock_cbc_encrypt:
|
|
cmoveq %rdi,%rax
|
|
addq %rcx,%rax
|
|
negq %rax
|
|
- andq $4095,%rax
|
|
+ andq $0xfff,%rax
|
|
cmpq $64,%rax
|
|
movq $-64,%rax
|
|
cmovaeq %rbx,%rax
|
|
@@ -487,12 +537,12 @@ padlock_cbc_encrypt:
|
|
movq %rcx,%r10
|
|
movq %rbx,%rcx
|
|
movq %rbx,%r11
|
|
- testq $15,%rdi
|
|
+ testq $0x0f,%rdi
|
|
cmovnzq %rsp,%rdi
|
|
- testq $15,%rsi
|
|
+ testq $0x0f,%rsi
|
|
jz .Lcbc_inp_aligned
|
|
shrq $3,%rcx
|
|
-.byte 0xf3,0x48,0xa5
|
|
+.byte 0xf3,0x48,0xa5
|
|
subq %rbx,%rdi
|
|
movq %rbx,%rcx
|
|
movq %rdi,%rsi
|
|
@@ -500,17 +550,17 @@ padlock_cbc_encrypt:
|
|
leaq -16(%rdx),%rax
|
|
leaq 16(%rdx),%rbx
|
|
shrq $4,%rcx
|
|
-.byte 0xf3,0x0f,0xa7,208
|
|
+.byte 0xf3,0x0f,0xa7,208
|
|
movdqa (%rax),%xmm0
|
|
movdqa %xmm0,-16(%rdx)
|
|
movq %r8,%rdi
|
|
movq %r11,%rbx
|
|
- testq $15,%rdi
|
|
+ testq $0x0f,%rdi
|
|
jz .Lcbc_out_aligned
|
|
movq %rbx,%rcx
|
|
leaq (%rsp),%rsi
|
|
shrq $3,%rcx
|
|
-.byte 0xf3,0x48,0xa5
|
|
+.byte 0xf3,0x48,0xa5
|
|
subq %rbx,%rdi
|
|
.Lcbc_out_aligned:
|
|
movq %r9,%rsi
|
|
@@ -531,7 +581,7 @@ padlock_cbc_encrypt:
|
|
subq %rax,%rsp
|
|
shrq $3,%rcx
|
|
leaq (%rsp),%rdi
|
|
-.byte 0xf3,0x48,0xa5
|
|
+.byte 0xf3,0x48,0xa5
|
|
movq %rsp,%rsi
|
|
movq %r8,%rdi
|
|
movq %rbx,%rcx
|
|
@@ -557,7 +607,7 @@ padlock_cbc_encrypt:
|
|
.Lcbc_aligned:
|
|
leaq (%rsi,%rcx,1),%rbp
|
|
negq %rbp
|
|
- andq $4095,%rbp
|
|
+ andq $0xfff,%rbp
|
|
xorl %eax,%eax
|
|
cmpq $64,%rbp
|
|
movq $64-1,%rbp
|
|
@@ -568,7 +618,7 @@ padlock_cbc_encrypt:
|
|
leaq -16(%rdx),%rax
|
|
leaq 16(%rdx),%rbx
|
|
shrq $4,%rcx
|
|
-.byte 0xf3,0x0f,0xa7,208
|
|
+.byte 0xf3,0x0f,0xa7,208
|
|
movdqa (%rax),%xmm0
|
|
movdqa %xmm0,-16(%rdx)
|
|
testq %rbp,%rbp
|
|
@@ -582,7 +632,7 @@ padlock_cbc_encrypt:
|
|
subq %rcx,%rsp
|
|
shrq $3,%rcx
|
|
leaq (%rsp),%rdi
|
|
-.byte 0xf3,0x48,0xa5
|
|
+.byte 0xf3,0x48,0xa5
|
|
leaq (%r8),%rdi
|
|
leaq (%rsp),%rsi
|
|
movq %rbx,%rcx
|
|
@@ -594,11 +644,14 @@ padlock_cbc_encrypt:
|
|
popq %rbx
|
|
popq %rbp
|
|
.byte 0xf3,0xc3
|
|
+.cfi_endproc
|
|
.size padlock_cbc_encrypt,.-padlock_cbc_encrypt
|
|
.globl padlock_cfb_encrypt
|
|
.type padlock_cfb_encrypt,@function
|
|
.align 16
|
|
padlock_cfb_encrypt:
|
|
+.cfi_startproc
|
|
+.byte 243,15,30,250
|
|
pushq %rbp
|
|
pushq %rbx
|
|
|
|
@@ -616,9 +669,9 @@ padlock_cfb_encrypt:
|
|
xorl %ebx,%ebx
|
|
testl $32,(%rdx)
|
|
jnz .Lcfb_aligned
|
|
- testq $15,%rdi
|
|
+ testq $0x0f,%rdi
|
|
setz %al
|
|
- testq $15,%rsi
|
|
+ testq $0x0f,%rsi
|
|
setz %bl
|
|
testl %ebx,%eax
|
|
jnz .Lcfb_aligned
|
|
@@ -645,12 +698,12 @@ padlock_cfb_encrypt:
|
|
movq %rcx,%r10
|
|
movq %rbx,%rcx
|
|
movq %rbx,%r11
|
|
- testq $15,%rdi
|
|
+ testq $0x0f,%rdi
|
|
cmovnzq %rsp,%rdi
|
|
- testq $15,%rsi
|
|
+ testq $0x0f,%rsi
|
|
jz .Lcfb_inp_aligned
|
|
shrq $3,%rcx
|
|
-.byte 0xf3,0x48,0xa5
|
|
+.byte 0xf3,0x48,0xa5
|
|
subq %rbx,%rdi
|
|
movq %rbx,%rcx
|
|
movq %rdi,%rsi
|
|
@@ -658,17 +711,17 @@ padlock_cfb_encrypt:
|
|
leaq -16(%rdx),%rax
|
|
leaq 16(%rdx),%rbx
|
|
shrq $4,%rcx
|
|
-.byte 0xf3,0x0f,0xa7,224
|
|
+.byte 0xf3,0x0f,0xa7,224
|
|
movdqa (%rax),%xmm0
|
|
movdqa %xmm0,-16(%rdx)
|
|
movq %r8,%rdi
|
|
movq %r11,%rbx
|
|
- testq $15,%rdi
|
|
+ testq $0x0f,%rdi
|
|
jz .Lcfb_out_aligned
|
|
movq %rbx,%rcx
|
|
leaq (%rsp),%rsi
|
|
shrq $3,%rcx
|
|
-.byte 0xf3,0x48,0xa5
|
|
+.byte 0xf3,0x48,0xa5
|
|
subq %rbx,%rdi
|
|
.Lcfb_out_aligned:
|
|
movq %r9,%rsi
|
|
@@ -698,7 +751,7 @@ padlock_cfb_encrypt:
|
|
leaq -16(%rdx),%rax
|
|
leaq 16(%rdx),%rbx
|
|
shrq $4,%rcx
|
|
-.byte 0xf3,0x0f,0xa7,224
|
|
+.byte 0xf3,0x0f,0xa7,224
|
|
movdqa (%rax),%xmm0
|
|
movdqa %xmm0,-16(%rdx)
|
|
.Lcfb_exit:
|
|
@@ -708,11 +761,14 @@ padlock_cfb_encrypt:
|
|
popq %rbx
|
|
popq %rbp
|
|
.byte 0xf3,0xc3
|
|
+.cfi_endproc
|
|
.size padlock_cfb_encrypt,.-padlock_cfb_encrypt
|
|
.globl padlock_ofb_encrypt
|
|
.type padlock_ofb_encrypt,@function
|
|
.align 16
|
|
padlock_ofb_encrypt:
|
|
+.cfi_startproc
|
|
+.byte 243,15,30,250
|
|
pushq %rbp
|
|
pushq %rbx
|
|
|
|
@@ -730,9 +786,9 @@ padlock_ofb_encrypt:
|
|
xorl %ebx,%ebx
|
|
testl $32,(%rdx)
|
|
jnz .Lofb_aligned
|
|
- testq $15,%rdi
|
|
+ testq $0x0f,%rdi
|
|
setz %al
|
|
- testq $15,%rsi
|
|
+ testq $0x0f,%rsi
|
|
setz %bl
|
|
testl %ebx,%eax
|
|
jnz .Lofb_aligned
|
|
@@ -759,12 +815,12 @@ padlock_ofb_encrypt:
|
|
movq %rcx,%r10
|
|
movq %rbx,%rcx
|
|
movq %rbx,%r11
|
|
- testq $15,%rdi
|
|
+ testq $0x0f,%rdi
|
|
cmovnzq %rsp,%rdi
|
|
- testq $15,%rsi
|
|
+ testq $0x0f,%rsi
|
|
jz .Lofb_inp_aligned
|
|
shrq $3,%rcx
|
|
-.byte 0xf3,0x48,0xa5
|
|
+.byte 0xf3,0x48,0xa5
|
|
subq %rbx,%rdi
|
|
movq %rbx,%rcx
|
|
movq %rdi,%rsi
|
|
@@ -772,17 +828,17 @@ padlock_ofb_encrypt:
|
|
leaq -16(%rdx),%rax
|
|
leaq 16(%rdx),%rbx
|
|
shrq $4,%rcx
|
|
-.byte 0xf3,0x0f,0xa7,232
|
|
+.byte 0xf3,0x0f,0xa7,232
|
|
movdqa (%rax),%xmm0
|
|
movdqa %xmm0,-16(%rdx)
|
|
movq %r8,%rdi
|
|
movq %r11,%rbx
|
|
- testq $15,%rdi
|
|
+ testq $0x0f,%rdi
|
|
jz .Lofb_out_aligned
|
|
movq %rbx,%rcx
|
|
leaq (%rsp),%rsi
|
|
shrq $3,%rcx
|
|
-.byte 0xf3,0x48,0xa5
|
|
+.byte 0xf3,0x48,0xa5
|
|
subq %rbx,%rdi
|
|
.Lofb_out_aligned:
|
|
movq %r9,%rsi
|
|
@@ -812,7 +868,7 @@ padlock_ofb_encrypt:
|
|
leaq -16(%rdx),%rax
|
|
leaq 16(%rdx),%rbx
|
|
shrq $4,%rcx
|
|
-.byte 0xf3,0x0f,0xa7,232
|
|
+.byte 0xf3,0x0f,0xa7,232
|
|
movdqa (%rax),%xmm0
|
|
movdqa %xmm0,-16(%rdx)
|
|
.Lofb_exit:
|
|
@@ -822,11 +878,14 @@ padlock_ofb_encrypt:
|
|
popq %rbx
|
|
popq %rbp
|
|
.byte 0xf3,0xc3
|
|
+.cfi_endproc
|
|
.size padlock_ofb_encrypt,.-padlock_ofb_encrypt
|
|
.globl padlock_ctr32_encrypt
|
|
.type padlock_ctr32_encrypt,@function
|
|
.align 16
|
|
padlock_ctr32_encrypt:
|
|
+.cfi_startproc
|
|
+.byte 243,15,30,250
|
|
pushq %rbp
|
|
pushq %rbx
|
|
|
|
@@ -844,9 +903,9 @@ padlock_ctr32_encrypt:
|
|
xorl %ebx,%ebx
|
|
testl $32,(%rdx)
|
|
jnz .Lctr32_aligned
|
|
- testq $15,%rdi
|
|
+ testq $0x0f,%rdi
|
|
setz %al
|
|
- testq $15,%rsi
|
|
+ testq $0x0f,%rsi
|
|
setz %bl
|
|
testl %ebx,%eax
|
|
jnz .Lctr32_aligned
|
|
@@ -881,7 +940,7 @@ padlock_ctr32_encrypt:
|
|
cmoveq %rdi,%rax
|
|
addq %rcx,%rax
|
|
negq %rax
|
|
- andq $4095,%rax
|
|
+ andq $0xfff,%rax
|
|
cmpq $32,%rax
|
|
movq $-32,%rax
|
|
cmovaeq %rbx,%rax
|
|
@@ -897,12 +956,12 @@ padlock_ctr32_encrypt:
|
|
movq %rcx,%r10
|
|
movq %rbx,%rcx
|
|
movq %rbx,%r11
|
|
- testq $15,%rdi
|
|
+ testq $0x0f,%rdi
|
|
cmovnzq %rsp,%rdi
|
|
- testq $15,%rsi
|
|
+ testq $0x0f,%rsi
|
|
jz .Lctr32_inp_aligned
|
|
shrq $3,%rcx
|
|
-.byte 0xf3,0x48,0xa5
|
|
+.byte 0xf3,0x48,0xa5
|
|
subq %rbx,%rdi
|
|
movq %rbx,%rcx
|
|
movq %rdi,%rsi
|
|
@@ -910,23 +969,23 @@ padlock_ctr32_encrypt:
|
|
leaq -16(%rdx),%rax
|
|
leaq 16(%rdx),%rbx
|
|
shrq $4,%rcx
|
|
-.byte 0xf3,0x0f,0xa7,216
|
|
+.byte 0xf3,0x0f,0xa7,216
|
|
movl -4(%rdx),%eax
|
|
- testl $4294901760,%eax
|
|
+ testl $0xffff0000,%eax
|
|
jnz .Lctr32_no_carry
|
|
bswapl %eax
|
|
- addl $65536,%eax
|
|
+ addl $0x10000,%eax
|
|
bswapl %eax
|
|
movl %eax,-4(%rdx)
|
|
.Lctr32_no_carry:
|
|
movq %r8,%rdi
|
|
movq %r11,%rbx
|
|
- testq $15,%rdi
|
|
+ testq $0x0f,%rdi
|
|
jz .Lctr32_out_aligned
|
|
movq %rbx,%rcx
|
|
leaq (%rsp),%rsi
|
|
shrq $3,%rcx
|
|
-.byte 0xf3,0x48,0xa5
|
|
+.byte 0xf3,0x48,0xa5
|
|
subq %rbx,%rdi
|
|
.Lctr32_out_aligned:
|
|
movq %r9,%rsi
|
|
@@ -944,7 +1003,7 @@ padlock_ctr32_encrypt:
|
|
cmoveq %rdi,%rax
|
|
addq %rcx,%rax
|
|
negq %rax
|
|
- andq $4095,%rax
|
|
+ andq $0xfff,%rax
|
|
cmpq $32,%rax
|
|
movq $-32,%rax
|
|
cmovaeq %rbx,%rax
|
|
@@ -959,7 +1018,7 @@ padlock_ctr32_encrypt:
|
|
subq %rax,%rsp
|
|
shrq $3,%rcx
|
|
leaq (%rsp),%rdi
|
|
-.byte 0xf3,0x48,0xa5
|
|
+.byte 0xf3,0x48,0xa5
|
|
movq %rsp,%rsi
|
|
movq %r8,%rdi
|
|
movq %rbx,%rcx
|
|
@@ -986,7 +1045,7 @@ padlock_ctr32_encrypt:
|
|
movl -4(%rdx),%eax
|
|
bswapl %eax
|
|
negl %eax
|
|
- andl $65535,%eax
|
|
+ andl $0xffff,%eax
|
|
movq $1048576,%rbx
|
|
shll $4,%eax
|
|
cmovzq %rbx,%rax
|
|
@@ -1003,11 +1062,11 @@ padlock_ctr32_encrypt:
|
|
leaq -16(%rdx),%rax
|
|
leaq 16(%rdx),%rbx
|
|
shrq $4,%rcx
|
|
-.byte 0xf3,0x0f,0xa7,216
|
|
+.byte 0xf3,0x0f,0xa7,216
|
|
|
|
movl -4(%rdx),%eax
|
|
bswapl %eax
|
|
- addl $65536,%eax
|
|
+ addl $0x10000,%eax
|
|
bswapl %eax
|
|
movl %eax,-4(%rdx)
|
|
|
|
@@ -1021,7 +1080,7 @@ padlock_ctr32_encrypt:
|
|
.Lctr32_aligned_skip:
|
|
leaq (%rsi,%rcx,1),%rbp
|
|
negq %rbp
|
|
- andq $4095,%rbp
|
|
+ andq $0xfff,%rbp
|
|
xorl %eax,%eax
|
|
cmpq $32,%rbp
|
|
movq $32-1,%rbp
|
|
@@ -1032,7 +1091,7 @@ padlock_ctr32_encrypt:
|
|
leaq -16(%rdx),%rax
|
|
leaq 16(%rdx),%rbx
|
|
shrq $4,%rcx
|
|
-.byte 0xf3,0x0f,0xa7,216
|
|
+.byte 0xf3,0x0f,0xa7,216
|
|
testq %rbp,%rbp
|
|
jz .Lctr32_exit
|
|
|
|
@@ -1044,7 +1103,7 @@ padlock_ctr32_encrypt:
|
|
subq %rcx,%rsp
|
|
shrq $3,%rcx
|
|
leaq (%rsp),%rdi
|
|
-.byte 0xf3,0x48,0xa5
|
|
+.byte 0xf3,0x48,0xa5
|
|
leaq (%r8),%rdi
|
|
leaq (%rsp),%rsi
|
|
movq %rbx,%rcx
|
|
@@ -1056,6 +1115,7 @@ padlock_ctr32_encrypt:
|
|
popq %rbx
|
|
popq %rbp
|
|
.byte 0xf3,0xc3
|
|
+.cfi_endproc
|
|
.size padlock_ctr32_encrypt,.-padlock_ctr32_encrypt
|
|
.byte 86,73,65,32,80,97,100,108,111,99,107,32,120,56,54,95,54,52,32,109,111,100,117,108,101,44,32,67,82,89,80,84,79,71,65,77,83,32,98,121,32,60,97,112,112,114,111,64,111,112,101,110,115,115,108,46,111,114,103,62,0
|
|
.align 16
|
|
@@ -1063,8 +1123,26 @@ padlock_ctr32_encrypt:
|
|
.align 8
|
|
.Lpadlock_saved_context:
|
|
.quad 0
|
|
-
|
|
+ .section ".note.gnu.property", "a"
|
|
+ .p2align 3
|
|
+ .long 1f - 0f
|
|
+ .long 4f - 1f
|
|
+ .long 5
|
|
+0:
|
|
+ # "GNU" encoded with .byte, since .asciz isn't supported
|
|
+ # on Solaris.
|
|
+ .byte 0x47
|
|
+ .byte 0x4e
|
|
+ .byte 0x55
|
|
+ .byte 0
|
|
+1:
|
|
+ .p2align 3
|
|
+ .long 0xc0000002
|
|
+ .long 3f - 2f
|
|
+2:
|
|
+ .long 3
|
|
+3:
|
|
+ .p2align 3
|
|
+4:
|
|
|
|
.section .note.GNU-stack,"",%progbits
|
|
-
|
|
-
|