about summary refs log tree commit diff
path: root/sysdeps/x86_64/fpu/multiarch/svml_s_expf16_core_avx512.S
diff options
context:
space:
mode:
authorH.J. Lu <hjl.tools@gmail.com>2021-08-20 06:42:24 -0700
committerH.J. Lu <hjl.tools@gmail.com>2021-08-22 06:23:37 -0700
commit78c9ec9000f873abe7a15a91b87080a2e4308260 (patch)
tree1fb85aec1d1f6394f650758f5074130e77fea131 /sysdeps/x86_64/fpu/multiarch/svml_s_expf16_core_avx512.S
parentc333dcf8d8f9e6e46475d9eff24bd5394b5d3d9e (diff)
downloadglibc-78c9ec9000f873abe7a15a91b87080a2e4308260.tar.gz
glibc-78c9ec9000f873abe7a15a91b87080a2e4308260.tar.xz
glibc-78c9ec9000f873abe7a15a91b87080a2e4308260.zip
x86-64: Optimize load of all bits set into ZMM register [BZ #28252]
Optimize loads of all bits set into ZMM register in AVX512 SVML codes
by replacing

	vpbroadcastq .L_2il0floatpacket.16(%rip), %zmmX

and

	vmovups   .L_2il0floatpacket.13(%rip), %zmmX

with
	vpternlogd $0xff, %zmmX, %zmmX, %zmmX

This fixes BZ #28252.
Diffstat (limited to 'sysdeps/x86_64/fpu/multiarch/svml_s_expf16_core_avx512.S')
-rw-r--r--sysdeps/x86_64/fpu/multiarch/svml_s_expf16_core_avx512.S7
1 files changed, 1 insertions, 6 deletions
diff --git a/sysdeps/x86_64/fpu/multiarch/svml_s_expf16_core_avx512.S b/sysdeps/x86_64/fpu/multiarch/svml_s_expf16_core_avx512.S
index 637bfe3c06..229b7828cd 100644
--- a/sysdeps/x86_64/fpu/multiarch/svml_s_expf16_core_avx512.S
+++ b/sysdeps/x86_64/fpu/multiarch/svml_s_expf16_core_avx512.S
@@ -264,7 +264,7 @@ WRAPPER_IMPL_AVX512 _ZGVdN8v_expf
         vmovaps   %zmm0, %zmm7
 
 /* compare against threshold */
-        vmovups   .L_2il0floatpacket.13(%rip), %zmm3
+        vpternlogd $0xff, %zmm3, %zmm3, %zmm3
         vmovups __sInvLn2(%rax), %zmm4
         vmovups __sShifter(%rax), %zmm1
         vmovups __sLn2hi(%rax), %zmm6
@@ -440,8 +440,3 @@ WRAPPER_IMPL_AVX512 _ZGVdN8v_expf
 
 #endif
 END (_ZGVeN16v_expf_skx)
-
-	.section .rodata, "a"
-.L_2il0floatpacket.13:
-	.long	0xffffffff,0xffffffff,0xffffffff,0xffffffff,0xffffffff,0xffffffff,0xffffffff,0xffffffff,0xffffffff,0xffffffff,0xffffffff,0xffffffff,0xffffffff,0xffffffff,0xffffffff,0xffffffff
-	.type	.L_2il0floatpacket.13,@object