From a6f2f4353886ba4868c3f41001d2eac2fcebf4b8 Mon Sep 17 00:00:00 2001 From: Richard Henderson Date: Tue, 26 Feb 2013 16:17:51 -0800 Subject: arm: Add optimized add_n and sub_n Written from scratch rather than copied from GMP, due to LGPL 2.1 vs GPL 3, but tested with the GMP testsuite. This is 250% faster than the generic code as measured on Cortex-A15, and the same speed as GMP on the same core, and probably everywhere. --- ports/ChangeLog.arm | 2 ++ ports/sysdeps/arm/add_n.S | 84 +++++++++++++++++++++++++++++++++++++++++++++++ ports/sysdeps/arm/sub_n.S | 2 ++ 3 files changed, 88 insertions(+) create mode 100644 ports/sysdeps/arm/add_n.S create mode 100644 ports/sysdeps/arm/sub_n.S (limited to 'ports') diff --git a/ports/ChangeLog.arm b/ports/ChangeLog.arm index 9470af2414..4d16601c28 100644 --- a/ports/ChangeLog.arm +++ b/ports/ChangeLog.arm @@ -1,5 +1,7 @@ 2013-03-06 Richard Henderson + * sysdeps/arm/add_n.S: New file. + * sysdeps/arm/sub_n.S: New file. * sysdeps/arm/submul_1.S: New file. * sysdeps/arm/addmul_1.S: New file. * sysdeps/arm/armv6t2/ffs.S: New file. diff --git a/ports/sysdeps/arm/add_n.S b/ports/sysdeps/arm/add_n.S new file mode 100644 index 0000000000..119a9942d1 --- /dev/null +++ b/ports/sysdeps/arm/add_n.S @@ -0,0 +1,84 @@ +/* mpn_add_n -- add (or subtract) bignums. + Copyright (C) 2013 Free Software Foundation, Inc. + This file is part of the GNU C Library. + + The GNU C Library is free software; you can redistribute it and/or + modify it under the terms of the GNU Lesser General Public + License as published by the Free Software Foundation; either + version 2.1 of the License, or (at your option) any later version. + + The GNU C Library is distributed in the hope that it will be useful, + but WITHOUT ANY WARRANTY; without even the implied warranty of + MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU + Lesser General Public License for more details. + + You should have received a copy of the GNU Lesser General Public + License along with the GNU C Library. If not, see + . */ + +#include + + .syntax unified + .text + +#ifdef USE_AS_SUB_N +# define INITC cmp r0, r0 +# define OPC sbcs +# define RETC sbc r0, r0, r0; neg r0, r0 +# define FUNC __mpn_sub_n +#else +# define INITC cmn r0, #0 +# define OPC adcs +# define RETC mov r0, #0; adc r0, r0, r0 +# define FUNC __mpn_add_n +#endif + +/* mp_limb_t mpn_add_n(res_ptr, src1_ptr, src2_ptr, size) */ + +ENTRY (FUNC) + push { r4, r5, r6, r7, r8, r10, lr } + cfi_adjust_cfa_offset (28) + cfi_rel_offset (r4, 0) + cfi_rel_offset (r5, 4) + cfi_rel_offset (r6, 8) + cfi_rel_offset (r7, 12) + cfi_rel_offset (r8, 16) + cfi_rel_offset (r10, 20) + cfi_rel_offset (lr, 24) + + INITC /* initialize carry flag */ + tst r3, #1 /* count & 1 == 1? */ + add lr, r1, r3, lsl #2 /* compute end src1 */ + beq 1f + + ldr r4, [r1], #4 /* do one to make count even */ + ldr r5, [r2], #4 + OPC r4, r4, r5 + teq r1, lr /* end of count? (preserve carry) */ + str r4, [r0], #4 + beq 9f +1: + tst r3, #2 /* count & 2 == 2? */ + beq 2f + ldm r1!, { r4, r5 } /* do two to make count 0 mod 4 */ + ldm r2!, { r6, r7 } + OPC r4, r4, r6 + OPC r5, r5, r7 + teq r1, lr /* end of count? */ + stm r0!, { r4, r5 } + beq 9f +2: + ldm r1!, { r3, r5, r7, r10 } /* do four each loop */ + ldm r2!, { r4, r6, r8, ip } + OPC r3, r3, r4 + OPC r5, r5, r6 + OPC r7, r7, r8 + OPC r10, r10, ip + teq r1, lr + stm r0!, { r3, r5, r7, r10 } + bne 2b + +9: + RETC /* copy carry out */ + pop { r4, r5, r6, r7, r8, r10, pc } +END (FUNC) diff --git a/ports/sysdeps/arm/sub_n.S b/ports/sysdeps/arm/sub_n.S new file mode 100644 index 0000000000..8eafa41e64 --- /dev/null +++ b/ports/sysdeps/arm/sub_n.S @@ -0,0 +1,2 @@ +#define USE_AS_SUB_N +#include "add_n.S" -- cgit 1.4.1