// Copyright 2010 The Go Authors. All rights reserved.
// Use of this source code is governed by a BSD-style
// license that can be found in the LICENSE file.
#include "textflag.h"
// The method is based on a paper by Naoki Shibata: "Efficient evaluation
// methods of elementary functions suitable for SIMD computation", Proc.
// of International Supercomputing Conference 2010 (ISC'10), pp. 25 -- 32
// (May 2010). The paper is available at
// https://link.springer.com/article/10.1007/s00450-010-0108-2
//
// The original code and the constants below are from the author's
// implementation available at http://freshmeat.net/projects/sleef.
// The README file says, "The software is in public domain.
// You can use the software without any obligation."
//
// This code is a simplified version of the original.
#define LN2 0.6931471805599453094172321214581766 // log_e(2)
#define LOG2E 1.4426950408889634073599246810018920 // 1/LN2
#define LN2U 0.69314718055966295651160180568695068359375 // upper half LN2
#define LN2L 0.28235290563031577122588448175013436025525412068e-12 // lower half LN2
#define PosInf 0x7FF0000000000000
#define NegInf 0xFFF0000000000000
#define Overflow 7.09782712893384e+02
DATA exprodata<>+0(SB)/8, $0.5
DATA exprodata<>+8(SB)/8, $1.0
DATA exprodata<>+16(SB)/8, $2.0
DATA exprodata<>+24(SB)/8, $1.6666666666666666667e-1
DATA exprodata<>+32(SB)/8, $4.1666666666666666667e-2
DATA exprodata<>+40(SB)/8, $8.3333333333333333333e-3
DATA exprodata<>+48(SB)/8, $1.3888888888888888889e-3
DATA exprodata<>+56(SB)/8, $1.9841269841269841270e-4
DATA exprodata<>+64(SB)/8, $2.4801587301587301587e-5
GLOBL exprodata<>+0(SB), RODATA, $72
// func Exp(x float64) float64
TEXT ·archExp(SB),NOSPLIT,$0
// test bits for not-finite
MOVQ x+0(FP), BX
MOVQ $~(1<<63), AX // sign bit mask
MOVQ BX, DX
ANDQ AX, DX
MOVQ $PosInf, AX
CMPQ AX, DX
JLE notFinite
// check if argument will overflow
MOVQ BX, X0
MOVSD $Overflow, X1
COMISD X1, X0
JA overflow
MOVSD $LOG2E, X1
MULSD X0, X1
CVTSD2SL X1, BX // BX = exponent
CVTSL2SD BX, X1
CMPB ·useFMA(SB), $1
JE avxfma
MOVSD $LN2U, X2
MULSD X1, X2
SUBSD X2, X0
MOVSD $LN2L, X2
MULSD X1, X2
SUBSD X2, X0
// reduce argument
MULSD $0.0625, X0
// Taylor series evaluation
MOVSD exprodata<>+64(SB), X1
MULSD X0, X1
ADDSD exprodata<>+56(SB), X1
MULSD X0, X1
ADDSD exprodata<>+48(SB), X1
MULSD X0, X1
ADDSD exprodata<>+40(SB), X1
MULSD X0, X1
ADDSD exprodata<>+32(SB), X1
MULSD X0, X1
ADDSD exprodata<>+24(SB), X1
MULSD X0, X1
ADDSD exprodata<>+0(SB), X1
MULSD X0, X1
ADDSD exprodata<>+8(SB), X1
MULSD X1, X0
MOVSD exprodata<>+16(SB), X1
ADDSD X0, X1
MULSD X1, X0
MOVSD exprodata<>+16(SB), X1
ADDSD X0, X1
MULSD X1, X0
MOVSD exprodata<>+16(SB), X1
ADDSD X0, X1
MULSD X1, X0
MOVSD exprodata<>+16(SB), X1
ADDSD X0, X1
MULSD X1, X0
ADDSD exprodata<>+8(SB), X0
// return fr * 2**exponent
ldexp:
ADDL $0x3FF, BX // add bias
JLE denormal
CMPL BX, $0x7FF
JGE overflow
lastStep:
SHLQ $52, BX
MOVQ BX, X1
MULSD X1, X0
MOVSD X0, ret+8(FP)
RET
notFinite:
// test bits for -Inf
MOVQ $NegInf, AX
CMPQ AX, BX
JNE notNegInf
// -Inf, return 0
underflow: // return 0
MOVQ $0, ret+8(FP)
RET
overflow: // return +Inf
MOVQ $PosInf, BX
notNegInf: // NaN or +Inf, return x
MOVQ BX, ret+8(FP)
RET
denormal:
CMPL BX, $-52
JL underflow
ADDL $0x3FE, BX // add bias - 1
SHLQ $52, BX
MOVQ BX, X1
MULSD X1, X0
MOVQ $1, BX
JMP lastStep
avxfma:
MOVSD $LN2U, X2
VFNMADD231SD X2, X1, X0
MOVSD $LN2L, X2
VFNMADD231SD X2, X1, X0
// reduce argument
MULSD $0.0625, X0
// Taylor series evaluation
MOVSD exprodata<>+64(SB), X1
VFMADD213SD exprodata<>+56(SB), X0, X1
VFMADD213SD exprodata<>+48(SB), X0, X1
VFMADD213SD exprodata<>+40(SB), X0, X1
VFMADD213SD exprodata<>+32(SB), X0, X1
VFMADD213SD exprodata<>+24(SB), X0, X1
VFMADD213SD exprodata<>+0(SB), X0, X1
VFMADD213SD exprodata<>+8(SB), X0, X1
MULSD X1, X0
VADDSD exprodata<>+16(SB), X0, X1
MULSD X1, X0
VADDSD exprodata<>+16(SB), X0, X1
MULSD X1, X0
VADDSD exprodata<>+16(SB), X0, X1
MULSD X1, X0
VADDSD exprodata<>+16(SB), X0, X1
VFMADD213SD exprodata<>+8(SB), X1, X0
JMP ldexp
