BlackForestBytes/xls
20
0
Fork 0
Code

修复数据类型转换错误

Browse Source
This commit is contained in:
chen.s.g 2018-06-13 14:06:59 +08:00
parent d591299625
commit 5c4dac2abf
1 changed files with 4 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
col.go
View File

@ -204,17 +204,17 @@ func (f *FormulaColHeader) Value() float64 {
var rknumhigh = ByteToUint32(f.Result[4:8]) var rknumhigh = ByteToUint32(f.Result[4:8])
var rknumlow = ByteToUint32(f.Result[0:4]) var rknumlow = ByteToUint32(f.Result[0:4])
var sign = (rknumhigh & 0x80000000) >> 31 var sign = (rknumhigh & 0x80000000) >> 31
var exp = ((rknumhigh & 0x7ff00000) >> 20) - 1023 var exp = float64(((rknumhigh & 0x7ff00000) >> 20) - 1023)
var mantissa = (0x100000 | (rknumhigh & 0x000fffff)) var mantissa = (0x100000 | (rknumhigh & 0x000fffff))
var mantissalow1 = (rknumlow & 0x80000000) >> 31 var mantissalow1 = (rknumlow & 0x80000000) >> 31
var mantissalow2 = (rknumlow & 0x7fffffff) var mantissalow2 = (rknumlow & 0x7fffffff)
var value = float64(mantissa) / math.Pow(2, float64(20-exp)) var value = float64(mantissa) / math.Pow(2, 20-exp)
if mantissalow1 != 0 { if mantissalow1 != 0 {
value += 1 / math.Pow(2, float64(21-exp)) value += 1 / math.Pow(2, 21-exp)
} }
value += float64(mantissalow2) / math.Pow(2, float64(52-exp)) value += float64(mantissalow2) / math.Pow(2, 52-exp)
if 0 != sign { if 0 != sign {
value *= -1 value *= -1
} }