luke
/
klayout
mirror of https://github.com/KLayout/klayout.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

Enhancing GDS2 writer float conversion such that less rounding occurs

This commit is contained in:
Matthias Koefferlein 2024-10-04 17:47:37 +02:00
parent 7953cadab2
commit 1289db7ebd
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
src/plugins/streamers/gds2/db_plugin/dbGDS2Writer.cc
View File

@ -107,7 +107,7 @@ GDS2Writer::write_double (double d)
tl_assert (e >= -64 && e < 64); tl_assert (e >= -64 && e < 64);
b[0] |= ((e + 64) & 0x7f); b[0] |= ((e + 64) & 0x7f);
uint64_t m = uint64_t (d + 0.5); uint64_t m = uint64_t (round (d));
for (int i = 7; i > 0; --i) { for (int i = 7; i > 0; --i) {
b[i] = (m & 0xff); b[i] = (m & 0xff);
m >>= 8; m >>= 8;