Description
I'm storing about ~100 million records in Badger. I can see the initial log file increasing in size, and using debug output, I can see all the key/value pairs being written. But then once the max size for the first log file hits, the loop blocks, and nothing is written anymore.
I'm still debugging, so I hope to find the solution, but still wanted to report it anyway.
Version
Data directory
ls -la /var/folders/h6/wgjjkq6n1b363v1tkggbg0540000gn/T/tmp.6Oq86sL1/
total 3218360
-rw-r--r-- 1 jean staff 1073741947 Oct 28 15:28 000000.vlog
-rw-r--r-- 1 jean staff 69905136 Oct 28 15:28 000025.sst
-rw-r--r-- 1 jean staff 69905131 Oct 28 15:28 000026.sst
-rw-r--r-- 1 jean staff 69905161 Oct 28 15:28 000028.sst
-rw-r--r-- 1 jean staff 69905128 Oct 28 15:28 000029.sst
-rw-r--r-- 1 jean staff 3235971 Oct 28 15:28 000031.sst
-rw-r--r-- 1 jean staff 69905175 Oct 28 15:28 000032.sst
-rw-r--r-- 1 jean staff 69905168 Oct 28 15:28 000033.sst
-rw-r--r-- 1 jean staff 68058152 Oct 28 15:28 000034.sst
-rw-r--r-- 1 jean staff 69195086 Oct 28 15:28 000035.sst
-rw-r--r-- 1 jean staff 5 Oct 28 15:24 LOCK
-rw-r--r-- 1 jean staff 572 Oct 28 15:28 MANIFEST
Options
{
"Dir": "/var/folders/h6/wgjjkq6n1b363v1tkggbg0540000gn/T/tmp.J7spOWWV",
"DoNotCompact": false,
"LevelOneSize": 268435456,
"LevelSizeMultiplier": 10,
"MaxLevels": 7,
"MaxTableSize": 67108864,
"NumCompactors": 3,
"NumLevelZeroTables": 5,
"NumLevelZeroTablesStall": 10,
"NumMemtables": 5,
"SyncWrites": true,
"TableLoadingMode": 1,
"ValueDir": "/var/folders/h6/wgjjkq6n1b363v1tkggbg0540000gn/T/tmp.J7spOWWV",
"ValueLogFileSize": 1073741824,
"ValueThreshold": 20
}