bogn module playing with dgm.

Author: prataprc

main.go

@@ -48,7 +48,7 @@ func optparse(args []string) {
 	f.StringVar(&options.bogn, "bogn", "memonly", "memonly|durable|dgm|workset")
 	f.StringVar(&options.memstore, "memstore", "mvcc", "llrb|mvcc for bogn")
 	f.IntVar(&options.period, "period", 10, "bogn flush period, in seconds")
-	f.IntVar(&options.load, "load", 1000000, "items to initially load")
+	f.IntVar(&options.load, "load", 0, "items to initially load")
 	f.IntVar(&options.inserts, "inserts", 0, "new items to create")
 	f.IntVar(&options.upserts, "upserts", 0, "items to update")
 	f.IntVar(&options.deletes, "deletes", 0, "items to delete")

mod_bogn.go

@@ -69,10 +69,9 @@ func perfbogn() error {
 	//fmsg := "BOGN total indexed %v items, footprint %v\n"
 	//fmt.Printf(fmsg, index.Count(), humanize.Bytes(uint64(index.Footprint())))
 
-	bogn.CompactIndex(name, diskstore, diskpaths, true /*merge*/)
-
 	index.Close()
-	index.Destroy()
+
+	bogn.CompactIndex(name, diskstore, diskpaths, true /*merge*/)
 	return nil
 }
 
@@ -546,24 +545,27 @@ func bognRange4(index *bogn.Bogn, key, value []byte) (n int64) {
 }
 
 func bognsettings(seed int) s.Settings {
-	sz := int64(options.keylen)
-	msizes := []int64{
-		multof4096(4096 + sz), multof4096(8192 + sz), multof4096(12288 + sz),
-	}
-	sz = int64(options.keylen + options.vallen)
-	zsizes := []int64{
-		multof4096(4096 + sz), multof4096(8192 + sz), multof4096(12288 + sz),
-	}
-	flushratios := []float64{.5, .33, .25, .20, .16, .125, .1}
+	//sz := int64(options.keylen)
+	//msizes := []int64{
+	//	multof4096(4096 + sz), multof4096(8192 + sz), multof4096(12288 + sz),
+	//}
+	//sz = int64(options.keylen + options.vallen)
+	//zsizes := []int64{
+	//	multof4096(4096 + sz), multof4096(8192 + sz), multof4096(12288 + sz),
+	//}
+	//flushratios := []float64{.5, .33, .25, .20, .16, .125, .1}
 
 	rnd := rand.New(rand.NewSource(int64(seed)))
 	setts := bogn.Defaultsettings()
 	setts["memstore"] = options.memstore
-	setts["flushratio"] = flushratios[rnd.Intn(10000)%len(flushratios)]
+	//setts["flushratio"] = flushratios[rnd.Intn(10000)%len(flushratios)]
+	setts["flushratio"] = 0.25
 	setts["flushperiod"] = int64(options.period)
 	setts["bubt.mmap"] = []bool{true, false}[rnd.Intn(10000)%2]
-	setts["bubt.msize"] = msizes[rnd.Intn(10000)%len(msizes)]
-	setts["bubt.zsize"] = zsizes[rnd.Intn(10000)%len(msizes)]
+	//setts["bubt.msize"] = msizes[rnd.Intn(10000)%len(msizes)]
+	//setts["bubt.zsize"] = zsizes[rnd.Intn(10000)%len(msizes)]
+	setts["bubt.msize"] = 4096
+	setts["bubt.zsize"] = 4096
 	if options.memcapacity > 0 {
 		setts["llrb.memcapacity"] = options.memcapacity * 1024 * 1024
 	}

mod_bogn_dgm.sh

@@ -1,10 +1,10 @@
 #! /usr/bin/env bash
 
-ARGS="-db bogn -bogn dgm -klen 32 -vlen 1000 -memcap 4096 -log bogn"
+ARGS="-db bogn -bogn dgm -klen 32 -vlen 300 -memcap 4096 -log bogn"
 LOAD="-load 1000000 -lsm"
-UPSERTS="-inserts 30000000 -upserts 30000000 -setas set"
-DELETES="-deletes 30000000 -delas del"
-READS="-gets 20000000 -getas get -ranges 1000000 -rngas vgn"
+UPSERTS="-inserts 90000000 -upserts 90000000 -setas set"
+DELETES="-deletes 90000000 -delas del"
+READS="-gets 100000000 -getas get -ranges 1000000 -rngas vgn"
 
 rm -rf *.svg dbperf; go build
 

mod_bogn_dgm_initial.sh

@@ -0,0 +1,11 @@
+#! /usr/bin/env bash
+
+ARGS="-db bogn -bogn dgm -klen 32 -vlen 200 -memcap 4096 -log bogn"
+UPSERTS="-inserts 30000000 -setas set"
+
+rm -rf *.svg dbperf; go build
+
+echo "./dbperf $ARGS $LOAD $UPSERTS $DELETES $READS"
+./dbperf $ARGS $LOAD $UPSERTS $DELETES $READS
+go tool pprof -svg dbperf dbperf.pprof  > pprof.svg
+go tool pprof -alloc_space -svg dbperf dbperf.mprof  > alloc_space.svg