db_test.go

package gocask_test

import (
	"bufio"
	"fmt"
	"github.com/aneshas/gocask"
	"github.com/aneshas/gocask/core"
	"github.com/stretchr/testify/assert"
	"os"
	"path"
	"strings"
	"testing"
	"time"
)

func TestInMemory_DB_Should_Store_And_Retrieve_A_Set_Of_Key_Val_Pairs(t *testing.T) {
	db, _ := gocask.Open(core.InMemoryDB)
	defer db.Close()

	writeReadAndAssert(t, db)
}

func TestDisk_DB_Should_Store_And_Retrieve_A_Set_Of_Key_Val_Pairs(t *testing.T) {
	dbName := fmt.Sprintf("cask_db_%d", time.Now().Unix())
	dbPath := path.Join(os.TempDir(), dbName)

	defer os.RemoveAll(dbPath)

	db, _ := gocask.Open(
		dbName,
		gocask.WithDataDir(os.TempDir()),
		gocask.WithMaxDataFileSize(10*gocask.GB),
	)
	defer db.Close()

	writeReadAndAssert(t, db)
}

func writeReadAndAssert(t *testing.T, db *core.DB) {
	file, err := os.Open("testdata/data.txt")

	assert.NoError(t, err)

	defer file.Close()

	scanner := bufio.NewScanner(file)

	entries := make(map[string][]byte)

	for scanner.Scan() {
		text := scanner.Text()

		parts := strings.Split(text, "|")

		val := []byte(parts[1])

		entries[parts[0]] = val

		err := db.Put([]byte(parts[0]), val)

		assert.NoError(t, err)
	}

	assert.NoError(t, err)

	for key, want := range entries {
		t.Run(fmt.Sprintf("get_%s", key), func(t *testing.T) {
			got, err := db.Get([]byte(key))

			assert.NoError(t, err)
			assert.Equal(t, want, got)
		})
	}
}

func BenchmarkDisk_Put_1(b *testing.B) {
	benchDiskPut(b, 1)
}

func BenchmarkDisk_Put_100(b *testing.B) {
	benchDiskPut(b, 100)
}

func BenchmarkDisk_Put_1000(b *testing.B) {
	benchDiskPut(b, 1000)
}

func BenchmarkDisk_Put_100000(b *testing.B) {
	benchDiskPut(b, 100000)
}

func BenchmarkDisk_Put_500000(b *testing.B) {
	benchDiskPut(b, 500000)
}

func benchDiskPut(b *testing.B, n int) {
	dbName := fmt.Sprintf("gocask_db_%d", time.Now().Unix())
	dbPath := path.Join(os.TempDir(), dbName)

	defer os.RemoveAll(dbPath)

	db, err := gocask.Open(dbPath)
	if err != nil {
		b.Fatal(err)
	}

	defer db.Close()

	b.ResetTimer()

	for i := 0; i < b.N; i++ {
		for j := 0; j < n; j++ {
			// TODO Larger value
			err := db.Put([]byte("user:123456"), []byte("lorem ipsum sit dolor amet - lorem ipsum sit dolor amet"))
			if err != nil {
				b.Fatal(err)
			}
		}
	}
}