c5a565cd82
* Added WithSync(...) option to turn on sync after write durability * Add Sync/NoSync benchmark variants for Put()
111 lines
2.5 KiB
Go
111 lines
2.5 KiB
Go
package bitcask
|
|
|
|
import (
|
|
"encoding/json"
|
|
"io/ioutil"
|
|
"path/filepath"
|
|
)
|
|
|
|
const (
|
|
// DefaultMaxDatafileSize is the default maximum datafile size in bytes
|
|
DefaultMaxDatafileSize = 1 << 20 // 1MB
|
|
|
|
// DefaultMaxKeySize is the default maximum key size in bytes
|
|
DefaultMaxKeySize = 64 // 64 bytes
|
|
|
|
// DefaultMaxValueSize is the default value size in bytes
|
|
DefaultMaxValueSize = 1 << 16 // 65KB
|
|
)
|
|
|
|
// Option is a function that takes a config struct and modifies it
|
|
type Option func(*config) error
|
|
|
|
type config struct {
|
|
maxDatafileSize int
|
|
maxKeySize int
|
|
maxValueSize int
|
|
sync bool
|
|
}
|
|
|
|
func (c *config) MarshalJSON() ([]byte, error) {
|
|
return json.Marshal(struct {
|
|
MaxDatafileSize int `json:"max_datafile_size"`
|
|
MaxKeySize int `json:"max_key_size"`
|
|
MaxValueSize int `json:"max_value_size"`
|
|
Sync bool `json:"sync"`
|
|
}{
|
|
MaxDatafileSize: c.maxDatafileSize,
|
|
MaxKeySize: c.maxKeySize,
|
|
MaxValueSize: c.maxValueSize,
|
|
Sync: c.sync,
|
|
})
|
|
}
|
|
|
|
func getConfig(path string) (*config, error) {
|
|
type Config struct {
|
|
MaxDatafileSize int `json:"max_datafile_size"`
|
|
MaxKeySize int `json:"max_key_size"`
|
|
MaxValueSize int `json:"max_value_size"`
|
|
Sync bool `json:"sync"`
|
|
}
|
|
|
|
var cfg Config
|
|
|
|
data, err := ioutil.ReadFile(filepath.Join(path, "config.json"))
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
if err := json.Unmarshal(data, &cfg); err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
return &config{
|
|
maxDatafileSize: cfg.MaxDatafileSize,
|
|
maxKeySize: cfg.MaxKeySize,
|
|
maxValueSize: cfg.MaxValueSize,
|
|
sync: cfg.Sync,
|
|
}, nil
|
|
}
|
|
|
|
func newDefaultConfig() *config {
|
|
return &config{
|
|
maxDatafileSize: DefaultMaxDatafileSize,
|
|
maxKeySize: DefaultMaxKeySize,
|
|
maxValueSize: DefaultMaxValueSize,
|
|
}
|
|
}
|
|
|
|
// WithMaxDatafileSize sets the maximum datafile size option
|
|
func WithMaxDatafileSize(size int) Option {
|
|
return func(cfg *config) error {
|
|
cfg.maxDatafileSize = size
|
|
return nil
|
|
}
|
|
}
|
|
|
|
// WithMaxKeySize sets the maximum key size option
|
|
func WithMaxKeySize(size int) Option {
|
|
return func(cfg *config) error {
|
|
cfg.maxKeySize = size
|
|
return nil
|
|
}
|
|
}
|
|
|
|
// WithMaxValueSize sets the maximum value size option
|
|
func WithMaxValueSize(size int) Option {
|
|
return func(cfg *config) error {
|
|
cfg.maxValueSize = size
|
|
return nil
|
|
}
|
|
}
|
|
|
|
// WithSync causes Sync() to be called on every key/value written increasing
|
|
// durability and saftey at the expense of performance
|
|
func WithSync(sync bool) Option {
|
|
return func(cfg *config) error {
|
|
cfg.sync = sync
|
|
return nil
|
|
}
|
|
}
|