139 lines
3.1 KiB
Go
139 lines
3.1 KiB
Go
package main
|
|
|
|
import (
|
|
"encoding/base64"
|
|
"encoding/json"
|
|
"errors"
|
|
"io"
|
|
"os"
|
|
|
|
log "github.com/rs/zerolog/log"
|
|
"github.com/spf13/cobra"
|
|
"github.com/spf13/viper"
|
|
|
|
"git.tcp.direct/Mirrors/bitcask-mirror"
|
|
)
|
|
|
|
var errNotAllDataWritten = errors.New("error: not all data written")
|
|
|
|
var exportCmd = &cobra.Command{
|
|
Use: "export",
|
|
Aliases: []string{"backup", "dump"},
|
|
Short: "Export a database",
|
|
Long: `This command allows you to export or dump/backup a database's
|
|
key/values into a long-term portable archival format suitable for backup and
|
|
restore purposes or migrating from older on-disk formats of Bitcask.
|
|
|
|
All key/value pairs are base64 encoded and serialized as JSON one pair per
|
|
line to form an output stream to either standard output or a file. You can
|
|
optionally compress the output with standard compression tools such as gzip.`,
|
|
Args: cobra.RangeArgs(0, 1),
|
|
Run: func(cmd *cobra.Command, args []string) {
|
|
var output string
|
|
|
|
path := viper.GetString("path")
|
|
|
|
if len(args) == 1 {
|
|
output = args[0]
|
|
} else {
|
|
output = "-"
|
|
}
|
|
|
|
os.Exit(export(path, output))
|
|
},
|
|
}
|
|
|
|
func init() {
|
|
RootCmd.AddCommand(exportCmd)
|
|
|
|
exportCmd.PersistentFlags().IntP(
|
|
"with-max-datafile-size", "", bitcask.DefaultMaxDatafileSize,
|
|
"Maximum size of each datafile",
|
|
)
|
|
exportCmd.PersistentFlags().Uint32P(
|
|
"with-max-key-size", "", bitcask.DefaultMaxKeySize,
|
|
"Maximum size of each key",
|
|
)
|
|
exportCmd.PersistentFlags().Uint64P(
|
|
"with-max-value-size", "", bitcask.DefaultMaxValueSize,
|
|
"Maximum size of each value",
|
|
)
|
|
}
|
|
|
|
type kvPair struct {
|
|
Key string `json:"key"`
|
|
Value string `json:"value"`
|
|
}
|
|
|
|
func export(path, output string) int {
|
|
db, err := bitcask.Open(path)
|
|
if err != nil {
|
|
log.Error().Err(err).Msg("error opening database")
|
|
return 1
|
|
}
|
|
defer db.Close()
|
|
|
|
w := os.Stdout
|
|
if output != "-" {
|
|
if w, err = os.OpenFile(output, os.O_WRONLY|os.O_CREATE|os.O_EXCL|os.O_TRUNC, 0755); err != nil {
|
|
log.Error().Err(err).
|
|
Str("output", output).
|
|
Msg("error opening output for writing")
|
|
return 1
|
|
}
|
|
defer w.Close()
|
|
}
|
|
|
|
if err = db.Fold(exportKey(db, w)); err != nil {
|
|
log.Error().Err(err).
|
|
Str("path", path).
|
|
Str("output", output).
|
|
Msg("error exporting keys")
|
|
return 2
|
|
}
|
|
return 0
|
|
}
|
|
|
|
func exportKey(db *bitcask.Bitcask, w io.Writer) func(key []byte) error {
|
|
return func(key []byte) error {
|
|
value, err := db.Get(key)
|
|
if err != nil {
|
|
log.Error().Err(err).
|
|
Bytes("key", key).
|
|
Msg("error reading key")
|
|
return err
|
|
}
|
|
|
|
kv := kvPair{
|
|
Key: base64.StdEncoding.EncodeToString([]byte(key)),
|
|
Value: base64.StdEncoding.EncodeToString(value),
|
|
}
|
|
|
|
data, err := json.Marshal(&kv)
|
|
if err != nil {
|
|
log.Error().Err(err).
|
|
Bytes("key", key).
|
|
Msg("error serialzing key")
|
|
return err
|
|
}
|
|
|
|
if n, err := w.Write(data); err != nil || n != len(data) {
|
|
if err == nil && n != len(data) {
|
|
err = errNotAllDataWritten
|
|
}
|
|
log.Error().Err(err).
|
|
Bytes("key", key).
|
|
Int("n", n).
|
|
Msg("error writing key")
|
|
return err
|
|
}
|
|
|
|
if _, err := w.Write([]byte("\n")); err != nil {
|
|
log.Error().Err(err).Msg("error writing newline")
|
|
return err
|
|
}
|
|
|
|
return nil
|
|
}
|
|
}
|