|
|
|
@ -1,6 +1,8 @@
|
|
|
|
|
package store
|
|
|
|
|
|
|
|
|
|
import (
|
|
|
|
|
"compress/gzip"
|
|
|
|
|
"io"
|
|
|
|
|
"os"
|
|
|
|
|
"testing"
|
|
|
|
|
"time"
|
|
|
|
@ -46,10 +48,11 @@ func Test_SingleNodeProvide(t *testing.T) {
|
|
|
|
|
t.Fatalf("unexpected results for query\nexp: %s\ngot: %s", exp, got)
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
tempFile := mustCreateTempFile()
|
|
|
|
|
defer os.Remove(tempFile)
|
|
|
|
|
provider := NewProvider(s0, false)
|
|
|
|
|
if _, err := provider.Provide(tempFile); err != nil {
|
|
|
|
|
tmpFd := mustCreateTempFD()
|
|
|
|
|
defer os.Remove(tmpFd.Name())
|
|
|
|
|
defer tmpFd.Close()
|
|
|
|
|
provider := NewProvider(s0, false, false)
|
|
|
|
|
if _, err := provider.Provide(tmpFd); err != nil {
|
|
|
|
|
t.Fatalf("failed to provide SQLite data: %s", err.Error())
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
@ -68,7 +71,89 @@ func Test_SingleNodeProvide(t *testing.T) {
|
|
|
|
|
t.Fatalf("Error waiting for leader: %s", err)
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
err = s1.Load(loadRequestFromFile(tempFile))
|
|
|
|
|
err = s1.Load(loadRequestFromFile(tmpFd.Name()))
|
|
|
|
|
if err != nil {
|
|
|
|
|
t.Fatalf("failed to load provided SQLite data: %s", err.Error())
|
|
|
|
|
}
|
|
|
|
|
qr = queryRequestFromString("SELECT * FROM foo", false, false)
|
|
|
|
|
qr.Level = command.QueryRequest_QUERY_REQUEST_LEVEL_STRONG
|
|
|
|
|
r, err = s1.Query(qr)
|
|
|
|
|
if err != nil {
|
|
|
|
|
t.Fatalf("failed to query leader node: %s", err.Error())
|
|
|
|
|
}
|
|
|
|
|
if exp, got := `["id","name"]`, asJSON(r[0].Columns); exp != got {
|
|
|
|
|
t.Fatalf("unexpected results for query\nexp: %s\ngot: %s", exp, got)
|
|
|
|
|
}
|
|
|
|
|
if exp, got := `[[1,"fiona"]]`, asJSON(r[0].Values); exp != got {
|
|
|
|
|
t.Fatalf("unexpected results for query\nexp: %s\ngot: %s", exp, got)
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
func Test_SingleNodeProvide_Compress(t *testing.T) {
|
|
|
|
|
s0, ln := mustNewStore(t)
|
|
|
|
|
defer ln.Close()
|
|
|
|
|
|
|
|
|
|
if err := s0.Open(); err != nil {
|
|
|
|
|
t.Fatalf("failed to open single-node store: %s", err.Error())
|
|
|
|
|
}
|
|
|
|
|
if err := s0.Bootstrap(NewServer(s0.ID(), s0.Addr(), true)); err != nil {
|
|
|
|
|
t.Fatalf("failed to bootstrap single-node store: %s", err.Error())
|
|
|
|
|
}
|
|
|
|
|
defer s0.Close(true)
|
|
|
|
|
if _, err := s0.WaitForLeader(10 * time.Second); err != nil {
|
|
|
|
|
t.Fatalf("Error waiting for leader: %s", err)
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
er := executeRequestFromStrings([]string{
|
|
|
|
|
`CREATE TABLE foo (id INTEGER NOT NULL PRIMARY KEY, name TEXT)`,
|
|
|
|
|
`INSERT INTO foo(id, name) VALUES(1, "fiona")`,
|
|
|
|
|
}, false, false)
|
|
|
|
|
_, err := s0.Execute(er)
|
|
|
|
|
if err != nil {
|
|
|
|
|
t.Fatalf("failed to execute on single node: %s", err.Error())
|
|
|
|
|
}
|
|
|
|
|
qr := queryRequestFromString("SELECT * FROM foo", false, false)
|
|
|
|
|
qr.Level = command.QueryRequest_QUERY_REQUEST_LEVEL_NONE
|
|
|
|
|
r, err := s0.Query(qr)
|
|
|
|
|
if err != nil {
|
|
|
|
|
t.Fatalf("failed to query leader node: %s", err.Error())
|
|
|
|
|
}
|
|
|
|
|
if exp, got := `["id","name"]`, asJSON(r[0].Columns); exp != got {
|
|
|
|
|
t.Fatalf("unexpected results for query\nexp: %s\ngot: %s", exp, got)
|
|
|
|
|
}
|
|
|
|
|
if exp, got := `[[1,"fiona"]]`, asJSON(r[0].Values); exp != got {
|
|
|
|
|
t.Fatalf("unexpected results for query\nexp: %s\ngot: %s", exp, got)
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
tmpFd := mustCreateTempFD()
|
|
|
|
|
defer os.Remove(tmpFd.Name())
|
|
|
|
|
defer tmpFd.Close()
|
|
|
|
|
provider := NewProvider(s0, false, true)
|
|
|
|
|
if _, err := provider.Provide(tmpFd); err != nil {
|
|
|
|
|
t.Fatalf("failed to provide SQLite data: %s", err.Error())
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
unCompressedFile, err := gunzip(tmpFd.Name())
|
|
|
|
|
if err != nil {
|
|
|
|
|
t.Fatalf("failed to gunzip provided SQLite data: %s", err.Error())
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
// Load the provided data into a new store and check it.
|
|
|
|
|
s1, ln := mustNewStore(t)
|
|
|
|
|
defer ln.Close()
|
|
|
|
|
|
|
|
|
|
if err := s1.Open(); err != nil {
|
|
|
|
|
t.Fatalf("failed to open single-node store: %s", err.Error())
|
|
|
|
|
}
|
|
|
|
|
if err := s1.Bootstrap(NewServer(s1.ID(), s1.Addr(), true)); err != nil {
|
|
|
|
|
t.Fatalf("failed to bootstrap single-node store: %s", err.Error())
|
|
|
|
|
}
|
|
|
|
|
defer s1.Close(true)
|
|
|
|
|
if _, err := s1.WaitForLeader(10 * time.Second); err != nil {
|
|
|
|
|
t.Fatalf("Error waiting for leader: %s", err)
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
err = s1.Load(loadRequestFromFile(unCompressedFile))
|
|
|
|
|
if err != nil {
|
|
|
|
|
t.Fatalf("failed to load provided SQLite data: %s", err.Error())
|
|
|
|
|
}
|
|
|
|
@ -103,10 +188,11 @@ func Test_SingleNodeProvideNoData(t *testing.T) {
|
|
|
|
|
t.Fatalf("Error waiting for leader: %s", err)
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
tmpFile := mustCreateTempFile()
|
|
|
|
|
defer os.Remove(tmpFile)
|
|
|
|
|
provider := NewProvider(s, false)
|
|
|
|
|
if _, err := provider.Provide(tmpFile); err != nil {
|
|
|
|
|
tmpFd := mustCreateTempFD()
|
|
|
|
|
defer os.Remove(tmpFd.Name())
|
|
|
|
|
defer tmpFd.Close()
|
|
|
|
|
provider := NewProvider(s, false, false)
|
|
|
|
|
if _, err := provider.Provide(tmpFd); err != nil {
|
|
|
|
|
t.Fatalf("store failed to provide: %s", err.Error())
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
@ -128,7 +214,7 @@ func Test_SingleNodeProvideLastModified(t *testing.T) {
|
|
|
|
|
|
|
|
|
|
tmpFile := mustCreateTempFile()
|
|
|
|
|
defer os.Remove(tmpFile)
|
|
|
|
|
provider := NewProvider(s, false)
|
|
|
|
|
provider := NewProvider(s, false, false)
|
|
|
|
|
|
|
|
|
|
lm, err := provider.LastModified()
|
|
|
|
|
if err != nil {
|
|
|
|
@ -222,3 +308,27 @@ func Test_SingleNodeProvideLastModified(t *testing.T) {
|
|
|
|
|
t.Fatalf("last modified time should have changed")
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
func gunzip(file string) (string, error) {
|
|
|
|
|
f, err := os.Open(file)
|
|
|
|
|
if err != nil {
|
|
|
|
|
return "", err
|
|
|
|
|
}
|
|
|
|
|
defer f.Close()
|
|
|
|
|
|
|
|
|
|
gz, err := gzip.NewReader(f)
|
|
|
|
|
if err != nil {
|
|
|
|
|
return "", err
|
|
|
|
|
}
|
|
|
|
|
defer gz.Close()
|
|
|
|
|
|
|
|
|
|
tmpFd := mustCreateTempFD()
|
|
|
|
|
defer tmpFd.Close()
|
|
|
|
|
|
|
|
|
|
_, err = io.Copy(tmpFd, gz)
|
|
|
|
|
if err != nil {
|
|
|
|
|
return "", err
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
return tmpFd.Name(), nil
|
|
|
|
|
}
|
|
|
|
|