vbatts/tar-split
1
0
Fork 0
forked from mirrors/tar-split
Code Releases Activity

WIP sparse file testing

Browse source
This commit is contained in:
Vincent Batts 2015-12-01 11:03:47 -05:00
parent bece0c7009
commit 08360d3e06
4 changed files with 83 additions and 4 deletions
Download patch file Download diff file Expand all files Collapse all files

75
tar/asm/assemble_test.go
View file

@ -130,6 +130,73 @@ func TestTarStreamMangledGetterPutter(t *testing.T) {
}
}
func TestTarSparseFiles(t *testing.T) {
testCases := []struct {
path string
expectedSHA1Sum string
expectedSize int64
}{
{"./testdata/sparse.tar.gz", "562541bfd9b1ac8c8cc6cedcf80c2eeeaa6bb9d7", 5253120},
}
for _, tc := range testCases {
fh, err := os.Open(tc.path)
if err != nil {
t.Fatal(err)
}
defer fh.Close()
gzRdr, err := gzip.NewReader(fh)
if err != nil {
t.Fatal(err)
}
defer gzRdr.Close()
// Setup where we'll store the metadata
w := bytes.NewBuffer([]byte{})
sp := storage.NewJSONPacker(w)
fgp := storage.NewBufferFileGetPutter()
// wrap the disassembly stream
tarStream, err := NewInputTarStream(gzRdr, sp, fgp)
if err != nil {
t.Fatal(err)
}
// get a sum of the stream after it has passed through to ensure it's the same.
h0 := sha1.New()
tRdr0 := io.TeeReader(tarStream, h0)
// read it all to the bit bucket
i, err := io.Copy(ioutil.Discard, tRdr0)
if err != nil {
t.Fatal(err)
}
if i != tc.expectedSize {
t.Errorf("size of tar %q: expected %d; got %d", tc.path, tc.expectedSize, i)
}
if fmt.Sprintf("%x", h0.Sum(nil)) != tc.expectedSHA1Sum {
t.Fatalf("checksum of tar %q: expected %s; got %x", tc.path, tc.expectedSHA1Sum, h0.Sum(nil))
}
r := bytes.NewBuffer(w.Bytes())
sup := storage.NewJSONUnpacker(r)
// and reuse the fgp that we Put the payloads to.
rc := NewOutputTarStream(fgp, sup)
h1 := sha1.New()
i, err = io.Copy(h1, rc)
if err != nil {
t.Fatal(err)
}
if i != tc.expectedSize {
t.Errorf("size of output tar %q: expected %d; got %d", tc.path, tc.expectedSize, i)
}
if fmt.Sprintf("%x", h1.Sum(nil)) != tc.expectedSHA1Sum {
t.Fatalf("checksum of output tar %q: expected %s; got %x", tc.path, tc.expectedSHA1Sum, h1.Sum(nil))
}
}
}
func TestTarStream(t *testing.T) {
testCases := []struct {
path string
@ -176,10 +243,10 @@ func TestTarStream(t *testing.T) {
}
if i != tc.expectedSize {
t.Errorf("size of tar: expected %d; got %d", tc.expectedSize, i)
t.Errorf("size of tar %q: expected %d; got %d", tc.path, tc.expectedSize, i)
}
if fmt.Sprintf("%x", h0.Sum(nil)) != tc.expectedSHA1Sum {
t.Fatalf("checksum of tar: expected %s; got %x", tc.expectedSHA1Sum, h0.Sum(nil))
t.Fatalf("checksum of tar %q: expected %s; got %x", tc.path, tc.expectedSHA1Sum, h0.Sum(nil))
}
//t.Logf("%s", w.String()) // if we fail, then show the packed info
@ -198,10 +265,10 @@ func TestTarStream(t *testing.T) {
}
if i != tc.expectedSize {
t.Errorf("size of output tar: expected %d; got %d", tc.expectedSize, i)
t.Errorf("size of output tar %q: expected %d; got %d", tc.path, tc.expectedSize, i)
}
if fmt.Sprintf("%x", h1.Sum(nil)) != tc.expectedSHA1Sum {
t.Fatalf("checksum of output tar: expected %s; got %x", tc.expectedSHA1Sum, h1.Sum(nil))
t.Fatalf("checksum of output tar %q: expected %s; got %x", tc.path, tc.expectedSHA1Sum, h1.Sum(nil))
}
}
}