Files
kitty/tools/rsync/api_test.go

120 lines
3.3 KiB
Go

// License: GPLv3 Copyright: 2023, Kovid Goyal, <kovid at kovidgoyal.net>
package rsync
import (
"bytes"
"fmt"
"kitty/tools/utils"
"kitty/tools/utils/random"
"testing"
"github.com/google/go-cmp/cmp"
"golang.org/x/exp/slices"
)
var _ = fmt.Print
var _ = cmp.Diff
func TestRsyncRoundtrip(t *testing.T) {
src_data := make([]byte, 4*1024*1024)
random.Bytes(src_data)
total_patch_size := 0
num_of_patches := 8
random_patch := func(data []byte) (size int) {
if offset := random.Int(len(data)); offset < len(data) {
max_size := utils.Min(256, len(data)-offset)
if size = random.Int(max_size); size > 0 {
total_patch_size += size
random.Bytes(data[offset : offset+size])
}
}
return
}
test_equal := func(src_data, output []byte) {
if !bytes.Equal(src_data, output) {
first_diff := utils.Min(len(src_data), len(output))
for i := 0; i < first_diff; i++ {
if src_data[i] != output[i] {
first_diff = i
break
}
}
t.Fatalf("Patching failed: %d extra_bytes first different byte at: %d", len(output)-len(src_data), first_diff)
}
}
changed := slices.Clone(src_data)
for i := 0; i < num_of_patches; i++ {
random_patch(changed)
}
// first try just the engine without serialization
p := NewPatcher(int64(len(src_data)))
signature := make([]BlockHash, 0, 128)
p.rsync.CreateSignature(bytes.NewReader(changed), func(s BlockHash) error {
signature = append(signature, s)
return nil
})
total_data_in_delta := 0
apply_delta := func(signature []BlockHash) []byte {
delta_ops := make([]Operation, 0, 1024)
p.rsync.CreateDelta(bytes.NewReader(src_data), signature, func(op Operation) error {
op.Data = slices.Clone(op.Data)
delta_ops = append(delta_ops, op)
return nil
})
total_data_in_delta = 0
outputbuf := bytes.Buffer{}
for _, op := range delta_ops {
total_data_in_delta += len(op.Data)
p.rsync.ApplyDelta(&outputbuf, bytes.NewReader(src_data), op)
}
return outputbuf.Bytes()
}
test_equal(src_data, apply_delta(nil))
test_equal(src_data, apply_delta(signature))
limit := 2 * (p.rsync.BlockSize * num_of_patches)
if total_data_in_delta > limit {
t.Fatalf("Unexpectedly poor delta performance: total_patch_size: %d total_delta_size: %d limit: %d", total_patch_size, total_data_in_delta, limit)
}
// Now try with serialization
p = NewPatcher(int64(len(src_data)))
sigbuf := bytes.Buffer{}
if err := p.CreateSignature(bytes.NewReader(changed), func(p []byte) error { _, err := sigbuf.Write(p); return err }); err != nil {
t.Fatal(err)
}
d := NewDiffer()
if err := d.AddSignatureData(sigbuf.Bytes()); err != nil {
t.Fatal(err)
}
deltabuf := bytes.Buffer{}
if err := d.CreateDelta(bytes.NewReader(src_data), func(b []byte) error { _, err := deltabuf.Write(b); return err }); err != nil {
t.Fatal(err)
}
outputbuf := bytes.Buffer{}
p.StartDelta(&outputbuf, bytes.NewReader(src_data))
b := make([]byte, 30*1024)
for {
n, _ := deltabuf.Read(b)
if n <= 0 {
break
}
if err := p.UpdateDelta(b[:n]); err != nil {
t.Fatal(err)
}
}
if err := p.FinishDelta(); err != nil {
t.Fatal(err)
}
test_equal(src_data, outputbuf.Bytes())
if p.total_data_in_delta > limit {
t.Fatalf("Unexpectedly poor delta performance: total_patch_size: %d total_delta_size: %d limit: %d", total_patch_size, p.total_data_in_delta, limit)
}
}