mirror of
https://github.com/octoleo/syncthing.git
synced 2025-02-08 23:08:27 +00:00
c0a26c918a
Updates the package and fixes a test that depended on the old behavior of Write() being equivalent to Reset()+Write() which is no longer the case. The scanner already did resets after each block write, so this is fine.
142 lines
3.6 KiB
Go
142 lines
3.6 KiB
Go
// Package rollinghash/buzhash implements buzhash as described by
|
|
// https://en.wikipedia.org/wiki/Rolling_hash#Cyclic_polynomial
|
|
|
|
package buzhash64
|
|
|
|
import (
|
|
"math/rand"
|
|
|
|
"github.com/chmduquesne/rollinghash"
|
|
)
|
|
|
|
var defaultHashes [256]uint64
|
|
|
|
func init() {
|
|
defaultHashes = GenerateHashes(1)
|
|
}
|
|
|
|
// The size of the checksum.
|
|
const Size = 8
|
|
|
|
// Buzhash64 is a digest which satisfies the rollinghash.Hash64 interface.
|
|
// It implements the cyclic polynomial algorithm
|
|
// https://en.wikipedia.org/wiki/Rolling_hash#Cyclic_polynomial
|
|
type Buzhash64 struct {
|
|
sum uint64
|
|
nRotate uint
|
|
nRotateComplement uint // redundant, but pre-computed to spare an operation
|
|
|
|
// window is treated like a circular buffer, where the oldest element
|
|
// is indicated by d.oldest
|
|
window []byte
|
|
oldest int
|
|
bytehash [256]uint64
|
|
}
|
|
|
|
// Reset resets the Hash to its initial state.
|
|
func (d *Buzhash64) Reset() {
|
|
d.window = d.window[:0]
|
|
d.oldest = 0
|
|
d.sum = 0
|
|
}
|
|
|
|
// GenerateHashes generates a list of hashes to use with buzhash
|
|
func GenerateHashes(seed int64) (res [256]uint64) {
|
|
random := rand.New(rand.NewSource(seed))
|
|
used := make(map[uint64]bool)
|
|
for i, _ := range res {
|
|
x := uint64(random.Int63())
|
|
for used[x] {
|
|
x = uint64(random.Int63())
|
|
}
|
|
used[x] = true
|
|
res[i] = x
|
|
}
|
|
return res
|
|
}
|
|
|
|
// New returns a buzhash based on a list of hashes provided by a call to
|
|
// GenerateHashes, seeded with the default value 1.
|
|
func New() *Buzhash64 {
|
|
return NewFromUint64Array(defaultHashes)
|
|
}
|
|
|
|
// NewFromUint64Array returns a buzhash based on the provided table uint64 values.
|
|
func NewFromUint64Array(b [256]uint64) *Buzhash64 {
|
|
return &Buzhash64{
|
|
sum: 0,
|
|
window: make([]byte, 0, rollinghash.DefaultWindowCap),
|
|
oldest: 0,
|
|
bytehash: b,
|
|
}
|
|
}
|
|
|
|
// Size is 8 bytes
|
|
func (d *Buzhash64) Size() int { return Size }
|
|
|
|
// BlockSize is 1 byte
|
|
func (d *Buzhash64) BlockSize() int { return 1 }
|
|
|
|
// Write appends data to the rolling window and updates the digest. It
|
|
// never returns an error.
|
|
func (d *Buzhash64) Write(data []byte) (int, error) {
|
|
l := len(data)
|
|
if l == 0 {
|
|
return 0, nil
|
|
}
|
|
// Re-arrange the window so that the leftmost element is at index 0
|
|
n := len(d.window)
|
|
if d.oldest != 0 {
|
|
tmp := make([]byte, d.oldest)
|
|
copy(tmp, d.window[:d.oldest])
|
|
copy(d.window, d.window[d.oldest:])
|
|
copy(d.window[n-d.oldest:], tmp)
|
|
d.oldest = 0
|
|
}
|
|
d.window = append(d.window, data...)
|
|
|
|
d.sum = 0
|
|
for _, c := range d.window {
|
|
d.sum = d.sum<<1 | d.sum>>63
|
|
d.sum ^= d.bytehash[int(c)]
|
|
}
|
|
d.nRotate = uint(len(d.window)) % 64
|
|
d.nRotateComplement = 64 - d.nRotate
|
|
return len(data), nil
|
|
}
|
|
|
|
// Sum64 returns the hash as a uint64
|
|
func (d *Buzhash64) Sum64() uint64 {
|
|
return d.sum
|
|
}
|
|
|
|
// Sum returns the hash as a byte slice
|
|
func (d *Buzhash64) Sum(b []byte) []byte {
|
|
v := d.Sum64()
|
|
return append(b, byte(v>>56), byte(v>>48), byte(v>>40), byte(v>>32), byte(v>>24), byte(v>>16), byte(v>>8), byte(v))
|
|
}
|
|
|
|
// Roll updates the checksum of the window from the entering byte. You
|
|
// MUST initialize a window with Write() before calling this method.
|
|
func (d *Buzhash64) Roll(c byte) {
|
|
// This check costs 10-15% performance. If we disable it, we crash
|
|
// when the window is empty. If we enable it, we are always correct
|
|
// (an empty window never changes no matter how much you roll it).
|
|
//if len(d.window) == 0 {
|
|
// return
|
|
//}
|
|
|
|
// extract the entering/leaving bytes and update the circular buffer.
|
|
hn := d.bytehash[int(c)]
|
|
h0 := d.bytehash[int(d.window[d.oldest])]
|
|
|
|
d.window[d.oldest] = c
|
|
l := len(d.window)
|
|
d.oldest += 1
|
|
if d.oldest >= l {
|
|
d.oldest = 0
|
|
}
|
|
|
|
d.sum = (d.sum<<1 | d.sum>>63) ^ (h0<<d.nRotate | h0>>d.nRotateComplement) ^ hn
|
|
}
|