mirror of
https://github.com/FlipsideCrypto/dcrd.git
synced 2026-02-06 10:56:47 +00:00
This change begins the work of bringing committed filters to the network consensus daemon. Committed filters are designed to enable light wallets without many of the privacy issues associated with server-side bloom filtering. The new gcs package provides the primitives for creating and matching against Golomb-coded sets (GCS) filters while the blockcf package provides creation of filters and filter entries for data structures found in blocks. The wire package has been updated to define a new protocol version and service flag for advertising CF support and includes types for the following new messages: cfheaders, cfilter, cftypes, getcfheaders, getcfilter, getcftypes. The peer package and server implementation have been updated to include support for the new protocol version and messages. Filters are created using a collision probability of 2^-20 and are saved to a new optional database index when running with committed filter support enabled (the default). At first startup, if support is not disabled, the index will be created and populated with filters and filter headers for all preexisting blocks, and new filters will be recorded for processed blocks. Multiple filter types are supported. The regular filter commits to output scripts and previous outpoints that any non-voting wallet will require access to. Scripts and previous outpoints that can only be spent by votes and revocations are not committed to the filter. The extended filter is a supplementary filter which commits to all transaction hashes and script data pushes from the input scripts of non-coinbase regular and ticket purchase transactions. Creating these filters is based on the algorithm defined by BIP0158 but is modified to only commit "regular" data in stake transactions to prevent committed filters from being used to create SPV voting wallets.
182 lines
5.5 KiB
Go
182 lines
5.5 KiB
Go
// Copyright (c) 2017 The btcsuite developers
|
|
// Copyright (c) 2017 The Lightning Network Developers
|
|
// Copyright (c) 2018 The Decred developers
|
|
// Use of this source code is governed by an ISC
|
|
// license that can be found in the LICENSE file.
|
|
|
|
package wire
|
|
|
|
import (
|
|
"fmt"
|
|
"io"
|
|
|
|
"github.com/decred/dcrd/chaincfg/chainhash"
|
|
)
|
|
|
|
const (
|
|
// MaxCFHeaderPayload is the maximum byte size of a committed
|
|
// filter header.
|
|
MaxCFHeaderPayload = chainhash.HashSize
|
|
|
|
// MaxCFHeadersPerMsg is the maximum number of committed filter headers
|
|
// that can be in a single cfheaders message.
|
|
MaxCFHeadersPerMsg = 2000
|
|
)
|
|
|
|
// MsgCFHeaders implements the Message interface and represents a cfheaders
|
|
// message. It is used to deliver committed filter header information in
|
|
// response to a getcfheaders message (MsgGetCFHeaders). The maximum number of
|
|
// committed filter headers per message is currently 2000. See MsgGetCFHeaders
|
|
// for details on requesting the headers.
|
|
type MsgCFHeaders struct {
|
|
StopHash chainhash.Hash
|
|
FilterType FilterType
|
|
HeaderHashes []*chainhash.Hash
|
|
}
|
|
|
|
// AddCFHeader adds a new committed filter header to the message.
|
|
func (msg *MsgCFHeaders) AddCFHeader(headerHash *chainhash.Hash) error {
|
|
if len(msg.HeaderHashes)+1 > MaxCFHeadersPerMsg {
|
|
str := fmt.Sprintf("too many block headers in message [max %v]",
|
|
MaxBlockHeadersPerMsg)
|
|
return messageError("MsgCFHeaders.AddCFHeader", str)
|
|
}
|
|
|
|
msg.HeaderHashes = append(msg.HeaderHashes, headerHash)
|
|
return nil
|
|
}
|
|
|
|
// BtcDecode decodes r using the wire protocol encoding into the receiver.
|
|
// This is part of the Message interface implementation.
|
|
func (msg *MsgCFHeaders) BtcDecode(r io.Reader, pver uint32) error {
|
|
if pver < NodeCFVersion {
|
|
str := fmt.Sprintf("cfheaders message invalid for protocol "+
|
|
"version %d", pver)
|
|
return messageError("MsgCFHeaders.BtcDecode", str)
|
|
}
|
|
|
|
// Read stop hash
|
|
err := readElement(r, &msg.StopHash)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
// Read filter type
|
|
err = readElement(r, (*uint8)(&msg.FilterType))
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
// Read number of filter headers
|
|
count, err := ReadVarInt(r, pver)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
// Limit to max committed filter headers per message.
|
|
if count > MaxCFHeadersPerMsg {
|
|
str := fmt.Sprintf("too many committed filter headers for "+
|
|
"message [count %v, max %v]", count,
|
|
MaxBlockHeadersPerMsg)
|
|
return messageError("MsgCFHeaders.BtcDecode", str)
|
|
}
|
|
|
|
// Create a contiguous slice of headers to deserialize into in order to
|
|
// reduce the number of allocations.
|
|
msg.HeaderHashes = make([]*chainhash.Hash, 0, count)
|
|
for i := uint64(0); i < count; i++ {
|
|
var cfh chainhash.Hash
|
|
err := readElement(r, &cfh)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
msg.AddCFHeader(&cfh)
|
|
}
|
|
|
|
return nil
|
|
}
|
|
|
|
// BtcEncode encodes the receiver to w using the wire protocol encoding.
|
|
// This is part of the Message interface implementation.
|
|
func (msg *MsgCFHeaders) BtcEncode(w io.Writer, pver uint32) error {
|
|
if pver < NodeCFVersion {
|
|
str := fmt.Sprintf("cfheaders message invalid for protocol "+
|
|
"version %d", pver)
|
|
return messageError("MsgCFHeaders.BtcEncode", str)
|
|
}
|
|
|
|
// Write stop hash
|
|
err := writeElement(w, &msg.StopHash)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
// Write filter type
|
|
err = binarySerializer.PutUint8(w, uint8(msg.FilterType))
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
// Limit to max committed headers per message.
|
|
count := len(msg.HeaderHashes)
|
|
if count > MaxCFHeadersPerMsg {
|
|
str := fmt.Sprintf("too many committed filter headers for "+
|
|
"message [count %v, max %v]", count,
|
|
MaxBlockHeadersPerMsg)
|
|
return messageError("MsgCFHeaders.BtcEncode", str)
|
|
}
|
|
|
|
err = WriteVarInt(w, pver, uint64(count))
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
for _, cfh := range msg.HeaderHashes {
|
|
err := writeElement(w, cfh)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
}
|
|
|
|
return nil
|
|
}
|
|
|
|
// Deserialize decodes a filter header from r into the receiver using a format
|
|
// that is suitable for long-term storage such as a database. This function
|
|
// differs from BtcDecode in that BtcDecode decodes from the wire protocol as it
|
|
// was sent across the network. The wire encoding can technically differ
|
|
// depending on the protocol version and doesn't even really need to match the
|
|
// format of a stored filter header at all. As of the time this comment was
|
|
// written, the encoded filter header is the same in both instances, but there
|
|
// is a distinct difference and separating the two allows the API to be flexible
|
|
// enough to deal with changes.
|
|
func (msg *MsgCFHeaders) Deserialize(r io.Reader) error {
|
|
// At the current time, there is no difference between the wire encoding
|
|
// and the stable long-term storage format. As a result, make use of
|
|
// BtcDecode.
|
|
return msg.BtcDecode(r, 0)
|
|
}
|
|
|
|
// Command returns the protocol command string for the message. This is part
|
|
// of the Message interface implementation.
|
|
func (msg *MsgCFHeaders) Command() string {
|
|
return CmdCFHeaders
|
|
}
|
|
|
|
// MaxPayloadLength returns the maximum length the payload can be for the
|
|
// receiver. This is part of the Message interface implementation.
|
|
func (msg *MsgCFHeaders) MaxPayloadLength(pver uint32) uint32 {
|
|
// Hash size + filter type + num headers (varInt) +
|
|
// (header size * max headers).
|
|
return chainhash.HashSize + 1 + MaxVarIntPayload +
|
|
(MaxCFHeaderPayload * MaxCFHeadersPerMsg)
|
|
}
|
|
|
|
// NewMsgCFHeaders returns a new cfheaders message that conforms to the Message
|
|
// interface. See MsgCFHeaders for details.
|
|
func NewMsgCFHeaders() *MsgCFHeaders {
|
|
return &MsgCFHeaders{
|
|
HeaderHashes: make([]*chainhash.Hash, 0, MaxCFHeadersPerMsg),
|
|
}
|
|
}
|