[BREAKING CHANGE] Drop UtxoSet
This code was unmaintained, is unlikely to work on the majority of systems (since it holds the whole utxoset in RAM, and not in a terribly efficient manner), and has a dependency on `eventual` which has been broken for a long time. The library no longer compiles on nightly because of this, and without any known usecases for `UtxoSet`, nor good ability to test it, I'm simply removing the code. I recommend anyone who cares about this extracts the code from the previous commit and creates a new crate. It should be more featureful anyway, e.g. support a backing store.
This commit is contained in:
parent
45ef239a34
commit
e05e6d2215
|
@ -1,7 +1,7 @@
|
||||||
|
|
||||||
[package]
|
[package]
|
||||||
name = "bitcoin"
|
name = "bitcoin"
|
||||||
version = "0.4.5"
|
version = "0.5.0"
|
||||||
authors = ["Andrew Poelstra <apoelstra@wpsoftware.net>"]
|
authors = ["Andrew Poelstra <apoelstra@wpsoftware.net>"]
|
||||||
license = "CC0-1.0"
|
license = "CC0-1.0"
|
||||||
homepage = "https://github.com/apoelstra/rust-bitcoin/"
|
homepage = "https://github.com/apoelstra/rust-bitcoin/"
|
||||||
|
@ -11,14 +11,12 @@ description = "General purpose library for using and interoperating with Bitcoin
|
||||||
keywords = [ "crypto", "bitcoin" ]
|
keywords = [ "crypto", "bitcoin" ]
|
||||||
readme = "README.md"
|
readme = "README.md"
|
||||||
|
|
||||||
|
|
||||||
[lib]
|
[lib]
|
||||||
name = "bitcoin"
|
name = "bitcoin"
|
||||||
path = "src/lib.rs"
|
path = "src/lib.rs"
|
||||||
|
|
||||||
[dependencies]
|
[dependencies]
|
||||||
byteorder = "0.3"
|
byteorder = "0.3"
|
||||||
eventual = "0.1"
|
|
||||||
num = "0.1"
|
num = "0.1"
|
||||||
num_cpus = "0.2"
|
num_cpus = "0.2"
|
||||||
rand = "0.3"
|
rand = "0.3"
|
||||||
|
|
|
@ -24,6 +24,5 @@ pub mod script;
|
||||||
pub mod transaction;
|
pub mod transaction;
|
||||||
pub mod block;
|
pub mod block;
|
||||||
pub mod blockchain;
|
pub mod blockchain;
|
||||||
pub mod utxoset;
|
|
||||||
|
|
||||||
|
|
||||||
|
|
|
@ -26,11 +26,9 @@
|
||||||
use std::default::Default;
|
use std::default::Default;
|
||||||
use std::fmt;
|
use std::fmt;
|
||||||
use serde;
|
use serde;
|
||||||
use secp256k1::Secp256k1;
|
|
||||||
|
|
||||||
use util::hash::Sha256dHash;
|
use util::hash::Sha256dHash;
|
||||||
use blockdata::script::{self, Script, ScriptTrace, read_scriptbool};
|
use blockdata::script::{self, Script, ScriptTrace};
|
||||||
use blockdata::utxoset::UtxoSet;
|
|
||||||
use network::encodable::ConsensusEncodable;
|
use network::encodable::ConsensusEncodable;
|
||||||
use network::serialize::BitcoinHash;
|
use network::serialize::BitcoinHash;
|
||||||
|
|
||||||
|
@ -144,148 +142,6 @@ pub struct TransactionTrace {
|
||||||
inputs: Vec<InputTrace>
|
inputs: Vec<InputTrace>
|
||||||
}
|
}
|
||||||
|
|
||||||
impl TxIn {
|
|
||||||
/// Check an input's script for validity
|
|
||||||
pub fn validate(&self,
|
|
||||||
secp: &Secp256k1,
|
|
||||||
utxoset: &UtxoSet,
|
|
||||||
txn: &Transaction,
|
|
||||||
index: usize) -> Result<(), Error> {
|
|
||||||
let txo = utxoset.get_utxo(self.prev_hash, self.prev_index);
|
|
||||||
match txo {
|
|
||||||
Some((_, txo)) => {
|
|
||||||
let (mut p2sh_stack, mut p2sh_script) = (vec![], Script::new());
|
|
||||||
|
|
||||||
let mut stack = vec![];
|
|
||||||
match self.script_sig.evaluate(secp, &mut stack, Some((txn, index)), None) {
|
|
||||||
Ok(_) => {}
|
|
||||||
Err(e) => { return Err(Error::InputScriptFailure(e)); }
|
|
||||||
}
|
|
||||||
if txo.script_pubkey.is_p2sh() && !stack.is_empty() {
|
|
||||||
p2sh_stack = stack.clone();
|
|
||||||
p2sh_script = match p2sh_stack.pop() {
|
|
||||||
Some(script::MaybeOwned::Owned(v)) => Script::from(v),
|
|
||||||
Some(script::MaybeOwned::Borrowed(s)) => Script::from(s.to_vec()),
|
|
||||||
None => unreachable!()
|
|
||||||
};
|
|
||||||
}
|
|
||||||
match txo.script_pubkey.evaluate(secp, &mut stack, Some((txn, index)), None) {
|
|
||||||
Ok(_) => {}
|
|
||||||
Err(e) => { return Err(Error::OutputScriptFailure(e)); }
|
|
||||||
}
|
|
||||||
match stack.pop() {
|
|
||||||
Some(v) => {
|
|
||||||
if !read_scriptbool(&v[..]) {
|
|
||||||
return Err(Error::ScriptReturnedFalse);
|
|
||||||
}
|
|
||||||
}
|
|
||||||
None => { return Err(Error::ScriptReturnedEmptyStack); }
|
|
||||||
}
|
|
||||||
if txo.script_pubkey.is_p2sh() {
|
|
||||||
match p2sh_script.evaluate(secp, &mut p2sh_stack, Some((txn, index)), None) {
|
|
||||||
Ok(_) => {}
|
|
||||||
Err(e) => { return Err(Error::P2shScriptFailure(e)); }
|
|
||||||
}
|
|
||||||
match p2sh_stack.pop() {
|
|
||||||
Some(v) => {
|
|
||||||
if !read_scriptbool(&v[..]) {
|
|
||||||
return Err(Error::P2shScriptReturnedFalse);
|
|
||||||
}
|
|
||||||
}
|
|
||||||
None => { return Err(Error::P2shScriptReturnedEmptyStack); }
|
|
||||||
}
|
|
||||||
}
|
|
||||||
}
|
|
||||||
None => { return Err(Error::InputNotFound(self.prev_hash, self.prev_index)); }
|
|
||||||
}
|
|
||||||
Ok(())
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
impl Transaction {
|
|
||||||
/// Check a transaction for validity
|
|
||||||
pub fn validate(&self, secp: &Secp256k1, utxoset: &UtxoSet) -> Result<(), Error> {
|
|
||||||
for (n, input) in self.input.iter().enumerate() {
|
|
||||||
try!(input.validate(secp, utxoset, self, n));
|
|
||||||
}
|
|
||||||
Ok(())
|
|
||||||
}
|
|
||||||
|
|
||||||
/// Produce a trace of a transaction's execution
|
|
||||||
pub fn trace(&self, secp: &Secp256k1, utxoset: &UtxoSet) -> TransactionTrace {
|
|
||||||
let mut ret = TransactionTrace { txid: self.bitcoin_hash(),
|
|
||||||
inputs: Vec::with_capacity(self.input.len()) };
|
|
||||||
for (n, input) in self.input.iter().enumerate() {
|
|
||||||
// Setup trace
|
|
||||||
let mut trace = InputTrace {
|
|
||||||
input_txid: input.prev_hash,
|
|
||||||
input_vout: input.prev_index as usize,
|
|
||||||
sig_trace: ScriptTrace {
|
|
||||||
script: Script::new(),
|
|
||||||
initial_stack: vec![],
|
|
||||||
iterations: vec![],
|
|
||||||
error: None
|
|
||||||
},
|
|
||||||
pubkey_trace: None,
|
|
||||||
p2sh_trace: None,
|
|
||||||
error: None
|
|
||||||
};
|
|
||||||
// Run through the input
|
|
||||||
let txo = utxoset.get_utxo(input.prev_hash, input.prev_index);
|
|
||||||
match txo {
|
|
||||||
Some((_, txo)) => {
|
|
||||||
let (mut p2sh_stack, mut p2sh_script) = (vec![], Script::new());
|
|
||||||
|
|
||||||
let mut stack = Vec::with_capacity(6);
|
|
||||||
trace.sig_trace = input.script_sig.trace(secp, &mut stack, Some((self, n)));
|
|
||||||
let err = trace.sig_trace.error.as_ref().map(|e| e.clone());
|
|
||||||
err.map(|e| trace.error = Some(Error::InputScriptFailure(e)));
|
|
||||||
|
|
||||||
if txo.script_pubkey.is_p2sh() && !stack.is_empty() {
|
|
||||||
p2sh_stack = stack.clone();
|
|
||||||
p2sh_script = match p2sh_stack.pop() {
|
|
||||||
Some(script::MaybeOwned::Owned(v)) => Script::from(v),
|
|
||||||
Some(script::MaybeOwned::Borrowed(s)) => Script::from(s.to_vec()),
|
|
||||||
None => unreachable!()
|
|
||||||
};
|
|
||||||
}
|
|
||||||
if trace.error.is_none() {
|
|
||||||
trace.pubkey_trace = Some(txo.script_pubkey.trace(secp, &mut stack, Some((self, n))));
|
|
||||||
let err = trace.pubkey_trace.as_ref().unwrap().error.as_ref().map(|e| e.clone());
|
|
||||||
err.map(|e| trace.error = Some(Error::OutputScriptFailure(e)));
|
|
||||||
match stack.pop() {
|
|
||||||
Some(v) => {
|
|
||||||
if !read_scriptbool(&v[..]) {
|
|
||||||
trace.error = Some(Error::ScriptReturnedFalse);
|
|
||||||
}
|
|
||||||
}
|
|
||||||
None => { trace.error = Some(Error::ScriptReturnedEmptyStack); }
|
|
||||||
}
|
|
||||||
if trace.error.is_none() && txo.script_pubkey.is_p2sh() {
|
|
||||||
trace.p2sh_trace = Some(p2sh_script.trace(secp, &mut p2sh_stack, Some((self, n))));
|
|
||||||
let err = trace.p2sh_trace.as_ref().unwrap().error.as_ref().map(|e| e.clone());
|
|
||||||
err.map(|e| trace.error = Some(Error::P2shScriptFailure(e)));
|
|
||||||
match p2sh_stack.pop() {
|
|
||||||
Some(v) => {
|
|
||||||
if !read_scriptbool(&v[..]) {
|
|
||||||
trace.error = Some(Error::P2shScriptReturnedFalse);
|
|
||||||
}
|
|
||||||
}
|
|
||||||
None => { trace.error = Some(Error::P2shScriptReturnedEmptyStack); }
|
|
||||||
}
|
|
||||||
}
|
|
||||||
}
|
|
||||||
}
|
|
||||||
None => {
|
|
||||||
trace.error = Some(Error::InputNotFound(input.prev_hash, input.prev_index));
|
|
||||||
}
|
|
||||||
}
|
|
||||||
ret.inputs.push(trace);
|
|
||||||
}
|
|
||||||
ret
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
impl BitcoinHash for Transaction {
|
impl BitcoinHash for Transaction {
|
||||||
fn bitcoin_hash(&self) -> Sha256dHash {
|
fn bitcoin_hash(&self) -> Sha256dHash {
|
||||||
use network::serialize::serialize;
|
use network::serialize::serialize;
|
||||||
|
|
|
@ -1,509 +0,0 @@
|
||||||
// Rust Bitcoin Library
|
|
||||||
// Written in 2014 by
|
|
||||||
// Andrew Poelstra <apoelstra@wpsoftware.net>
|
|
||||||
//
|
|
||||||
// To the extent possible under law, the author(s) have dedicated all
|
|
||||||
// copyright and related and neighboring rights to this software to
|
|
||||||
// the public domain worldwide. This software is distributed without
|
|
||||||
// any warranty.
|
|
||||||
//
|
|
||||||
// You should have received a copy of the CC0 Public Domain Dedication
|
|
||||||
// along with this software.
|
|
||||||
// If not, see <http://creativecommons.org/publicdomain/zero/1.0/>.
|
|
||||||
//
|
|
||||||
|
|
||||||
//! # UTXO Set
|
|
||||||
//!
|
|
||||||
//! This module provides the structures and functions to maintain an
|
|
||||||
//! index of UTXOs.
|
|
||||||
//!
|
|
||||||
|
|
||||||
use std::cmp;
|
|
||||||
use std::collections::HashMap;
|
|
||||||
use std::collections::hash_map::Iter;
|
|
||||||
use std::default::Default;
|
|
||||||
use std::mem;
|
|
||||||
use secp256k1::Secp256k1;
|
|
||||||
use eventual;
|
|
||||||
use eventual::Async;
|
|
||||||
use num_cpus;
|
|
||||||
|
|
||||||
use blockdata::transaction::{self, Transaction, TxOut};
|
|
||||||
use blockdata::constants::genesis_block;
|
|
||||||
use blockdata::block::Block;
|
|
||||||
use network::constants::Network;
|
|
||||||
use network::serialize::BitcoinHash;
|
|
||||||
use util::hash::Sha256dHash;
|
|
||||||
|
|
||||||
/// The amount of validation to do when updating the UTXO set
|
|
||||||
#[derive(PartialEq, Eq, PartialOrd, Ord, Clone, Debug)]
|
|
||||||
pub enum ValidationLevel {
|
|
||||||
/// Blindly update the UTXO set (NOT recommended)
|
|
||||||
Nothing,
|
|
||||||
/// Check that the blocks are at least in the right order
|
|
||||||
Chain,
|
|
||||||
/// Check that any inputs are actually txouts in the set
|
|
||||||
Inputs,
|
|
||||||
/// Execute the scripts and ensure they pass
|
|
||||||
Script
|
|
||||||
}
|
|
||||||
|
|
||||||
/// An error returned from a UTXO set operation
|
|
||||||
#[derive(PartialEq, Eq, Clone, Debug)]
|
|
||||||
pub enum Error {
|
|
||||||
/// prevhash of the new block is not the hash of the old block (expected, actual)
|
|
||||||
BadPrevHash(Sha256dHash, Sha256dHash),
|
|
||||||
/// A TXID was duplicated
|
|
||||||
DuplicatedTxid(Sha256dHash),
|
|
||||||
/// A tx was invalid (txid, error)
|
|
||||||
InvalidTx(Sha256dHash, transaction::Error),
|
|
||||||
}
|
|
||||||
|
|
||||||
struct UtxoNode {
|
|
||||||
/// Blockheight at which this UTXO appeared in the blockchain
|
|
||||||
height: u32,
|
|
||||||
/// Vector of outputs; None indicates a nonexistent or already spent output
|
|
||||||
outputs: Box<[Option<TxOut>]>
|
|
||||||
}
|
|
||||||
impl_consensus_encoding!(UtxoNode, height, outputs);
|
|
||||||
|
|
||||||
/// An iterator over UTXOs
|
|
||||||
pub struct UtxoIterator<'a> {
|
|
||||||
tx_iter: Iter<'a, Sha256dHash, UtxoNode>,
|
|
||||||
current_key: Sha256dHash,
|
|
||||||
current: Option<&'a UtxoNode>,
|
|
||||||
tx_index: u32
|
|
||||||
}
|
|
||||||
|
|
||||||
impl<'a> Iterator for UtxoIterator<'a> {
|
|
||||||
type Item = (Sha256dHash, u32, &'a TxOut, u32);
|
|
||||||
|
|
||||||
fn next(&mut self) -> Option<(Sha256dHash, u32, &'a TxOut, u32)> {
|
|
||||||
while let Some(current) = self.current {
|
|
||||||
while self.tx_index < current.outputs.len() as u32 {
|
|
||||||
self.tx_index += 1;
|
|
||||||
if let Some(ref cur) = current.outputs[self.tx_index as usize - 1] {
|
|
||||||
return Some((self.current_key, self.tx_index,
|
|
||||||
cur, current.height));
|
|
||||||
}
|
|
||||||
}
|
|
||||||
match self.tx_iter.next() {
|
|
||||||
Some((&x, y)) => {
|
|
||||||
self.tx_index = 0;
|
|
||||||
self.current_key = x;
|
|
||||||
self.current = Some(y);
|
|
||||||
}
|
|
||||||
None => { self.current = None; }
|
|
||||||
}
|
|
||||||
}
|
|
||||||
None
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
/// A mapping from a spent-txo to an actual txout ((txid, vout), (height, txout))
|
|
||||||
pub type StxoRef = ((Sha256dHash, u32), (u32, TxOut));
|
|
||||||
|
|
||||||
/// The UTXO set
|
|
||||||
pub struct UtxoSet {
|
|
||||||
table: HashMap<Sha256dHash, UtxoNode>,
|
|
||||||
last_hash: Sha256dHash,
|
|
||||||
// A circular buffer of deleted utxos, grouped by block
|
|
||||||
spent_txos: Vec<Vec<StxoRef>>,
|
|
||||||
// The last index into the above buffer that was assigned to
|
|
||||||
spent_idx: u64,
|
|
||||||
n_utxos: u64,
|
|
||||||
n_pruned: u64
|
|
||||||
}
|
|
||||||
|
|
||||||
impl_consensus_encoding!(UtxoSet, last_hash, n_utxos, n_pruned, spent_txos, spent_idx, table);
|
|
||||||
|
|
||||||
impl UtxoSet {
|
|
||||||
/// Constructs a new UTXO set
|
|
||||||
pub fn new(network: Network, rewind_limit: usize) -> UtxoSet {
|
|
||||||
// There is in fact a transaction in the genesis block, but the Bitcoin
|
|
||||||
// reference client does not add its sole output to the UTXO set. We
|
|
||||||
// must follow suit, otherwise we will accept a transaction spending it
|
|
||||||
// while the reference client won't, causing us to fork off the network.
|
|
||||||
UtxoSet {
|
|
||||||
table: HashMap::new(),
|
|
||||||
last_hash: genesis_block(network).header.bitcoin_hash(),
|
|
||||||
spent_txos: vec![vec![]; rewind_limit],
|
|
||||||
spent_idx: 0,
|
|
||||||
n_utxos: 0,
|
|
||||||
n_pruned: 0
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
/// Add all the UTXOs of a transaction to the set
|
|
||||||
fn add_utxos(&mut self, tx: &Transaction, height: u32) -> Option<UtxoNode> {
|
|
||||||
let txid = tx.bitcoin_hash();
|
|
||||||
// Locate node if it's already there
|
|
||||||
let new_node = {
|
|
||||||
let mut new_node = Vec::with_capacity(tx.output.len());
|
|
||||||
for txo in &tx.output {
|
|
||||||
if txo.script_pubkey.is_provably_unspendable() {
|
|
||||||
new_node.push(None);
|
|
||||||
self.n_utxos -= 1;
|
|
||||||
self.n_pruned += 1;
|
|
||||||
} else {
|
|
||||||
new_node.push(Some(txo.clone()));
|
|
||||||
}
|
|
||||||
}
|
|
||||||
UtxoNode { outputs: new_node.into_boxed_slice(), height: height }
|
|
||||||
};
|
|
||||||
// Get the old value, if any (this is suprisingly possible, c.f. BIP30
|
|
||||||
// and the other comments in this file referring to it)
|
|
||||||
let ret = self.table.insert(txid, new_node);
|
|
||||||
if ret.is_none() {
|
|
||||||
self.n_utxos += tx.output.len() as u64;
|
|
||||||
}
|
|
||||||
ret
|
|
||||||
}
|
|
||||||
|
|
||||||
/// Remove a UTXO from the set and return it
|
|
||||||
fn take_utxo(&mut self, txid: Sha256dHash, vout: u32) -> Option<(u32, TxOut)> {
|
|
||||||
// This whole function has awkward scoping thx to lexical borrow scoping :(
|
|
||||||
let (height, ret, should_delete) = {
|
|
||||||
// Locate the UTXO, failing if not found
|
|
||||||
let node = match self.table.get_mut(&txid) {
|
|
||||||
Some(node) => node,
|
|
||||||
None => return None
|
|
||||||
};
|
|
||||||
|
|
||||||
let ret = {
|
|
||||||
// Check that this specific output is there
|
|
||||||
if vout as usize >= node.outputs.len() { return None; }
|
|
||||||
let replace = &mut node.outputs[vout as usize];
|
|
||||||
replace.take()
|
|
||||||
};
|
|
||||||
|
|
||||||
let should_delete = node.outputs.iter().filter(|slot| slot.is_some()).count() == 0;
|
|
||||||
(node.height, ret, should_delete)
|
|
||||||
};
|
|
||||||
|
|
||||||
// Delete the whole node if it is no longer being used
|
|
||||||
if should_delete {
|
|
||||||
self.table.remove(&txid);
|
|
||||||
}
|
|
||||||
|
|
||||||
self.n_utxos -= if ret.is_some() { 1 } else { 0 };
|
|
||||||
ret.map(|o| (height, o))
|
|
||||||
}
|
|
||||||
|
|
||||||
/// Get a reference to a UTXO in the set
|
|
||||||
pub fn get_utxo(&self, txid: Sha256dHash, vout: u32) -> Option<(usize, &TxOut)> {
|
|
||||||
// Locate the UTXO, failing if not found
|
|
||||||
let node = match self.table.get(&txid) {
|
|
||||||
Some(node) => node,
|
|
||||||
None => return None
|
|
||||||
};
|
|
||||||
// Check that this specific output is there
|
|
||||||
if vout as usize >= node.outputs.len() { return None; }
|
|
||||||
let replace = &node.outputs[vout as usize];
|
|
||||||
Some((node.height as usize, replace.as_ref().unwrap()))
|
|
||||||
}
|
|
||||||
|
|
||||||
/// Apply the transactions contained in a block
|
|
||||||
pub fn update(&mut self, secp: &Secp256k1, block: &Block,
|
|
||||||
blockheight: usize, validation: ValidationLevel)
|
|
||||||
-> Result<(), Error> {
|
|
||||||
// Make sure we are extending the UTXO set in order
|
|
||||||
if validation >= ValidationLevel::Chain &&
|
|
||||||
self.last_hash != block.header.prev_blockhash {
|
|
||||||
return Err(Error::BadPrevHash(self.last_hash, block.header.prev_blockhash));
|
|
||||||
}
|
|
||||||
|
|
||||||
// Set the next hash immediately so that if anything goes wrong,
|
|
||||||
// we can rewind from the point that we're at.
|
|
||||||
self.last_hash = block.header.bitcoin_hash();
|
|
||||||
let spent_idx = self.spent_idx as usize;
|
|
||||||
self.spent_idx = (self.spent_idx + 1) % self.spent_txos.len() as u64;
|
|
||||||
(&mut self.spent_txos[spent_idx]).clear();
|
|
||||||
|
|
||||||
// Add all the utxos so that we can have chained transactions within the
|
|
||||||
// same block. (Note that Bitcoin requires chained transactions to be in
|
|
||||||
// the correct order, which we do not check, so we are minorly too permissive.
|
|
||||||
// TODO this is a consensus bug.)
|
|
||||||
for tx in &block.txdata {
|
|
||||||
let txid = tx.bitcoin_hash();
|
|
||||||
// Add outputs -- add_utxos returns the original transaction if this is a dupe.
|
|
||||||
// Note that this can only happen with coinbases, and in this case the block
|
|
||||||
// is invalid, -except- for two historic blocks which appeared in the
|
|
||||||
// blockchain before the dupes were noticed.
|
|
||||||
// See bitcoind commit `ab91bf39` and BIP30.
|
|
||||||
match self.add_utxos(tx, blockheight as u32) {
|
|
||||||
Some(mut replace) => {
|
|
||||||
let blockhash = block.header.bitcoin_hash().be_hex_string();
|
|
||||||
if blockhash == "00000000000a4d0a398161ffc163c503763b1f4360639393e0e4c8e300e0caec" ||
|
|
||||||
blockhash == "00000000000743f190a18c5577a3c2d2a1f610ae9601ac046a38084ccb7cd721" {
|
|
||||||
// For these specific blocks, overwrite the old UTXOs.
|
|
||||||
// (Actually add_utxos() already did this, so we do nothing.)
|
|
||||||
} else {
|
|
||||||
// Otherwise put the replaced txouts into the `deleted` cache
|
|
||||||
// so that rewind will put them back.
|
|
||||||
(&mut self.spent_txos[spent_idx]).reserve(replace.outputs.len());
|
|
||||||
for (n, input) in replace.outputs.iter_mut().enumerate() {
|
|
||||||
match input.take() {
|
|
||||||
Some(txo) => { (&mut self.spent_txos[spent_idx]).push(((txid, n as u32), (replace.height, txo))); }
|
|
||||||
None => {}
|
|
||||||
}
|
|
||||||
}
|
|
||||||
// Otherwise fail the block
|
|
||||||
self.rewind(block);
|
|
||||||
return Err(Error::DuplicatedTxid(txid));
|
|
||||||
}
|
|
||||||
}
|
|
||||||
// Didn't replace anything? Good.
|
|
||||||
None => {}
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
// If we are validating scripts, do all that now in parallel
|
|
||||||
if validation >= ValidationLevel::Script {
|
|
||||||
let mut future_vec = Vec::with_capacity(block.txdata.len() - 1);
|
|
||||||
// skip the genesis since we don't validate this script. (TODO this might
|
|
||||||
// be a consensus bug since we don't even check that the opcodes make sense.)
|
|
||||||
let n_threads = cmp::min(block.txdata.len() - 1, num_cpus::get());
|
|
||||||
for j in 0..n_threads {
|
|
||||||
let n_elems = block.txdata.len() - 1;
|
|
||||||
let start = 1 + j * n_elems / n_threads;
|
|
||||||
let end = cmp::min(n_elems, 1 + (j + 1) * n_elems / n_threads);
|
|
||||||
|
|
||||||
// WARNING: we are asserting that these variables will outlive the Futures;
|
|
||||||
// this means that we need to await all Futures before leaving the
|
|
||||||
// function or else risk use-after-free in the async threads.
|
|
||||||
let static_txes = unsafe { &*(&block.txdata as *const Vec<Transaction>) };
|
|
||||||
let static_self = unsafe { &*(self as *const UtxoSet) };
|
|
||||||
let static_secp = unsafe { &*(secp as *const Secp256k1) };
|
|
||||||
future_vec.push(eventual::Future::spawn(move || {
|
|
||||||
for tx in static_txes[start..end].iter() {
|
|
||||||
match tx.validate(static_secp, static_self) {
|
|
||||||
Ok(_) => {},
|
|
||||||
Err(e) => { return Err(Error::InvalidTx(tx.bitcoin_hash(), e)); }
|
|
||||||
}
|
|
||||||
}
|
|
||||||
Ok(())
|
|
||||||
}));
|
|
||||||
}
|
|
||||||
// Return the last error since we need to finish every future before
|
|
||||||
// leaving this function, and given that, it's easier to return the last.
|
|
||||||
let mut last_err = Ok(());
|
|
||||||
for res in future_vec.into_iter().map(|f| f.await().unwrap()) {
|
|
||||||
if res.is_err() { last_err = res; }
|
|
||||||
}
|
|
||||||
if last_err.is_err() { return last_err; }
|
|
||||||
}
|
|
||||||
|
|
||||||
for tx in block.txdata.iter().skip(1) {
|
|
||||||
let txid = tx.bitcoin_hash();
|
|
||||||
// Put the removed utxos into the stxo cache, in case we need to rewind
|
|
||||||
(&mut self.spent_txos[spent_idx]).reserve(tx.input.len());
|
|
||||||
for (n, input) in tx.input.iter().enumerate() {
|
|
||||||
let taken = self.take_utxo(input.prev_hash, input.prev_index);
|
|
||||||
match taken {
|
|
||||||
Some(txo) => { (&mut self.spent_txos[spent_idx]).push(((txid, n as u32), txo)); }
|
|
||||||
None => {
|
|
||||||
if validation >= ValidationLevel::Inputs {
|
|
||||||
self.rewind(block);
|
|
||||||
return Err(Error::InvalidTx(txid,
|
|
||||||
transaction::Error::InputNotFound(input.prev_hash, input.prev_index)));
|
|
||||||
}
|
|
||||||
}
|
|
||||||
}
|
|
||||||
}
|
|
||||||
}
|
|
||||||
// If we made it here, success!
|
|
||||||
Ok(())
|
|
||||||
}
|
|
||||||
|
|
||||||
/// Unapply the transactions contained in a block
|
|
||||||
pub fn rewind(&mut self, block: &Block) -> bool {
|
|
||||||
// Make sure we are rewinding the latest block
|
|
||||||
if self.last_hash != block.header.bitcoin_hash() {
|
|
||||||
return false;
|
|
||||||
}
|
|
||||||
|
|
||||||
// We deliberately do no error checking here, since we may be rewinding
|
|
||||||
// from halfway through the new block addition, in which case many of
|
|
||||||
// the utxos we try to remove may be missing; the ones we try to add,
|
|
||||||
// we stored ourselves when we removed them, so they won't be unaddable
|
|
||||||
// for any reason.
|
|
||||||
// Plus we don't care too much about efficiency, not many blocks should
|
|
||||||
// get rewound.
|
|
||||||
|
|
||||||
// Delete added txouts
|
|
||||||
let mut skipped_genesis = false;
|
|
||||||
for tx in &block.txdata {
|
|
||||||
let txhash = tx.bitcoin_hash();
|
|
||||||
for n in 0..tx.output.len() {
|
|
||||||
// Just bomb out the whole transaction
|
|
||||||
// TODO: this does not conform to BIP30: if a duplicate txid occurs,
|
|
||||||
// the block will be (rightly) rejected, causing it to be
|
|
||||||
// unwound. But when we get here, we can't see the duplicate,
|
|
||||||
// so we wind up deleting the old txid! This is very bad, and
|
|
||||||
// if it occurs, an affected user will have to recreate his
|
|
||||||
// whole UTXO index to get the original txid back.
|
|
||||||
self.take_utxo(txhash, n as u32);
|
|
||||||
}
|
|
||||||
|
|
||||||
// Read deleted txouts
|
|
||||||
if skipped_genesis {
|
|
||||||
let mut extract_vec = vec![];
|
|
||||||
mem::swap(&mut extract_vec, (&mut self.spent_txos[self.spent_idx as usize]));
|
|
||||||
for ((txid, n), (height, txo)) in extract_vec {
|
|
||||||
// Remove the tx's utxo list and patch the txo into place
|
|
||||||
let new_node = match self.table.remove(&txid) {
|
|
||||||
Some(mut node) => {
|
|
||||||
node.outputs[n as usize] = Some(txo);
|
|
||||||
node
|
|
||||||
}
|
|
||||||
None => {
|
|
||||||
let mut thinvec = Vec::with_capacity(n as usize + 1);
|
|
||||||
for _ in 0..n {
|
|
||||||
thinvec.push(None);
|
|
||||||
}
|
|
||||||
thinvec.push(Some(txo));
|
|
||||||
UtxoNode { outputs: thinvec.into_boxed_slice(), height: height }
|
|
||||||
}
|
|
||||||
};
|
|
||||||
// Ram it back into the tree
|
|
||||||
self.table.insert(txid, new_node);
|
|
||||||
}
|
|
||||||
}
|
|
||||||
skipped_genesis = true;
|
|
||||||
}
|
|
||||||
|
|
||||||
// Decrement mod the spent txo cache size
|
|
||||||
self.spent_idx = (self.spent_idx + self.spent_txos.len() as u64 - 1) %
|
|
||||||
self.spent_txos.len() as u64;
|
|
||||||
self.last_hash = block.header.prev_blockhash;
|
|
||||||
true
|
|
||||||
}
|
|
||||||
|
|
||||||
/// Get the hash of the last block added to the utxo set
|
|
||||||
pub fn last_hash(&self) -> Sha256dHash {
|
|
||||||
self.last_hash
|
|
||||||
}
|
|
||||||
|
|
||||||
/// Get the number of UTXOs in the set
|
|
||||||
pub fn n_utxos(&self) -> usize {
|
|
||||||
self.n_utxos as usize
|
|
||||||
}
|
|
||||||
|
|
||||||
/// Get the number of UTXOs ever pruned from the set (this is not updated
|
|
||||||
/// during reorgs, so it may return a higher number than is realistic).
|
|
||||||
pub fn n_pruned(&self) -> usize {
|
|
||||||
self.n_pruned as usize
|
|
||||||
}
|
|
||||||
|
|
||||||
/// Get an iterator over all UTXOs
|
|
||||||
pub fn iter<'a>(&'a self) -> UtxoIterator<'a> {
|
|
||||||
let mut iter = self.table.iter();
|
|
||||||
let first = iter.next();
|
|
||||||
match first {
|
|
||||||
Some((&key, val)) => UtxoIterator {
|
|
||||||
current_key: key,
|
|
||||||
current: Some(val),
|
|
||||||
tx_iter: iter,
|
|
||||||
tx_index: 0
|
|
||||||
},
|
|
||||||
None => UtxoIterator {
|
|
||||||
current_key: Default::default(),
|
|
||||||
current: None,
|
|
||||||
tx_iter: iter,
|
|
||||||
tx_index: 0
|
|
||||||
}
|
|
||||||
}
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
#[cfg(test)]
|
|
||||||
mod tests {
|
|
||||||
use secp256k1::Secp256k1;
|
|
||||||
use serialize::hex::FromHex;
|
|
||||||
|
|
||||||
use super::{UtxoSet, ValidationLevel};
|
|
||||||
|
|
||||||
use blockdata::block::Block;
|
|
||||||
use network::constants::Network::Bitcoin;
|
|
||||||
use network::serialize::{BitcoinHash, deserialize, serialize};
|
|
||||||
|
|
||||||
#[test]
|
|
||||||
fn utxoset_serialize_test() {
|
|
||||||
let s = Secp256k1::new();
|
|
||||||
let mut empty_set = UtxoSet::new(Bitcoin, 100);
|
|
||||||
|
|
||||||
let new_block: Block = deserialize(&"010000004ddccd549d28f385ab457e98d1b11ce80bfea2c5ab93015ade4973e400000000bf4473e53794beae34e64fccc471dace6ae544180816f89591894e0f417a914cd74d6e49ffff001d323b3a7b0201000000010000000000000000000000000000000000000000000000000000000000000000ffffffff0804ffff001d026e04ffffffff0100f2052a0100000043410446ef0102d1ec5240f0d061a4246c1bdef63fc3dbab7733052fbbf0ecd8f41fc26bf049ebb4f9527f374280259e7cfa99c48b0e3f39c51347a19a5819651503a5ac00000000010000000321f75f3139a013f50f315b23b0c9a2b6eac31e2bec98e5891c924664889942260000000049483045022100cb2c6b346a978ab8c61b18b5e9397755cbd17d6eb2fe0083ef32e067fa6c785a02206ce44e613f31d9a6b0517e46f3db1576e9812cc98d159bfdaf759a5014081b5c01ffffffff79cda0945903627c3da1f85fc95d0b8ee3e76ae0cfdc9a65d09744b1f8fc85430000000049483045022047957cdd957cfd0becd642f6b84d82f49b6cb4c51a91f49246908af7c3cfdf4a022100e96b46621f1bffcf5ea5982f88cef651e9354f5791602369bf5a82a6cd61a62501fffffffffe09f5fe3ffbf5ee97a54eb5e5069e9da6b4856ee86fc52938c2f979b0f38e82000000004847304402204165be9a4cbab8049e1af9723b96199bfd3e85f44c6b4c0177e3962686b26073022028f638da23fc003760861ad481ead4099312c60030d4cb57820ce4d33812a5ce01ffffffff01009d966b01000000434104ea1feff861b51fe3f5f8a3b12d0f4712db80e919548a80839fc47c6a21e66d957e9c5d8cd108c7a2d2324bad71f9904ac0ae7336507d785b17a2c115e427a32fac00000000".from_hex().unwrap()).unwrap();
|
|
||||||
|
|
||||||
// Make sure we can't add the block directly, since we are missing the inputs
|
|
||||||
assert!(empty_set.update(&s, &new_block, 1, ValidationLevel::Inputs).is_err());
|
|
||||||
assert_eq!(empty_set.n_utxos(), 0);
|
|
||||||
// Add the block manually so that we'll have some UTXOs for the rest of the test
|
|
||||||
for tx in new_block.txdata.iter() {
|
|
||||||
empty_set.add_utxos(tx, 1);
|
|
||||||
}
|
|
||||||
empty_set.last_hash = new_block.header.bitcoin_hash();
|
|
||||||
|
|
||||||
// Check that all the UTXOs were added
|
|
||||||
assert_eq!(empty_set.n_utxos(), 2);
|
|
||||||
for tx in new_block.txdata.iter() {
|
|
||||||
let hash = tx.bitcoin_hash();
|
|
||||||
for (n, out) in tx.output.iter().enumerate() {
|
|
||||||
let n = n as u32;
|
|
||||||
assert_eq!(empty_set.get_utxo(hash, n), Some((1, &out.clone())));
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
// Check again that we can't add the block, and that this doesn't mess up the
|
|
||||||
// existing UTXOs
|
|
||||||
assert!(empty_set.update(&s, &new_block, 2, ValidationLevel::Inputs).is_err());
|
|
||||||
assert_eq!(empty_set.n_utxos(), 2);
|
|
||||||
for tx in new_block.txdata.iter() {
|
|
||||||
let hash = tx.bitcoin_hash();
|
|
||||||
for (n, out) in tx.output.iter().enumerate() {
|
|
||||||
let n = n as u32;
|
|
||||||
assert_eq!(empty_set.get_utxo(hash, n), Some((1, &out.clone())));
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
// Serialize/deserialize the resulting UTXO set
|
|
||||||
let serial = serialize(&empty_set).unwrap();
|
|
||||||
|
|
||||||
let deserial: Result<UtxoSet, _> = deserialize(&serial);
|
|
||||||
assert!(deserial.is_ok());
|
|
||||||
|
|
||||||
// Check that all outputs are there
|
|
||||||
let mut read_set = deserial.unwrap();
|
|
||||||
for tx in new_block.txdata.iter() {
|
|
||||||
let hash = tx.bitcoin_hash();
|
|
||||||
|
|
||||||
for (n, out) in tx.output.iter().enumerate() {
|
|
||||||
let n = n as u32;
|
|
||||||
// Try taking non-existent UTXO
|
|
||||||
assert_eq!(read_set.take_utxo(hash, 100 + n), None);
|
|
||||||
// Check take of real UTXO
|
|
||||||
let ret = read_set.take_utxo(hash, n);
|
|
||||||
assert_eq!(ret, Some((1, out.clone())));
|
|
||||||
// Try double-take
|
|
||||||
assert_eq!(read_set.take_utxo(hash, n), None);
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
let deserial_again: Result<UtxoSet, _> = deserialize(&serial);
|
|
||||||
let mut read_again = deserial_again.unwrap();
|
|
||||||
assert!(read_again.rewind(&new_block));
|
|
||||||
assert_eq!(read_again.n_utxos(), 0);
|
|
||||||
for tx in new_block.txdata.iter() {
|
|
||||||
let hash = tx.bitcoin_hash();
|
|
||||||
|
|
||||||
for n in 0..tx.output.len() {
|
|
||||||
let n = n as u32;
|
|
||||||
let ret = read_again.take_utxo(hash, n);
|
|
||||||
assert_eq!(ret, None);
|
|
||||||
}
|
|
||||||
}
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
|
|
||||||
|
|
|
@ -39,7 +39,6 @@
|
||||||
|
|
||||||
extern crate byteorder;
|
extern crate byteorder;
|
||||||
extern crate crypto;
|
extern crate crypto;
|
||||||
extern crate eventual;
|
|
||||||
extern crate num;
|
extern crate num;
|
||||||
extern crate num_cpus;
|
extern crate num_cpus;
|
||||||
extern crate rand;
|
extern crate rand;
|
||||||
|
|
Loading…
Reference in New Issue