Upgrade to BDK 2.0

Author: tnull

Cargo.toml

@@ -61,23 +61,28 @@ lightning-liquidity = { version = "0.1.0", features = ["std"] }
 #lightning-transaction-sync = { path = "../rust-lightning/lightning-transaction-sync", features = ["esplora-async-https", "electrum", "time"] }
 #lightning-liquidity = { path = "../rust-lightning/lightning-liquidity", features = ["std"] }
 
-bdk_chain = { version = "0.21.1", default-features = false, features = ["std"] }
-bdk_esplora = { version = "0.20.1", default-features = false, features = ["async-https-rustls", "tokio"]}
-bdk_electrum = { version = "0.20.1", default-features = false, features = ["use-rustls"]}
-bdk_wallet = { version = "1.0.0", default-features = false, features = ["std", "keys-bip39"]}
+bdk_chain = { version = "0.23.0", default-features = false, features = ["std"] }
+bdk_esplora = { version = "0.22.0", default-features = false, features = ["async-https-rustls", "tokio"]}
+bdk_electrum = { version = "0.23.0", default-features = false, features = ["use-rustls"]}
+bdk_wallet = { version = "2.0.0", default-features = false, features = ["std", "keys-bip39"]}
 
-reqwest = { version = "0.11", default-features = false, features = ["json", "rustls-tls"] }
+reqwest = { version = "0.12", default-features = false, features = ["json", "rustls-tls"] }
 rusqlite = { version = "0.31.0", features = ["bundled"] }
-bitcoin = "0.32.2"
+bitcoin = "0.32.4"
 bip39 = "2.0.0"
 bip21 = { version = "0.5", features = ["std"], default-features = false }
 
 base64 = { version = "0.22.1", default-features = false, features = ["std"] }
 rand = "0.8.5"
 chrono = { version = "0.4", default-features = false, features = ["clock"] }
 tokio = { version = "1.37", default-features = false, features = [ "rt-multi-thread", "time", "sync", "macros" ] }
-esplora-client = { version = "0.11", default-features = false, features = ["tokio", "async-https-rustls"] }
-electrum-client = { version = "0.22.0", default-features = true }
+esplora-client = { version = "0.12", default-features = false, features = ["tokio", "async-https-rustls"] }
+
+# FIXME: This was  introduced to decouple the `bdk_esplora` and
+# `lightning-transaction-sync` APIs. We should drop it as part of the upgrade
+# to LDK 0.2.
+esplora-client_0_11 = { package = "esplora-client", version = "0.11", default-features = false, features = ["tokio", "async-https-rustls"] }
+electrum-client = { version = "0.23.1", default-features = true }
 libc = "0.2"
 uniffi = { version = "0.27.3", features = ["build"], optional = true }
 serde = { version = "1.0.210", default-features = false, features = ["std", "derive"] }
@@ -98,10 +103,10 @@ proptest = "1.0.0"
 regex = "1.5.6"
 
 [target.'cfg(not(no_download))'.dev-dependencies]
-electrsd = { version = "0.33.0", default-features = false, features = ["legacy", "esplora_a33e97e1", "corepc-node_27_2"] }
+electrsd = { version = "0.34.0", default-features = false, features = ["legacy", "esplora_a33e97e1", "corepc-node_27_2"] }
 
 [target.'cfg(no_download)'.dev-dependencies]
-electrsd = { version = "0.33.0", default-features = false, features = ["legacy"] }
+electrsd = { version = "0.34.0", default-features = false, features = ["legacy"] }
 corepc-node = { version = "0.7.0", default-features = false, features = ["27_2"] }
 
 [target.'cfg(cln_test)'.dev-dependencies]

src/chain/mod.rs

@@ -237,11 +237,18 @@ impl ChainSource {
 		kv_store: Arc<DynStore>, config: Arc<Config>, logger: Arc<Logger>,
 		node_metrics: Arc<RwLock<NodeMetrics>>,
 	) -> Self {
+		// FIXME / TODO: We introduced this to make `bdk_esplora` work separately without updating
+		// `lightning-transaction-sync`. We should revert this as part of of the upgrade to LDK 0.2.
+		let mut client_builder_0_11 = esplora_client_0_11::Builder::new(&server_url);
+		client_builder_0_11 = client_builder_0_11.timeout(DEFAULT_ESPLORA_CLIENT_TIMEOUT_SECS);
+		let esplora_client_0_11 = client_builder_0_11.build_async().unwrap();
+		let tx_sync =
+			Arc::new(EsploraSyncClient::from_client(esplora_client_0_11, Arc::clone(&logger)));
+
 		let mut client_builder = esplora_client::Builder::new(&server_url);
 		client_builder = client_builder.timeout(DEFAULT_ESPLORA_CLIENT_TIMEOUT_SECS);
 		let esplora_client = client_builder.build_async().unwrap();
-		let tx_sync =
-			Arc::new(EsploraSyncClient::from_client(esplora_client.clone(), Arc::clone(&logger)));
+
 		let onchain_wallet_sync_status = Mutex::new(WalletSyncStatus::Completed);
 		let lightning_wallet_sync_status = Mutex::new(WalletSyncStatus::Completed);
 		Self::Esplora {

src/wallet/ser.rs

@@ -107,7 +107,9 @@ impl<'a> Writeable for ChangeSetSerWrapper<'a, BdkTxGraphChangeSet<ConfirmationB
 
 		encode_tlv_stream!(writer, {
 			(0, ChangeSetSerWrapper(&self.0.txs), required),
+			(1, Some(&self.0.first_seen), option),
 			(2, self.0.txouts, required),
+			(3, Some(&self.0.last_evicted), option),
 			(4, ChangeSetSerWrapper(&self.0.anchors), required),
 			(6, self.0.last_seen, required),
 		});
@@ -129,10 +131,14 @@ impl Readable for ChangeSetDeserWrapper<BdkTxGraphChangeSet<ConfirmationBlockTim
 			ChangeSetDeserWrapper<BTreeSet<(ConfirmationBlockTime, Txid)>>,
 		> = RequiredWrapper(None);
 		let mut last_seen: RequiredWrapper<BTreeMap<Txid, u64>> = RequiredWrapper(None);
+		let mut first_seen = None;
+		let mut last_evicted = None;
 
 		decode_tlv_stream!(reader, {
 			(0, txs, required),
+			(1, first_seen, option),
 			(2, txouts, required),
+			(3, last_evicted, option),
 			(4, anchors, required),
 			(6, last_seen, required),
 		});
@@ -142,6 +148,8 @@ impl Readable for ChangeSetDeserWrapper<BdkTxGraphChangeSet<ConfirmationBlockTim
 			txouts: txouts.0.unwrap(),
 			anchors: anchors.0.unwrap().0,
 			last_seen: last_seen.0.unwrap(),
+			first_seen: first_seen.unwrap_or_default(),
+			last_evicted: last_evicted.unwrap_or_default(),
 		}))
 	}
 }
@@ -260,6 +268,7 @@ impl<'a> Writeable for ChangeSetSerWrapper<'a, BdkIndexerChangeSet> {
 	fn write<W: Writer>(&self, writer: &mut W) -> Result<(), lightning::io::Error> {
 		CHANGESET_SERIALIZATION_VERSION.write(writer)?;
 
+		// Note we don't persist/use the optional spk_cache currently.
 		encode_tlv_stream!(writer, { (0, ChangeSetSerWrapper(&self.0.last_revealed), required) });
 		Ok(())
 	}
@@ -275,9 +284,13 @@ impl Readable for ChangeSetDeserWrapper<BdkIndexerChangeSet> {
 		let mut last_revealed: RequiredWrapper<ChangeSetDeserWrapper<BTreeMap<DescriptorId, u32>>> =
 			RequiredWrapper(None);
 
+		// Note we don't persist/use the optional spk_cache currently.
 		decode_tlv_stream!(reader, { (0, last_revealed, required) });
 
-		Ok(Self(BdkIndexerChangeSet { last_revealed: last_revealed.0.unwrap().0 }))
+		Ok(Self(BdkIndexerChangeSet {
+			last_revealed: last_revealed.0.unwrap().0,
+			spk_cache: Default::default(),
+		}))
 	}
 }