Aggregation v2 (pyth-network#296)

* feat: accumulator v2 (wip 1)

* feat: accumulator v2 (wip 2)

* chore: fix some warnings and fix validator build

* feat: accumulator v2 (wip 3)

* feat: skip message buffer aggregation if all price feeds use v2 aggregation

* feat: combine v1 and v2 aggregation price feed messages in the merkle tree

* refactor: clean up and avoid extra vector

* fix: don't aggregate if already aggregated in the program

* test: bring back old pyth tests (wip)

* test: fix old pyth tests

* test: add initial v2 tests to validator

* refactor: unify env var handling

* chore: fix build for stable Rust by ignoring lints

* test: fix and expand accumulator-v2 tests

* chore: clean up comments

* chore: update dependency

* chore: fix clippy and fmt

* test: add extra check

* chore: bump version to 1.14.175

* feat: add more traces for accumulator

* fix: load program accounts by index

* feat: add checks to make sure indexes are set

* chore: bump oracle

Co-authored-by: Reisen <reisen@morphism.org>

Author: 2 people

Cargo.lock

@@ -97,9 +97,16 @@ exclude = [
 # This prevents a Travis CI error when building for Windows.
 resolver = "2"
 
-[patch.crates-io]
-serde_wormhole = { git = "https://github.com/wormhole-foundation/wormhole", tag = "v2.17.1" }
+# At the moment, there is no `oracle-v2.33.1` release in the
+# `pyth-network/pyth-client` repository.  This is an unreleased version that is
+# almost identical to `oracle-v2.33.0`, except that it removes strict version
+# constraints from the Solana dependencies.
+#
+[patch."https://github.com/pyth-network/pyth-client".pyth-oracle]
+git = "https://github.com/ilya-bobyr/pyth-client"
+branch = "pythnet-update-oracle-v2.33.1"
 
+[patch.crates-io]
 # We include a number of crates as our dependencies above from crates.io:
 #
 #  * spl-associated-token-account

Cargo.toml

@@ -76,7 +76,7 @@ use {
         accounts_db::{AccountShrinkThreshold, AccountsDbConfig},
         accounts_index::AccountSecondaryIndexes,
         accounts_update_notifier_interface::AccountsUpdateNotifier,
-        bank::Bank,
+        bank::{pyth_accumulator, Bank},
         bank_forks::BankForks,
         commitment::BlockCommitmentCache,
         cost_model::CostModel,
@@ -1535,15 +1535,12 @@ fn load_blockstore(
         }
     }
 
-    {
-        let bank = bank_forks.write().unwrap().working_bank();
-        for (key_name, pk_res) in bank.get_accumulator_keys() {
-            match pk_res {
-                Ok(pk) => info!("Accumulator {}: {}", key_name, pk),
-                Err(err) => {
-                    error!("Failed to get Accumulator {}: {:?}", key_name, err);
-                    std::process::abort();
-                }
+    for (key_name, pk_res) in pyth_accumulator::get_accumulator_keys() {
+        match pk_res {
+            Ok(pk) => info!("Accumulator {}: {}", key_name, pk),
+            Err(err) => {
+                error!("Failed to get Accumulator {}: {:?}", key_name, err);
+                std::process::abort();
             }
         }
     }