feat forester: (#1582)

- Removed unwraps from photon_indexer.
- Added `--enable_priority_fees` boolean CLI flag (default: false).
- Removed unnecessary logs that were cluttering the log journal.
- Decreased the default batch_size from 60 to 50 due to photon limitations: we cannot retrieve new address proofs for lists larger than 50.
- Moved `should_retry()` to the `RpcConnection` trait.
- Refactored send_transaction.rs: streamlined the code, removed timeout slot checks, and added a cancel_signal that cancels thread execution when one of them receives a 6004 error (NonEligible).
- Removed the unnecessary log trait from light-client.

Author: sergeytimoshin

Cargo.lock

@@ -87,6 +87,9 @@ bb8 = "0.8.6"
 # Logging
 log = "0.4"
 env_logger = "0.11"
+tracing = "0.1.41"
+tracing-subscriber = { version = "0.3.18", features = ["env-filter", "json"] }
+tracing-appender = "0.2.3"
 
 # Error handling
 thiserror = "2.0"

Cargo.toml

@@ -226,7 +226,8 @@ where
             Some(vec![env.address_merkle_tree_pubkey]),
             rpc,
         )
-        .await;
+        .await
+        .unwrap();
 
     let address_merkle_context = AddressMerkleContext {
         address_merkle_tree_pubkey: env.address_merkle_tree_pubkey,
@@ -307,7 +308,8 @@ where
             None,
             rpc,
         )
-        .await;
+        .await
+        .unwrap();
 
     let compressed_account = LightAccountMeta::new_mut(
         compressed_account,
@@ -383,7 +385,8 @@ where
             None,
             rpc,
         )
-        .await;
+        .await
+        .unwrap();
 
     let compressed_account = LightAccountMeta::new_mut(
         compressed_account,
@@ -458,7 +461,8 @@ where
             None,
             rpc,
         )
-        .await;
+        .await
+        .unwrap();
 
     let compressed_account = LightAccountMeta::new_mut(
         compressed_account,

examples/anchor/counter/tests/test.rs

@@ -187,7 +187,8 @@ where
             Some(vec![env.address_merkle_tree_pubkey]),
             rpc,
         )
-        .await;
+        .await
+        .unwrap();
 
     let address_merkle_context = AddressMerkleContext {
         address_merkle_tree_pubkey: env.address_merkle_tree_pubkey,
@@ -272,7 +273,8 @@ where
             None,
             rpc,
         )
-        .await;
+        .await
+        .unwrap();
 
     let compressed_account = LightAccountMeta::new_mut(
         compressed_account,
@@ -351,7 +353,8 @@ where
             None,
             rpc,
         )
-        .await;
+        .await
+        .unwrap();
 
     let compressed_account = LightAccountMeta::new_close(
         compressed_account,

examples/anchor/memo/tests/test.rs

@@ -313,7 +313,8 @@ where
             Some(vec![env.address_merkle_tree_pubkey]),
             rpc,
         )
-        .await;
+        .await
+        .unwrap();
 
     let address_merkle_context = AddressMerkleContext {
         address_merkle_tree_pubkey: env.address_merkle_tree_pubkey,
@@ -398,7 +399,8 @@ where
             None,
             rpc,
         )
-        .await;
+        .await
+        .unwrap();
 
     let compressed_account = LightAccountMeta::new_mut(
         compressed_account,
@@ -476,7 +478,8 @@ where
             None,
             rpc,
         )
-        .await;
+        .await
+        .unwrap();
 
     let compressed_account = LightAccountMeta::new_close(
         compressed_account,

examples/anchor/name-service-without-macros/tests/test.rs

@@ -254,7 +254,8 @@ pub async fn perform_escrow<R: RpcConnection, I: Indexer<R> + TestIndexerExtensi
             None,
             rpc,
         )
-        .await;
+        .await
+        .unwrap();
 
     let create_ix_inputs = CreateEscrowInstructionInputs {
         input_token_data: &[sdk_to_program_token_data(
@@ -422,7 +423,8 @@ pub async fn perform_withdrawal<R: RpcConnection, I: Indexer<R> + TestIndexerExt
             None,
             context,
         )
-        .await;
+        .await
+        .unwrap();
 
     let create_ix_inputs = CreateEscrowInstructionInputs {
         input_token_data: &[sdk_to_program_token_data(

examples/anchor/token-escrow/tests/test.rs

@@ -258,7 +258,8 @@ async fn create_escrow_ix<R: RpcConnection + MerkleTreeExt>(
             Some(vec![env.address_merkle_tree_pubkey]),
             context,
         )
-        .await;
+        .await
+        .unwrap();
 
     let new_address_params = NewAddressParams {
         seed,
@@ -482,7 +483,8 @@ pub async fn perform_withdrawal<R: RpcConnection + MerkleTreeExt>(
             None,
             rpc,
         )
-        .await;
+        .await
+        .unwrap();
 
     let create_withdrawal_ix_inputs = CreateCompressedPdaWithdrawalInstructionInputs {
         input_token_data: &[sdk_to_program_token_data(token_escrow.token_data.clone())],

examples/anchor/token-escrow/tests/test_compressed_pda.rs

@@ -38,15 +38,16 @@ borsh = { workspace = true }
 bs58 = "0.5.1"
 env_logger = { workspace = true }
 async-trait = { workspace = true }
-tracing = "0.1.41"
-tracing-subscriber = { version = "0.3.18", features = ["env-filter", "json"] }
-tracing-appender = "0.2.3"
+tracing = { workspace = true }
+tracing-subscriber = { workspace = true }
+tracing-appender = { workspace = true }
+anyhow = { workspace = true }
+
 prometheus = "0.13"
 lazy_static = "1.4"
 warp = "0.3"
 dashmap = "6.1.0"
 scopeguard = "1.2.0"
-anyhow = { workspace = true }
 itertools = "0.14.0"
 
 [dev-dependencies]

forester/Cargo.toml

@@ -66,6 +66,9 @@ pub struct StartArgs {
     #[arg(long, env = "FORESTER_CU_LIMIT", default_value = "1000000")]
     pub cu_limit: u32,
 
+    #[arg(long, env = "FORESTER_ENABLE_PRIORITY_FEES", default_value = "false")]
+    pub enable_priority_fees: bool,
+
     #[arg(long, env = "FORESTER_RPC_POOL_SIZE", default_value = "98")]
     pub rpc_pool_size: usize,
 

forester/src/cli.rs

@@ -61,6 +61,7 @@ pub struct TransactionConfig {
     pub batch_size: usize,
     pub max_concurrent_batches: usize,
     pub cu_limit: u32,
+    pub enable_priority_fees: bool,
 }
 
 #[derive(Debug, Clone)]
@@ -97,6 +98,7 @@ impl Default for TransactionConfig {
             batch_size: 1,
             max_concurrent_batches: 20,
             cu_limit: 1_000_000,
+            enable_priority_fees: false,
         }
     }
 }
@@ -174,6 +176,7 @@ impl ForesterConfig {
                 batch_size: args.transaction_batch_size,
                 max_concurrent_batches: args.transaction_max_concurrent_batches,
                 cu_limit: args.cu_limit,
+                enable_priority_fees: args.enable_priority_fees,
             },
             general_config: GeneralConfig {
                 rpc_pool_size: args.rpc_pool_size,
@@ -217,7 +220,7 @@ impl ForesterConfig {
             general_config: GeneralConfig {
                 rpc_pool_size: 10,
                 slot_update_interval_seconds: 10,
-                tree_discovery_interval_seconds: 5,
+                tree_discovery_interval_seconds: 60,
                 enable_metrics: args.enable_metrics(),
             },
             registry_pubkey: Pubkey::default(),