feat: add batch compress tokens (#1718)

* feat: add batch compress tokens

fix ctoken js test: mint-to with wrong authority now throws inside spl program

test and optimize batch compress

test: add failing tests and fix mint to failing tests

fix: token22 compression

feat: add single amount to batch compress

* fix: comments

* perf: remove unnecessary seed check

* perf: remove unused input data

* perf: switch ctoken system program cpi to with_readonly

* feat: add with tx hash to transfer ix

* chore: add transfer2 to ensure transfer backwards compatibility

* stash pre claude

* feat: stateless.js add decodeInstructionDataInvokeCpiWithReadOnly

* stash

* stash

* remove transaction2

* cleanup

* chore: review 1718 (#1725)

* chore: expect index in batch compress

* chore: is_valid_token_pool_pda return Result

* test: add randomized test for BatchCompressInstructionData

* fix: mint lookup

---------

Co-authored-by: Swen Schäferjohann <42959314+SwenSchaeferjohann@users.noreply.github.com>

Author: ananas-block

.github/workflows/light-examples-tests.yml

@@ -34,7 +34,7 @@ jobs:
         include:
           - program: token-escrow-test
             sub-tests: '[
-              "cargo test-sbf -p token-escrow -- --test-threads=1"
+              "cargo test-sbf -p token-escrow"
             ]'
           - program: counter-test
             sub-tests: '["cargo test-sbf -p counter"]'

.github/workflows/light-system-programs-tests.yml

@@ -78,5 +78,10 @@ jobs:
           for subtest in "${sub_tests[@]}"
           do
             echo "$subtest"
-            eval "RUSTFLAGS=\"-D warnings\" $subtest"
+
+            RUSTFLAGS="-D warnings" eval "$subtest"
+            if [ "$subtest" == "cargo-test-sbf -p e2e-test" ]; then
+              pnpm --filter @lightprotocol/programs run build-compressed-token-small
+              RUSTFLAGS="-D warnings" eval "$subtest -- --test test_10_all"
+            fi
           done

.gitignore

@@ -84,3 +84,5 @@ output.txt
 .nx/workspace-data
 output1.txt
 .zed
+
+**/.claude/settings.local.json

Cargo.lock

@@ -211,6 +211,7 @@ pub fn cpi_compressed_token_transfer_pda<'info>(
         compress_or_decompress_amount: None,
         cpi_context: Some(cpi_context),
         lamports_change_account_merkle_tree_index: None,
+        with_transaction_hash: false,
     };
 
     let mut inputs = Vec::new();

examples/anchor/token-escrow/src/escrow_with_compressed_pda/escrow.rs

@@ -206,6 +206,7 @@ pub fn cpi_compressed_token_withdrawal<'info>(
         compress_or_decompress_amount: None,
         cpi_context: Some(cpi_context),
         lamports_change_account_merkle_tree_index: None,
+        with_transaction_hash: false,
     };
 
     let mut inputs = Vec::new();

examples/anchor/token-escrow/src/escrow_with_compressed_pda/withdrawal.rs

@@ -93,6 +93,7 @@ pub fn cpi_compressed_token_transfer<'info>(
         compress_or_decompress_amount: None,
         cpi_context: None,
         lamports_change_account_merkle_tree_index: None,
+        with_transaction_hash: false,
     };
 
     let mut inputs = Vec::new();

examples/anchor/token-escrow/src/escrow_with_pda/escrow.rs

@@ -129,6 +129,7 @@ pub fn create_withdrawal_escrow_instruction(
         None,
         None,
         &[],
+        false,
     );
 
     let merkle_tree_indices = add_and_get_remaining_account_indices(

examples/anchor/token-escrow/src/escrow_with_pda/sdk.rs

@@ -72,6 +72,7 @@ pub fn withdrawal_cpi_compressed_token_transfer<'info>(
         compress_or_decompress_amount: None,
         cpi_context: None,
         lamports_change_account_merkle_tree_index: None,
+        with_transaction_hash: false,
     };
 
     let mut inputs = Vec::new();

examples/anchor/token-escrow/src/escrow_with_pda/withdrawal.rs

@@ -735,6 +735,7 @@ async fn compressed_token_transfer<R: RpcConnection, I: Indexer<R>>(
         None,
         false,
         &[],
+        false,
     )
     .unwrap();
     println!(