feat: zero-copy-derive

fix: light-zero-copy tests

comment derive mut

commented byte len

fix: derive macro for non mut

pre bytelen

refactor: detach bytelen trait

stash adding config

simple config derive works

stash

stash new at

stash new at Compressed Account

stash

man InstructionDataInvoke new_zero_copy works

stash simple config zero_copy_new tests

stash

refactor

fixed lifetime issue

stash

instruction data tests work

move byte_len to init_mut

added randomized tests

stash got failing random tests

fixed u8 and bool

remove bytelen

renamed trait

fix lint

fix tests

apply feedback meta_struct

use syn to parse options instead of strings

primitive types Replace string-based type comparisons with proper syn AST matching

replace parse_str with parse_quote

replace empty quote with unreachable!

add byte len check borsh_vec_u8_as_slice_mut

converted unimplemented to panic

cleanup redundant as u64 etc

fix docs

cleanup

cleanup commtend code

cleanup mut conditionals

remove bytelen derive

cleanup

refactor: replace duplicate code with generate_deserialize_call

refactor detecting copy

moved to internal

refactor: add error handling

cleanup

cleanup file structure

stash wip

transform all primitive types to zero copy types

simplify analyze_struct_fields

fix empty meta struct generation

stash zero copy changes

unified some with Deserialize::Output

unified integer field type enum

renam VecNonStaticZeroCopy -> VecDynamicZeroCopy

Simplify Option inner type extraction using syn utilities.

Add bounds check before writing discriminant byte.

improve generate_field_initialization

remove debug test

Incorrect type conversion from u8 to u32, add note options in arrays are not supported

Error context lost in conversion

format and add heap allocation check

Check the last path segment for accurate type detection

fix: test

fix: test

improve cache robustness

fix format

renamed Config -> ZeroCopyConfig, impl ZeroCopyMut light compressed account types

Author: ananas-block

.github/workflows/rust.yml

@@ -53,7 +53,8 @@ jobs:
               cargo test -p light-account-checks  --all-features
               cargo test -p light-verifier --all-features
               cargo test -p light-merkle-tree-metadata --all-features
-              cargo test -p light-zero-copy --features std
+              cargo test -p light-zero-copy --features "std, mut, derive"
+              cargo test -p light-zero-copy-derive --features "mut"
               cargo test -p light-hash-set --all-features
           - name: program-libs-slow
             packages: light-bloom-filter light-indexed-merkle-tree light-batched-merkle-tree

.gitignore

@@ -86,3 +86,5 @@ output1.txt
 .zed
 
 **/.claude/**/*
+
+expand.rs

Cargo.lock

@@ -13,6 +13,7 @@ members = [
     "program-libs/hash-set",
     "program-libs/indexed-merkle-tree",
     "program-libs/indexed-array",
+    "program-libs/zero-copy-derive",
     "programs/account-compression",
     "programs/system",
     "programs/compressed-token",
@@ -167,6 +168,7 @@ light-compressed-account = { path = "program-libs/compressed-account", version =
 light-account-checks = { path = "program-libs/account-checks", version = "0.3.0" }
 light-verifier = { path = "program-libs/verifier", version = "2.1.0" }
 light-zero-copy = { path = "program-libs/zero-copy", version = "0.2.0" }
+light-zero-copy-derive = { path = "program-libs/zero-copy-derive", version = "0.1.0" }
 photon-api = { path = "sdk-libs/photon-api", version = "0.51.0" }
 forester-utils = { path = "forester-utils", version = "2.0.0" }
 account-compression = { path = "programs/account-compression", version = "2.0.0", features = [

Cargo.toml

@@ -18,7 +18,7 @@ new-unique = ["dep:solana-pubkey"]
 thiserror = { workspace = true }
 zerocopy = { workspace = true, features = ["derive"] }
 light-hasher = { workspace = true }
-light-zero-copy = { workspace = true, features = ["std"] }
+light-zero-copy = { workspace = true, features = ["std", "mut", "derive"] }
 light-macros = { workspace = true }
 pinocchio = { workspace = true, optional = true }
 solana-program-error = { workspace = true, optional = true }

program-libs/compressed-account/Cargo.toml

@@ -1,6 +1,7 @@
 use std::collections::HashMap;
 
 use light_hasher::{Hasher, Poseidon};
+use light_zero_copy::ZeroCopyMut;
 
 use crate::{
     address::pack_account,
@@ -11,7 +12,7 @@ use crate::{
     AnchorDeserialize, AnchorSerialize, CompressedAccountError, Pubkey, TreeType,
 };
 
-#[derive(Debug, PartialEq, Default, Clone, AnchorSerialize, AnchorDeserialize)]
+#[derive(Debug, PartialEq, Default, Clone, AnchorSerialize, AnchorDeserialize, ZeroCopyMut)]
 pub struct PackedCompressedAccountWithMerkleContext {
     pub compressed_account: CompressedAccount,
     pub merkle_context: PackedMerkleContext,
@@ -149,7 +150,9 @@ pub struct MerkleContext {
     pub tree_type: TreeType,
 }
 
-#[derive(Debug, Clone, Copy, AnchorSerialize, AnchorDeserialize, PartialEq, Default)]
+#[derive(
+    Debug, Clone, Copy, AnchorSerialize, AnchorDeserialize, PartialEq, Default, ZeroCopyMut,
+)]
 pub struct PackedMerkleContext {
     pub merkle_tree_pubkey_index: u8,
     pub queue_pubkey_index: u8,
@@ -217,7 +220,7 @@ pub fn pack_merkle_context(
         .collect::<Vec<_>>()
 }
 
-#[derive(Debug, PartialEq, Default, Clone, AnchorSerialize, AnchorDeserialize)]
+#[derive(Debug, PartialEq, Default, Clone, AnchorSerialize, AnchorDeserialize, ZeroCopyMut)]
 pub struct CompressedAccount {
     pub owner: Pubkey,
     pub lamports: u64,
@@ -234,7 +237,7 @@ pub struct InCompressedAccount {
     pub address: Option<[u8; 32]>,
 }
 
-#[derive(Debug, PartialEq, Default, Clone, AnchorSerialize, AnchorDeserialize)]
+#[derive(Debug, PartialEq, Default, Clone, AnchorSerialize, AnchorDeserialize, ZeroCopyMut)]
 pub struct CompressedAccountData {
     pub discriminator: [u8; 8],
     pub data: Vec<u8>,

program-libs/compressed-account/src/compressed_account.rs

@@ -1,4 +1,4 @@
-use light_zero_copy::{borsh::Deserialize, errors::ZeroCopyError};
+use light_zero_copy::{borsh::Deserialize, errors::ZeroCopyError, ZeroCopyMut};
 use zerocopy::{FromBytes, Immutable, IntoBytes, KnownLayout, Ref, Unaligned};
 
 use crate::{AnchorDeserialize, AnchorSerialize};
@@ -17,6 +17,7 @@ use crate::{AnchorDeserialize, AnchorSerialize};
     FromBytes,
     IntoBytes,
     Unaligned,
+    ZeroCopyMut,
 )]
 pub struct CompressedProof {
     pub a: [u8; 32],

program-libs/compressed-account/src/instruction_data/compressed_proof.rs

@@ -1,6 +1,10 @@
+use light_zero_copy::ZeroCopyMut;
+
 use crate::{AnchorDeserialize, AnchorSerialize};
 
-#[derive(AnchorSerialize, AnchorDeserialize, Debug, Clone, Copy, PartialEq, Eq, Default)]
+#[derive(
+    AnchorSerialize, AnchorDeserialize, Debug, Clone, Copy, PartialEq, Eq, Default, ZeroCopyMut,
+)]
 pub struct CompressedCpiContext {
     /// Is set by the program that is invoking the CPI to signal that is should
     /// set the cpi context.

program-libs/compressed-account/src/instruction_data/cpi_context.rs

@@ -1,5 +1,7 @@
 use std::collections::HashMap;
 
+use light_zero_copy::ZeroCopyMut;
+
 use crate::{
     compressed_account::{CompressedAccount, PackedCompressedAccountWithMerkleContext},
     instruction_data::compressed_proof::CompressedProof,
@@ -24,13 +26,15 @@ pub struct OutputCompressedAccountWithContext {
     pub merkle_tree: Pubkey,
 }
 
-#[derive(Debug, PartialEq, Default, Clone, AnchorDeserialize, AnchorSerialize)]
+#[derive(Debug, PartialEq, Default, Clone, AnchorDeserialize, AnchorSerialize, ZeroCopyMut)]
 pub struct OutputCompressedAccountWithPackedContext {
     pub compressed_account: CompressedAccount,
     pub merkle_tree_index: u8,
 }
 
-#[derive(Debug, PartialEq, Default, Clone, Copy, AnchorDeserialize, AnchorSerialize)]
+#[derive(
+    Debug, PartialEq, Default, Clone, Copy, AnchorDeserialize, AnchorSerialize, ZeroCopyMut,
+)]
 pub struct NewAddressParamsPacked {
     pub seed: [u8; 32],
     pub address_queue_account_index: u8,

program-libs/compressed-account/src/instruction_data/data.rs

@@ -1,3 +1,5 @@
+use light_zero_copy::ZeroCopyMut;
+
 use super::{
     cpi_context::CompressedCpiContext,
     data::{NewAddressParamsPacked, OutputCompressedAccountWithPackedContext},
@@ -8,7 +10,7 @@ use crate::{
 };
 
 #[repr(C)]
-#[derive(Debug, PartialEq, Default, Clone, AnchorDeserialize, AnchorSerialize)]
+#[derive(Debug, PartialEq, Default, Clone, AnchorDeserialize, AnchorSerialize, ZeroCopyMut)]
 pub struct InstructionDataInvokeCpi {
     pub proof: Option<CompressedProof>,
     pub new_address_params: Vec<NewAddressParamsPacked>,