[bridge indexer alt 1/n] - extract bridge indexer schema to be reused in the new indexer (#21779)

## Description 

Describe the changes or additions included in this PR.

## Test plan 

How did you test the new or updated feature?

---

## Release notes

Check each box that your changes affect. If none of the boxes relate to
your changes, release notes aren't required.

For each box you select, include information after the relevant heading
that describes the impact of your changes that a user might notice and
any actions they must take to implement updates.

- [ ] Protocol: 
- [ ] Nodes (Validators and Full nodes): 
- [ ] gRPC:
- [ ] JSON-RPC: 
- [ ] GraphQL: 
- [ ] CLI: 
- [ ] Rust SDK:

Author: patrickkuo

Cargo.lock

@@ -96,6 +96,7 @@ members = [
   "crates/sui-bridge",
   "crates/sui-bridge-cli",
   "crates/sui-bridge-indexer",
+  "crates/sui-bridge-schema",
   "crates/sui-cluster-test",
   "crates/sui-config",
   "crates/sui-core",
@@ -668,6 +669,7 @@ sui-analytics-indexer-derive = { path = "crates/sui-analytics-indexer-derive" }
 sui-authority-aggregation = { path = "crates/sui-authority-aggregation" }
 sui-benchmark = { path = "crates/sui-benchmark" }
 sui-bridge = { path = "crates/sui-bridge" }
+sui-bridge-schema = { path = "crates/sui-bridge-schema" }
 sui-cluster-test = { path = "crates/sui-cluster-test" }
 sui-config = { path = "crates/sui-config" }
 sui-core = { path = "crates/sui-core", features = ["rocksdb"] }

Cargo.toml

@@ -25,6 +25,7 @@ serde_yaml.workspace = true
 serde_json.workspace = true
 strum_macros.workspace = true
 sui-bridge.workspace = true
+sui-bridge-schema.workspace = true
 sui-sdk.workspace = true
 sui-json-rpc-types.workspace = true
 sui-data-ingestion-core.workspace = true

crates/sui-bridge-indexer/Cargo.toml

@@ -6,9 +6,6 @@ use crate::eth_bridge_indexer::{
     EthDataMapper, EthFinalizedSyncDatasource, EthSubscriptionDatasource,
 };
 use crate::metrics::BridgeIndexerMetrics;
-use crate::models::GovernanceAction as DBGovernanceAction;
-use crate::models::TokenTransferData as DBTokenTransferData;
-use crate::models::{SuiErrorTransactions, TokenTransfer as DBTokenTransfer};
 use crate::postgres_manager::PgPool;
 use crate::storage::PgBridgePersistent;
 use crate::sui_bridge_indexer::SuiBridgeDataMapper;
@@ -22,6 +19,9 @@ use sui_bridge::eth_client::EthClient;
 use sui_bridge::metered_eth_provider::MeteredEthHttpProvier;
 use sui_bridge::metrics::BridgeMetrics;
 use sui_bridge::utils::get_eth_contract_addresses;
+use sui_bridge_schema::models::GovernanceAction as DBGovernanceAction;
+use sui_bridge_schema::models::TokenTransferData as DBTokenTransferData;
+use sui_bridge_schema::models::{SuiErrorTransactions, TokenTransfer as DBTokenTransfer};
 use sui_data_ingestion_core::DataIngestionMetrics;
 use sui_indexer_builder::indexer_builder::{BackfillStrategy, Datasource, Indexer, IndexerBuilder};
 use sui_indexer_builder::metrics::IndexerMetricProvider;
@@ -34,9 +34,7 @@ use sui_types::base_types::{SuiAddress, TransactionDigest};
 
 pub mod config;
 pub mod metrics;
-pub mod models;
 pub mod postgres_manager;
-pub mod schema;
 pub mod storage;
 pub mod sui_transaction_handler;
 pub mod sui_transaction_queries;

crates/sui-bridge-indexer/src/lib.rs

@@ -1,11 +1,7 @@
 // Copyright (c) Mysten Labs, Inc.
 // SPDX-License-Identifier: Apache-2.0
 
-use crate::models::SuiProgressStore;
-use crate::schema::governance_actions;
-use crate::schema::sui_progress_store::txn_digest;
-use crate::schema::{sui_error_transactions, token_transfer_data};
-use crate::{schema, schema::token_transfer, ProcessedTxnData};
+use crate::ProcessedTxnData;
 use diesel::query_dsl::methods::FilterDsl;
 use diesel::upsert::excluded;
 use diesel::{ExpressionMethods, OptionalExtension, QueryDsl, SelectableHelper};
@@ -15,6 +11,11 @@ use diesel_async::scoped_futures::ScopedFutureExt;
 use diesel_async::AsyncConnection;
 use diesel_async::AsyncPgConnection;
 use diesel_async::RunQueryDsl;
+use sui_bridge_schema::models::SuiProgressStore;
+use sui_bridge_schema::schema::governance_actions;
+use sui_bridge_schema::schema::sui_progress_store::txn_digest;
+use sui_bridge_schema::schema::{sui_error_transactions, token_transfer_data};
+use sui_bridge_schema::{schema, schema::token_transfer};
 use sui_types::digests::TransactionDigest;
 
 pub(crate) type PgPool =
@@ -147,7 +148,7 @@ pub async fn update_sui_progress_store(
 
 pub async fn read_sui_progress_store(pool: &PgPool) -> anyhow::Result<Option<TransactionDigest>> {
     let mut conn = pool.get().await?;
-    let val: Option<SuiProgressStore> = crate::schema::sui_progress_store::dsl::sui_progress_store
+    let val: Option<SuiProgressStore> = schema::sui_progress_store::dsl::sui_progress_store
         .select(SuiProgressStore::as_select())
         .first(&mut conn)
         .await

crates/sui-bridge-indexer/src/postgres_manager.rs

@@ -11,11 +11,12 @@ use diesel_async::scoped_futures::ScopedFutureExt;
 use diesel_async::AsyncConnection;
 use diesel_async::RunQueryDsl;
 
-use crate::models::ProgressStore;
 use crate::postgres_manager::PgPool;
-use crate::schema::progress_store::{columns, dsl};
-use crate::schema::{sui_error_transactions, token_transfer, token_transfer_data};
-use crate::{schema, ProcessedTxnData};
+use crate::ProcessedTxnData;
+use sui_bridge_schema::models::ProgressStore;
+use sui_bridge_schema::schema;
+use sui_bridge_schema::schema::progress_store::{columns, dsl};
+use sui_bridge_schema::schema::{sui_error_transactions, token_transfer, token_transfer_data};
 use sui_indexer_builder::indexer_builder::{IndexerProgressStore, Persistent};
 use sui_indexer_builder::{
     progress::ProgressSavingPolicy, Task, Tasks, LIVE_TASK_TARGET_CHECKPOINT,

crates/sui-bridge-indexer/src/storage.rs

@@ -4,25 +4,23 @@
 use diesel::associations::HasTable;
 use diesel::QueryDsl;
 use diesel_async::RunQueryDsl;
-use diesel_migrations::{embed_migrations, EmbeddedMigrations};
 use prometheus::Registry;
 use std::time::Duration;
 use sui_bridge::e2e_tests::test_utils::{
     initiate_bridge_eth_to_sui, BridgeTestCluster, BridgeTestClusterBuilder,
 };
 use sui_bridge_indexer::config::IndexerConfig;
+use sui_bridge_indexer::create_sui_indexer;
 use sui_bridge_indexer::metrics::BridgeIndexerMetrics;
-use sui_bridge_indexer::models::{GovernanceAction, TokenTransfer};
 use sui_bridge_indexer::postgres_manager::get_connection_pool;
 use sui_bridge_indexer::storage::PgBridgePersistent;
-use sui_bridge_indexer::{create_sui_indexer, schema};
+use sui_bridge_schema::models::{GovernanceAction, TokenTransfer};
+use sui_bridge_schema::{schema, MIGRATIONS};
 use sui_data_ingestion_core::DataIngestionMetrics;
 use sui_indexer::database::Connection;
 use sui_indexer_builder::indexer_builder::IndexerProgressStore;
 use sui_pg_db::temp::TempDb;
 
-const MIGRATIONS: EmbeddedMigrations = embed_migrations!("src/migrations");
-
 #[tokio::test]
 async fn test_indexing_transfer() {
     let metrics = BridgeIndexerMetrics::new_for_testing();

crates/sui-bridge-indexer/tests/indexer_tests.rs

@@ -0,0 +1,14 @@
+[package]
+name = "sui-bridge-schema"
+version = "0.1.0"
+authors = ["Mysten Labs <build@mystenlabs.com>"]
+license = "Apache-2.0"
+publish = false
+edition = "2021"
+
+[dependencies]
+diesel = { workspace = true, features = ["serde_json"] }
+diesel_migrations.workspace = true
+serde.workspace = true
+serde_json.workspace = true
+sui-indexer-builder.workspace = true

crates/sui-bridge-schema/Cargo.toml

@@ -6,4 +6,4 @@ file = "src/schema.rs"
 #custom_type_derives = ["diesel::query_builder::QueryId"]
 
 [migrations_directory]
-dir = "src/migrations"
+dir = "migrations"