feat(hubble): testnet feature for lenient rpc handling (#4044)

Author: qlp

hubble/src/indexer/tendermint/config.rs

@@ -20,6 +20,8 @@ pub struct Config {
     pub tx_search_max_page_size: Option<u8>,
     #[serde(default)]
     pub finalizer: FinalizerConfig,
+    #[serde(default)]
+    pub testnet: bool,
 }
 
 impl Config {
@@ -35,6 +37,7 @@ impl Config {
                 tx_search_max_page_size: self
                     .tx_search_max_page_size
                     .unwrap_or(DEFAULT_TRANSACTIONS_MAX_PAGE_SIZE),
+                testnet: self.testnet,
             },
         ))
     }

hubble/src/indexer/tendermint/context.rs

@@ -6,6 +6,7 @@ use url::Url;
 pub struct TmContext {
     pub rpc_urls: Vec<Url>,
     pub tx_search_max_page_size: u8,
+    pub testnet: bool,
 }
 
 impl Display for TmContext {

hubble/src/indexer/tendermint/fetcher_client.rs

@@ -18,7 +18,7 @@ use itertools::Itertools;
 use jsonrpsee::types::{error::INTERNAL_ERROR_CODE, ErrorObject};
 use time::OffsetDateTime;
 use tokio::task::JoinSet;
-use tracing::{debug, info, info_span, trace, Instrument};
+use tracing::{debug, info, info_span, trace, warn, Instrument};
 
 use crate::{
     indexer::{
@@ -41,6 +41,7 @@ pub struct TmFetcherClient {
     pub chain_id: ChainId,
     pub provider: Provider,
     pub tx_search_max_page_size: u8,
+    pub testnet: bool,
 }
 
 impl Display for TmFetcherClient {
@@ -179,13 +180,25 @@ impl TmFetcherClient {
 
         match txs_event_count == block_tx_event_count {
             true => Ok(()),
-            false => Err(IndexerError::ProviderError(eyre!("provider: {:?} at height {} block_results tx events: {} <> transactions events: {}",
+            false => match self.testnet {
+                true => {
+                    // testnet rpcs often have inconsistencies. accept them
+                    warn!(
+                        "provider: {:?} at height {} block_results tx events: {} <> transactions events: {}",
+                        provider_id,
+                        block_results.height,
+                        block_tx_event_count,
+                        txs_event_count
+                    );
+                    Ok(())
+                },
+                false => Err(IndexerError::ProviderError(eyre!("provider: {:?} at height {} block_results tx events: {} <> transactions events: {}",
                     provider_id,
                     block_results.height,
                     block_tx_event_count,
                     txs_event_count
                 )
-            )),
+            ))},
         }
     }
 
@@ -553,6 +566,7 @@ impl FetcherClient for TmFetcherClient {
                 chain_id,
                 provider,
                 tx_search_max_page_size: context.tx_search_max_page_size,
+                testnet: context.testnet,
             })
         }
         .instrument(indexing_span)