node, chain: Add extensible compression support for RPC requests

- Replace boolean compression_enabled with Compression enum (None, Gzip)
- Support per-provider compression configuration via "compression" field
- Add placeholders for future compression methods (Brotli, Deflate)
- Update transport layer to handle compression enum with match statement
- Add comprehensive unit tests for compression configuration parsing
- Update example configuration and documentation

Configuration examples:
  compression = "gzip"   # Enable gzip compression
  compression = "none"   # Disable compression (default)

Addresses issue #5671 with future-extensible design.

🤖 Generated with [Claude Code](https://claude.ai/code)

Co-Authored-By: Claude <noreply@anthropic.com>

Author: 2 people

Cargo.lock

@@ -313,6 +313,7 @@ mod tests {
     use graph::components::network_provider::ProviderManager;
     use graph::components::network_provider::ProviderName;
     use graph::data::value::Word;
+    use graph::endpoint::Compression;
     use graph::http::HeaderMap;
     use graph::{
         endpoint::EndpointMetrics,
@@ -393,6 +394,7 @@ mod tests {
             HeaderMap::new(),
             metrics.clone(),
             "",
+            Compression::None,
         );
         let provider_metrics = Arc::new(ProviderEthRpcMetrics::new(mock_registry.clone()));
 
@@ -499,6 +501,7 @@ mod tests {
             HeaderMap::new(),
             metrics.clone(),
             "",
+            Compression::None,
         );
         let provider_metrics = Arc::new(ProviderEthRpcMetrics::new(mock_registry.clone()));
 
@@ -570,6 +573,7 @@ mod tests {
             HeaderMap::new(),
             metrics.clone(),
             "",
+            Compression::None,
         );
         let provider_metrics = Arc::new(ProviderEthRpcMetrics::new(mock_registry.clone()));
 
@@ -637,6 +641,7 @@ mod tests {
             HeaderMap::new(),
             metrics.clone(),
             "",
+            Compression::None,
         );
         let provider_metrics = Arc::new(ProviderEthRpcMetrics::new(mock_registry.clone()));
 
@@ -931,6 +936,7 @@ mod tests {
             HeaderMap::new(),
             endpoint_metrics.clone(),
             "",
+            Compression::None,
         );
 
         Arc::new(

chain/ethereum/src/network.rs

@@ -1,5 +1,5 @@
 use graph::components::network_provider::ProviderName;
-use graph::endpoint::{EndpointMetrics, RequestLabels};
+use graph::endpoint::{Compression, EndpointMetrics, RequestLabels};
 use jsonrpc_core::types::Call;
 use jsonrpc_core::Value;
 
@@ -54,12 +54,25 @@ impl Transport {
         headers: graph::http::HeaderMap,
         metrics: Arc<EndpointMetrics>,
         provider: impl AsRef<str>,
+        compression: Compression,
     ) -> Self {
         // Unwrap: This only fails if something is wrong with the system's TLS config.
-        let client = reqwest::Client::builder()
-            .default_headers(headers)
-            .build()
-            .unwrap();
+        let mut client_builder = reqwest::Client::builder().default_headers(headers);
+
+        match compression {
+            Compression::Gzip => {
+                // Enable gzip compression/decompression for requests and responses
+                client_builder = client_builder.gzip(true);
+            }
+            Compression::None => {
+                // No compression
+            } // Future compression methods can be handled here:
+              // Compression::Brotli => {
+              //     client_builder = client_builder.brotli(true);
+              // }
+        }
+
+        let client = client_builder.build().unwrap();
 
         Transport::RPC {
             client: http::Http::with_client(client, rpc),

chain/ethereum/src/transport.rs

@@ -26,7 +26,7 @@ chrono = "0.4.42"
 envconfig = "0.11.0"
 Inflector = "0.11.3"
 atty = "0.2"
-reqwest = { version = "0.12.23", features = ["json", "stream", "multipart"] }
+reqwest = { version = "0.12.23", features = ["json", "stream", "multipart", "gzip"] }
 ethabi = "17.2"
 hex = "0.4.3"
 http0 = { version = "0", package = "http" }

graph/Cargo.toml

@@ -7,6 +7,7 @@ use std::{
 };
 
 use prometheus::IntCounterVec;
+use serde::{Deserialize, Serialize};
 use slog::{warn, Logger};
 
 use crate::components::network_provider::ProviderName;
@@ -17,6 +18,26 @@ use crate::{components::metrics::MetricsRegistry, data::value::Word};
 /// avoid locking since we don't need to modify the entire struture.
 type ProviderCount = Arc<HashMap<ProviderName, AtomicU64>>;
 
+/// Compression methods for RPC transports
+#[derive(Copy, Clone, Debug, Deserialize, Serialize, PartialEq)]
+pub enum Compression {
+    #[serde(rename = "none")]
+    None,
+    #[serde(rename = "gzip")]
+    Gzip,
+    // Future compression methods can be added here:
+    // #[serde(rename = "brotli")]
+    // Brotli,
+    // #[serde(rename = "deflate")]
+    // Deflate,
+}
+
+impl Default for Compression {
+    fn default() -> Self {
+        Compression::None
+    }
+}
+
 /// This struct represents all the current labels except for the result
 /// which is added separately. If any new labels are necessary they should
 /// remain in the same order as added in [`EndpointMetrics::new`]

graph/src/endpoint.rs

@@ -0,0 +1,98 @@
+# Plan: Implement Extensible Compression for RPC Requests
+
+## Overview
+Add extensible compression support for Graph Node's outgoing RPC requests to upstream providers, configurable on a per-provider basis with future compression methods in mind.
+
+## Implementation Steps (COMPLETED)
+
+### 1. ✅ Create Compression Enum (`node/src/config.rs`)
+- Added `Compression` enum with `None` and `Gzip` variants
+- Commented placeholders for future compression methods (Brotli, Deflate)
+- Default implementation returns `Compression::None`
+
+### 2. ✅ Update Configuration Structure (`node/src/config.rs`)
+- Replaced `compression_enabled: bool` with `compression: Compression` field in `Web3Provider` struct
+- Updated all existing code to use new enum
+- Added unit tests for both "gzip" and "none" compression options
+
+### 3. ✅ Modify HTTP Transport (`chain/ethereum/src/transport.rs`)
+- Updated `Transport::new_rpc()` to accept `Compression` enum parameter
+- Implemented match statement for different compression types
+- Added comments showing where future compression methods can be added
+- Uses reqwest's `.gzip(true)` for automatic compression/decompression
+
+### 4. ✅ Update Transport Creation (`node/src/chain.rs`)
+- Pass compression enum from config to transport
+- Updated logging to show compression method using debug format
+
+### 5. ✅ Update Dependencies (`graph/Cargo.toml`)
+- Added "gzip" feature to reqwest dependency
+
+### 6. ✅ Update Test Configuration
+- Updated `full_config.toml` example to use new enum format
+- Added comprehensive unit tests for compression parsing
+
+## Configuration Examples
+
+### Gzip Compression
+```toml
+[chains.mainnet]
+provider = [
+  { 
+    label = "mainnet-rpc", 
+    details = { 
+      type = "web3", 
+      url = "http://rpc.example.com", 
+      features = ["archive"],
+      compression = "gzip"
+    }
+  }
+]
+```
+
+### No Compression (Default)
+```toml
+[chains.mainnet]
+provider = [
+  { 
+    label = "mainnet-rpc", 
+    details = { 
+      type = "web3", 
+      url = "http://rpc.example.com", 
+      features = ["archive"],
+      compression = "none"  # or omit entirely
+    }
+  }
+]
+```
+
+### Future Extension Example
+```rust
+// Future compression methods can be easily added:
+#[derive(Copy, Clone, Debug, Deserialize, Serialize, PartialEq)]
+pub enum Compression {
+    #[serde(rename = "none")]
+    None,
+    #[serde(rename = "gzip")]
+    Gzip,
+    #[serde(rename = "brotli")]
+    Brotli,
+    #[serde(rename = "deflate")]
+    Deflate,
+}
+
+// And handled in transport:
+match compression {
+    Compression::Gzip => client_builder = client_builder.gzip(true),
+    Compression::Brotli => client_builder = client_builder.brotli(true),
+    Compression::Deflate => client_builder = client_builder.deflate(true),
+    Compression::None => {} // No compression
+}
+```
+
+## Benefits of This Implementation
+- **Extensible**: Easy to add new compression methods without breaking changes
+- **Backward Compatible**: Defaults to no compression, existing configs work unchanged
+- **Type Safe**: Enum prevents invalid compression method strings
+- **Future Proof**: Clear pattern for adding Brotli, Deflate, etc.
+- **Per-Provider**: Each RPC provider can have different compression settings

node/claude/plans/gzip-compression-plan.md

@@ -48,6 +48,7 @@ shard = "primary"
 provider = [
   { label = "mainnet-0", url = "http://rpc.mainnet.io", features = ["archive", "traces"] },
   { label = "mainnet-1", details = { type = "web3call", url = "http://rpc.mainnet.io", features = ["archive", "traces"] }},
+  { label = "mainnet-2", details = { type = "web3", url = "http://rpc.mainnet.io", features = ["archive"], compression = "gzip" }},
   { label = "firehose", details = { type = "firehose", url = "http://localhost:9000", features = [] }},
   { label = "substreams", details = { type = "substreams", url = "http://localhost:9000", features = [] }},
 ]

node/resources/tests/full_config.toml

@@ -282,7 +282,8 @@ pub async fn create_ethereum_networks_for_chain(
             logger,
             "Creating transport";
             "url" => &web3.url,
-            "capabilities" => capabilities
+            "capabilities" => capabilities,
+            "compression" => ?web3.compression
         );
 
         use crate::config::Transport::*;
@@ -293,6 +294,7 @@ pub async fn create_ethereum_networks_for_chain(
                 web3.headers.clone(),
                 endpoint_metrics.cheap_clone(),
                 &provider.label,
+                web3.compression,
             ),
             Ipc => Transport::new_ipc(&web3.url).await,
             Ws => Transport::new_ws(&web3.url).await,