feat(rpc): add rpc pool for endpoint fallback

README.md

@@ -100,3 +100,51 @@ Challenger node types:
 - host
 - child
 ```
+
+## RPC Pool Configuration
+
+To enhance reliability, the bots support multiple RPC endpoints for L1, L2, and DA nodes. This allows for automatic fallback and retries if an endpoint becomes unavailable.
+
+### Endpoint Configuration
+
+In your configuration file (`~/.opinit/[bot-name].json`), you can specify a list of RPC addresses for each node:
+
+```json
+{
+  "l1_node": {
+    "chain_id": "testnet-l1-1",
+    "bech32_prefix": "init",
+    "rpc_address": [
+      "tcp://doi-rpc:26657",
+      "tcp://another-l1-rpc:26657"
+    ]
+  },
+  "l2_node": {
+    "chain_id": "testnet-l2-1",
+    "bech32_prefix": "init",
+    "rpc_address": [
+      "tcp://rpc:27657",
+      "tcp://another-l2-rpc:27657"
+    ]
+  },
+  "da_node": {
+    "chain_id": "testnet-l1-1",
+    "bech32_prefix": "init",
+    "rpc_address": [
+      "tcp://rpc:26657",
+      "tcp://another-da-rpc:26657"
+    ]
+  }
+}
+```
+
+The bot will try the endpoints in the order they are listed. If a request to the first endpoint fails, it will automatically fall back to the next one in the list.
+
+### Timeout Configuration
+
+You can configure the timeout for each RPC request using the `RPC_TIMEOUT_SECONDS` environment variable. The value is in seconds. If the variable is not set, the default timeout is 5 seconds.
+
+```bash
+export RPC_TIMEOUT_SECONDS=10
+opinitd start [bot-name]
+```

challenger/README.md

@@ -28,12 +28,18 @@ To configure the Challenger, fill in the values in the `~/.opinit/challenger.jso
   "l1_node": {
     "chain_id": "testnet-l1-1",
     "bech32_prefix": "init",
-    "rpc_address": "tcp://localhost:26657",
+    "rpc_address": [
+      "tcp://doi-rpc:26657",
+      "tcp://localhost:26657"
+    ],
   },
   "l2_node": {
     "chain_id": "testnet-l2-1",
     "bech32_prefix": "init",
-    "rpc_address": "tcp://localhost:27657",
+    "rpc_address": [
+      "tcp://another-rpc:26657",
+      "tcp://localhost:27657"
+    ],
   },
   // DisableAutoSetL1Height is the flag to disable the automatic setting of the l1 height.
   // If it is false, it will finds the optimal height and sets l1_start_height automatically

challenger/types/config.go

@@ -8,9 +8,9 @@ import (
 )
 
 type NodeConfig struct {
-	ChainID      string `json:"chain_id"`
-	Bech32Prefix string `json:"bech32_prefix"`
-	RPCAddress   string `json:"rpc_address"`
+	ChainID      string   `json:"chain_id"`
+	Bech32Prefix string   `json:"bech32_prefix"`
+	RPCAddress   []string `json:"rpc_address"`
 }
 
 func (nc NodeConfig) Validate() error {
@@ -20,7 +20,7 @@ func (nc NodeConfig) Validate() error {
 	if nc.Bech32Prefix == "" {
 		return errors.New("bech32 prefix is required")
 	}
-	if nc.RPCAddress == "" {
+	if len(nc.RPCAddress) == 0 {
 		return errors.New("RPC address is required")
 	}
 	return nil
@@ -66,13 +66,13 @@ func DefaultConfig() *Config {
 		L1Node: NodeConfig{
 			ChainID:      "testnet-l1-1",
 			Bech32Prefix: "init",
-			RPCAddress:   "tcp://localhost:26657",
+			RPCAddress:   []string{"tcp://localhost:26657"},
 		},
 
 		L2Node: NodeConfig{
 			ChainID:      "testnet-l2-1",
 			Bech32Prefix: "init",
-			RPCAddress:   "tcp://localhost:27657",
+			RPCAddress:   []string{"tcp://localhost:27657"},
 		},
 		DisableAutoSetL1Height: false,
 		L1StartHeight:          1,

executor/README.md

@@ -26,23 +26,32 @@ To configure the Executor, fill in the values in the `~/.opinit/executor.json` f
   "l1_node": {
     "chain_id": "testnet-l1-1",
     "bech32_prefix": "init",
-    "rpc_address": "tcp://localhost:26657",
+    "rpc_address": [
+      "tcp://doi-rpc.com",
+      "tcp://localhost:26657"
+    ],
     "gas_price": "0.15uinit",
     "gas_adjustment": 1.5,
     "tx_timeout": 60
   },
   "l2_node": {
     "chain_id": "testnet-l2-1",
     "bech32_prefix": "init",
-    "rpc_address": "tcp://localhost:27657",
+    "rpc_address": [
+      "tcp://another-rpc:27657",
+      "tcp://localhost:27657"
+    ],
     "gas_price": "",
     "gas_adjustment": 1.5,
     "tx_timeout": 60
   },
   "da_node": {
     "chain_id": "testnet-l1-1",
     "bech32_prefix": "init",
-    "rpc_address": "tcp://localhost:26657",
+    "rpc_address": [
+      "tcp://another-rpc:26657",
+      "tcp://localhost:26657"
+    ],
     "gas_price": "0.15uinit",
     "gas_adjustment": 1.5,
     "tx_timeout": 60

executor/batchsubmitter/batch_test.go

@@ -272,7 +272,8 @@ func TestFinalizeBatch(t *testing.T) {
 	require.NoError(t, err)
 
 	mockCaller := mockclient.NewMockCaller()
-	rpcClient := rpcclient.NewRPCClientWithClient(appCodec, client.NewWithCaller(mockCaller))
+	rpcClient, err := rpcclient.NewRPCClientWithClient(appCodec, client.NewWithCaller(mockCaller), []string{"http://localhost:26657"})
+	require.NoError(t, err)
 	batchNode := node.NewTestNode(nodetypes.NodeConfig{}, batchDB, appCodec, txConfig, rpcClient, nil)
 
 	hostCdc, _, err := hostprovider.GetCodec("init")
@@ -753,7 +754,8 @@ func TestSubmitGenesis(t *testing.T) {
 	require.NoError(t, err)
 
 	mockCaller := mockclient.NewMockCaller()
-	rpcClient := rpcclient.NewRPCClientWithClient(appCodec, client.NewWithCaller(mockCaller))
+	rpcClient, err := rpcclient.NewRPCClientWithClient(appCodec, client.NewWithCaller(mockCaller), []string{"http://localhost:26657"})
+	require.NoError(t, err)
 	batchNode := node.NewTestNode(nodetypes.NodeConfig{}, batchDB, appCodec, txConfig, rpcClient, nil)
 
 	hostCdc, _, err := hostprovider.GetCodec("init")

executor/batchsubmitter/handler_test.go

@@ -46,7 +46,8 @@ func TestRawBlockHandler(t *testing.T) {
 	require.NoError(t, err)
 
 	mockCaller := mockclient.NewMockCaller()
-	rpcClient := rpcclient.NewRPCClientWithClient(appCodec, client.NewWithCaller(mockCaller))
+	rpcClient, err := rpcclient.NewRPCClientWithClient(appCodec, client.NewWithCaller(mockCaller), []string{"http://localhost:26657"})
+	require.NoError(t, err)
 	batchNode := node.NewTestNode(nodetypes.NodeConfig{}, batchDB, appCodec, txConfig, rpcClient, nil)
 
 	hostCdc, _, err := hostprovider.GetCodec("init")

executor/types/config.go

@@ -11,12 +11,12 @@ import (
 )
 
 type NodeConfig struct {
-	ChainID       string  `json:"chain_id"`
-	Bech32Prefix  string  `json:"bech32_prefix"`
-	RPCAddress    string  `json:"rpc_address"`
-	GasPrice      string  `json:"gas_price"`
-	GasAdjustment float64 `json:"gas_adjustment"`
-	TxTimeout     int64   `json:"tx_timeout"` // seconds
+	ChainID       string   `json:"chain_id"`
+	Bech32Prefix  string   `json:"bech32_prefix"`
+	RPCAddress    []string `json:"rpc_address"`
+	GasPrice      string   `json:"gas_price"`
+	GasAdjustment float64  `json:"gas_adjustment"`
+	TxTimeout     int64    `json:"tx_timeout"` // seconds
 }
 
 func (nc NodeConfig) Validate() error {
@@ -26,7 +26,7 @@ func (nc NodeConfig) Validate() error {
 	if nc.Bech32Prefix == "" {
 		return errors.New("bech32 prefix is required")
 	}
-	if nc.RPCAddress == "" {
+	if len(nc.RPCAddress) == 0 {
 		return errors.New("RPC address is required")
 	}
 	return nil
@@ -109,7 +109,7 @@ func DefaultConfig() *Config {
 		L1Node: NodeConfig{
 			ChainID:       "testnet-l1-1",
 			Bech32Prefix:  "init",
-			RPCAddress:    "tcp://localhost:26657",
+			RPCAddress:    []string{"tcp://localhost:26657"},
 			GasPrice:      "0.15uinit",
 			GasAdjustment: 1.5,
 			TxTimeout:     60,
@@ -118,7 +118,7 @@ func DefaultConfig() *Config {
 		L2Node: NodeConfig{
 			ChainID:       "testnet-l2-1",
 			Bech32Prefix:  "init",
-			RPCAddress:    "tcp://localhost:27657",
+			RPCAddress:    []string{"tcp://localhost:27657"},
 			GasPrice:      "",
 			GasAdjustment: 1.5,
 			TxTimeout:     60,
@@ -127,7 +127,7 @@ func DefaultConfig() *Config {
 		DANode: NodeConfig{
 			ChainID:       "testnet-l1-1",
 			Bech32Prefix:  "init",
-			RPCAddress:    "tcp://localhost:26657",
+			RPCAddress:    []string{"tcp://localhost:26657"},
 			GasPrice:      "0.15uinit",
 			GasAdjustment: 1.5,
 			TxTimeout:     60,

node/node.go

@@ -51,7 +51,7 @@ func NewNode(cfg nodetypes.NodeConfig, db types.DB, cdc codec.Codec, txConfig cl
 
 	rpcClient, err := rpcclient.NewRPCClient(cdc, cfg.RPC)
 	if err != nil {
-		return nil, err
+		return nil, errors.Wrap(err, "failed to create RPC client")
 	}
 
 	n := &Node{