Merge pull request #20 from optimism-java/multi-rpcurls

mutiple rpc url suppot and fix sync move state from front

Author: zhouop0

.env.example

@@ -0,0 +1,61 @@
+# Environment Variables Configuration Example
+
+# ============= RPC Configuration =============
+# Multi-RPC Configuration - Use comma-separated RPC nodes for load balancing and fault tolerance
+# 
+# Benefits of Multi-RPC Setup:
+# - Load Distribution: Requests distributed across multiple endpoints  
+# - High Availability: Continues working if one RPC fails
+# - Rate Limit Mitigation: Avoids hitting individual provider limits
+# - Performance: Potential response time improvements
+# - Cost Optimization: Distribute load across free/paid tiers
+#
+# Configuration Format: Use comma-separated URLs (no spaces)
+# Example: "url1,url2,url3"
+
+# L1 RPC node list (Ethereum mainnet or testnet)
+L1_RPC_URLS="https://eth-sepolia.g.alchemy.com/v2/your_key1,https://rpc.ankr.com/eth_sepolia,https://sepolia.infura.io/v3/your_key2"
+
+# L2 RPC node list (Optimism network)  
+L2_RPC_URLS="https://opt-sepolia.g.alchemy.com/v2/your_key1,https://optimism-sepolia.gateway.pokt.network/v1/lb/your_key2"
+
+# Node RPC node list (OP Node endpoints for rollup operations)
+NODE_RPC_URLS="https://light-radial-slug.optimism-sepolia.quiknode.pro/e9329f699b371572a8cc5dd22d19d5940bb842a5/,https://node2.optimism-sepolia.quiknode.pro/your_key2/"
+
+# Single RPC Configuration (Legacy support):
+# If you prefer single endpoints, just provide one URL:
+# L1_RPC_URLS="https://eth-sepolia.g.alchemy.com/v2/your_key"
+
+# ============= RPC Rate Limiting =============
+# RPC request rate limit (requests per second)
+RPC_RATE_LIMIT=5
+# RPC request burst limit
+RPC_RATE_BURST=2
+
+# ============= Logging Configuration =============
+# Log level: debug, info, warn, error, panic, fatal
+LOG_LEVEL=info
+# Log format: console, json
+LOG_FORMAT=console
+
+# ============= Database Configuration =============
+MYSQL_DATA_SOURCE=root:123456@tcp(127.0.0.1:3306)/dispute_explorer?charset=utf8mb4&parseTime=True&loc=Local&multiStatements=true
+MYSQL_MAX_IDLE_CONNS=10
+MYSQL_MAX_OPEN_CONNS=20
+MYSQL_CONN_MAX_LIFETIME=3600
+
+# ============= Blockchain Configuration =============
+# Blockchain network name
+BLOCKCHAIN=sepolia
+
+# Starting block number (ensure no games are missed)
+FROM_BLOCK_NUMBER=5515562
+# Starting block hash
+FROM_BLOCK_HASH=0x5205c17557759edaef9120f56af802aeaa2827a60d674a0413e77e9c515bdfba
+
+# Dispute Game Factory Proxy contract address
+DISPUTE_GAME_PROXY_CONTRACT=0x05F9613aDB30026FFd634f38e5C4dFd30a197Fa1
+
+# ============= API Configuration =============
+# API server port
+API_PORT=8088

README.md

@@ -37,11 +37,11 @@ MYSQL_DATA_SOURCE=<data-source>
 BLOCKCHAIN=<block-chain-name>
 
 # l1 rpc url example: eth json rpc url
-L1_RPC_URL=<l1-rpc>
+L1_RPC_URLS=<l1-rpc>
 # l2 rpc url example: op json rpc url
-L2_RPC_URL=<l2-rpc>
+L2_RPC_URLS=<l2-rpc>
 
-NODE_RPCURL=<op-node-rpc>
+NODE_RPCURLS=<op-node-rpc>
 
 RPC_RATE_LIMIT=15
 RPC_RATE_BURST=5

build/dispute-explorer dispute-explorerbuild/dispute-explorer renamed to dispute-explorer

@@ -8,12 +8,14 @@ import (
 	"net/http"
 
 	"github.com/ethereum-optimism/optimism/op-challenger/game/fault/types"
-	"github.com/ethereum-optimism/optimism/op-service/sources" // 新增导入
+	"github.com/ethereum-optimism/optimism/op-service/client"
+	"github.com/ethereum-optimism/optimism/op-service/sources"
 	"github.com/ethereum/go-ethereum/accounts/abi/bind"
 	"github.com/ethereum/go-ethereum/common"
-	"github.com/ethereum/go-ethereum/ethclient"
+	gethlog "github.com/ethereum/go-ethereum/log"
 	config "github.com/optimism-java/dispute-explorer/internal/types"
 	"github.com/optimism-java/dispute-explorer/pkg/contract"
+	"github.com/optimism-java/dispute-explorer/pkg/rpc"
 
 	"github.com/spf13/cast"
 
@@ -24,20 +26,16 @@ import (
 )
 
 type DisputeGameHandler struct {
-	Config       *config.Config
-	DB           *gorm.DB
-	L1RPC        *ethclient.Client
-	L2RPC        *ethclient.Client
-	RollupClient *sources.RollupClient // 新增字段
+	Config     *config.Config
+	DB         *gorm.DB
+	RPCManager *rpc.Manager
 }
 
-func NewDisputeGameHandler(db *gorm.DB, l1rpc *ethclient.Client, l2rpc *ethclient.Client, config *config.Config, rollupClient *sources.RollupClient) *DisputeGameHandler {
+func NewDisputeGameHandler(db *gorm.DB, rpcManager *rpc.Manager, config *config.Config) *DisputeGameHandler {
 	return &DisputeGameHandler{
-		DB:           db,
-		L1RPC:        l1rpc,
-		L2RPC:        l2rpc,
-		Config:       config,
-		RollupClient: rollupClient, // 新增赋值
+		DB:         db,
+		RPCManager: rpcManager,
+		Config:     config,
 	}
 }
 
@@ -299,7 +297,17 @@ func (h DisputeGameHandler) getClaimRoot(blockNumber int64) (string, error) {
 		return "", fmt.Errorf("block number cannot be negative: %d", blockNumber)
 	}
 
-	output, err := h.RollupClient.OutputAtBlock(context.Background(), uint64(blockNumber))
+	// 使用RPCManager获取Node RPC URL，实现轮询
+	nodeRPCURL := h.RPCManager.GetNodeRPCURL()
+
+	// 创建RollupClient（每次使用不同的Node RPC）
+	rpcClient, err := client.NewRPC(context.Background(), gethlog.New(), nodeRPCURL)
+	if err != nil {
+		return "", fmt.Errorf("failed to connect to node RPC %s: %w", nodeRPCURL, err)
+	}
+	rollupClient := sources.NewRollupClient(rpcClient)
+
+	output, err := rollupClient.OutputAtBlock(context.Background(), uint64(blockNumber))
 	if err != nil {
 		return "", fmt.Errorf("failed to get output at block %d: %w", blockNumber, err)
 	}
@@ -340,7 +348,9 @@ func (h DisputeGameHandler) GetGamesClaimByPosition(c *gin.Context) {
 }
 
 func (h DisputeGameHandler) gamesClaimByPosition(req *CalculateClaim) (string, error) {
-	newDisputeGame, err := contract.NewDisputeGame(common.HexToAddress(req.DisputeGame), h.L1RPC)
+	// 获取L1客户端从RPCManager
+	l1Client := h.RPCManager.GetRawClient(true)
+	newDisputeGame, err := contract.NewDisputeGame(common.HexToAddress(req.DisputeGame), l1Client)
 	if err != nil {
 		return "", err
 	}

internal/api/dispute_game_handler.go

@@ -82,6 +82,7 @@ func (h *FrontendMoveHandler) RecordFrontendMove(req *FrontendMoveRequest) error
 		DisputedClaim:  req.DisputedClaim,
 		Status:         schema.FrontendMoveStatusPending,
 		SubmittedAt:    time.Now().Unix(),
+		IsSynced:       false, // 新记录默认未同步
 	}
 
 	// Save to database
@@ -106,8 +107,9 @@ func (h *FrontendMoveHandler) monitorTransactionStatus(recordID int64, txHash st
 	for i := 0; i < maxRetries; i++ {
 		time.Sleep(retryInterval)
 
-		// Query transaction status
-		receipt, err := h.svc.L1RPC.TransactionReceipt(context.Background(), common.HexToHash(txHash))
+		// Query transaction status using RPCManager
+		l1Client := h.svc.RPCManager.GetRawClient(true)
+		receipt, err := l1Client.TransactionReceipt(context.Background(), common.HexToHash(txHash))
 		if err != nil {
 			log.Debugf("[FrontendMoveHandler] Transaction %s not yet mined or error: %v", txHash, err)
 			continue

internal/handler/frontend_move.go

@@ -25,6 +25,8 @@ func Run(ctx *svc.ServiceContext) {
 	go CalculateLostBond(ctx)
 	// sync claim len
 	go SyncClaimDataLen(ctx)
+	// sync frontend move transactions
+	go SyncFrontendMoveTransactions(ctx)
 }
 
 // startRPCMonitoring starts RPC monitoring (internal function)

internal/handler/handler.go

@@ -21,7 +21,7 @@ func LatestBlackNumber(ctx *svc.ServiceContext) {
 		}
 
 		ctx.LatestBlockNumber = cast.ToInt64(latest)
-		log.Infof("[Handler.LatestBlackNumber] Latest block number: %d (via RPC Manager)\n", latest)
+		log.Debugf("[Handler.LatestBlackNumber] Latest block number: %d (via RPC Manager)\n", latest)
 		time.Sleep(12 * time.Second)
 	}
 }

internal/handler/latestBlockNumber.go

@@ -29,7 +29,7 @@ func LogFilter(ctx *svc.ServiceContext, block schema.SyncBlock, addresses []comm
 	if err != nil {
 		return nil, errors.WithStack(err)
 	}
-	log.Infof("[LogFilter] Event logs length is %d, block number is %d (via RPC Manager)\n", len(logs), block.BlockNumber)
+	log.Debugf("[LogFilter] Event logs length is %d, block number is %d (via RPC Manager)\n", len(logs), block.BlockNumber)
 	return LogsToEvents(ctx, logs, block.ID)
 }
 
@@ -41,14 +41,14 @@ func LogsToEvents(ctx *svc.ServiceContext, logs []types.Log, syncBlockID int64)
 		contractAddress := vlog.Address
 		Event := blockchain.GetEvent(eventHash)
 		if Event == nil {
-			log.Infof("[LogsToEvents] logs[txHash: %s, contractAddress:%s, eventHash: %s]\n", vlog.TxHash, strings.ToLower(contractAddress.Hex()), eventHash)
+			log.Debugf("[LogsToEvents] logs[txHash: %s, contractAddress:%s, eventHash: %s]\n", vlog.TxHash, strings.ToLower(contractAddress.Hex()), eventHash)
 			continue
 		}
 
 		blockTime := blockTimes[cast.ToInt64(vlog.BlockNumber)]
 		if blockTime == 0 {
 			blockNumber := cast.ToInt64(vlog.BlockNumber)
-			log.Infof("[LogsToEvents] Fetching block info for block number: %d, txHash: %s", blockNumber, vlog.TxHash.Hex())
+			log.Debugf("[LogsToEvents] Fetching block info for block number: %d, txHash: %s", blockNumber, vlog.TxHash.Hex())
 
 			// Use unified RPC manager to get block (automatically applies rate limiting)
 			block, err := ctx.RPCManager.GetBlockByNumber(context.Background(), big.NewInt(blockNumber), true) // true indicates L1

internal/handler/logFilter.go

@@ -24,7 +24,7 @@ func LatestBlockNumberWithRateLimit(ctx *svc.ServiceContext) {
 		}
 
 		ctx.LatestBlockNumber = cast.ToInt64(latest)
-		log.Infof("[Handler.LatestBlockNumberWithRateLimit] Latest block number: %d (using RPC Manager)\n", latest)
+		log.Debugf("[Handler.LatestBlockNumberWithRateLimit] Latest block number: %d (using RPC Manager)\n", latest)
 		time.Sleep(12 * time.Second)
 	}
 }

internal/handler/rpc_manager_migration.go

@@ -31,8 +31,8 @@ func SyncBlock(ctx *svc.ServiceContext) {
 		ctx.SyncedBlockHash = common.HexToHash(syncedBlock.BlockHash)
 	}
 
-	log.Infof("[Handler.SyncBlock]SyncedBlockNumber: %d", ctx.SyncedBlockNumber)
-	log.Infof("[Handler.SyncBlock]SyncedBlockHash:%s", ctx.SyncedBlockHash.String())
+	log.Debugf("[Handler.SyncBlock]SyncedBlockNumber: %d", ctx.SyncedBlockNumber)
+	log.Debugf("[Handler.SyncBlock]SyncedBlockHash:%s", ctx.SyncedBlockHash.String())
 
 	for {
 		// Check pending blocks count before syncing new blocks
@@ -52,7 +52,7 @@ func SyncBlock(ctx *svc.ServiceContext) {
 		}
 
 		syncingBlockNumber := ctx.SyncedBlockNumber + 1
-		log.Infof("[Handler.SyncBlock] Try to sync block number: %d\n", syncingBlockNumber)
+		log.Debugf("[Handler.SyncBlock] Try to sync block number: %d\n", syncingBlockNumber)
 
 		if syncingBlockNumber > ctx.LatestBlockNumber {
 			time.Sleep(3 * time.Second)
@@ -68,7 +68,7 @@ func SyncBlock(ctx *svc.ServiceContext) {
 			continue
 		}
 		block := rpc.ParseJSONBlock(string(blockJSON))
-		log.Infof("[Handler.SyncBlock] Syncing block number: %d, hash: %v, parent hash: %v (via RPC Manager)\n", block.Number(), block.Hash(), block.ParentHash())
+		log.Debugf("[Handler.SyncBlock] Syncing block number: %d, hash: %v, parent hash: %v (via RPC Manager)\n", block.Number(), block.Hash(), block.ParentHash())
 
 		if common.HexToHash(block.ParentHash()) != ctx.SyncedBlockHash {
 			log.Errorf("[Handler.SyncBlock] ParentHash of the block being synchronized is inconsistent: %s \n", ctx.SyncedBlockHash)
@@ -104,7 +104,7 @@ func rollbackBlock(ctx *svc.ServiceContext) {
 	for {
 		rollbackBlockNumber := ctx.SyncedBlockNumber
 
-		log.Infof("[Handler.SyncBlock.RollBackBlock] Try to rollback block number: %d\n", rollbackBlockNumber)
+		log.Debugf("[Handler.SyncBlock.RollBackBlock] Try to rollback block number: %d\n", rollbackBlockNumber)
 
 		// use unified RPC manager for rollback operation (automatically applies rate limiting)
 		requestBody := "{\"jsonrpc\":\"2.0\",\"method\":\"eth_getBlockByNumber\",\"params\":[\"" + fmt.Sprintf("0x%X", rollbackBlockNumber) + "\", true],\"id\":1}"