Skip to content

Commit

Permalink
Handle null blocks in FEVM (#400)
Browse files Browse the repository at this point in the history
* Avoid gasPrice while serializing tx in getRawTransaction

* Convert base fee to bigint when fetching block data

* Fix methods to get block data in rpc-eth-client

* Fix error checking in rpc-eth-client

* Continue processig after missing null block in FEVM

* Self review fix

* Upgrade package versions

---------

Co-authored-by: Nabarun <nabarun@deepstacksoft.com>
  • Loading branch information
prathamesh0 and nikugogoi authored Aug 9, 2023
1 parent c06330d commit 3b090b3
Show file tree
Hide file tree
Showing 16 changed files with 58 additions and 44 deletions.
2 changes: 1 addition & 1 deletion lerna.json
Original file line number Diff line number Diff line change
Expand Up @@ -2,7 +2,7 @@
"packages": [
"packages/*"
],
"version": "0.2.50",
"version": "0.2.51",
"npmClient": "yarn",
"useWorkspaces": true,
"command": {
Expand Down
2 changes: 1 addition & 1 deletion packages/cache/package.json
Original file line number Diff line number Diff line change
@@ -1,6 +1,6 @@
{
"name": "@cerc-io/cache",
"version": "0.2.50",
"version": "0.2.51",
"description": "Generic object cache",
"main": "dist/index.js",
"scripts": {
Expand Down
6 changes: 3 additions & 3 deletions packages/cli/package.json
Original file line number Diff line number Diff line change
@@ -1,6 +1,6 @@
{
"name": "@cerc-io/cli",
"version": "0.2.50",
"version": "0.2.51",
"main": "dist/index.js",
"license": "AGPL-3.0",
"scripts": {
Expand All @@ -11,8 +11,8 @@
"chat": "DEBUG='vulcanize:*, laconic:*' node dist/chat.js"
},
"dependencies": {
"@cerc-io/peer": "^0.2.50",
"@cerc-io/util": "^0.2.50",
"@cerc-io/peer": "^0.2.51",
"@cerc-io/util": "^0.2.51",
"@ethersproject/providers": "^5.4.4",
"@graphql-tools/utils": "^9.1.1",
"@ipld/dag-cbor": "^8.0.0",
Expand Down
4 changes: 2 additions & 2 deletions packages/codegen/package.json
Original file line number Diff line number Diff line change
@@ -1,6 +1,6 @@
{
"name": "@cerc-io/codegen",
"version": "0.2.50",
"version": "0.2.51",
"description": "Code generator",
"private": true,
"main": "index.js",
Expand All @@ -20,7 +20,7 @@
},
"homepage": "https://github.com/cerc-io/watcher-ts#readme",
"dependencies": {
"@cerc-io/util": "^0.2.50",
"@cerc-io/util": "^0.2.51",
"@graphql-tools/load-files": "^6.5.2",
"@poanet/solidity-flattener": "https://github.com/vulcanize/solidity-flattener.git",
"@solidity-parser/parser": "^0.13.2",
Expand Down
10 changes: 5 additions & 5 deletions packages/codegen/src/templates/package-template.handlebars
Original file line number Diff line number Diff line change
Expand Up @@ -41,12 +41,12 @@
"homepage": "https://github.com/cerc-io/watcher-ts#readme",
"dependencies": {
"@apollo/client": "^3.3.19",
"@cerc-io/cli": "^0.2.50",
"@cerc-io/ipld-eth-client": "^0.2.50",
"@cerc-io/solidity-mapper": "^0.2.50",
"@cerc-io/util": "^0.2.50",
"@cerc-io/cli": "^0.2.51",
"@cerc-io/ipld-eth-client": "^0.2.51",
"@cerc-io/solidity-mapper": "^0.2.51",
"@cerc-io/util": "^0.2.51",
{{#if (subgraphPath)}}
"@cerc-io/graph-node": "^0.2.50",
"@cerc-io/graph-node": "^0.2.51",
{{/if}}
"@ethersproject/providers": "^5.4.4",
"apollo-type-bigint": "^0.1.3",
Expand Down
10 changes: 5 additions & 5 deletions packages/graph-node/package.json
Original file line number Diff line number Diff line change
@@ -1,10 +1,10 @@
{
"name": "@cerc-io/graph-node",
"version": "0.2.50",
"version": "0.2.51",
"main": "dist/index.js",
"license": "AGPL-3.0",
"devDependencies": {
"@cerc-io/solidity-mapper": "^0.2.50",
"@cerc-io/solidity-mapper": "^0.2.51",
"@ethersproject/providers": "^5.4.4",
"@graphprotocol/graph-ts": "^0.22.0",
"@nomiclabs/hardhat-ethers": "^2.0.2",
Expand Down Expand Up @@ -51,9 +51,9 @@
"dependencies": {
"@apollo/client": "^3.3.19",
"@cerc-io/assemblyscript": "0.19.10-watcher-ts-0.1.2",
"@cerc-io/cache": "^0.2.50",
"@cerc-io/ipld-eth-client": "^0.2.50",
"@cerc-io/util": "^0.2.50",
"@cerc-io/cache": "^0.2.51",
"@cerc-io/ipld-eth-client": "^0.2.51",
"@cerc-io/util": "^0.2.51",
"@types/json-diff": "^0.5.2",
"@types/yargs": "^17.0.0",
"bn.js": "^4.11.9",
Expand Down
4 changes: 2 additions & 2 deletions packages/ipld-eth-client/package.json
Original file line number Diff line number Diff line change
@@ -1,6 +1,6 @@
{
"name": "@cerc-io/ipld-eth-client",
"version": "0.2.50",
"version": "0.2.51",
"description": "IPLD ETH Client",
"main": "dist/index.js",
"scripts": {
Expand All @@ -20,7 +20,7 @@
"homepage": "https://github.com/cerc-io/watcher-ts#readme",
"dependencies": {
"@apollo/client": "^3.7.1",
"@cerc-io/cache": "^0.2.50",
"@cerc-io/cache": "^0.2.51",
"cross-fetch": "^3.1.4",
"debug": "^4.3.1",
"ethers": "^5.4.4",
Expand Down
2 changes: 1 addition & 1 deletion packages/peer/package.json
Original file line number Diff line number Diff line change
@@ -1,6 +1,6 @@
{
"name": "@cerc-io/peer",
"version": "0.2.50",
"version": "0.2.51",
"description": "libp2p module",
"main": "dist/index.js",
"exports": "./dist/index.js",
Expand Down
8 changes: 4 additions & 4 deletions packages/rpc-eth-client/package.json
Original file line number Diff line number Diff line change
@@ -1,6 +1,6 @@
{
"name": "@cerc-io/rpc-eth-client",
"version": "0.2.50",
"version": "0.2.51",
"description": "RPC ETH Client",
"main": "dist/index.js",
"scripts": {
Expand All @@ -19,9 +19,9 @@
},
"homepage": "https://github.com/cerc-io/watcher-ts#readme",
"dependencies": {
"@cerc-io/cache": "^0.2.50",
"@cerc-io/util": "^0.2.50",
"@cerc-io/ipld-eth-client": "^0.2.50",
"@cerc-io/cache": "^0.2.51",
"@cerc-io/ipld-eth-client": "^0.2.51",
"@cerc-io/util": "^0.2.51",
"cross-fetch": "^3.1.4",
"debug": "^4.3.1",
"ethers": "^5.4.4",
Expand Down
14 changes: 8 additions & 6 deletions packages/rpc-eth-client/src/eth-client.ts
Original file line number Diff line number Diff line change
Expand Up @@ -90,15 +90,16 @@ export class EthClient {
}

async getBlocks ({ blockNumber, blockHash }: { blockNumber?: number, blockHash?: string }): Promise<any> {
const blockHashOrBlockNumber = blockHash ?? blockNumber;
const blockNumberHex = blockNumber ? utils.hexValue(blockNumber) : undefined;
const blockHashOrBlockNumber = blockHash ?? blockNumberHex;
assert(blockHashOrBlockNumber);
let nodes: any[] = [];
console.time(`time:eth-client#getBlocks-${JSON.stringify({ blockNumber, blockHash })}`);

try {
const rawBlock = await this._provider.send(
blockHash ? 'eth_getBlockByHash' : 'eth_getBlockByNumber',
[utils.hexValue(blockHashOrBlockNumber), false]
[blockHashOrBlockNumber, false]
);

if (rawBlock) {
Expand All @@ -119,7 +120,7 @@ export class EthClient {
}
} catch (err: any) {
// Check and ignore future block error
if (!(err.code === errors.SERVER_ERROR && err.error.message === "requested a future epoch (beyond 'latest')")) {
if (!(err.code === errors.SERVER_ERROR && err.error && err.error.message === "requested a future epoch (beyond 'latest')")) {
throw err;
}
} finally {
Expand All @@ -134,13 +135,14 @@ export class EthClient {
}

async getFullBlocks ({ blockNumber, blockHash }: { blockNumber?: number, blockHash?: string }): Promise<any> {
const blockHashOrBlockNumber = blockHash ?? blockNumber;
const blockNumberHex = blockNumber ? utils.hexValue(blockNumber) : undefined;
const blockHashOrBlockNumber = blockHash ?? blockNumberHex;
assert(blockHashOrBlockNumber);

console.time(`time:eth-client#getFullBlocks-${JSON.stringify({ blockNumber, blockHash })}`);
const rawBlock = await this._provider.send(
blockHash ? 'eth_getBlockByHash' : 'eth_getBlockByNumber',
[utils.hexValue(blockHashOrBlockNumber), false]
[blockHashOrBlockNumber, false]
);
console.timeEnd(`time:eth-client#getFullBlocks-${JSON.stringify({ blockNumber, blockHash })}`);

Expand All @@ -162,7 +164,7 @@ export class EthClient {
Extra: rawBlock.extraData,
MixDigest: rawBlock.mixHash,
Nonce: BigInt(rawBlock.nonce),
BaseFee: rawBlock.baseFeePerGas
BaseFee: BigInt(rawBlock.baseFeePerGas)
};

const rlpData = encodeHeader(header);
Expand Down
4 changes: 2 additions & 2 deletions packages/solidity-mapper/package.json
Original file line number Diff line number Diff line change
@@ -1,10 +1,10 @@
{
"name": "@cerc-io/solidity-mapper",
"version": "0.2.50",
"version": "0.2.51",
"main": "dist/index.js",
"license": "AGPL-3.0",
"devDependencies": {
"@cerc-io/ipld-eth-client": "^0.2.50",
"@cerc-io/ipld-eth-client": "^0.2.51",
"@ethersproject/abi": "^5.3.0",
"@nomiclabs/hardhat-ethers": "^2.0.2",
"@nomiclabs/hardhat-waffle": "^2.0.1",
Expand Down
2 changes: 1 addition & 1 deletion packages/test/package.json
Original file line number Diff line number Diff line change
@@ -1,6 +1,6 @@
{
"name": "@cerc-io/test",
"version": "0.2.50",
"version": "0.2.51",
"main": "dist/index.js",
"license": "AGPL-3.0",
"private": true,
Expand Down
2 changes: 1 addition & 1 deletion packages/tracing-client/package.json
Original file line number Diff line number Diff line change
@@ -1,6 +1,6 @@
{
"name": "@cerc-io/tracing-client",
"version": "0.2.50",
"version": "0.2.51",
"description": "ETH VM tracing client",
"main": "dist/index.js",
"scripts": {
Expand Down
6 changes: 3 additions & 3 deletions packages/util/package.json
Original file line number Diff line number Diff line change
@@ -1,12 +1,12 @@
{
"name": "@cerc-io/util",
"version": "0.2.50",
"version": "0.2.51",
"main": "dist/index.js",
"license": "AGPL-3.0",
"dependencies": {
"@apollo/utils.keyvaluecache": "^1.0.1",
"@cerc-io/nitro-client": "^0.1.5",
"@cerc-io/solidity-mapper": "^0.2.50",
"@cerc-io/solidity-mapper": "^0.2.51",
"@cerc-io/ts-channel": "1.0.3-ts-nitro-0.1.1",
"@ethersproject/providers": "^5.4.4",
"@graphql-tools/schema": "^9.0.10",
Expand Down Expand Up @@ -40,7 +40,7 @@
"yargs": "^17.0.1"
},
"devDependencies": {
"@cerc-io/cache": "^0.2.50",
"@cerc-io/cache": "^0.2.51",
"@nomiclabs/hardhat-waffle": "^2.0.1",
"@types/express": "^4.17.14",
"@types/fs-extra": "^9.0.11",
Expand Down
24 changes: 18 additions & 6 deletions packages/util/src/common.ts
Original file line number Diff line number Diff line change
@@ -1,6 +1,7 @@
import debug from 'debug';
import assert from 'assert';
import { DeepPartial } from 'typeorm';
import { errors } from 'ethers';

import {
QUEUE_BLOCK_PROCESSING,
Expand Down Expand Up @@ -93,13 +94,24 @@ export const fetchBlocksAtHeight = async (

// Try fetching blocks from eth-server until found.
while (!blocks.length) {
console.time('time:common#_fetchBlocks-eth-server');
blocks = await indexer.getBlocks({ blockNumber });
console.timeEnd('time:common#_fetchBlocks-eth-server');
try {
console.time('time:common#_fetchBlocks-eth-server');
blocks = await indexer.getBlocks({ blockNumber });

if (!blocks.length) {
log(`No blocks fetched for block number ${blockNumber}, retrying after ${jobQueueConfig.blockDelayInMilliSecs} ms delay.`);
await wait(jobQueueConfig.blockDelayInMilliSecs);
}
} catch (err: any) {
// Handle null block error in case of Lotus EVM
if (!(err.code === errors.SERVER_ERROR && err.error && err.error.message === 'requested epoch was a null round')) {
throw err;
}

if (!blocks.length) {
log(`No blocks fetched for block number ${blockNumber}, retrying after ${jobQueueConfig.blockDelayInMilliSecs} ms delay.`);
await wait(jobQueueConfig.blockDelayInMilliSecs);
log(`Block ${blockNumber} requested was null (FEVM); Fetching next block`);
blockNumber++;
} finally {
console.timeEnd('time:common#_fetchBlocks-eth-server');
}
}

Expand Down
2 changes: 1 addition & 1 deletion packages/util/src/eth.ts
Original file line number Diff line number Diff line change
Expand Up @@ -118,7 +118,7 @@ export function getRawTransaction (tx: TransactionResponse): string {
}

// Extract the relevant parts of the transaction and signature
const txFields = 'accessList chainId data gasPrice gasLimit maxFeePerGas maxPriorityFeePerGas nonce to type value'.split(' ');
const txFields = 'accessList chainId data gasLimit maxFeePerGas maxPriorityFeePerGas nonce to type value'.split(' ');
const sigFields = 'v r s'.split(' ');

// Seriailze the signed transaction
Expand Down

0 comments on commit 3b090b3

Please sign in to comment.