Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

refactor(getBalances): Use multicall3 to reduce numer of RPC calls #162

Merged
merged 4 commits into from
Jul 18, 2024
Merged
Show file tree
Hide file tree
Changes from 1 commit
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
204 changes: 135 additions & 69 deletions packages/client/src/getBalances.ts
Original file line number Diff line number Diff line change
Expand Up @@ -20,6 +20,29 @@
zrc20?: string;
}

const MULTICALL3_ABI = [
{
inputs: [
{
components: [
{ internalType: "address", name: "target", type: "address" },
{ internalType: "bytes", name: "callData", type: "bytes" },
],
internalType: "struct IMulticall3.Call[]",
name: "calls",
type: "tuple[]",
},
],
name: "aggregate",
outputs: [
{ internalType: "uint256", name: "blockNumber", type: "uint256" },
{ internalType: "bytes[]", name: "returnData", type: "bytes[]" },
],
stateMutability: "view",
type: "function",
},
];

/**
* Get token balances of all tokens on all chains connected to ZetaChain.
*
Expand Down Expand Up @@ -105,80 +128,123 @@
})
.filter((token: any) => token.chain_name);

const balances = await Promise.all(
tokens.map(async (token: any) => {
const isGas = token.coin_type === "Gas";
const isBitcoin = ["btc_testnet", "btc_mainnet"].includes(
token.chain_name
const multicallAddress = "0xca11bde05977b3631167028862be2a173976ca11";

const multicallContexts: Record<string, any[]> = {};

tokens.forEach((token: any) => {
if (token.coin_type === "ERC20" || token.coin_type === "ZRC20") {
if (!multicallContexts[token.chain_name]) {
multicallContexts[token.chain_name] = [];
}
multicallContexts[token.chain_name].push({
target: token.contract,
callData: new ethers.utils.Interface(

Check failure on line 142 in packages/client/src/getBalances.ts

View workflow job for this annotation

GitHub Actions / build

Expected object keys to be in ascending order. 'callData' should be before 'target'
fadeev marked this conversation as resolved.
Show resolved Hide resolved
token.coin_type === "ERC20" ? ERC20_ABI.abi : ZRC20.abi
).encodeFunctionData("balanceOf", [evmAddress]),
});
}
});

const balances: TokenBalance[] = [];

await Promise.all(
Object.keys(multicallContexts).map(async (chainName) => {
const rpc = await this.getEndpoint("evm", chainName);
const provider = new ethers.providers.StaticJsonRpcProvider(rpc);
const multicallContract = new ethers.Contract(
multicallAddress,
MULTICALL3_ABI,
provider
);
const isERC = token.coin_type === "ERC20";
const isZRC = token.coin_type === "ZRC20";
if (isGas && !isBitcoin) {
let rpc;
try {
rpc = await this.getEndpoint("evm", token.chain_name);
} catch (e) {
return token;
}
const provider = new ethers.providers.StaticJsonRpcProvider(rpc);
return provider.getBalance(evmAddress).then((balance) => {
return { ...token, balance: formatUnits(balance, token.decimals) };
});
} else if (isGas && isBitcoin && btcAddress) {
let API;
try {
API = this.getEndpoint("esplora", token.chain_name);
} catch (e) {
return { ...token, balance: undefined };
}
return fetch(`${API}/address/${btcAddress}`).then(async (response) => {
const r = await response.json();
const { funded_txo_sum, spent_txo_sum } = r.chain_stats;
const balance = (
(funded_txo_sum - spent_txo_sum) /
100000000
).toString();
return { ...token, balance };
});
} else if (isERC) {
let rpc;
try {
rpc = await this.getEndpoint("evm", token.chain_name);
} catch (e) {
return token;
}
const provider = new ethers.providers.StaticJsonRpcProvider(rpc);
const contract = new ethers.Contract(
token.contract,
ERC20_ABI.abi,
provider
);
const decimals = await contract.decimals();
return contract.balanceOf(evmAddress).then((balance: string) => {
return {
...token,
balance: formatUnits(balance, decimals),
decimals,
};
});
} else if (isZRC) {
const rpc = await this.getEndpoint("evm", token.chain_name);
const provider = new ethers.providers.StaticJsonRpcProvider(rpc);
const contract = new ethers.Contract(
token.contract,
ZRC20.abi,
provider

const calls = multicallContexts[chainName];

try {
const { returnData } = await multicallContract.callStatic.aggregate(
calls
);
return contract.balanceOf(evmAddress).then((balance: string) => {
return {
...token,
balance: formatUnits(balance, token.decimals),
};

returnData.forEach((data: any, index: number) => {
const token = tokens.find(
(t) =>
t.chain_name === chainName &&
(t.coin_type === "ERC20" || t.coin_type === "ZRC20") &&
t.contract === calls[index].target
);
if (token) {
const balance = ethers.utils.defaultAbiCoder.decode(
["uint256"],
data
)[0];
const formattedBalance = formatUnits(balance, token.decimals);
balances.push({ ...token, balance: formattedBalance });
}
});
} else {
return Promise.resolve(token);
} catch (error) {
console.error(`Multicall failed for ${chainName}:`, error);
// Fallback to individual calls if multicall fails
for (const token of tokens.filter(
(t) =>
t.chain_name === chainName &&
(t.coin_type === "ERC20" || t.coin_type === "ZRC20")
)) {
try {
const contract = new ethers.Contract(
token.contract,
token.coin_type === "ERC20" ? ERC20_ABI.abi : ZRC20.abi,
provider
);
const balance = await contract.balanceOf(evmAddress);
const formattedBalance = formatUnits(balance, token.decimals);
balances.push({ ...token, balance: formattedBalance });
} catch (err) {
console.error(
`Failed to get balance for ${token.symbol} on ${chainName}:`,
err
);
}
}
}
})
);

await Promise.all(
tokens
.filter(
(token) =>
token.coin_type === "Gas" &&
!["btc_testnet", "btc_mainnet"].includes(token.chain_name)
)
.map(async (token) => {
const rpc = await this.getEndpoint("evm", token.chain_name);
const provider = new ethers.providers.StaticJsonRpcProvider(rpc);
const balance = await provider.getBalance(evmAddress);
const formattedBalance = formatUnits(balance, token.decimals);
balances.push({ ...token, balance: formattedBalance });
})
);

await Promise.all(
tokens
.filter(
(token) =>
token.coin_type === "Gas" &&
["btc_testnet", "btc_mainnet"].includes(token.chain_name) &&
btcAddress
)
.map(async (token) => {
const API = this.getEndpoint("esplora", token.chain_name);
const response = await fetch(`${API}/address/${btcAddress}`);
const r = await response.json();
const { funded_txo_sum, spent_txo_sum } = r.chain_stats;
const balance = (
(funded_txo_sum - spent_txo_sum) /
100000000
).toString();
balances.push({ ...token, balance });
})
);

return balances;
};
2 changes: 1 addition & 1 deletion packages/tasks/src/account.ts
Original file line number Diff line number Diff line change
Expand Up @@ -70,7 +70,7 @@ export const main = async (args: any, hre: HardhatRuntimeEnvironment) => {
🔑 Private key: ${pk}`);
mnemonic && console.log(`🔐 Mnemonic phrase: ${mnemonic.phrase}`);
console.log(`😃 EVM address: ${address}
😃 Bitcoin address: ${bitcoinAddress(pk)}
😃 Bitcoin address: ${bitcoinAddress(pk, "testnet")}
😃 Bech32 address: ${hexToBech32Address(address, "zeta")}
`);

Expand Down
2 changes: 1 addition & 1 deletion packages/tasks/src/balances.ts
Original file line number Diff line number Diff line change
Expand Up @@ -47,7 +47,7 @@ const main = async (args: any, hre: HardhatRuntimeEnvironment) => {
evmAddress = args.address;
} else if (pk) {
evmAddress = new ethers.Wallet(pk).address;
btcAddress = bitcoinAddress(pk);
btcAddress = bitcoinAddress(pk, args.mainnet ? "mainnet" : "testnet");
} else {
spinner.stop();
console.error(walletError + balancesError);
Expand Down
9 changes: 5 additions & 4 deletions packages/tasks/src/bitcoinAddress.ts
Original file line number Diff line number Diff line change
Expand Up @@ -2,15 +2,16 @@
import ECPairFactory from "ecpair";
import * as ecc from "tiny-secp256k1";

export const bitcoinAddress = (pk: string) => {
const TESTNET = bitcoin.networks.testnet;
export const bitcoinAddress = (pk: string, network: "testnet" | "mainnet") => {

Check failure on line 5 in packages/tasks/src/bitcoinAddress.ts

View workflow job for this annotation

GitHub Actions / build

Union type members must be sorted
fadeev marked this conversation as resolved.
Show resolved Hide resolved
const bitcoinNetwork =
network === "testnet" ? bitcoin.networks.testnet : bitcoin.networks.bitcoin;

const ECPair = ECPairFactory(ecc);
const key = ECPair.fromPrivateKey(Buffer.from(pk, "hex"), {
network: TESTNET,
network: bitcoinNetwork,
});
const { address } = bitcoin.payments.p2wpkh({
network: TESTNET,
network: bitcoinNetwork,
pubkey: key.publicKey,
});
if (!address) throw new Error("Unable to generate bitcoin address");
Expand Down
Loading