Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Prepare load testing to run in Zeet #198

Merged
merged 1 commit into from
Oct 5, 2023
Merged

Prepare load testing to run in Zeet #198

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
1 commit
Select commit
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
247 changes: 130 additions & 117 deletions test/benchmark/load.ts
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -24,133 +24,146 @@ const deployerWalletAddress = `0x43CAe0d7fe86C713530E679Ce02574743b2Ee9FC`;
const tokenAddress = `0x7A0CE8524bea337f0beE853B68fAbDE145dAC0A0`;
const accountFactoryAddress = `0xD48f9d337626a991e5c86c38768DA09428Fa549B`;
const thirdwebApiSecretKey = process.env.THIRDWEB_API_SECRET_KEY as string;
const loadTestBatchSize = parseInt(process.env.LOAD_TEST_BATCH_SIZE || "3");
const loadTestBatches = parseInt(process.env.LOAD_TEST_BATCHES || "1");

const main = async () => {
const txs: Promise<TimedResult>[] = [];

for (let i = 0; i < 1; i++) {
txs.push(
...[...Array(3)].map(() =>
time(async (): Promise<TaskResult> => {
console.log(`1. Creating Backend Wallet`);
const { res } = await fetchEngine({
host,
path: `/backend-wallet/create`,
method: `POST`,
thirdwebApiSecretKey,
});
const backendWalletAddress = res.result.walletAddress;

console.log(`2. Deploying Smart Account [Transaction]`);
const tx = await awaitTx({
host,
path: `/contract/${chain}/${accountFactoryAddress}/account-factory/create-account`,
backendWalletAddress: deployerWalletAddress,
body: JSON.stringify({
admin_address: backendWalletAddress,
}),
thirdwebApiSecretKey,
});

if (tx.status !== TxStatus.Mined) {
const { time: totalTime } = await time(async () => {
const txs: Promise<TimedResult>[] = [];

for (let i = 0; i < loadTestBatches; i++) {
txs.push(
...[...Array(loadTestBatchSize)].map(() =>
time(async (): Promise<TaskResult> => {
console.log(`1. Creating Backend Wallet`);
const { res } = await fetchEngine({
host,
path: `/backend-wallet/create`,
method: `POST`,
thirdwebApiSecretKey,
});
const backendWalletAddress = res.result.walletAddress;

console.log(`2. Deploying Smart Account [Transaction]`);
const tx = await awaitTx({
host,
path: `/contract/${chain}/${accountFactoryAddress}/account-factory/create-account`,
backendWalletAddress: deployerWalletAddress,
body: JSON.stringify({
admin_address: backendWalletAddress,
}),
thirdwebApiSecretKey,
});

if (tx.status !== TxStatus.Mined) {
return {
txStatus: tx.status,
txQueueTime: tx.queueTime || 0,
txMineTime: 0,
userOpStatus: TxStatus.Unsent,
userOpMineTime: 0,
userOpQueueTime: 0,
};
}

const accountAddress = tx.receipt.deployedContractAddress;

console.log(`3. Generating Signature Payload`);
const { res: sigRes } = await fetchEngine({
host,
path: `/contract/${chain}/${tokenAddress}/erc20/signature/generate`,
backendWalletAddress: deployerWalletAddress,
body: JSON.stringify({
to: accountFactoryAddress,
quantity: "1",
}),
thirdwebApiSecretKey,
});
const signedPayload = sigRes.result;

console.log(`4. Signature Minting [UserOperation]`);
const userOp = await awaitTx({
host,
path: `/contract/${chain}/${tokenAddress}/erc20/signature/mint`,
backendWalletAddress,
accountAddress,
thirdwebApiSecretKey,
body: JSON.stringify(signedPayload),
});

return {
txStatus: tx.status,
txQueueTime: tx.queueTime || 0,
txMineTime: 0,
userOpStatus: TxStatus.Unsent,
userOpMineTime: 0,
userOpQueueTime: 0,
txQueueTime: tx.queueTime,
txMineTime: tx.mineTime,
userOpStatus: userOp.status,
userOpQueueTime: userOp.queueTime || 0,
userOpMineTime: userOp.mineTime || 0,
};
}

const accountAddress = tx.receipt.deployedContractAddress;

console.log(`3. Generating Signature Payload`);
const { res: sigRes } = await fetchEngine({
host,
path: `/contract/${chain}/${tokenAddress}/erc20/signature/generate`,
backendWalletAddress: deployerWalletAddress,
body: JSON.stringify({
to: accountFactoryAddress,
quantity: "1",
}),
thirdwebApiSecretKey,
});
const signedPayload = sigRes.result;

console.log(`4. Signature Minting [UserOperation]`);
const userOp = await awaitTx({
host,
path: `/contract/${chain}/${tokenAddress}/erc20/signature/mint`,
backendWalletAddress,
accountAddress,
thirdwebApiSecretKey,
body: JSON.stringify(signedPayload),
});

return {
txStatus: tx.status,
txQueueTime: tx.queueTime,
txMineTime: tx.mineTime,
userOpStatus: userOp.status,
userOpQueueTime: userOp.queueTime || 0,
userOpMineTime: userOp.mineTime || 0,
};
}),
),
);
}),
),
);

await sleep(1000);
}

const awaitedTxs = await Promise.all(txs);

const erroredTxs = awaitedTxs.filter((tx) => tx.txStatus === TxStatus.Error);
const pendingTxs = awaitedTxs.filter(
(tx) => tx.txStatus === TxStatus.Pending,
);
const minedTxs = awaitedTxs
.filter((tx) => tx.txStatus === TxStatus.Mined)
.sort((a, b) => a.txMineTime - b.txMineTime);
const erroredUserOps = awaitedTxs.filter(
(tx) => tx.userOpStatus === TxStatus.Error,
);
const pendingUserOps = awaitedTxs.filter(
(tx) => tx.userOpStatus === TxStatus.Pending,
);
const minedUserOps = awaitedTxs
.filter((tx) => tx.userOpStatus === TxStatus.Mined)
.sort((a, b) => a.userOpMineTime - b.userOpMineTime);

console.log("-- Transactions --");
console.table({
errored: erroredTxs.length,
pending: pendingTxs.length,
mined: minedTxs.length,
});
await sleep(1000);
}

console.table({
"avg mined time":
minedTxs.reduce((acc, curr) => acc + (curr.txMineTime ?? 0), 0) /
minedTxs.length,
"min mined time": minedTxs[0].txMineTime ?? 0,
"max mined time": minedTxs[minedTxs.length - 1].txMineTime ?? 0,
});
const awaitedTxs = await Promise.all(txs);

console.log("-- User Operations --");
console.table({
errored: erroredUserOps.length,
pending: pendingUserOps.length,
mined: minedUserOps.length,
const erroredTxs = awaitedTxs.filter(
(tx) => tx.txStatus === TxStatus.Error,
);
const pendingTxs = awaitedTxs.filter(
(tx) => tx.txStatus === TxStatus.Pending,
);
const minedTxs = awaitedTxs
.filter((tx) => tx.txStatus === TxStatus.Mined)
.sort((a, b) => a.txMineTime - b.txMineTime);
const erroredUserOps = awaitedTxs.filter(
(tx) => tx.userOpStatus === TxStatus.Error,
);
const pendingUserOps = awaitedTxs.filter(
(tx) => tx.userOpStatus === TxStatus.Pending,
);
const minedUserOps = awaitedTxs
.filter((tx) => tx.userOpStatus === TxStatus.Mined)
.sort((a, b) => a.userOpMineTime - b.userOpMineTime);

console.log("-- Transactions --");
console.table({
errored: erroredTxs.length,
pending: pendingTxs.length,
mined: minedTxs.length,
});

console.table({
"avg mined time":
minedTxs.reduce((acc, curr) => acc + (curr.txMineTime ?? 0), 0) /
minedTxs.length,
"min mined time": minedTxs[0].txMineTime ?? 0,
"max mined time": minedTxs[minedTxs.length - 1].txMineTime ?? 0,
});

console.log("-- User Operations --");
console.table({
errored: erroredUserOps.length,
pending: pendingUserOps.length,
mined: minedUserOps.length,
});

console.table({
"avg mined time":
minedUserOps.reduce(
(acc, curr) => acc + (curr.userOpMineTime ?? 0),
0,
) / minedUserOps.length,
"min mined time": minedUserOps[0].userOpMineTime ?? 0,
"max mined time":
minedUserOps[minedUserOps.length - 1].userOpMineTime ?? 0,
});

return {};
});

console.table({
"avg mined time":
minedUserOps.reduce((acc, curr) => acc + (curr.userOpMineTime ?? 0), 0) /
minedUserOps.length,
"min mined time": minedUserOps[0].userOpMineTime ?? 0,
"max mined time": minedUserOps[minedUserOps.length - 1].userOpMineTime ?? 0,
});
console.log(`[Total Time Taken] ${totalTime}`);
};

main();
2 changes: 1 addition & 1 deletion test/benchmark/load/time.ts
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -3,7 +3,7 @@ export const time = async <TReturnType extends { [key: string]: any }>(
): Promise<TReturnType & { time: number }> => {
const startTime = Date.now();
const res = await fn();
const ellapsedTime = Date.now() - startTime;
const ellapsedTime = (Date.now() - startTime) / 1000;

return {
...res,
Expand Down