Test preload cache

.github/workflows/load-tests.yml

@@ -56,7 +56,7 @@ jobs:
       run: k6 run ./k6/script.js
 
     - name: Upload result file for base branch
-      uses: actions/upload-artifact@v2
+      uses: actions/upload-artifact@v3
       with:
         name: base-results
         path: k6/output/summary.json
@@ -117,7 +117,7 @@ jobs:
       run: k6 run ./k6/script.js
 
     - name: Upload result file for head branch
-      uses: actions/upload-artifact@v2
+      uses: actions/upload-artifact@v3
       with:
         name: head-results
         path: k6/output/summary.json
@@ -131,9 +131,9 @@ jobs:
     needs: [test-base, test-head]
     steps:
       - uses: actions/checkout@v2
-      
+
       - name: Download all artifacts
-        uses: actions/download-artifact@v2
+        uses: actions/download-artifact@v3
         with:
           path: artifacts
 

config/config.devnet-old.yaml

@@ -86,7 +86,7 @@ urls:
   nftThumbnails: 'https://devnet-old-media.elrond.com/nfts/thumbnail'
   tmp: '/tmp'
   ipfs: 'https://ipfs.io/ipfs'
-  socket: 'devnet-old-socket-fra.elrond.com'
+  socket: 'devnet-socket-api.multiversx.com'
   maiarId: 'https://devnet-old-id-api.multiversx.com'
 indexer:
   type: 'elastic'

config/config.devnet.yaml

@@ -32,9 +32,9 @@ features:
     hitsThreshold: 100
     ttl: 12
   transactionPool:
-    enabled: true
+    enabled: false
   transactionPoolWarmer:
-    enabled: true
+    enabled: false
     cronExpression: '*/5 * * * * *'
     ttlInSeconds: 60
   updateCollectionExtraDetails:
@@ -92,8 +92,14 @@ features:
     nftQueueName: 'api-process-nfts'
     deadLetterQueueName: 'api-process-nfts-dlq'
   tps:
-    enabled: true
+    enabled: false
     maxLookBehindNonces: 100
+  nodesFetch:
+    enabled: true
+    serviceUrl: 'https://devnet-api.multiversx.com'
+  tokensFetch:
+    enabled: true
+    serviceUrl: 'https://devnet-api.multiversx.com'
 image:
   width: 600
   height: 600
@@ -118,7 +124,7 @@ urls:
   nftThumbnails: 'https://devnet-media.elrond.com/nfts/thumbnail'
   tmp: '/tmp'
   ipfs: 'https://ipfs.io/ipfs'
-  socket: 'devnet-socket-fra.elrond.com'
+  socket: 'devnet-socket-api.multiversx.com'
   maiarId: 'https://devnet-id-api.multiversx.com'
 indexer:
   type: 'elastic'

config/config.mainnet.yaml

@@ -32,9 +32,9 @@ features:
     hitsThreshold: 100
     ttl: 12
   transactionPool:
-    enabled: true
+    enabled: false
   transactionPoolWarmer:
-    enabled: true
+    enabled: false
     cronExpression: '*/5 * * * * *'
     ttlInSeconds: 60 
   updateCollectionExtraDetails:
@@ -96,8 +96,14 @@ features:
     nftQueueName: 'api-process-nfts'
     deadLetterQueueName: 'api-process-nfts-dlq'
   tps:
+    enabled: false
+    maxLookBehindNonces: 100
+  nodesFetch:
+    enabled: true
+    serviceUrl: 'https://api.multiversx.com'
+  tokensFetch:
     enabled: true
-    maxLookBehindNonces: 100  
+    serviceUrl: 'https://api.multiversx.com'
 image:
   width: 600
   height: 600
@@ -122,7 +128,7 @@ urls:
   nftThumbnails: 'https://media.elrond.com/nfts/thumbnail'
   tmp: '/tmp'
   ipfs: 'https://ipfs.io/ipfs'
-  socket: 'socket-fra.elrond.com'
+  socket: 'socket-api-fra.multiversx.com'
   maiarId: 'https://id-api.multiversx.com'
 indexer:
   type: 'elastic'

config/config.testnet.yaml

@@ -32,9 +32,9 @@ features:
     hitsThreshold: 100
     ttl: 12
   transactionPool:
-    enabled: true
+    enabled: false
   transactionPoolWarmer:
-    enabled: true
+    enabled: false
     cronExpression: '*/5 * * * * *'
     ttlInSeconds: 60
   updateCollectionExtraDetails:
@@ -95,8 +95,14 @@ features:
     nftQueueName: 'api-process-nfts'
     deadLetterQueueName: 'api-process-nfts-dlq'
   tps:
-    enabled: true
+    enabled: false
     maxLookBehindNonces: 100
+  nodesFetch:
+    enabled: true
+    serviceUrl: 'https://testnet-api.multiversx.com'
+  tokensFetch:
+    enabled: true
+    serviceUrl: 'https://testnet-api.multiversx.com'
 image:
   width: 600
   height: 600
@@ -121,7 +127,7 @@ urls:
   nftThumbnails: 'https://testnet-media.elrond.com/nfts/thumbnail'
   tmp: '/tmp'
   ipfs: 'https://ipfs.io/ipfs'
-  socket: 'testnet-socket-fra.elrond.com'
+  socket: 'testnet-socket-api.multiversx.com'
   maiarId: 'https://testnet-id-api.multiversx.com'
 database:
   enabled: false

docker-compose.yml

@@ -15,7 +15,7 @@ services:
     environment:
       - MYSQL_ROOT_PASSWORD=root
       - MYSQL_DATABASE=api
-  
+
   mongodbdatabase:
     image: mongo:latest
     environment:

k6/compare-results.js

@@ -44,9 +44,20 @@ function extractMetrics(metrics) {
 }
 
 function generateTable(baseCommitHash, baseData, targetCommitHash, targetData) {
+  const headers = ['Avg', 'Max', '90', '95'];
   let table = `k6 load testing comparison.\nBase Commit Hash: ${baseCommitHash}\nTarget Commit Hash: ${targetCommitHash}\n\n`;
-  table += '| Metric | Base | Target | Diff |\n';
-  table += '| ------ | ---- | ------ | ---- |\n';
+  table += '<table><tr> \
+              <th rowspan="2">Metric</th> \
+              <th colspan="4">Base</th> \
+              <th colspan="4">Target</th> \
+              <th colspan="4">Diff</th> \
+            </tr><tr> '
+  for (let i = 0; i < 3; i++) { 
+    headers.forEach(header => {
+      table += `<th>${header}</th>`;
+    });
+  }
+  table += '</tr>'; 
 
   for (const key of Object.keys(baseData)) {
     if (key === 'Test Run Duration') {
@@ -71,16 +82,16 @@ function generateTable(baseCommitHash, baseData, targetCommitHash, targetData) {
     const p90Color = getColor(baseP90, targetP90);
     const p95Color = getColor(baseP95, targetP95);
 
-    table += `| **${key}** | | |\n`;
-    table += `| - Average Response Time | ${baseAvg.toFixed(2)} ms | ${targetAvg.toFixed(2)} ms | ${avgDiff} ${avgColor} |\n`;
-    table += `| - Max Response Time | ${baseMax.toFixed(2)} ms | ${targetMax.toFixed(2)} ms | ${maxDiff} ${maxColor} |\n`;
-    table += `| - 90th Percentile | ${baseP90.toFixed(2)} ms | ${targetP90.toFixed(2)} ms | ${p90Diff} ${p90Color} |\n`;
-    table += `| - 95th Percentile | ${baseP95.toFixed(2)} ms | ${targetP95.toFixed(2)} ms | ${p95Diff} ${p95Color} |\n`;
+    table += `<tr><td><b>${key}</b></td>`;
+    table += `<td>${baseAvg.toFixed(2)}</td><td>${baseMax.toFixed(2)}</td><td>${baseP90.toFixed(2)}</td><td>${baseP95.toFixed(2)}</td>`;
+    table += `<td>${targetAvg.toFixed(2)}</td><td>${targetMax.toFixed(2)}</td><td>${targetP90.toFixed(2)}</td><td>${targetP95.toFixed(2)}</td>`;
+    table += `<td>${avgDiff} ${avgColor}</td><td>${maxDiff} ${maxColor}</td><td>${p90Diff} ${p90Color}</td><td>${p95Diff} ${p95Color}</td></tr>`;
   }
 
   const baseDuration = baseData['Test Run Duration'].toFixed(2);
   const targetDuration = targetData['Test Run Duration'].toFixed(2);
-  table += `| **Test Run Duration**     | ${baseDuration} ms | ${targetDuration} ms | |\n`;
+  table += `<tr><td><b>Test Run Duration</b></td><td colspan="4">${baseDuration}</td><td colspan="4">${targetDuration}</td><td colspan="4"></td></tr></table>`;
+  table += '\n\nLegend: Avg - Average Response Time, Max - Maximum Response Time, 90 - 90th Percentile, 95 - 95th Percentile\nAll times are in milliseconds.\n';
 
   return table;
 }

k6/preload.js

@@ -7,4 +7,6 @@ export default function preloadCache() {
     http.get(`${BASE_URL}/tokens?size=${numberofTokens}`);
     const numberofNodes = http.get(`${BASE_URL}/nodes/count`);
     http.get(`${BASE_URL}/nodes?size=${numberofNodes}`);
+    const numberofTags = http.get(`${BASE_URL}/tags/count`);
+    http.get(`${BASE_URL}/tags?size=${numberofTags}`);
 }

k6/script.js

@@ -4,41 +4,96 @@ import { Trend } from 'k6/metrics';
 
 const BASE_URL = 'http://localhost:3001';
 
-const tokensApiCallTrened = new Trend('tokens_http_req_duration', true);
-const nodesApiCallTrened = new Trend('nodes_http_req_duration', true);
+const accountsApiCallTrend = new Trend('accounts_http_req_duration', true);
+const blocksApiCallTrend = new Trend('blocks_http_req_duration', true);
+const mexPairsApiCallTrend = new Trend('mex_pairs_http_req_duration', true);
+const mexTokensApiCallTrend = new Trend('mex_tokens_http_req_duration', true);
+const mexFarmsApiCallTrend = new Trend('mex_farms_http_req_duration', true);
+const nodesApiCallTrend = new Trend('nodes_http_req_duration', true);
+const nodesAuctionsApiCallTrend = new Trend('nodes_auctions_http_req_duration', true);
+const poolApiCallTrend = new Trend('pool_http_req_duration', true);
+const tokensApiCallTrend = new Trend('tokens_http_req_duration', true);
+const transactionsApiCallTrend = new Trend('transactions_http_req_duration', true);
+
+
+function getScenarioDict(functionName) {
+    return {
+        executor: 'constant-vus',
+        vus: 10,
+        duration: '1m',
+        gracefulStop: '0s',
+        exec: functionName,
+    }
+}
 
 export const options = {
     scenarios: {
-        tokens: {
-            executor: 'constant-vus',
-            vus: 10,
-            duration: '1m',
-            gracefulStop: '0s',
-            exec: 'tokens',
-        },
-        nodes: {
-            executor: 'constant-vus',
-            vus: 10,
-            duration: '1m',
-            gracefulStop: '0s',
-            exec: 'nodes',
-        },
+        accounts: getScenarioDict('accounts'),
+        blocks: getScenarioDict('blocks'),
+        mexPairs: getScenarioDict('mexPairs'),
+        mexTokens: getScenarioDict('mexTokens'),
+        mexFarms: getScenarioDict('mexFarms'),
+        nodes: getScenarioDict('nodes'),
+        nodesAuctions: getScenarioDict('nodesAuctions'),
+        pool: getScenarioDict('pool'),
+        tokens: getScenarioDict('tokens'),
+        transactions: getScenarioDict('transactions'),
     },
     discardResponseBodies: true,
 };
 
-export function tokens() {
-    const response = http.get(`${BASE_URL}/tokens`);
-    tokensApiCallTrened.add(response.timings.duration);
+export function accounts() {
+    const response = http.get(`${BASE_URL}/accounts`);
+    accountsApiCallTrend.add(response.timings.duration);
+}
+
+export function blocks() {
+    const response = http.get(`${BASE_URL}/blocks`);
+    blocksApiCallTrend.add(response.timings.duration);
+}
+
+export function mexPairs() {
+    const response = http.get(`${BASE_URL}/mex/pairs`);
+    mexPairsApiCallTrend.add(response.timings.duration);
+}
+
+export function mexTokens() {
+    const response = http.get(`${BASE_URL}/mex/tokens`);
+    mexTokensApiCallTrend.add(response.timings.duration);
+}
+
+export function mexFarms() {
+    const response = http.get(`${BASE_URL}/mex/farms`);
+    mexFarmsApiCallTrend.add(response.timings.duration);
 }
 
 export function nodes() {
     const response = http.get(`${BASE_URL}/nodes`);
-    nodesApiCallTrened.add(response.timings.duration);
+    nodesApiCallTrend.add(response.timings.duration);
+}
+
+export function nodesAuctions() {
+    const response = http.get(`${BASE_URL}/nodes/auctions`);
+    nodesAuctionsApiCallTrend.add(response.timings.duration);
+}
+
+export function pool() {
+    const response = http.get(`${BASE_URL}/pool`);
+    poolApiCallTrend.add(response.timings.duration);
+}
+
+export function tokens() {
+    const response = http.get(`${BASE_URL}/tokens`);
+    tokensApiCallTrend.add(response.timings.duration);
+}
+
+export function transactions() {
+    const response = http.get(`${BASE_URL}/transactions`);
+    transactionsApiCallTrend.add(response.timings.duration);
 }
 
 export function handleSummary(data) {
   return {
     'k6/output/summary.json': JSON.stringify(data),
   };
-}
+}