fix: upgrade listr2 prevent OOM errors

Author: tomastrajan

lib/batch/tasks/init-job-repo.task.ts

@@ -5,7 +5,6 @@ import {
  cloneRepo,
  pullLatest,
 } from '../../services/git.service';
-import { wait } from '../../utils/wait';
 import { Context } from '../../interface';
 import {
  directoryExists,
@@ -37,7 +36,6 @@ export function initJobRepo(job: string): ListrTask {
  }
  process.chdir(repoPath);
  } catch (error: any) {
- await wait();
  throw error;
  }
  },

lib/batch/tasks/init-job-state.task.ts

@@ -2,11 +2,11 @@ import { ListrTask } from 'listr2';
 
 import { directoryExists } from '../../services/fs.service';
 import { Context } from '../../interface';
-import { wait } from '../../utils/wait';
 
 export const initJobStateTask: ListrTask = {
  title: 'Init job state',
  task: async (ctx: Context, task) => {
+ await task.task.pause(200);
  // reset job CTX state
  ctx.control = { skipEverySubsequentTask: false };
  ctx.results = { checks: {} };
@@ -17,8 +17,6 @@ export const initJobStateTask: ListrTask = {
  process.chdir('../../');
  }
 
- await wait();
-
  task.title = `${task.title} successful`;
  },
 };

lib/batch/tasks/run-job.task.ts

@@ -1,6 +1,5 @@
 import { ListrTask } from 'listr2';
 
-import { wait } from '../../utils/wait';
 import { Context } from '../../interface';
 import { writeJson } from '../../services/fs.service';
 import { getRepoNameFromUrl } from '../../services/git.service';
@@ -14,11 +13,14 @@ import { initJobStateTask } from './init-job-state.task';
 import { finalizeJobTaskFactory } from './finalize-job.task';
 import { batchSaveProjectJsonTaskFactory } from './batch-save-project-json.task';
 
-export function runJobTaskFactory(job: string): ListrTask {
+export function runJobTaskFactory(
+ job: string,
+ index: number,
+ total: number
+): ListrTask {
  return {
- title: `${getRepoNameFromUrl(job)}`,
+ title: `${index} / ${total} - ${getRepoNameFromUrl(job)}`,
  rollback: async (ctx: Context, task) => {
- await wait();
  // update batch state
  if (!ctx.options.preserveQueue) {
  ctx.batch.failed.push(job);

lib/batch/tasks/run-jobs.task.ts

@@ -9,7 +9,9 @@ export const runJobsTask: ListrTask = {
  skip: (ctx: Context) => ctx.control.skipEverySubsequentTask,
  task: async (ctx: Context, task) =>
  task.newListr(
- ctx.batch.queue.map((queuedJob) => runJobTaskFactory(queuedJob)),
+ ctx.batch.queue.map((queuedJob, index) =>
+ runJobTaskFactory(queuedJob, index + 1, ctx.batch.queue.length)
+ ),
  {
  exitOnError: false,
  exitAfterRollback: false,

lib/interface.ts

@@ -53,6 +53,9 @@ export interface Context {
  };
  handledCheckFailures: Error[];
  batch: Batch;
+ debug: {
+ [key: string]: any;
+ };
 }
 
 export interface Batch {

lib/tasks/save-project-api.task.ts

@@ -3,7 +3,6 @@ import { ListrTask } from 'listr2';
 import * as api from '../services/api.service';
 import { Context } from '../interface';
 import { getHumanReadableFileSize } from '../services/fs.service';
-import { wait } from '../utils/wait';
 
 export const saveProjectApiTask: ListrTask = {
  title: 'Save project results (Omniboard.dev)',
@@ -19,10 +18,13 @@ export const saveProjectApiTask: ListrTask = {
  }
  },
  task: async (ctx, task) => {
- await wait();
  return api.uploadProject(ctx.results).then(() => {
+ const resultsLength = Buffer.byteLength(
+ JSON.stringify(ctx.results),
+ 'utf8'
+ );
  task.title = `${task.title} successful, ${getHumanReadableFileSize(
- Buffer.byteLength(JSON.stringify(ctx.results), 'utf8')
+ resultsLength
  )}`;
  });
  },

lib/utils/process.ts

@@ -20,15 +20,20 @@ export const runner = async (
  results: { checks: {} },
  handledCheckFailures: [],
  batch: { queue: [], completed: [], failed: [] },
+ debug: {},
  };
  await new Listr(tasks, {
- rendererFallback: () => options.verbose,
+ fallbackRenderer: 'verbose',
  rendererOptions: {
  collapse: false,
  showTimer: true,
  formatOutput: 'wrap',
  },
- renderer: options.silent ? 'silent' : 'default',
+ renderer: options.silent
+ ? 'silent'
+ : options.verbose
+ ? 'verbose'
+ : 'default',
  })
  .run(context)
  .then(() => {