batch and throttle async requests node/js

batchThrottleAsyncRequests.js

const MAX_BATCH_SIZE = 10;
const WAIT_TIME_MS = 1000;

const makeRequest = async (id) => {
  try {
    await fetch(`/api/${id}`)
  } catch(error) { }
}

const batchesOfIds = _.chunk(Ids, MAX_BATCH_SIZE);

for (const chunkOfIds of batchesOfIds) {
  // Setup throttle before starting requests,
  // since all requests could finish before throttle ends
  const throttleBatches = new Promise((resolve) => setTimeout(resolve, wait));

  const requests = chunkOfStoreIds.map(makeRequest);
  // make sure batch "finishes" before moving on
  await Promise.all(requests);

  // wait the minimum time between batches of requests
  await throttleBatches;
}