run lots of commands in a process pool

use_process_pool.sh

#!/bin/bash

set -x
set -e

# Add parallel execution logic
MAX_JOBS=6

run_parallel() {
    # Check current job count and wait if the limit is reached
    while (( $(jobs -p | wc -l) >= MAX_JOBS )); do
        # Wait for any single job to finish
        wait -n
    done
    # Launch the job in the background
    "$@" &
}

run_parallel python -m something input1
run_parallel python -m something input2

#######################################################
# Wait for all background jobs to finish before exiting
wait