optimized list downloading process

get_recommended_whitelist.sh

@@ -2,8 +2,8 @@
 #  
 # Use the provided lists or add you own
 # https://oisd.nl/includedlists/whitelists
-# by creating an empty whitelist.csv file
-touch whitelist.csv
+
+source $(dirname "$0")/helpers.sh
 
 # declare an array of urls
 urls=(
@@ -35,18 +35,8 @@ urls=(
 
 )
 
-# loop through the urls and download each file with curl
-for url in "${urls[@]}"; do
-  # get the file name from the url
-  file=$(basename "$url")
-  # download the file with curl and save it as file.txt
-  curl -o "$file.txt" "$url"
-  # append the file contents to whitelist.csv and add a newline
-  cat "$file.txt" >> whitelist.csv
-  echo "" >> whitelist.csv
-  # remove the file.txt
-  rm "$file.txt"
-done
+# download all files in parallel and append them to whitelist.csv
+download_lists $urls 'whitelist.csv'
 
 # print a message when done
 echo "Done. The whitelist.csv file contains merged data from recommended whitelists."