Prefix all commands with

https://10.1.1.1/api/?key=API_KEY

&type=op&cmd=<test><url>URL_TO_BE_TESTED.COM</url></test>

If you want to process the URL category example, you can use the following. It produces the format <CATEOGORY> <URL>

cat output.txt | grep Cloud | awk -F " " '{ print $2 " " $1 }' > processed-data.txt

Run the following file called 'evalutedomains.sh' as

./evaluatedomains.sh listofdomains.txt

It will output to cleandata.csv

#!/bin/bash

Counter=0

NameOfOutput=cleandata.csv

TotalLines=`wc -l $1 | awk -F " " '{print $1}'`

StartTime=`date`

echo " "
echo "Writing $TotalLines lines to $NameOfOutput"
echo "Starting at $StartTime"
echo " "

while IFS='' read -r LinefromFile || [[ -n "${LinefromFile}" ]]; do
  ((Counter++))

  KEY="asdfasdfasdfasdfSFBlaUUycjRCa3d0UFBqb289RUNkQS9JZEppRjRXYW82Z3ZQVlJ5VlFxanBWNEZjNXN3MmdZcGY1VUduasdfasdfasdfasdfasdfasdfasdfasdfasdfasdfasdfasdfPQ=="

  CMD="<test><url>${LinefromFile}</url></test>"

  URL="https://10.1.1.1/api/?key=$KEY&type=op&cmd=$CMD"

  echo "Processing line $Counter of $TotalLines"
  curl --insecure -g -s -X GET $URL | grep Cloud | sed 's/(Cloud db)//g' | sed 's/\ /,/g' | sed 's/,$//g' >> $NameOfOutput

done < "$1"

echo " "
echo "************************************************************"
echo "Finished writing $TotalLines lines to $NameOfOutput"
echo "Start time  : $StartTime"
echo "Finish time : `date`"