``` #!/bin/bash url=${1} mkdir -p ${url} cd ${url} for i in $(seq 1 10) do curl http://www.btrabbit.net/search/${url}/size-${i}.html > ${i}.log sed -rn "/magnet/s@<a href=\"(.*)&amp;.*(${url}-[0-9]+).*@\2 \1@ig"p ${i}.log >> fuck.log done touch uniq.log exec < fuck.log while read line do line1=$(tail -1 uniq.log|awk '{print $1}') line2=$(echo ${line}|awk '{print $1}') if [ "${line1}" != "${line2}" ] then echo ${line} >> uniq.log fi done ```