shrdl.sh

#!/bin/sh

case $1 in
    http://*|https://*) set "${1%/}" && repodomain=${1#*//} ;;
    *) printf "Usage: [SINGLETHREADED=1] %s <repo url>\n" "${0##*/}" ; exit 0 ;;
esac

for dep in curl gzip bzip2; do
    if ! command -v $dep > /dev/null; then
        printf "%s not found, please install %s\n" "$dep" "$dep"
        exit 1
    fi
done

headers1="X-Machine: iPod4,1"
headers2="X-Unique-ID: 0000000000000000000000000000000000000000"
headers3="X-Firmware: 6.1"
headers4="User-Agent: Telesphoreo APT-HTTP/1.0.999"

[ -d "$repodomain" ] || mkdir -p "$repodomain"
cd "$repodomain" || exit 1
:> urllist.txt

if [ "$(curl -H "$headers1" -H "$headers2" -H "$headers3" -H "$headers4" -w '%{http_code}' -L -s -o Packages.bz2 "$1/Packages.bz2")" -eq 200 ]; then
    archive=bz2
    prog=bzip2
elif [ "$(curl -H "$headers1" -H "$headers2" -H "$headers3" -H "$headers4" -w '%{http_code}' -L -s -o Packages.gz "$1/Packages.gz")" -eq 200 ]; then
    archive=gz
    prog=gzip
    rm Packages.bz2
else
    printf "Couldn't find a Packages file. Exiting\n"
    rm Packages.bz2 Packages.gz
    exit 1
fi

$prog -df Packages.$archive

while read -r line; do
    case $line in
        Filename:*)
            deburl=${line#Filename: }
            case $deburl in
                ./*) deburl=${deburl#./} ;;
            esac
            printf "%s/%s\n" "$1" "$deburl" >> urllist.txt
        ;;
    esac
done < ./Packages

[ ! -d debs ] && mkdir debs
cd debs || exit 1

command -v pgrep > /dev/null || SINGLETHREADED=1

printf "Downloading debs\n"
if [ -n "$SINGLETHREADED" ]; then
    while read -r i; do
        curl -H "$headers1" -H "$headers2" -H "$headers3" -H "$headers4" -g -L -s -O "$i"
    done < ../urllist.txt
else
    [ -z "$JOBS" ] && JOBS=16
    while read -r i; do
        while [ "$(pgrep -c curl)" -ge "$JOBS" ]; do
            sleep 0.1
        done
        curl -H "$headers1" -H "$headers2" -H "$headers3" -H "$headers4" -g -L -s -O "$i" &
    done < ../urllist.txt
    wait
fi
printf "Done!\n"