[utils.git] / autodlctl

#!/bin/bash

paths=(/home/pub/video/anime $HOME/dc/autodl/cur)

function findcurep
{
    if [ -r badlist ]; then
	echo badlist `head -n 1 curep`
	return 0
    fi
    if [ -r curep ]; then
	if [ -r maxep ]; then
	    if [ "`cat curep`" -le "`cat maxep`" ]; then
		echo curep `cat curep`
	    fi
	else
	    echo curep `cat curep`
	fi
	return 0
    fi
    echo none
    return 1
}

function getnext
{
    cd "$1/.autodl/"
    tag="$2"
    echo "checking $tag"
    sexpr="`cat sexpr`"
    unset badsizes
    epinfo=(`findcurep`)
    if [ "${epinfo[0]}" = none ]; then
	echo "no available episode of $tag" >&2
	echo "$tag" >>"$HOME/dc/autodl/faulty"
	touch disabled
	return 1
    fi
    epfrom="${epinfo[0]}"
    curep="${epinfo[1]}"
    unset badsizesl
    if [ -r badsizes ]; then
	badsizesl="$(sed -n "s/^0*$curep \([^#]*\)\( *#.*\)\?$/\1/p" badsizes)"
    fi
    if [ -n "$badsizesl" ]; then
	read -a badsizes <<<"$badsizesl"
	unset badsizesl
	echo "found bad size list: ${badsizes[@]}"
    fi
    unset args
    fsexpr="`printf "$sexpr" "$curep"`"
    if [ "${#badsizes[@]}" -gt 0 ]; then
	for badsize in "${badsizes[@]}"; do
	    fsexpr="$fsexpr & ! S=$badsize"
	done
    fi
    infofile=rtinfo
    estatfile=estat
    args=(-e "$fsexpr" -t "$tag $curep" -I "$infofile" -E "$estatfile" -x "curep=$curep")
    if [ -e wait ]; then
	args=("${args[@]}" -w)
    fi
    if [ -r uarg ]; then
	uarg="`cat uarg`"
    elif [ -e autouarg ]; then
	uarg="rename:$tag - %02i.ext:move:../autodl/cur/$tag"
    fi
    if [ -n "$uarg" ]; then
	fuarg="`printf "$uarg" "$curep"`"
	args=("${args[@]}" -a "$fuarg")
    fi
    outfile=output
    echo "trying to download -- autodl ${args[@]}"
    intr=n
    autodl "${args[@]}" >"$outfile" 2>&1 &
    pid=$!
    trap "intr=y; kill -INT $pid" USR1 INT
    wait $pid
    stat=$?
    if [ -r "$estatfile" ]; then
	estat="`cat "$estatfile"`"
	rm -f "$estatfile"
    fi
    if [ "$intr" = y ]; then
	echo "$tag interrupted"
    else
	if [ "$stat" -ne 0 ]; then
	    if [ "$stat" -eq 1 ]; then
		echo "Failure for $tag" >>"$HOME/dc/autodl/errorlog"
		tail -n 20 "$outfile" >>"$HOME/dc/autodl/errorlog"
	    elif [ "$stat" -eq 2 ]; then
		echo "Connection error on $tag"
	    elif [ "$stat" -eq 3 ]; then
		echo "Configuration error, disabling $tag"
		cp "$outfile" conferr
		touch disabled
		echo "$tag" >>"$HOME/dc/autodl/faulty"
	    fi
	else
	    echo "episode $curep of $tag done (estat: \"$estat\")"
	    case "$epfrom" in
		badlist)
		    echo -en "${tag}\n${curep}\n" >>"$HOME/dc/autodl/baddone"
		    egrep -v "^$curep( |\$)" badlist >newbadlist
		    mv -f newbadlist badlist
		    if [ `wc -l <badlist` -eq 0 ]; then
			rm badlist
			echo "$tag has no more bad episodes"
			echo "$tag" >>"$HOME/dc/autodl/badmaxed"
		    fi
		    ;;
		curep)
		    if [ "$estat" = dbl ]; then
			echo -en "${tag}\n${curep}\n" >>"$HOME/dc/autodl/done"
			echo -en "${tag}\n$((${curep} + 1))\n" >>"$HOME/dc/autodl/done"
			let curep+=2
		    else
			echo -en "${tag}\n${curep}\n" >>"$HOME/dc/autodl/done"
			let curep++
		    fi
		    echo "$curep" >curep
		    if [ -r maxep ]; then
			if [ "$curep" -gt "`cat maxep`" ]; then
			    echo "$tag has reached max"
			    echo "$tag" >>"$HOME/dc/autodl/maxed"
			fi
		    fi
		    ;;
	    esac
	    if [ "$estat" = bad ]; then
		echo "episode reported as bad, adding to badlist"
		echo "$curep" >>badlist
	    fi
	    if ! findcurep; then
		echo "no more episodes to download from $tag"
		touch disabled
	    fi
	fi
    fi
    rm -f "$outfile"
    rm -f "$HOME/dc/autodl/run/$tag"
}

for dir in $HOME/dc/autodl{,/cur,/run}; do
    if [ -e "$dir" ]; then
	if [ ! -d "$dir" ]; then
	    echo "$dir is not a directory, please remedy and restart" >&2
	    exit 1
	fi
    else
	mkdir "$dir" || exit 1
    fi
done

while [ $# -gt 0 ]; do
    arg="$1"
    shift
    case "$arg" in
	-k)
	    pid="$(cat "$HOME/dc/autodl/run/master")"
	    if [ -z "$pid" ]; then
		echo "autodlctl: could not read a PID from $HOME/dc/autodl/run/master" >&2
		exit 1
	    fi
	    kill "$pid"
	    exit 0
	    ;;
	*)
	    echo "autodlctl: unrecognized option: \"$arg\"" >&2
	    exit 1
	    ;;
    esac
done

lastget=0
done=n
trap "done=y" INT QUIT TERM
echo $$ >"$HOME/dc/autodl/run/master"
while [ "$done" != y ]; do
    for pidfile in $HOME/dc/autodl/run/*; do
	if [ "$pidfile" = "$HOME/dc/autodl/run/*" ]; then break; fi
	pid="`cat "$pidfile"`"
	if [ -d /proc/1 -a ! -d "/proc/$pid" ]; then
	    echo "removing stale pidfile $pidfile"
	    rm -f "$pidfile"
	fi
    done
    for p in "${paths[@]}"; do
	for d in "$p"/*; do
	    if [ -d "$d/.autodl" -a ! -e "$d/.autodl/disabled" ]; then
		if [ -r "$d/.autodl/tag" ]; then
		    tag="`cat "$d/.autodl/tag"`"
		else
		    tag="`basename "$d"`"
		fi
		start=y
		if [ -e "$d/.autodl/disable" ]; then
		    echo "disabling $tag per user request"
		    start=n
		    touch "$d/.autodl/disabled"
		    rm -f "$d/.autodl/disable"
		    if [ -r "$HOME/dc/autodl/run/$tag" ]; then
			pid="`cat "$HOME/dc/autodl/run/$tag"`"
			echo "sending SIGUSR1 to $pid"
			kill -USR1 "$pid"
		    else
			echo "could not find pid for $tag"
		    fi
		fi
		if [ -e "$d/.autodl/restart" ]; then
		    echo "restarting $tag per user request"
		    rm -f "$d/.autodl/restart"
		    if [ -r "$HOME/dc/autodl/run/$tag" ]; then
			pid="`cat "$HOME/dc/autodl/run/$tag"`"
			echo "sending SIGUSR1 to $pid"
			kill -USR1 "$pid"
			while [ -e "$HOME/dc/autodl/run/$tag" ]; do
			    echo "waiting for it to exit"
			    sleep 1
			done
		    else
			echo "could not find pid for $tag"
		    fi
		fi
		if [ $start = y ]; then
		    if [ ! -r "$d/.autodl/sexpr" ]; then
			touch "$d/.autodl/disabled"
			echo "$tag lacks sexpr" >&2
			echo "$tag" >>"$HOME/dc/autodl/faulty"
		    else
			if [ ! -e "$HOME/dc/autodl/run/$tag" ]; then
			    if [ $((`date +%s` - $lastget)) -gt 20 ]; then
				getnext "$d" "$tag" &
				lastget=`date +%s`
				pid=$!
				echo "$pid" >"$HOME/dc/autodl/run/$tag"
			    fi
			fi
		    fi
		fi
	    fi
	done
    done
    sleep 10
done

for pidfile in $HOME/dc/autodl/run/*; do
    if [ "$pidfile" = "$HOME/dc/autodl/run/*" ]; then break; fi
    if [ "$(basename "$pidfile")" = master ]; then continue; fi
    pid="`cat "$pidfile"`"
    echo "sending SIGUSR1 to $pid for `basename "$pidfile"`"
    kill -USR1 "$pid"
done

rm -f "$HOME/dc/autodl/run/master"
Commit	Line	Data
	1	#!/bin/bash
	2
	3	paths=(/home/pub/video/anime $HOME/dc/autodl/cur)
	4
	5	function findcurep
	6	{
	7	if [ -r badlist ]; then
	8	echo badlist `head -n 1 curep`
	9	return 0
	10	fi
	11	if [ -r curep ]; then
	12	if [ -r maxep ]; then
	13	if [ "`cat curep`" -le "`cat maxep`" ]; then
	14	echo curep `cat curep`
	15	fi
	16	else
	17	echo curep `cat curep`
	18	fi
	19	return 0
	20	fi
	21	echo none
	22	return 1
	23	}
	24
	25	function getnext
	26	{
	27	cd "$1/.autodl/"
	28	tag="$2"
	29	echo "checking $tag"
	30	sexpr="`cat sexpr`"
	31	unset badsizes
	32	epinfo=(`findcurep`)
	33	if [ "${epinfo[0]}" = none ]; then
	34	echo "no available episode of $tag" >&2
	35	echo "$tag" >>"$HOME/dc/autodl/faulty"
	36	touch disabled
	37	return 1
	38	fi
	39	epfrom="${epinfo[0]}"
	40	curep="${epinfo[1]}"
	41	unset badsizesl
	42	if [ -r badsizes ]; then
	43	badsizesl="$(sed -n "s/^0$curep \([^#]\)\( #.\)\?$/\1/p" badsizes)"
	44	fi
	45	if [ -n "$badsizesl" ]; then
	46	read -a badsizes <<<"$badsizesl"
	47	unset badsizesl
	48	echo "found bad size list: ${badsizes[@]}"
	49	fi
	50	unset args
	51	fsexpr="`printf "$sexpr" "$curep"`"
	52	if [ "${#badsizes[@]}" -gt 0 ]; then
	53	for badsize in "${badsizes[@]}"; do
	54	fsexpr="$fsexpr & ! S=$badsize"
	55	done
	56	fi
	57	infofile=rtinfo
	58	estatfile=estat
	59	args=(-e "$fsexpr" -t "$tag $curep" -I "$infofile" -E "$estatfile" -x "curep=$curep")
	60	if [ -e wait ]; then
	61	args=("${args[@]}" -w)
	62	fi
	63	if [ -r uarg ]; then
	64	uarg="`cat uarg`"
	65	elif [ -e autouarg ]; then
	66	uarg="rename:$tag - %02i.ext:move:../autodl/cur/$tag"
	67	fi
	68	if [ -n "$uarg" ]; then
	69	fuarg="`printf "$uarg" "$curep"`"
	70	args=("${args[@]}" -a "$fuarg")
	71	fi
	72	outfile=output
	73	echo "trying to download -- autodl ${args[@]}"
	74	intr=n
	75	autodl "${args[@]}" >"$outfile" 2>&1 &
	76	pid=$!
	77	trap "intr=y; kill -INT $pid" USR1 INT
	78	wait $pid
	79	stat=$?
	80	if [ -r "$estatfile" ]; then
	81	estat="`cat "$estatfile"`"
	82	rm -f "$estatfile"
	83	fi
	84	if [ "$intr" = y ]; then
	85	echo "$tag interrupted"
	86	else
	87	if [ "$stat" -ne 0 ]; then
	88	if [ "$stat" -eq 1 ]; then
	89	echo "Failure for $tag" >>"$HOME/dc/autodl/errorlog"
	90	tail -n 20 "$outfile" >>"$HOME/dc/autodl/errorlog"
	91	elif [ "$stat" -eq 2 ]; then
	92	echo "Connection error on $tag"
	93	elif [ "$stat" -eq 3 ]; then
	94	echo "Configuration error, disabling $tag"
	95	cp "$outfile" conferr
	96	touch disabled
	97	echo "$tag" >>"$HOME/dc/autodl/faulty"
	98	fi
	99	else
	100	echo "episode $curep of $tag done (estat: \"$estat\")"
	101	case "$epfrom" in
	102	badlist)
	103	echo -en "${tag}\n${curep}\n" >>"$HOME/dc/autodl/baddone"
	104	egrep -v "^$curep( \|\$)" badlist >newbadlist
	105	mv -f newbadlist badlist
	106	if [ `wc -l <badlist` -eq 0 ]; then
	107	rm badlist
	108	echo "$tag has no more bad episodes"
	109	echo "$tag" >>"$HOME/dc/autodl/badmaxed"
	110	fi
	111	;;
	112	curep)
	113	if [ "$estat" = dbl ]; then
	114	echo -en "${tag}\n${curep}\n" >>"$HOME/dc/autodl/done"
	115	echo -en "${tag}\n$((${curep} + 1))\n" >>"$HOME/dc/autodl/done"
	116	let curep+=2
	117	else
	118	echo -en "${tag}\n${curep}\n" >>"$HOME/dc/autodl/done"
	119	let curep++
	120	fi
	121	echo "$curep" >curep
	122	if [ -r maxep ]; then
	123	if [ "$curep" -gt "`cat maxep`" ]; then
	124	echo "$tag has reached max"
	125	echo "$tag" >>"$HOME/dc/autodl/maxed"
	126	fi
	127	fi
	128	;;
	129	esac
	130	if [ "$estat" = bad ]; then
	131	echo "episode reported as bad, adding to badlist"
	132	echo "$curep" >>badlist
	133	fi
	134	if ! findcurep; then
	135	echo "no more episodes to download from $tag"
	136	touch disabled
	137	fi
	138	fi
	139	fi
	140	rm -f "$outfile"
	141	rm -f "$HOME/dc/autodl/run/$tag"
	142	}
	143
	144	for dir in $HOME/dc/autodl{,/cur,/run}; do
	145	if [ -e "$dir" ]; then
	146	if [ ! -d "$dir" ]; then
	147	echo "$dir is not a directory, please remedy and restart" >&2
	148	exit 1
	149	fi
	150	else
	151	mkdir "$dir" \|\| exit 1
	152	fi
	153	done
	154
	155	while [ $# -gt 0 ]; do
	156	arg="$1"
	157	shift
	158	case "$arg" in
	159	-k)
	160	pid="$(cat "$HOME/dc/autodl/run/master")"
	161	if [ -z "$pid" ]; then
	162	echo "autodlctl: could not read a PID from $HOME/dc/autodl/run/master" >&2
	163	exit 1
	164	fi
	165	kill "$pid"
	166	exit 0
	167	;;
	168	*)
	169	echo "autodlctl: unrecognized option: \"$arg\"" >&2
	170	exit 1
	171	;;
	172	esac
	173	done
	174
	175	lastget=0
	176	done=n
	177	trap "done=y" INT QUIT TERM
	178	echo $$ >"$HOME/dc/autodl/run/master"
	179	while [ "$done" != y ]; do
	180	for pidfile in $HOME/dc/autodl/run/*; do
	181	if [ "$pidfile" = "$HOME/dc/autodl/run/*" ]; then break; fi
	182	pid="`cat "$pidfile"`"
	183	if [ -d /proc/1 -a ! -d "/proc/$pid" ]; then
	184	echo "removing stale pidfile $pidfile"
	185	rm -f "$pidfile"
	186	fi
	187	done
	188	for p in "${paths[@]}"; do
	189	for d in "$p"/*; do
	190	if [ -d "$d/.autodl" -a ! -e "$d/.autodl/disabled" ]; then
	191	if [ -r "$d/.autodl/tag" ]; then
	192	tag="`cat "$d/.autodl/tag"`"
	193	else
	194	tag="`basename "$d"`"
	195	fi
	196	start=y
	197	if [ -e "$d/.autodl/disable" ]; then
	198	echo "disabling $tag per user request"
	199	start=n
	200	touch "$d/.autodl/disabled"
	201	rm -f "$d/.autodl/disable"
	202	if [ -r "$HOME/dc/autodl/run/$tag" ]; then
	203	pid="`cat "$HOME/dc/autodl/run/$tag"`"
	204	echo "sending SIGUSR1 to $pid"
	205	kill -USR1 "$pid"
	206	else
	207	echo "could not find pid for $tag"
	208	fi
	209	fi
	210	if [ -e "$d/.autodl/restart" ]; then
	211	echo "restarting $tag per user request"
	212	rm -f "$d/.autodl/restart"
	213	if [ -r "$HOME/dc/autodl/run/$tag" ]; then
	214	pid="`cat "$HOME/dc/autodl/run/$tag"`"
	215	echo "sending SIGUSR1 to $pid"
	216	kill -USR1 "$pid"
	217	while [ -e "$HOME/dc/autodl/run/$tag" ]; do
	218	echo "waiting for it to exit"
	219	sleep 1
	220	done
	221	else
	222	echo "could not find pid for $tag"
	223	fi
	224	fi
	225	if [ $start = y ]; then
	226	if [ ! -r "$d/.autodl/sexpr" ]; then
	227	touch "$d/.autodl/disabled"
	228	echo "$tag lacks sexpr" >&2
	229	echo "$tag" >>"$HOME/dc/autodl/faulty"
	230	else
	231	if [ ! -e "$HOME/dc/autodl/run/$tag" ]; then
	232	if [ $((`date +%s` - $lastget)) -gt 20 ]; then
	233	getnext "$d" "$tag" &
	234	lastget=`date +%s`
	235	pid=$!
	236	echo "$pid" >"$HOME/dc/autodl/run/$tag"
	237	fi
	238	fi
	239	fi
	240	fi
	241	fi
	242	done
	243	done
	244	sleep 10
	245	done
	246
	247	for pidfile in $HOME/dc/autodl/run/*; do
	248	if [ "$pidfile" = "$HOME/dc/autodl/run/*" ]; then break; fi
	249	if [ "$(basename "$pidfile")" = master ]; then continue; fi
	250	pid="`cat "$pidfile"`"
	251	echo "sending SIGUSR1 to $pid for `basename "$pidfile"`"
	252	kill -USR1 "$pid"
	253	done
	254
	255	rm -f "$HOME/dc/autodl/run/master"