verbose = 0
wait = 10
+getnames = False
def msg(vl, msg, *args):
if verbose >= vl:
sys.stderr.write("getmanga: " + (msg % args) + "\n")
def getprop(nm, default=None):
- if "dl-" + nm in mprof.props:
+ if mprof and "dl-" + nm in mprof.props:
return mprof.props["dl-" + nm]
if nm in props:
return props[nm]
def autoname(page):
ret = ""
+ inames = []
for t, i in page.stack:
if ret:
+ inames.append((t, ret))
+ if ret:
ret += "-"
ret += "%0*i" % (digits(len(t) + 1), i + 1)
- return ret
+ return ret, inames
def expand(pattern, page):
ret = ""
si = 0
fp = 0
+ inames = []
stack = list(zip([t for t, i in page.stack], [t for t, i in page.stack[1:]] + [page], [i for t, i in page.stack]))
while True:
p = pattern.find('%', fp)
sys.stderr.write("getmanga: pattern %s did not match page %s\n" %
(pattern, "/".join(c.name for t, c, i in stack)))
sys.exit(1)
- return ret + pattern[fp:]
+ return ret + pattern[fp:], inames
ret += pattern[fp:p]
m = pattern[p + 1:p + 2]
fp = p + 2
else:
sys.stderr.write("getmanga: %s: unknown specifier `%s'\n" % (pattern, m))
sys.exit(1)
+ if si < len(stack):
+ inames.append((ct, ret))
+
+checkednames = None
+def checknames(tdir, names):
+ global checkednames
+ nmpath = os.path.join(tdir, "names")
+ if checkednames is None:
+ checkednames = {}
+ if os.path.exists(nmpath):
+ with open(nmpath) as fp:
+ for line in fp:
+ line = line.strip()
+ p = line.find(' ')
+ if p < 0: continue
+ checkednames[line[:p]] = line[p + 1:]
+ for t, prefix in names:
+ if not prefix: continue
+ if ' ' not in prefix and prefix not in checkednames:
+ with manga.profile.txfile(nmpath, "w") as fp:
+ if '\n' not in t.name:
+ checkednames[prefix] = t.name
+ msg(1, "adding name %s for %s" % (t.name, prefix))
+ else:
+ checkednames[prefix] = ""
+ sys.stderr.write("getmanga: warning: node names contains newlines: %r\n" % (t.name,))
+ for prefix, name in checkednames.items():
+ if not name: continue
+ fp.write("%s %s\n" % (prefix, name))
def download(mng, tdir, pattern):
exts = ["", ".jpg", ".jpeg", ".png", ".gif"]
fmts = {"PNG": "png", "JPEG": "jpeg", "GIF": "gif"}
for page in manga.lib.cursor(mng):
if pattern is None:
- nm = autoname(page)
+ nm, inames = autoname(page)
else:
- nm = expand(pattern, page)
+ nm, inames = expand(pattern, page)
+ if getnames:
+ checknames(tdir, inames)
path = os.path.join(tdir, nm)
if any(os.path.exists(path + ext) for ext in exts):
msg(2, "%s exists, skipping", nm)
continue
msg(1, "getting %s...", nm)
- with page.open() as fp:
+ retries = 0
+ while True:
+ try:
+ fp = page.open()
+ break
+ except OSError as error:
+ if retries < 5:
+ sys.stderr.write("getmanga: warning: error when getting %s: %s\n" % (nm, error))
+ retries += 1
+ time.sleep(60)
+ else:
+ sys.stderr.write("getmanga: error when getting %s: %s\n" % (nm, error))
+ sys.exit(1)
+ with fp:
with open(path, "wb") as out:
- while True:
- data = fp.read(65536)
- if data == b"":
- break
- out.write(data)
+ done = False
+ try:
+ while True:
+ data = fp.read(65536)
+ if data == b"":
+ done = True
+ break
+ out.write(data)
+ finally:
+ if not done:
+ os.unlink(path)
try:
img = Image.open(path)
except OSError:
time.sleep(cwait)
def usage(out):
- out.write("usage: getmanga [-hv] [-w WAIT] [-p PROFILE] DIRECTORY [LIBRARY ID]\n")
+ out.write("usage: getmanga [-hvn] [-w WAIT] [-p PROFILE] [-P PATTERN] DIRECTORY [LIBRARY ID]\n")
+ out.write("\tpattern templates:\n")
+ out.write("\t %i\tSequence number\n")
+ out.write("\t %n\tName\n")
+ out.write("\t %d\tID\n")
def main():
- global verbose, wait, mprof, props
+ global verbose, wait, mprof, props, getnames
- opts, args = getopt.getopt(sys.argv[1:], "hvp:w:")
- profnm = ""
+ opts, args = getopt.getopt(sys.argv[1:], "hvnp:w:P:")
+ profnm = None
+ pattern = None
for o, a in opts:
if o == "-h":
usage(sys.stdout)
profnm = a
elif o == "-v":
verbose += 1
+ elif o == "-n":
+ getnames = True
elif o == "-w":
wait = int(a)
+ elif o == "-P":
+ pattern = a
if len(args) < 1:
usage(sys.stderr)
sys.exit(1)
elif words[0] == "lset" and len(words) > 1:
props[words[1]] = words[2:]
- if profnm == "":
+ if profnm is None:
profile = manga.profile.profile.last()
+ elif profnm == "":
+ profile = None
else:
profile = manga.profile.profile.byname(profnm)
+ if props.get("getnames", "") == "yes":
+ getnames = True
+
if len(args) == 2:
usage(sys.stderr)
sys.exit(1)
except KeyError:
sys.stderr.write("getmanga: no such manga: %s\n" % (mid))
sys.exit(1)
- mprof = profile.getmanga(libnm, mng.id)
+ if profile is not None:
+ mprof = profile.getmanga(libnm, mng.id)
+ else:
+ mprof = None
- download(mprof.open(), tdir, getprop("pattern"))
+ download(mng, tdir, pattern or getprop("pattern"))
if __name__ == "__main__":
try:
Dolda2000 GitWeb / automanga.git / blobdiff