X-Git-Url: http://dolda2000.com/gitweb/?a=blobdiff_plain;f=manga%2Fmangafox.py;h=be9365153afa05349eb76bd5dba5373f27729c68;hb=7038902e3253ac3e9d350fbef443454e389e4e83;hp=339ed5e182abaa62f0ece5ec5228e11ccdd7e24c;hpb=af7300680e36fb1280cf248b897069ae5af18b08;p=automanga.git diff --git a/manga/mangafox.py b/manga/mangafox.py index 339ed5e..be93651 100644 --- a/manga/mangafox.py +++ b/manga/mangafox.py @@ -1,12 +1,21 @@ -import urllib -import BeautifulSoup +import urllib, re +import BeautifulSoup, json import lib, htcache soup = BeautifulSoup.BeautifulSoup class imgstream(lib.imgstream): def __init__(self, url): self.bk = urllib.urlopen(url) - self.ctype = self.bk.info()["Content-Type"] + ok = False + try: + if self.bk.getcode() != 200: + raise IOError("Server error: " + str(self.bk.getcode())) + self.ctype = self.bk.info()["Content-Type"] + self.clen = int(self.bk.info()["Content-Length"]) + ok = True + finally: + if not ok: + self.bk.close() def fileno(self): return self.bk.fileno() @@ -28,6 +37,7 @@ class page(lib.page): self.manga = self.volume.manga self.n = n self.id = str(n) + self.name = u"Page %s" % n self.url = url self.ciurl = None @@ -40,6 +50,12 @@ class page(lib.page): def open(self): return imgstream(self.iurl()) + def __str__(self): + return self.name + + def __repr__(self): + return "" % (self.manga.name, self.volume.name, self.chapter.name, self.name) + class chapter(lib.pagelist): def __init__(self, volume, stack, id, name, url): self.stack = stack @@ -101,6 +117,8 @@ def nextel(el): return el class manga(lib.manga): + cure = re.compile(r"/v\d+/c[\d.]+/$") + def __init__(self, lib, id, name, url): self.lib = lib self.id = id @@ -119,7 +137,7 @@ class manga(lib.manga): if self.cvol is None: page = soup(htcache.fetch(self.url)) vls = page.find("div", id="chapters").findAll("div", attrs={"class": "slide"}) - self.cvol = [] + cvol = [] for i, vn in enumerate(reversed(vls)): name = vn.find("h3", attrs={"class": "volume"}).contents[0].strip() vid = name.encode("utf8") @@ -138,10 +156,15 @@ class manga(lib.manga): except KeyError: pass url = n.a["href"].encode("us-ascii") - if url[-7:] != "/1.html": + if url[-7:] == "/1.html": + url = url[:-6] + elif self.cure.search(url) is not None: + pass + else: raise Exception("parse error: unexpected chapter URL for %r: %s" % (self, url)) - vol.ch.append(chapter(vol, vol.stack + [(vol, o)], chid, name, url[:-6])) - self.cvol.append(vol) + vol.ch.append(chapter(vol, vol.stack + [(vol, o)], chid, name, url)) + cvol.append(vol) + self.cvol = cvol return self.cvol def __str__(self): @@ -210,6 +233,14 @@ class library(lib.library): ls = self.alphapage(pno) i = 0 + def search(self, expr): + resp = urllib.urlopen(self.base + ("ajax/search.php?term=%s" % urllib.quote(expr))) + try: + rc = json.load(resp) + finally: + resp.close() + return [manga(self, id.encode("utf8"), name, self.base + ("manga/%s/" % id.encode("utf8"))) for num, name, id, genres, author in rc] + def byid(self, id): url = self.base + ("manga/%s/" % id) page = soup(htcache.fetch(url))