diff options
| -rw-r--r-- | .gitignore | 1 | ||||
| -rw-r--r-- | README.md | 12 | ||||
| -rw-r--r-- | anidb/__init__.py | 71 | ||||
| -rwxr-xr-x | cli.py | 40 |
4 files changed, 100 insertions, 24 deletions
@@ -55,3 +55,4 @@ docs/_build/ # PyBuilder target/ +/*.xml @@ -1,3 +1,13 @@ +Fork from https://github.com/iamale/anidb.py + +# client name + +anishow + # anidb.py -AniDB API wrapper
\ No newline at end of file +AniDB API wrapper + +# status: + +currently this is a work in progress, but already helping me diff --git a/anidb/__init__.py b/anidb/__init__.py index 29e9b78..c9eef78 100644 --- a/anidb/__init__.py +++ b/anidb/__init__.py @@ -1,7 +1,10 @@ +import os +import time +from datetime import datetime + import requests from bs4 import BeautifulSoup -from datetime import datetime BASE_URL = "http://api.anidb.net:9001/httpapi" SEARCH_URL = "http://anisearch.outrance.pl/" @@ -20,6 +23,16 @@ class AniDB: self._cache = {} def _request(self, datapage, params={}, cache=True): + + cache_filename = f'cache_{params["aid"]}.xml' + + if os.path.exists(cache_filename): + print('D: cache_filename exists, return its content:', cache_filename) + with open(cache_filename, 'r', encoding='utf8') as fpi: + return fpi.read() + + time.sleep(3) # avoid being banned with subsequent requests + params.update({ 'client': self.client_id, 'clientver': self.client_ver, @@ -28,7 +41,14 @@ class AniDB: }) r = requests.get(BASE_URL, params=params) r.raise_for_status() - return r + + #print('D: r.text:', r.text) + + print('D: creating cache file:', cache_filename) + with open(cache_filename, 'w', encoding='utf8') as fpo: + fpo.write(r.text) + + return r.text # Anime http://wiki.anidb.net/w/HTTP_API_Definition#Access @@ -45,22 +65,26 @@ class AniDB: results = [] animetitles = BeautifulSoup(r.text, 'xml').animetitles for anime in animetitles.find_all('anime'): - results.append(Anime({ - 'id': int(anime['id']), - 'title': str(anime.find('title', attrs={'type': "main"}).string) - }, partial=True, updater=lambda: self.get(anime['id']))) + print('D: got anime: ', anime) + aid = int(anime['aid']) + print('D: got aid: ', aid) + #results.append(Anime({ + # 'aid': aid, + # 'title': str(anime.find('title', attrs={'type': "main"}).string) + #}, partial=True, updater=lambda: self.get(aid))) + results.append(self.get(aid)) + print('D: result appended') return results - def get(self, id): + def get(self, aid): """ Allows retrieval of non-file or episode related information for a specific anime by AID (AniDB anime id). http://wiki.anidb.net/w/HTTP_API_Definition#Anime """ - id = int(id) # why? - - r = self._request("anime", {'aid': id}) - soup = BeautifulSoup(r.text, 'xml') + r = self._request("anime", {'aid': aid}) + #print('D: got in AniDB.get(), r:', r) + soup = BeautifulSoup(r, 'xml') if soup.error is not None: raise Exception(soup.error.string) @@ -68,25 +92,26 @@ class AniDB: titles = anime.titles a = Anime({ - 'id': id, + 'aid': aid, 'type': str(anime.type.string), 'episodecount': int(anime.episodecount.string), - 'startdate': datetime(*list(map(int, anime.startdate.string.split("-")))), - 'enddate': datetime(*list(map(int, anime.enddate.string.split("-")))), + #'startdate': datetime(*list(map(int, anime.startdate.string.split("-")))), + #'enddate': datetime(*list(map(int, anime.enddate.string.split("-")))), 'titles': [( str(title.string), title['type'] if 'type' in title else "unknown" ) for title in anime.find_all('title')], 'title': str(titles.find('title', attrs={'type': "main"}).string), 'relatedanime': [], - 'url': str(anime.url.string), + 'url': str(anime.url.string if anime.url else None), 'creators': [], - 'description': str(anime.description.string), - 'ratings': SmartDict({ - 'permanent': float(anime.ratings.permanent.string), - 'temporary': float(anime.ratings.temporary.string), - 'review': float(anime.ratings.review.string) - }), + 'description': str(anime.description.string if anime.description else ''), + #'ratings': SmartDict({ + # 'permanent': float(anime.ratings.permanent.string), + # 'temporary': float(anime.ratings.temporary.string), + # 'review': float(anime.ratings.review.string if anime.ratings.review + # else 0) + #}), 'picture': "http://img7.anidb.net/pics/anime/" + str(anime.picture.string), 'categories': [], 'tags': [], @@ -94,7 +119,7 @@ class AniDB: 'episodes': [], }) - self._cache[id] = a + self._cache[aid] = a return a @@ -136,4 +161,4 @@ class Anime: raise AttributeError("no attribute called '%s'" % name) def __repr__(self): - return u'<Anime %i "%s">' % (self.id, self.title)
\ No newline at end of file + return u'<Anime %i "%s">' % (self.aid, self.title) @@ -0,0 +1,40 @@ +#!/usr/bin/env python3 + +import sys +import collections + +import anidb +import yaml + +def setup_yaml(): + """ https://stackoverflow.com/a/8661021 """ + represent_dict_order = lambda self, data: self.represent_mapping( + 'tag:yaml.org,2002:map', data.items()) + yaml.add_representer(collections.OrderedDict, represent_dict_order) + yaml.SafeDumper.add_representer(collections.OrderedDict, represent_dict_order) + +setup_yaml() + +adb = anidb.AniDB('anishow', client_ver=1) +results = adb.search(sys.argv[1:]) + +print('results: ', results) +result = results[-1] +print('choosing result -1:', result) + +print('result.type:', result.type) +#print('result.startdate:', result.startdate) + +for result in results: + print('dump yaml:') + print('='*60) + print(yaml.safe_dump(collections.OrderedDict( + title=result.title, + type=result.type, + description=result.description, + episodecount=result.episodecount, + #startdate=result.startdate, + #enddate=result.enddate, + anidb_aid=result.aid, + ), encoding='utf8', allow_unicode=True, + default_flow_style=False).decode('utf8')) |