#!/usr/bin/python from optparse import OptionParser import json import codecs import sys import os import ox def add_metadata(films, country, output): meta = [] api = ox.API('https://indiancine.ma/api/') if os.path.exists(output): with open(output) as fd: meta = json.load(fd) known_ids = set([f['imdbId'] for f in meta]) def save(): with codecs.open(output, 'w', encoding='utf-8') as fd: json.dump(meta, fd, indent=1, ensure_ascii=False) for info in films: if info['imdbId'] in known_ids: continue skip = False for key in ('Mini-Series', 'TV Series', 'TV Movie', 'TV Special'): if key in info['title']: skip = True if skip: continue extra = api.getMetadata(id=info['imdbId'], keys=[ 'language', 'productionCompany', 'director', 'runtime', 'alternativeTitles', 'color', 'sound', 'summary', 'country', 'isSeries', 'title', 'originalTitle', 'year' ])['data'] print info print extra if 'isSeries' in extra or ('country' in extra and not country in extra['country']): info['delete'] = True print 'deleting', info['imdbId'], info.get('title') continue if 'originalTitle' in extra: info['alternativeTitles'] = [[info['title'], '']] info['title'] = extra.pop('originalTitle') else: info['title'] = extra['title'] for key in extra: if key not in info: info[key] = extra[key] print info['imdbId'], info['title'] meta.append(info) if len(meta) % 100 == 0: save() save() return meta if __name__ == '__main__': usage = "usage: %prog [options] country films.json films_with_metadata.json" parser = OptionParser(usage=usage) (opts, args) = parser.parse_args() if len(args) != 3: parser.print_help() sys.exit(1) country, filename, output = args with open(filename) as fd: films = json.load(fd) add_metadata(films, country, output)