openmedialibrary/oml/meta/__init__.py

# -*- coding: utf-8 -*-
# vi:si:et:sw=4:sts=4:ts=4
from __future__ import division

import stdnum.isbn

import abebooks
import loc
import lookupbyisbn
import openlibrary
import worldcat
import google
import duckduckgo

import logging
logger = logging.getLogger('meta')


providers = [
    ('openlibrary', 'olid'),
    ('loc', 'lccn'),
    ('worldcat', 'oclc'),
    ('lookupbyisbn', 'asin'),
    ('abebooks', 'isbn10')
]

def find(**kargs):
    title = kargs.get('title')
    author = kargs.get('author')
    publisher = kargs.get('publisher')
    date = kargs.get('date')
    #results = google.find(title=title, author=author, publisher=publisher, date=date)
    results = duckduckgo.find(title=title, author=author, publisher=publisher, date=date)
    '''
    results = openlibrary.find(title=title, author=author, publisher=publisher, date=date)
    for r in results:
        r['mainid'] = 'olid'
    '''
    return results

def lookup(key, value):
    if not isvalid_id(key, value):
        return {}
    data = {key: value}
    ids = [(key, value)]
    provider_data = {}
    done = False
    while not done:
        done = True
        for provider, id in providers:
            for key, value in ids:
                for kv in globals()[provider].get_ids(key, value):
                    if not kv in ids:
                        ids.append(kv)
                        done = False
    logger.debug('lookup %s=%s => %s', ids[0][0], ids[0][1], ids)
    for k, v in ids:
        for provider, id in providers:
            if id == k and provider not in provider_data:
                provider_data[provider] = globals()[provider].lookup(v)
    for provider in sorted(
        provider_data.keys(),
        key=lambda x: -len(provider_data[x])
    ):
        logger.debug('%s %s %s', provider, len(provider_data[provider]), provider_data[provider].keys())
        for k_, v_ in provider_data[provider].iteritems():
            if not k_ in data:
                data[k_] = v_
    return data

def isvalid_id(key, value):
    if key in ('isbn10', 'isbn13'):
        if 'isbn%d'%len(value) != key or not stdnum.isbn.is_valid(value):
            return False
    if key == 'asin' and len(value) != 10:
        return False
    if key == 'olid' and not (value.startswith('OL') and value.endswith('M')):
        return False
    return True