openmedialibrary/oml/meta/duckduckgo.py

29 lines
654 B
Python
Raw Normal View History

2014-05-17 09:19:32 +00:00
# -*- coding: utf-8 -*-
2014-09-02 22:32:44 +00:00
2014-05-17 09:19:32 +00:00
import ox.web.duckduckgo
import stdnum.isbn
from .utils import find_isbns
2014-05-17 14:26:59 +00:00
import logging
2015-11-29 14:56:38 +00:00
logger = logging.getLogger(__name__)
2014-05-17 14:26:59 +00:00
2014-05-17 09:19:32 +00:00
2014-05-21 00:02:21 +00:00
def find(query):
logger.debug('find %s', query)
2014-05-17 09:19:32 +00:00
query += ' isbn'
isbns = []
for r in ox.web.duckduckgo.find(query):
isbns += find_isbns(' '.join(r))
results = []
done = set()
for isbn in isbns:
if isbn not in done:
isbn = stdnum.isbn.to_isbn13(isbn)
2016-01-11 14:56:11 +00:00
results.append(isbn)
2014-05-17 09:19:32 +00:00
done.add(isbn)
2014-05-18 23:24:04 +00:00
if len(isbn) == 13 and isbn.startswith('978'):
2014-05-17 09:19:32 +00:00
done.add(stdnum.isbn.to_isbn10(isbn))
return results