store metadata per user. remove primaryid. only store isbn13
This commit is contained in:
parent
90648f9e65
commit
02e040d9f5
16 changed files with 245 additions and 192 deletions
|
|
@ -6,6 +6,16 @@ import re
|
|||
import stdnum.isbn
|
||||
|
||||
import ox
|
||||
import ox.iso
|
||||
|
||||
def to_isbn13(isbn):
|
||||
try:
|
||||
isbn = stdnum.isbn.validate(isbn, True)
|
||||
if isbn[:2] != '97':
|
||||
isbn = None
|
||||
except:
|
||||
isbn = None
|
||||
return isbn
|
||||
|
||||
def normalize_isbn(value):
|
||||
return ''.join([s for s in value if s.isdigit() or s == 'X'])
|
||||
|
|
@ -13,14 +23,11 @@ def normalize_isbn(value):
|
|||
def find_isbns(text):
|
||||
if isinstance(text, bytes):
|
||||
text = text.decode()
|
||||
matches = re.compile('\d[\d\-X\ ]+').findall(text)
|
||||
matches = re.compile('\d[\d\-X\u2013\ ]+').findall(text)
|
||||
matches = [normalize_isbn(value) for value in matches]
|
||||
return [isbn for isbn in matches if stdnum.isbn.is_valid(isbn)
|
||||
and len(isbn) in (10, 13)
|
||||
and isbn not in (
|
||||
'0' * 10,
|
||||
'0' * 13,
|
||||
)]
|
||||
matches = [to_isbn13(value) for value in matches]
|
||||
matches = list(set([value for value in matches if value]))
|
||||
return matches
|
||||
|
||||
def get_language(lang):
|
||||
return ox.iso.codeToLang(lang.split('-')[0]) or lang
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue