0x2620/python-ox
2
1
Fork 0
Code Issues Pull requests Releases Wiki Activity

add type json

Browse source
This commit is contained in:
j 2023-02-03 16:28:05 +01:00
parent 5919345d3d
commit e1657994ca
1 changed files with 5 additions and 0 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

5
ox/web/siteparser.py
View file

@ -1,6 +1,7 @@
# -*- coding: utf-8 -*- # -*- coding: utf-8 -*-
# vi:si:et:sw=4:sts=4:ts=4 # vi:si:et:sw=4:sts=4:ts=4
import re import re
import json
from multiprocessing.pool import ThreadPool from multiprocessing.pool import ThreadPool
from six import string_types from six import string_types
@ -77,6 +78,10 @@ class SiteParser(dict):
elif self.regex[key]['type'] == 'date': elif self.regex[key]['type'] == 'date':
parse_date = lambda d: d and datetime.strptime('-'.join(d), '%m-%d-%Y').strftime('%Y-%m-%d') parse_date = lambda d: d and datetime.strptime('-'.join(d), '%m-%d-%Y').strftime('%Y-%m-%d')
data = apply_f(parse_date, data) data = apply_f(parse_date, data)
elif self.regex[key]['type'] == 'json':
if isinstance(data, list) and len(data) == 1:
data = data[0]
data = json.loads(data)
if data: if data:
self[key] = data self[key] = data