add ox.web.twitter

ox/web/twitter.py

@@ -0,0 +1,30 @@
+# -*- coding: utf-8 -*-
+# vi:si:et:sw=4:sts=4:ts=4
+import re
+from datetime import datetime
+from urllib import quote
+
+import lxml.html
+from ox.cache import read_url
+
+
+def find(query):
+    url = 'https://twitter.com/search/' + quote(query)
+    data = ox.cache.read_url(url, timeout=60)
+    doc = lxml.html.document_fromstring(data)
+    tweets = []
+    for e in doc.xpath("//div[contains(@class, 'original-tweet')]"):
+        t = lxml.html.tostring(e)
+        text = e.xpath(".//p[contains(@class, 'js-tweet-text')]")[0]
+        text = ox.decode_html(ox.strip_tags(lxml.html.tostring(text))).strip()
+        user = re.compile('data-name="(.*?)"').findall(t)[0]
+        user = ox.decode_html(ox.strip_tags(user)).strip()
+        tweets.append({
+            'id': re.compile('data-tweet-id="(\d+)"').findall(t)[0],
+            'user-id': re.compile('data-user-id="(\d+)"').findall(t)[0],
+            'name': re.compile('data-screen-name="(.*?)"').findall(t)[0],
+            'time': datetime.fromtimestamp(int(re.compile('data-time="(\d+)"').findall(t)[0])),
+            'user': user,
+            'text': text,
+        })
+    return tweets