# -*- coding: utf-8 -*- # vi:si:et:sw=4:sts=4:ts=4 import re import time import urllib import urllib2 import weakref import threading import Queue import simplejson import oxlib from oxlib import stripTags ''' usage: import google google.find(query) for result in google.find(query): result result is title, url, description google.find(query, max_results) FIXME: how search depper than first page? ''' DEFAULT_MAX_RESULTS = 10 DEFAULT_TIMEOUT = 24*60*60 def readUrl(url, data=None, headers=oxlib.net.DEFAULT_HEADERS, timeout=DEFAULT_TIMEOUT): return oxlib.cache.readUrl(url, data, headers, timeout) def quote_plus(s): return urllib.quote_plus(s.encode('utf-8')) def find(query, max_results=DEFAULT_MAX_RESULTS, timeout=DEFAULT_TIMEOUT): url = "http://www.google.com/search?q=%s" % quote_plus(query) data = readUrl(url, timeout=timeout) link_re = r'(?P.*?)' + \ r'.*?(?:
|)' + \ r'(?P.*?)' + '(?:| max_results: results = results[:max_results] return results def _find(query): url = 'http://ajax.googleapis.com/ajax/services/search/web?v=1.0&q=%s' % quote_plus(query) results = simplejson.loads(oxlib.cache.readUrlUnicode(url))['responseData']['results'] return results