2014-05-12 12:57:47 +00:00
|
|
|
# -*- coding: utf-8 -*-
|
|
|
|
# vi:si:et:sw=4:sts=4:ts=4
|
2014-05-16 08:06:11 +00:00
|
|
|
from __future__ import division
|
2014-05-12 12:57:47 +00:00
|
|
|
|
|
|
|
import json
|
2014-05-17 14:26:59 +00:00
|
|
|
import socket
|
2014-05-12 12:57:47 +00:00
|
|
|
import struct
|
2014-05-17 14:26:59 +00:00
|
|
|
import thread
|
|
|
|
from threading import Thread
|
2014-05-27 14:48:50 +00:00
|
|
|
import time
|
2014-05-12 12:57:47 +00:00
|
|
|
|
2014-05-22 14:20:40 +00:00
|
|
|
from utils import valid, get_public_ipv6, get_local_ipv4, get_interface
|
2014-05-18 03:01:24 +00:00
|
|
|
from settings import preferences, server, USER_ID, sk
|
|
|
|
import state
|
2014-08-09 16:33:59 +00:00
|
|
|
import db
|
|
|
|
import user.models
|
2014-05-12 12:57:47 +00:00
|
|
|
|
2014-09-01 10:30:09 +00:00
|
|
|
import logging
|
2014-05-17 14:26:59 +00:00
|
|
|
logger = logging.getLogger('oml.localnodes')
|
|
|
|
|
2014-05-12 12:57:47 +00:00
|
|
|
def can_connect(data):
|
|
|
|
try:
|
2014-05-22 14:20:40 +00:00
|
|
|
if ':' in data['host']:
|
|
|
|
s = socket.socket(socket.AF_INET6, socket.SOCK_DGRAM)
|
|
|
|
else:
|
|
|
|
s = socket.socket(socket.AF_INET, socket.SOCK_DGRAM)
|
2014-05-12 12:57:47 +00:00
|
|
|
s.settimeout(1)
|
|
|
|
s.connect((data['host'], data['port']))
|
|
|
|
s.close()
|
|
|
|
return True
|
|
|
|
except:
|
|
|
|
pass
|
2014-05-22 14:20:40 +00:00
|
|
|
logger.debug('can_connect failed')
|
2014-05-12 12:57:47 +00:00
|
|
|
return False
|
|
|
|
|
2014-05-24 09:39:45 +00:00
|
|
|
class LocalNodesBase(Thread):
|
2014-05-12 12:57:47 +00:00
|
|
|
|
|
|
|
_PORT = 9851
|
2014-05-24 09:39:45 +00:00
|
|
|
_TTL = 1
|
2014-05-12 12:57:47 +00:00
|
|
|
|
2014-08-09 16:33:59 +00:00
|
|
|
def __init__(self, nodes):
|
2014-08-09 18:32:41 +00:00
|
|
|
self._socket = None
|
2014-05-24 09:39:45 +00:00
|
|
|
self._active = True
|
|
|
|
self._nodes = nodes
|
2014-05-12 12:57:47 +00:00
|
|
|
Thread.__init__(self)
|
2014-05-14 23:28:49 +00:00
|
|
|
if not server['localnode_discovery']:
|
|
|
|
return
|
2014-05-12 12:57:47 +00:00
|
|
|
self.daemon = True
|
|
|
|
self.start()
|
|
|
|
|
2014-05-22 14:20:40 +00:00
|
|
|
def get_packet(self):
|
2014-09-01 10:30:09 +00:00
|
|
|
self.host = self.get_ip()
|
|
|
|
if self.host:
|
|
|
|
message = json.dumps({
|
|
|
|
'username': preferences.get('username', 'anonymous'),
|
|
|
|
'host': self.host,
|
|
|
|
'port': server['node_port'],
|
|
|
|
'cert': server['cert']
|
|
|
|
})
|
|
|
|
sig = sk.sign(message, encoding='base64')
|
|
|
|
packet = json.dumps([sig, USER_ID, message])
|
|
|
|
else:
|
|
|
|
packet = None
|
2014-05-22 14:20:40 +00:00
|
|
|
return packet
|
2014-05-16 17:08:10 +00:00
|
|
|
|
2014-05-24 09:39:45 +00:00
|
|
|
def get_socket(self):
|
|
|
|
pass
|
2014-05-12 12:57:47 +00:00
|
|
|
|
2014-05-24 09:39:45 +00:00
|
|
|
def send(self):
|
|
|
|
pass
|
2014-05-22 14:20:40 +00:00
|
|
|
|
2014-05-12 12:57:47 +00:00
|
|
|
def receive(self):
|
2014-09-01 10:30:09 +00:00
|
|
|
last = time.mktime(time.localtime())
|
2014-05-12 12:57:47 +00:00
|
|
|
while self._active:
|
2014-05-27 14:48:50 +00:00
|
|
|
try:
|
|
|
|
s = self.get_socket()
|
2014-09-01 10:30:09 +00:00
|
|
|
s.settimeout(2)
|
2014-05-27 14:48:50 +00:00
|
|
|
s.bind(('', self._PORT))
|
|
|
|
while self._active:
|
|
|
|
data, addr = s.recvfrom(1024)
|
2014-08-09 18:32:41 +00:00
|
|
|
if self._active:
|
|
|
|
while data[-1] == '\0':
|
|
|
|
data = data[:-1] # Strip trailing \0's
|
|
|
|
data = self.verify(data)
|
|
|
|
if data:
|
|
|
|
self.update_node(data)
|
2014-09-01 10:30:09 +00:00
|
|
|
except socket.timeout:
|
|
|
|
now = time.mktime(time.localtime())
|
|
|
|
if now - last > 60:
|
|
|
|
last = now
|
|
|
|
thread.start_new_thread(self.send, ())
|
2014-05-27 14:48:50 +00:00
|
|
|
except:
|
|
|
|
logger.debug('receive failed. restart later', exc_info=1)
|
|
|
|
time.sleep(10)
|
|
|
|
|
2014-05-13 10:58:49 +00:00
|
|
|
def verify(self, data):
|
2014-05-12 12:57:47 +00:00
|
|
|
try:
|
2014-05-13 10:58:49 +00:00
|
|
|
packet = json.loads(data)
|
2014-05-12 12:57:47 +00:00
|
|
|
except:
|
|
|
|
return None
|
2014-05-13 10:58:49 +00:00
|
|
|
if len(packet) == 3:
|
|
|
|
sig, user_id, data = packet
|
|
|
|
if valid(user_id, data, sig):
|
|
|
|
message = json.loads(data)
|
|
|
|
message['id'] = user_id
|
2014-05-14 09:57:11 +00:00
|
|
|
for key in ['id', 'username', 'host', 'port', 'cert']:
|
2014-05-13 10:58:49 +00:00
|
|
|
if key not in message:
|
|
|
|
return None
|
|
|
|
return message
|
2014-05-12 12:57:47 +00:00
|
|
|
|
2014-05-22 14:20:40 +00:00
|
|
|
def update_node(self, data):
|
|
|
|
#fixme use local link address
|
|
|
|
#print addr
|
|
|
|
if data['id'] != USER_ID:
|
|
|
|
if data['id'] not in self._nodes:
|
|
|
|
thread.start_new_thread(self.new_node, (data, ))
|
2014-05-24 09:39:45 +00:00
|
|
|
elif can_connect(data):
|
|
|
|
self._nodes[data['id']] = data
|
2014-05-22 14:20:40 +00:00
|
|
|
|
2014-05-12 12:57:47 +00:00
|
|
|
def get(self, user_id):
|
|
|
|
if user_id in self._nodes:
|
|
|
|
if can_connect(self._nodes[user_id]):
|
|
|
|
return self._nodes[user_id]
|
|
|
|
|
|
|
|
def new_node(self, data):
|
2014-05-17 14:26:59 +00:00
|
|
|
logger.debug('NEW NODE %s', data)
|
2014-05-12 12:57:47 +00:00
|
|
|
if can_connect(data):
|
|
|
|
self._nodes[data['id']] = data
|
2014-08-09 16:33:59 +00:00
|
|
|
with db.session():
|
2014-05-12 12:57:47 +00:00
|
|
|
u = user.models.User.get_or_create(data['id'])
|
|
|
|
u.info['username'] = data['username']
|
|
|
|
u.info['local'] = data
|
2014-05-25 20:58:53 +00:00
|
|
|
u.update_name()
|
2014-05-12 12:57:47 +00:00
|
|
|
u.save()
|
2014-05-18 03:01:24 +00:00
|
|
|
state.nodes.queue('add', u.id)
|
2014-05-12 12:57:47 +00:00
|
|
|
self.send()
|
|
|
|
|
2014-05-24 09:39:45 +00:00
|
|
|
def get_ip(self):
|
|
|
|
pass
|
|
|
|
|
2014-05-12 12:57:47 +00:00
|
|
|
def run(self):
|
2014-05-16 17:08:10 +00:00
|
|
|
self.send()
|
2014-05-12 12:57:47 +00:00
|
|
|
self.receive()
|
|
|
|
|
|
|
|
def join(self):
|
|
|
|
self._active = False
|
2014-08-09 18:32:41 +00:00
|
|
|
if self._socket:
|
|
|
|
try:
|
|
|
|
self._socket.shutdown(socket.SHUT_RDWR)
|
|
|
|
except:
|
|
|
|
pass
|
|
|
|
self._socket.close()
|
2014-05-12 12:57:47 +00:00
|
|
|
return Thread.join(self)
|
2014-05-24 09:39:45 +00:00
|
|
|
|
|
|
|
class LocalNodes4(LocalNodesBase):
|
|
|
|
|
|
|
|
_BROADCAST = "239.255.255.250"
|
|
|
|
_TTL = 1
|
|
|
|
|
|
|
|
def send(self):
|
|
|
|
packet = self.get_packet()
|
2014-09-01 10:30:09 +00:00
|
|
|
if packet:
|
|
|
|
sockaddr = (self._BROADCAST, self._PORT)
|
|
|
|
s = socket.socket (socket.AF_INET, socket.SOCK_DGRAM)
|
|
|
|
s.setsockopt (socket.IPPROTO_IP, socket.IP_MULTICAST_TTL, self._TTL)
|
|
|
|
try:
|
|
|
|
s.sendto(packet + '\0', sockaddr)
|
|
|
|
except:
|
|
|
|
logger.debug('LocalNodes4.send failed', exc_info=1)
|
|
|
|
s.close()
|
2014-05-24 09:39:45 +00:00
|
|
|
|
|
|
|
def get_socket(self):
|
|
|
|
s = socket.socket (socket.AF_INET, socket.SOCK_DGRAM)
|
|
|
|
s.setsockopt(socket.SOL_SOCKET, socket.SO_REUSEADDR, 1)
|
|
|
|
mreq = struct.pack("=4sl", socket.inet_aton(self._BROADCAST), socket.INADDR_ANY)
|
|
|
|
s.setsockopt(socket.IPPROTO_IP, socket.IP_ADD_MEMBERSHIP, mreq)
|
2014-08-09 18:32:41 +00:00
|
|
|
self._socket = s
|
2014-05-24 09:39:45 +00:00
|
|
|
return s
|
|
|
|
|
|
|
|
def get_ip(self):
|
|
|
|
return get_local_ipv4()
|
|
|
|
|
|
|
|
class LocalNodes6(LocalNodesBase):
|
|
|
|
|
|
|
|
_BROADCAST = "ff02::1"
|
|
|
|
|
|
|
|
def send(self):
|
|
|
|
packet = self.get_packet()
|
2014-09-01 10:30:09 +00:00
|
|
|
if packet:
|
|
|
|
logger.debug('send6 %s', packet)
|
|
|
|
ttl = struct.pack('@i', self._TTL)
|
|
|
|
address = self._BROADCAST + get_interface()
|
|
|
|
addrs = socket.getaddrinfo(address, self._PORT, socket.AF_INET6, socket.SOCK_DGRAM)
|
|
|
|
addr = addrs[0]
|
|
|
|
(family, socktype, proto, canonname, sockaddr) = addr
|
|
|
|
s = socket.socket(family, socktype, proto)
|
|
|
|
s.setsockopt(socket.IPPROTO_IPV6, socket.IPV6_MULTICAST_HOPS, ttl)
|
|
|
|
try:
|
|
|
|
s.sendto(packet + '\0', sockaddr)
|
|
|
|
except:
|
|
|
|
logger.debug('LocalNodes6.send failed', exc_info=1)
|
|
|
|
s.close()
|
2014-05-24 09:39:45 +00:00
|
|
|
|
|
|
|
def get_socket(self):
|
|
|
|
s = socket.socket(socket.AF_INET6, socket.SOCK_DGRAM)
|
|
|
|
s.setsockopt(socket.SOL_SOCKET, socket.SO_REUSEADDR, 1)
|
|
|
|
group_bin = socket.inet_pton(socket.AF_INET6, self._BROADCAST) + '\0'*4
|
|
|
|
s.setsockopt(socket.IPPROTO_IPV6, socket.IPV6_JOIN_GROUP, group_bin)
|
2014-08-09 18:32:41 +00:00
|
|
|
self._socket = s
|
2014-05-24 09:39:45 +00:00
|
|
|
return s
|
|
|
|
|
|
|
|
def get_ip(self):
|
|
|
|
return get_public_ipv6()
|
|
|
|
|
|
|
|
class LocalNodes(object):
|
|
|
|
|
2014-09-01 10:30:09 +00:00
|
|
|
_active = True
|
2014-05-24 09:39:45 +00:00
|
|
|
_nodes4 = None
|
|
|
|
_nodes6 = None
|
|
|
|
|
2014-08-09 16:33:59 +00:00
|
|
|
def __init__(self):
|
2014-05-24 09:39:45 +00:00
|
|
|
self._nodes = {}
|
|
|
|
if not server['localnode_discovery']:
|
|
|
|
return
|
2014-08-09 16:33:59 +00:00
|
|
|
self._nodes4 = LocalNodes4(self._nodes)
|
|
|
|
self._nodes6 = LocalNodes6(self._nodes)
|
2014-05-24 09:39:45 +00:00
|
|
|
|
2014-09-01 10:30:09 +00:00
|
|
|
def cleanup(self):
|
|
|
|
if self._active:
|
|
|
|
for id in self._nodes.keys():
|
|
|
|
if not can_connect(self._nodes[id]):
|
|
|
|
del self._nodes[id]
|
|
|
|
if not self._active:
|
|
|
|
break
|
|
|
|
|
2014-05-24 09:39:45 +00:00
|
|
|
def get(self, user_id):
|
|
|
|
if user_id in self._nodes:
|
|
|
|
if can_connect(self._nodes[user_id]):
|
|
|
|
return self._nodes[user_id]
|
|
|
|
|
|
|
|
def join(self):
|
2014-09-01 10:30:09 +00:00
|
|
|
self._active = False
|
2014-05-24 09:39:45 +00:00
|
|
|
if self._nodes4:
|
|
|
|
self._nodes4.join()
|
|
|
|
if self._nodes6:
|
|
|
|
self._nodes6.join()
|