2020-03-07 23:24:58 +08:00
|
|
|
use hbb_common::{
|
2020-05-11 12:57:55 +08:00
|
|
|
allow_err,
|
|
|
|
bytes::Bytes,
|
|
|
|
bytes::BytesMut,
|
|
|
|
bytes_codec::BytesCodec,
|
|
|
|
futures_util::{
|
|
|
|
sink::SinkExt,
|
|
|
|
stream::{SplitSink, StreamExt},
|
|
|
|
},
|
|
|
|
log,
|
|
|
|
protobuf::{parse_from_bytes, Message as _},
|
|
|
|
rendezvous_proto::*,
|
|
|
|
tcp::new_listener,
|
|
|
|
tokio::{self, net::TcpStream, sync::mpsc},
|
|
|
|
tokio_util::codec::Framed,
|
|
|
|
udp::FramedSocket,
|
|
|
|
AddrMangle, ResultType,
|
|
|
|
};
|
|
|
|
use std::{
|
|
|
|
collections::HashMap,
|
|
|
|
net::SocketAddr,
|
|
|
|
sync::{Arc, Mutex},
|
|
|
|
time::Instant,
|
2020-03-07 02:06:17 +08:00
|
|
|
};
|
2020-03-06 17:18:22 +08:00
|
|
|
|
2020-05-14 17:18:07 +08:00
|
|
|
struct Peer {
|
2020-03-09 16:16:21 +08:00
|
|
|
socket_addr: SocketAddr,
|
2020-04-30 10:57:54 +08:00
|
|
|
last_reg_time: Instant,
|
2020-03-06 17:18:22 +08:00
|
|
|
}
|
|
|
|
|
2020-05-14 17:18:07 +08:00
|
|
|
struct PeerMap {
|
|
|
|
map: HashMap<String, Peer>,
|
|
|
|
db: sled::Db,
|
|
|
|
}
|
|
|
|
|
|
|
|
impl PeerMap {
|
|
|
|
fn new() -> ResultType<Self> {
|
|
|
|
Ok(Self {
|
|
|
|
map: HashMap::new(),
|
|
|
|
db: sled::open("./sled.db")?,
|
|
|
|
})
|
|
|
|
}
|
|
|
|
|
|
|
|
fn insert(&mut self, key: String, peer: Peer) {
|
|
|
|
self.map.insert(key, peer);
|
|
|
|
}
|
|
|
|
|
|
|
|
fn get(&self, key: &str) -> Option<&Peer> {
|
|
|
|
self.map.get(key)
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2020-04-30 10:57:54 +08:00
|
|
|
const REG_TIMEOUT: i32 = 30_000;
|
2020-05-14 17:18:07 +08:00
|
|
|
type Sink = SplitSink<Framed<TcpStream, BytesCodec>, Bytes>;
|
2020-03-06 17:18:22 +08:00
|
|
|
|
2020-05-14 17:18:07 +08:00
|
|
|
#[derive(Clone)]
|
2020-03-06 17:18:22 +08:00
|
|
|
pub struct RendezvousServer {
|
2020-05-14 17:18:07 +08:00
|
|
|
tcp_punch: Arc<Mutex<HashMap<SocketAddr, Sink>>>,
|
2020-03-06 17:18:22 +08:00
|
|
|
}
|
|
|
|
|
|
|
|
impl RendezvousServer {
|
2020-03-09 20:52:54 +08:00
|
|
|
pub async fn start(addr: &str) -> ResultType<()> {
|
2020-05-14 17:18:07 +08:00
|
|
|
let mut pm = PeerMap::new()?;
|
2020-03-10 00:24:07 +08:00
|
|
|
let mut socket = FramedSocket::new(addr).await?;
|
2020-03-07 00:37:23 +08:00
|
|
|
let mut rs = Self {
|
2020-05-11 12:57:55 +08:00
|
|
|
tcp_punch: Arc::new(Mutex::new(HashMap::new())),
|
2020-03-06 17:18:22 +08:00
|
|
|
};
|
2020-05-11 12:57:55 +08:00
|
|
|
let (tx, mut rx) = mpsc::unbounded_channel::<(SocketAddr, String)>();
|
2020-05-14 17:18:07 +08:00
|
|
|
let mut listener = new_listener(addr, true).await?;
|
2020-03-12 22:06:09 +08:00
|
|
|
loop {
|
|
|
|
tokio::select! {
|
2020-05-11 12:57:55 +08:00
|
|
|
Some((addr, id)) = rx.recv() => {
|
2020-05-14 17:18:07 +08:00
|
|
|
allow_err!(rs.handle_punch_hole_request(addr, &id, &mut socket, true, &pm).await);
|
2020-05-11 12:57:55 +08:00
|
|
|
}
|
2020-03-12 22:06:09 +08:00
|
|
|
Some(Ok((bytes, addr))) = socket.next() => {
|
2020-05-14 17:18:07 +08:00
|
|
|
allow_err!(rs.handle_msg(&bytes, addr, &mut socket, &mut pm).await);
|
2020-03-12 22:06:09 +08:00
|
|
|
}
|
2020-05-11 12:57:55 +08:00
|
|
|
Ok((stream, addr)) = listener.accept() => {
|
2020-03-12 22:06:09 +08:00
|
|
|
log::debug!("Tcp connection from {:?}", addr);
|
2020-05-11 12:57:55 +08:00
|
|
|
let (a, mut b) = Framed::new(stream, BytesCodec::new()).split();
|
|
|
|
let tcp_punch = rs.tcp_punch.clone();
|
|
|
|
tcp_punch.lock().unwrap().insert(addr, a);
|
|
|
|
let tx = tx.clone();
|
2020-05-14 17:18:07 +08:00
|
|
|
let mut rs = rs.clone();
|
2020-05-11 12:57:55 +08:00
|
|
|
tokio::spawn(async move {
|
|
|
|
while let Some(Ok(bytes)) = b.next().await {
|
|
|
|
if let Ok(msg_in) = parse_from_bytes::<RendezvousMessage>(&bytes) {
|
|
|
|
match msg_in.union {
|
|
|
|
Some(rendezvous_message::Union::punch_hole_request(ph)) => {
|
2020-05-11 15:47:13 +08:00
|
|
|
allow_err!(tx.send((addr, ph.id)));
|
|
|
|
}
|
|
|
|
Some(rendezvous_message::Union::punch_hole_sent(phs)) => {
|
|
|
|
allow_err!(rs.handle_hole_sent(&phs, addr, None).await);
|
|
|
|
break;
|
|
|
|
}
|
|
|
|
Some(rendezvous_message::Union::local_addr(la)) => {
|
|
|
|
allow_err!(rs.handle_local_addr(&la, addr, None).await);
|
|
|
|
break;
|
2020-05-11 12:57:55 +08:00
|
|
|
}
|
|
|
|
_ => {}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
2020-05-11 15:47:13 +08:00
|
|
|
rs.tcp_punch.lock().unwrap().remove(&addr);
|
2020-05-11 12:57:55 +08:00
|
|
|
log::debug!("Tcp connection from {:?} closed", addr);
|
|
|
|
});
|
2020-03-12 22:06:09 +08:00
|
|
|
}
|
2020-03-11 02:20:45 +08:00
|
|
|
}
|
2020-03-06 17:18:22 +08:00
|
|
|
}
|
2020-03-07 00:37:23 +08:00
|
|
|
}
|
|
|
|
|
2020-05-14 17:18:07 +08:00
|
|
|
async fn handle_msg(
|
2020-03-07 22:45:22 +08:00
|
|
|
&mut self,
|
|
|
|
bytes: &BytesMut,
|
2020-03-07 00:37:23 +08:00
|
|
|
addr: SocketAddr,
|
|
|
|
socket: &mut FramedSocket,
|
2020-05-14 17:18:07 +08:00
|
|
|
pm: &mut PeerMap,
|
2020-03-09 20:52:54 +08:00
|
|
|
) -> ResultType<()> {
|
2020-03-12 19:25:37 +08:00
|
|
|
if let Ok(msg_in) = parse_from_bytes::<RendezvousMessage>(&bytes) {
|
2020-03-09 16:16:21 +08:00
|
|
|
match msg_in.union {
|
2020-04-21 23:49:31 +08:00
|
|
|
Some(rendezvous_message::Union::register_peer(rp)) => {
|
2020-03-12 19:25:37 +08:00
|
|
|
// B registered
|
2020-04-17 17:04:56 +08:00
|
|
|
if rp.id.len() > 0 {
|
|
|
|
log::debug!("New peer registered: {:?} {:?}", &rp.id, &addr);
|
2020-05-14 17:18:07 +08:00
|
|
|
pm.insert(
|
2020-05-11 12:57:55 +08:00
|
|
|
rp.id,
|
|
|
|
Peer {
|
|
|
|
socket_addr: addr,
|
|
|
|
last_reg_time: Instant::now(),
|
|
|
|
},
|
|
|
|
);
|
2020-04-17 17:04:56 +08:00
|
|
|
let mut msg_out = RendezvousMessage::new();
|
|
|
|
msg_out.set_register_peer_response(RegisterPeerResponse::default());
|
|
|
|
socket.send(&msg_out, addr).await?
|
2020-03-07 22:45:22 +08:00
|
|
|
}
|
2020-03-09 16:16:21 +08:00
|
|
|
}
|
2020-04-21 23:49:31 +08:00
|
|
|
Some(rendezvous_message::Union::punch_hole_request(ph)) => {
|
2020-05-14 17:18:07 +08:00
|
|
|
self.handle_punch_hole_request(addr, &ph.id, socket, false, &pm)
|
2020-05-11 16:59:09 +08:00
|
|
|
.await?;
|
2020-03-07 22:45:22 +08:00
|
|
|
}
|
2020-04-21 23:49:31 +08:00
|
|
|
Some(rendezvous_message::Union::punch_hole_sent(phs)) => {
|
2020-05-11 15:47:13 +08:00
|
|
|
self.handle_hole_sent(&phs, addr, Some(socket)).await?;
|
2020-03-09 16:16:21 +08:00
|
|
|
}
|
2020-04-21 23:49:31 +08:00
|
|
|
Some(rendezvous_message::Union::local_addr(la)) => {
|
2020-05-11 15:47:13 +08:00
|
|
|
self.handle_local_addr(&la, addr, Some(socket)).await?;
|
2020-03-12 19:25:37 +08:00
|
|
|
}
|
2020-03-09 16:16:21 +08:00
|
|
|
_ => {}
|
2020-03-07 22:45:22 +08:00
|
|
|
}
|
2020-03-07 00:37:23 +08:00
|
|
|
}
|
|
|
|
Ok(())
|
2020-03-06 17:18:22 +08:00
|
|
|
}
|
2020-05-11 12:57:55 +08:00
|
|
|
|
2020-05-11 15:47:13 +08:00
|
|
|
async fn handle_hole_sent<'a>(
|
|
|
|
&mut self,
|
|
|
|
phs: &PunchHoleSent,
|
|
|
|
addr: SocketAddr,
|
|
|
|
socket: Option<&'a mut FramedSocket>,
|
|
|
|
) -> ResultType<()> {
|
|
|
|
// punch hole sent from B, tell A that B is ready to be connected
|
|
|
|
let addr_a = AddrMangle::decode(&phs.socket_addr);
|
|
|
|
log::debug!(
|
|
|
|
"{} punch hole response to {:?} from {:?}",
|
|
|
|
if socket.is_none() { "TCP" } else { "UDP" },
|
|
|
|
&addr_a,
|
|
|
|
&addr
|
|
|
|
);
|
|
|
|
let mut msg_out = RendezvousMessage::new();
|
|
|
|
msg_out.set_punch_hole_response(PunchHoleResponse {
|
|
|
|
socket_addr: AddrMangle::encode(addr),
|
|
|
|
..Default::default()
|
|
|
|
});
|
|
|
|
if let Some(socket) = socket {
|
|
|
|
socket.send(&msg_out, addr_a).await?;
|
|
|
|
} else {
|
|
|
|
self.send_to_tcp(&msg_out, addr_a).await?;
|
|
|
|
}
|
|
|
|
Ok(())
|
|
|
|
}
|
|
|
|
|
|
|
|
async fn handle_local_addr<'a>(
|
|
|
|
&mut self,
|
|
|
|
la: &LocalAddr,
|
|
|
|
addr: SocketAddr,
|
|
|
|
socket: Option<&'a mut FramedSocket>,
|
|
|
|
) -> ResultType<()> {
|
|
|
|
// forward local addrs of B to A
|
|
|
|
let addr_a = AddrMangle::decode(&la.socket_addr);
|
|
|
|
log::debug!(
|
|
|
|
"{} local addrs response to {:?} from {:?}",
|
|
|
|
if socket.is_none() { "TCP" } else { "UDP" },
|
|
|
|
&addr_a,
|
|
|
|
&addr
|
|
|
|
);
|
|
|
|
let mut msg_out = RendezvousMessage::new();
|
|
|
|
msg_out.set_punch_hole_response(PunchHoleResponse {
|
|
|
|
socket_addr: la.local_addr.clone(),
|
|
|
|
..Default::default()
|
|
|
|
});
|
|
|
|
if let Some(socket) = socket {
|
|
|
|
socket.send(&msg_out, addr_a).await?;
|
|
|
|
} else {
|
|
|
|
self.send_to_tcp(&msg_out, addr_a).await?;
|
|
|
|
}
|
|
|
|
Ok(())
|
|
|
|
}
|
|
|
|
|
2020-05-11 12:57:55 +08:00
|
|
|
async fn handle_punch_hole_request(
|
|
|
|
&mut self,
|
|
|
|
addr: SocketAddr,
|
|
|
|
id: &str,
|
|
|
|
socket: &mut FramedSocket,
|
2020-05-11 16:59:09 +08:00
|
|
|
is_tcp: bool,
|
2020-05-14 17:18:07 +08:00
|
|
|
pm: &PeerMap,
|
2020-05-11 12:57:55 +08:00
|
|
|
) -> ResultType<()> {
|
|
|
|
// punch hole request from A, forward to B,
|
|
|
|
// check if in same intranet first,
|
|
|
|
// fetch local addrs if in same intranet.
|
|
|
|
// because punch hole won't work if in the same intranet,
|
|
|
|
// all routers will drop such self-connections.
|
2020-05-14 17:18:07 +08:00
|
|
|
if let Some(peer) = pm.get(id) {
|
2020-05-11 12:57:55 +08:00
|
|
|
if peer.last_reg_time.elapsed().as_millis() as i32 >= REG_TIMEOUT {
|
|
|
|
let mut msg_out = RendezvousMessage::new();
|
|
|
|
msg_out.set_punch_hole_response(PunchHoleResponse {
|
|
|
|
failure: punch_hole_response::Failure::OFFLINE.into(),
|
|
|
|
..Default::default()
|
|
|
|
});
|
2020-05-11 16:59:09 +08:00
|
|
|
return if is_tcp {
|
|
|
|
self.send_to_tcp(&msg_out, addr).await
|
|
|
|
} else {
|
|
|
|
socket.send(&msg_out, addr).await
|
|
|
|
};
|
2020-05-11 12:57:55 +08:00
|
|
|
}
|
|
|
|
let mut msg_out = RendezvousMessage::new();
|
|
|
|
let same_intranet = match peer.socket_addr {
|
|
|
|
SocketAddr::V4(a) => match addr {
|
|
|
|
SocketAddr::V4(b) => a.ip() == b.ip(),
|
|
|
|
_ => false,
|
|
|
|
},
|
|
|
|
SocketAddr::V6(a) => match addr {
|
|
|
|
SocketAddr::V6(b) => a.ip() == b.ip(),
|
|
|
|
_ => false,
|
|
|
|
},
|
|
|
|
};
|
|
|
|
let socket_addr = AddrMangle::encode(addr);
|
|
|
|
if same_intranet {
|
|
|
|
log::debug!(
|
|
|
|
"Fetch local addr {:?} {:?} request from {:?}",
|
|
|
|
id,
|
|
|
|
&peer.socket_addr,
|
|
|
|
&addr
|
|
|
|
);
|
|
|
|
msg_out.set_fetch_local_addr(FetchLocalAddr {
|
|
|
|
socket_addr,
|
|
|
|
..Default::default()
|
|
|
|
});
|
|
|
|
} else {
|
|
|
|
log::debug!(
|
|
|
|
"Punch hole {:?} {:?} request from {:?}",
|
|
|
|
id,
|
|
|
|
&peer.socket_addr,
|
|
|
|
&addr
|
|
|
|
);
|
|
|
|
msg_out.set_punch_hole(PunchHole {
|
|
|
|
socket_addr,
|
|
|
|
..Default::default()
|
|
|
|
});
|
|
|
|
}
|
|
|
|
socket.send(&msg_out, peer.socket_addr).await?;
|
|
|
|
} else {
|
|
|
|
let mut msg_out = RendezvousMessage::new();
|
|
|
|
msg_out.set_punch_hole_response(PunchHoleResponse {
|
|
|
|
failure: punch_hole_response::Failure::ID_NOT_EXIST.into(),
|
|
|
|
..Default::default()
|
|
|
|
});
|
2020-05-11 16:59:09 +08:00
|
|
|
return if is_tcp {
|
|
|
|
self.send_to_tcp(&msg_out, addr).await
|
|
|
|
} else {
|
|
|
|
socket.send(&msg_out, addr).await
|
|
|
|
};
|
2020-05-11 12:57:55 +08:00
|
|
|
}
|
|
|
|
Ok(())
|
|
|
|
}
|
|
|
|
|
|
|
|
async fn send_to_tcp(&mut self, msg: &RendezvousMessage, addr: SocketAddr) -> ResultType<()> {
|
|
|
|
let tcp = self.tcp_punch.lock().unwrap().remove(&addr);
|
|
|
|
if let Some(mut tcp) = tcp {
|
|
|
|
if let Ok(bytes) = msg.write_to_bytes() {
|
|
|
|
tokio::spawn(async move {
|
|
|
|
allow_err!(tcp.send(Bytes::from(bytes)).await);
|
|
|
|
log::debug!("Send punch hole to {} via tcp", addr);
|
|
|
|
});
|
|
|
|
}
|
|
|
|
}
|
|
|
|
Ok(())
|
|
|
|
}
|
|
|
|
}
|