Support listening!
This commit is contained in:
parent
400144fe46
commit
203cb50380
@ -13,15 +13,15 @@ struct NodeInfo {
|
||||
}
|
||||
|
||||
#[derive(Debug, Serialize, Deserialize)]
|
||||
struct DiscoveryMessage {
|
||||
pub struct DiscoveryMessage {
|
||||
#[serde(rename = "type")]
|
||||
message_type: String,
|
||||
node_id: String,
|
||||
grpc_port: u16,
|
||||
device_capabilities: DeviceCapabilities,
|
||||
priority: u8,
|
||||
interface_name: String,
|
||||
interface_type: String,
|
||||
pub message_type: String,
|
||||
pub node_id: String,
|
||||
pub grpc_port: u16,
|
||||
pub device_capabilities: DeviceCapabilities,
|
||||
pub priority: u8,
|
||||
pub interface_name: String,
|
||||
pub interface_type: String,
|
||||
}
|
||||
|
||||
fn bind_to_address(address: SocketAddr) -> UdpSocket {
|
||||
|
||||
@ -1,6 +1,7 @@
|
||||
mod topology;
|
||||
mod orchestration;
|
||||
mod discovery;
|
||||
mod udp_listen;
|
||||
mod network;
|
||||
|
||||
use serde::{Deserialize, Serialize};
|
||||
|
||||
@ -3,16 +3,17 @@ use tonic::codec::CompressionEncoding;
|
||||
use crate::node_service::node_service_client::NodeServiceClient;
|
||||
use crate::topology::DeviceCapabilities;
|
||||
|
||||
struct PeerHandle {
|
||||
node_id: String,
|
||||
address: SocketAddr,
|
||||
description: Option<String>,
|
||||
client: NodeServiceClient<tonic::transport::Channel>,
|
||||
device_capabilities: DeviceCapabilities,
|
||||
pub struct PeerHandle {
|
||||
pub node_id: String,
|
||||
pub address: SocketAddr,
|
||||
pub address_priority: u8,
|
||||
pub description: Option<String>,
|
||||
pub client: tokio::sync::Mutex<NodeServiceClient<tonic::transport::Channel>>,
|
||||
pub device_capabilities: DeviceCapabilities,
|
||||
}
|
||||
|
||||
impl PeerHandle {
|
||||
async fn new(node_id: String, address: SocketAddr, description: Option<String>, device_capabilities: DeviceCapabilities) -> Result<Self, tonic::transport::Error> {
|
||||
pub async fn new(node_id: String, address: SocketAddr, address_priority: u8, description: Option<String>, device_capabilities: DeviceCapabilities) -> Result<Self, tonic::transport::Error> {
|
||||
let endpoint = format!("http://{}", address);
|
||||
let client = NodeServiceClient::connect(endpoint).await?
|
||||
.accept_compressed(CompressionEncoding::Gzip);
|
||||
@ -20,8 +21,9 @@ impl PeerHandle {
|
||||
Ok(Self {
|
||||
node_id,
|
||||
description,
|
||||
address_priority,
|
||||
address,
|
||||
client,
|
||||
client: tokio::sync::Mutex::new(client),
|
||||
device_capabilities,
|
||||
})
|
||||
}
|
||||
|
||||
140
src/udp_listen.rs
Normal file
140
src/udp_listen.rs
Normal file
@ -0,0 +1,140 @@
|
||||
use crate::orchestration::PeerHandle;
|
||||
use crate::{discovery::DiscoveryMessage, node_service::HealthCheckRequest};
|
||||
use std::collections::HashMap;
|
||||
use std::net::SocketAddr;
|
||||
use system_configuration::sys::libc::disconnectx;
|
||||
use tokio::net::UdpSocket;
|
||||
use tokio::select;
|
||||
use tokio::sync::mpsc::UnboundedSender;
|
||||
use tonic::transport::Error;
|
||||
use tracing::{debug, error, info};
|
||||
|
||||
#[derive(Debug, Clone)]
|
||||
struct NodeInfo {
|
||||
id: String,
|
||||
listen_port: u16,
|
||||
allowed_peer_ids: Option<Vec<String>>,
|
||||
allowed_interfaces: Option<Vec<String>>,
|
||||
}
|
||||
|
||||
pub async fn listen_for_discovery(
|
||||
node_info: NodeInfo,
|
||||
tx: UnboundedSender<(SocketAddr, DiscoveryMessage)>,
|
||||
) {
|
||||
let socket = UdpSocket::bind(format!("0.0.0.0:{}", node_info.listen_port))
|
||||
.await
|
||||
.unwrap();
|
||||
let mut buf = vec![0u8; 65535];
|
||||
|
||||
loop {
|
||||
let (len, addr) = socket.recv_from(&mut buf).await.unwrap();
|
||||
if len == 0 {
|
||||
continue;
|
||||
}
|
||||
|
||||
let Ok(message) = String::from_utf8(buf[..len].to_vec()) else {
|
||||
error!("Invalid UTF-8 message from {}", addr);
|
||||
continue;
|
||||
};
|
||||
|
||||
let Ok(message) = serde_json::from_str::<DiscoveryMessage>(&message) else {
|
||||
error!("Invalid discovery message from {}", addr);
|
||||
continue;
|
||||
};
|
||||
|
||||
// Validate message
|
||||
if message.message_type != "discovery" || message.node_id == node_info.id {
|
||||
continue;
|
||||
}
|
||||
|
||||
if node_info
|
||||
.allowed_peer_ids
|
||||
.as_ref()
|
||||
.map(|ids| !ids.contains(&message.node_id))
|
||||
.unwrap_or(false)
|
||||
{
|
||||
debug!(
|
||||
"Ignoring peer {peer_id} as it's not in the allowed node IDs list",
|
||||
peer_id = message.node_id
|
||||
);
|
||||
continue;
|
||||
}
|
||||
|
||||
if node_info
|
||||
.allowed_interfaces
|
||||
.as_ref()
|
||||
.map(|interfaces| !interfaces.contains(&message.interface_name))
|
||||
.unwrap_or(false)
|
||||
{
|
||||
debug!("Ignoring peer {peer_id} as it's interface {interface} is not in the allowed interfaces list", peer_id = message.node_id, interface = message.interface_name);
|
||||
continue;
|
||||
}
|
||||
|
||||
tx.send((addr, message)).unwrap();
|
||||
}
|
||||
}
|
||||
|
||||
struct PeerInfo {
|
||||
address: SocketAddr,
|
||||
priority: u8,
|
||||
}
|
||||
|
||||
pub async fn manage_discovery(node_info: NodeInfo) {
|
||||
let mut peers: HashMap<String, PeerHandle> = HashMap::new();
|
||||
let (tx, mut rx) = tokio::sync::mpsc::unbounded_channel::<(SocketAddr, DiscoveryMessage)>();
|
||||
tokio::spawn(listen_for_discovery(node_info.clone(), tx));
|
||||
|
||||
while let Some((addr, message)) = rx.recv().await {
|
||||
info!("Received discovery message from {}", message.node_id);
|
||||
let existing = peers.get(&message.node_id);
|
||||
let insert_new = match existing {
|
||||
None => true,
|
||||
Some(existing) => {
|
||||
existing.address != addr && existing.address_priority < message.priority
|
||||
}
|
||||
};
|
||||
|
||||
if !insert_new {
|
||||
continue;
|
||||
}
|
||||
|
||||
let description = format!("{} ({})", message.interface_type, message.interface_name);
|
||||
|
||||
let a = PeerHandle::new(
|
||||
message.node_id.clone(),
|
||||
addr.clone(),
|
||||
message.priority,
|
||||
Some(description),
|
||||
message.device_capabilities.clone(),
|
||||
)
|
||||
.await;
|
||||
|
||||
let a = match a {
|
||||
Ok(a) => a,
|
||||
Err(error) => {
|
||||
error!(
|
||||
"Failed to connect to new peer {} at {}: {}",
|
||||
message.node_id, addr, error
|
||||
);
|
||||
continue;
|
||||
}
|
||||
};
|
||||
|
||||
let is_healthy = a
|
||||
.client
|
||||
.lock()
|
||||
.await
|
||||
.health_check(HealthCheckRequest::default())
|
||||
.await
|
||||
.ok()
|
||||
.map(|x| x.into_inner().is_healthy)
|
||||
.unwrap_or(false);
|
||||
|
||||
if !is_healthy {
|
||||
error!("Peer {} is not healthy", message.node_id);
|
||||
continue;
|
||||
}
|
||||
|
||||
peers.insert(message.node_id, a);
|
||||
}
|
||||
}
|
||||
Loading…
Reference in New Issue
Block a user