Compare commits

...
Sign in to create a new pull request.

2 commits
master ... tcp

Author SHA1 Message Date
srtk
2135fd599e Optimize server broadcast and message handling for 60fps 2026-02-13 22:29:06 +05:30
srtk
fe08e595e9 Migrate to TCP-only streaming and add diagnostics 2026-02-13 22:04:22 +05:30
5 changed files with 117 additions and 189 deletions

View file

@ -66,6 +66,8 @@ pub enum ControlMsg {
message: String,
timestamp: u64,
},
/// Keep-alive heartbeat
Heartbeat,
/// General Error
Error {
message: String,

View file

@ -37,16 +37,18 @@ pub async fn handle_socket(mut socket: WebSocket, _addr: SocketAddr, state: AppS
}).collect();
// Notify others
let _ = room.tx.send(ControlMsg::PeerJoined {
user_id: uid,
display_name: display_name.clone(),
let _ = room.tx.send(crate::state::RoomMessage {
from_user_id: uid,
content: crate::state::RoomMessageContent::Control(ControlMsg::PeerJoined {
user_id: uid,
display_name: display_name.clone(),
})
});
// Add self to room
room.peers.insert(uid, Peer {
id: uid,
display_name: display_name.clone(),
addr: None,
});
user_id = Some(uid);
@ -58,7 +60,9 @@ pub async fn handle_socket(mut socket: WebSocket, _addr: SocketAddr, state: AppS
room_code: room_code.clone(),
peers: peers_list,
};
if let Err(e) = sender.send(Message::Text(serde_json::to_string(&resp).unwrap().into())).await {
let json = serde_json::to_string(&resp).unwrap();
info!("Sending Joined response to {}: {}", uid, json);
if let Err(e) = sender.send(Message::Text(json.into())).await {
error!("Failed to send Joined response: {}", e);
return;
}
@ -91,62 +95,107 @@ pub async fn handle_socket(mut socket: WebSocket, _addr: SocketAddr, state: AppS
match msg {
Some(Ok(Message::Text(text))) => {
if let Ok(control) = serde_json::from_str::<ControlMsg>(&text) {
match control {
ControlMsg::UpdateStream { stream_id, active, media_type, .. } => {
// Broadcast to room with sender's user_id
let update = ControlMsg::UpdateStream {
user_id: uid,
stream_id,
active,
media_type,
};
if let Some(room) = state.rooms.get(&rid) {
let _ = room.tx.send(update);
}
// Broadcast control msg to room
if let Some(room) = state.rooms.get(&rid) {
// Some control messages might need adjustment or just raw forwarding?
// For chat/updateStream, we usually just want to forward but ensure the from_user_id is set correctly.
// But wait, the client sends "ChatMessage" with fields.
// We should trust the authenticated UID or override it?
// Overriding/Verified is safer.
let verified_msg = match control {
ControlMsg::UpdateStream { stream_id, active, media_type, .. } => {
ControlMsg::UpdateStream {
user_id: uid,
stream_id,
active,
media_type,
}
},
ControlMsg::ChatMessage { message, .. } => {
ControlMsg::ChatMessage {
user_id: uid,
display_name: room.peers.get(&uid).map(|p| p.display_name.clone()).unwrap_or_default(),
message,
timestamp: std::time::SystemTime::now()
.duration_since(std::time::UNIX_EPOCH)
.unwrap()
.as_millis() as u64,
}
},
ControlMsg::Heartbeat => {
// Echo back to sender for latency/connectivity check
let _ = sender.send(Message::Text(serde_json::to_string(&ControlMsg::Heartbeat).unwrap().into())).await;
ControlMsg::Heartbeat
},
_ => control,
};
if let Err(e) = room.tx.send(crate::state::RoomMessage {
from_user_id: uid,
content: crate::state::RoomMessageContent::Control(verified_msg),
}) {
error!("Failed to broadcast control message from {}: {}", uid, e);
}
ControlMsg::ChatMessage { message, display_name, .. } => {
// Broadcast chat with sender info
let chat = ControlMsg::ChatMessage {
user_id: uid,
display_name: state.rooms.get(&rid)
.and_then(|r| r.peers.get(&uid).map(|p| p.display_name.clone()))
.unwrap_or(display_name), // Fallback to provided name
message,
timestamp: std::time::SystemTime::now()
.duration_since(std::time::UNIX_EPOCH)
.unwrap()
.as_millis() as u64,
};
if let Some(room) = state.rooms.get(&rid) {
let _ = room.tx.send(chat);
}
}
_ => {}
}
}
}
Some(Ok(Message::Binary(data))) => {
// Binary Media Data (Audio/Video/Screen)
if let Some(room) = state.rooms.get(&rid) {
// Diagnostics: Echo back if it starts with 0xAA (our probe marker)
if !data.is_empty() && data[0] == 0xAA {
let _ = sender.send(Message::Binary(data.clone())).await;
}
if let Err(e) = room.tx.send(crate::state::RoomMessage {
from_user_id: uid,
content: crate::state::RoomMessageContent::Media(data.to_vec()),
}) {
error!("Failed to broadcast binary media from {}: {}", uid, e);
}
}
}
Some(Ok(Message::Close(_))) => break,
Some(Err(_)) => break,
Some(Err(e)) => {
error!("WS receive error from {}: {}", uid, e);
break;
}
None => break,
_ => {}
}
}
Ok(msg) = rx.recv() => {
// Forward broadcast to client
let _ = sender.send(Message::Text(serde_json::to_string(&msg).unwrap().into())).await;
// Determine if we should send this message to the client
if msg.from_user_id != uid {
match msg.content {
crate::state::RoomMessageContent::Control(c) => {
if let Err(e) = sender.send(Message::Text(serde_json::to_string(&c).unwrap().into())).await {
error!("Failed to relay control msg to {}: {}", uid, e);
}
},
crate::state::RoomMessageContent::Media(data) => {
// Only log occasionally to avoid flooding
if rand::random::<u16>() % 500 == 0 {
info!("Relaying media chunk to user {}: {} bytes", uid, data.len());
}
if let Err(e) = sender.send(Message::Binary(data.into())).await {
error!("Failed to relay media to {}: {}", uid, e);
}
}
}
}
}
}
}
// Cleanup
if let Some(room) = state.rooms.get(&rid) {
if let Some((_, peer)) = room.peers.remove(&uid) {
// Clean up address mapping if present
if let Some(addr) = peer.addr {
state.peers_by_addr.remove(&addr);
}
}
let _ = room.tx.send(ControlMsg::PeerLeft { user_id: uid });
room.peers.remove(&uid);
let _ = room.tx.send(crate::state::RoomMessage {
from_user_id: uid,
content: crate::state::RoomMessageContent::Control(ControlMsg::PeerLeft { user_id: uid }),
});
}
info!("User {} left room {}", uid, rid);

View file

@ -1,17 +1,16 @@
use axum::{
extract::{State, Request, ConnectInfo},
extract::ws::{WebSocketUpgrade, WebSocket, Message}, // Explicit import
extract::{State, ConnectInfo},
extract::ws::WebSocketUpgrade,
response::IntoResponse,
routing::get,
Router,
};
use std::net::SocketAddr;
use tokio::net::UdpSocket;
use tracing::{info, error};
use tracing::info;
mod state;
mod handlers;
mod udp;
use state::AppState;
#[tokio::main]
@ -20,13 +19,7 @@ async fn main() -> anyhow::Result<()> {
let state = AppState::new();
// Spawn UDP Server
let udp_state = state.clone();
tokio::spawn(async move {
if let Err(e) = udp::run_udp_server(udp_state).await {
error!("UDP server error: {}", e);
}
});
// HTTP/WS Server
let app = Router::new()

View file

@ -1,48 +1,52 @@
use dashmap::DashMap;
use shared::{ControlMsg, UserId};
use std::net::SocketAddr;
use shared::UserId;
use std::sync::Arc;
use tokio::sync::broadcast;
#[derive(Debug, Clone)]
pub struct AppState {
pub rooms: Arc<DashMap<String, Room>>,
pub peers_by_addr: Arc<DashMap<SocketAddr, PeerLocation>>,
}
#[derive(Debug, Clone)]
pub struct PeerLocation {
pub room_id: String,
pub user_id: UserId,
}
#[derive(Debug, Clone)]
pub struct Room {
pub id: String,
pub peers: DashMap<UserId, Peer>,
// Channel for broadcasting control messages within the room
pub tx: broadcast::Sender<ControlMsg>,
pub tx: broadcast::Sender<RoomMessage>,
}
#[derive(Clone, Debug)]
pub struct RoomMessage {
pub from_user_id: UserId,
pub content: RoomMessageContent,
}
#[derive(Clone, Debug)]
pub enum RoomMessageContent {
Control(shared::ControlMsg),
Media(Vec<u8>),
}
#[derive(Debug, Clone)]
pub struct Peer {
pub id: UserId,
pub display_name: String,
pub addr: Option<SocketAddr>, // UDP address
}
impl AppState {
pub fn new() -> Self {
Self {
rooms: Arc::new(DashMap::new()),
peers_by_addr: Arc::new(DashMap::new()),
}
}
}
impl Room {
pub fn new(id: String) -> Self {
let (tx, _) = broadcast::channel(100);
let (tx, _) = broadcast::channel(1024);
Self {
id,
peers: DashMap::new(),

View file

@ -1,120 +0,0 @@
use std::sync::Arc;
use tokio::net::UdpSocket;
use tracing::{info, warn, error};
use shared::{PacketHeader, MediaType, UserId};
use bincode;
use crate::state::{AppState, PeerLocation};
#[derive(serde::Serialize, serde::Deserialize)]
struct Handshake {
user_id: UserId,
room_code: String,
}
pub async fn run_udp_server(state: AppState) -> anyhow::Result<()> {
let socket = Arc::new(UdpSocket::bind("0.0.0.0:4000").await?);
info!("UDP Server listening on 0.0.0.0:4000");
let mut buf = [0u8; 65535];
loop {
match socket.recv_from(&mut buf).await {
Ok((len, addr)) => {
let data = &buf[..len];
info!("UDP RECV from {}: {} bytes", addr, len);
// Manually parse header (24 bytes) to match client's raw byte layout:
// Byte 0: version (u8)
// Byte 1: media_type (u8)
// Bytes 2-5: user_id (u32 LE)
// Bytes 6-9: sequence (u32 LE)
// Bytes 10-17: timestamp (u64 LE)
// Bytes 18-19: fragment_index (u16 LE)
// Bytes 20-21: fragment_count (u16 LE)
// Bytes 22-23: flags (u16 LE)
if data.len() < 24 {
warn!("UDP packet too small: {} bytes from {}", data.len(), addr);
continue;
}
let version = data[0];
let media_type_byte = data[1];
let user_id = u32::from_le_bytes([data[2], data[3], data[4], data[5]]);
let _sequence = u32::from_le_bytes([data[6], data[7], data[8], data[9]]);
let _timestamp = u64::from_le_bytes([data[10], data[11], data[12], data[13], data[14], data[15], data[16], data[17]]);
let _fragment_index = u16::from_le_bytes([data[18], data[19]]);
let _fragment_count = u16::from_le_bytes([data[20], data[21]]);
let _flags = u16::from_le_bytes([data[22], data[23]]);
let media_type = match media_type_byte {
0 => MediaType::Audio,
1 => MediaType::Video,
2 => MediaType::Screen,
3 => MediaType::Command,
_ => MediaType::Unknown,
};
let payload = &data[24..];
match media_type {
MediaType::Command => {
// Handshake
match bincode::deserialize::<Handshake>(payload) {
Ok(handshake) => {
// Validate User in Room
if let Some(room) = state.rooms.get(&handshake.room_code) {
if room.peers.contains_key(&handshake.user_id) {
// Update Address
state.peers_by_addr.insert(addr, PeerLocation {
room_id: handshake.room_code.clone(),
user_id: handshake.user_id,
});
// Update Peer in Room
if let Some(mut peer) = room.peers.get_mut(&handshake.user_id) {
peer.addr = Some(addr);
info!(
"UDP Handshake: User {} at {}, Room {}",
handshake.user_id, addr, handshake.room_code
);
}
}
}
}
Err(e) => {
warn!("Failed to deserialize Handshake from {}: {}", addr, e);
}
}
}
_ => {
// Media Packet: Relay
if let Some(loc) = state.peers_by_addr.get(&addr) {
let room_id = &loc.room_id;
let sender_id: UserId = loc.user_id;
// Forward to all valid peers in room
if let Some(room) = state.rooms.get(room_id) {
for peer in room.peers.iter() {
// Don't echo back to sender
if *peer.key() != sender_id {
if let Some(target_addr) = peer.value().addr {
// Send
let _ = socket.send_to(data, target_addr).await;
}
}
}
}
} else {
warn!("Dropping Relay Packet from unknown sender: {}", addr);
}
}
}
}
Err(e) => {
error!("UDP recv error: {}", e);
}
}
}
}