use std::{ collections::HashMap, num::NonZeroI64, sync::{ atomic::{AtomicUsize, Ordering}, Arc, RwLock, }, }; #[cfg(any(target_os = "windows", target_os = "linux", target_os = "macos"))] use clipboard::ContextSend; use crossbeam_queue::ArrayQueue; #[cfg(not(any(target_os = "android", target_os = "ios")))] use hbb_common::sleep; #[cfg(not(target_os = "ios"))] use hbb_common::tokio::sync::mpsc::error::TryRecvError; use hbb_common::{ allow_err, config::{PeerConfig, TransferSerde}, fs, fs::{ can_enable_overwrite_detection, get_job, get_string, new_send_confirm, DigestCheckResult, RemoveJobMeta, }, get_time, log, message_proto::permission_info::Permission, message_proto::*, protobuf::Message as _, rendezvous_proto::ConnType, tokio::{ self, sync::mpsc, time::{self, Duration, Instant}, }, Stream, }; #[cfg(any(target_os = "windows", target_os = "linux", target_os = "macos"))] use hbb_common::{tokio::sync::Mutex as TokioMutex, ResultType}; use scrap::CodecFormat; use crate::client::{ new_voice_call_request, Client, MediaData, MediaSender, QualityStatus, MILLI1, SEC30, }; #[cfg(not(any(target_os = "android", target_os = "ios")))] use crate::common::{self, update_clipboard}; use crate::common::{get_default_sound_input, set_sound_input}; use crate::ui_session_interface::{InvokeUiSession, Session}; #[cfg(not(any(target_os = "ios")))] use crate::{audio_service, ConnInner, CLIENT_SERVER}; use crate::{client::Data, client::Interface}; pub struct Remote { handler: Session, video_queue_map: Arc>>>, video_sender: MediaSender, audio_sender: MediaSender, receiver: mpsc::UnboundedReceiver, sender: mpsc::UnboundedSender, // Stop sending local audio to remote client. stop_voice_call_sender: Option>, voice_call_request_timestamp: Option, read_jobs: Vec, write_jobs: Vec, remove_jobs: HashMap, timer: crate::RustDeskInterval, last_update_jobs_status: (Instant, HashMap), is_connected: bool, first_frame: bool, #[cfg(any(target_os = "windows", target_os = "linux", target_os = "macos"))] client_conn_id: i32, // used for file clipboard data_count: Arc, frame_count_map: Arc>>, video_format: CodecFormat, elevation_requested: bool, fps_control_map: HashMap, decode_fps_map: Arc>>, chroma: Arc>>, } impl Remote { pub fn new( handler: Session, video_queue: Arc>>>, video_sender: MediaSender, audio_sender: MediaSender, receiver: mpsc::UnboundedReceiver, sender: mpsc::UnboundedSender, frame_count_map: Arc>>, decode_fps: Arc>>, chroma: Arc>>, ) -> Self { Self { handler, video_queue_map: video_queue, video_sender, audio_sender, receiver, sender, read_jobs: Vec::new(), write_jobs: Vec::new(), remove_jobs: Default::default(), timer: crate::rustdesk_interval(time::interval(SEC30)), last_update_jobs_status: (Instant::now(), Default::default()), is_connected: false, first_frame: false, #[cfg(any(target_os = "windows", target_os = "linux", target_os = "macos"))] client_conn_id: 0, data_count: Arc::new(AtomicUsize::new(0)), frame_count_map, video_format: CodecFormat::Unknown, stop_voice_call_sender: None, voice_call_request_timestamp: None, elevation_requested: false, fps_control_map: Default::default(), decode_fps_map: decode_fps, chroma, } } pub async fn io_loop(&mut self, key: &str, token: &str, round: u32) { let mut last_recv_time = Instant::now(); let mut received = false; let conn_type = if self.handler.is_file_transfer() { ConnType::FILE_TRANSFER } else { ConnType::default() }; match Client::start( &self.handler.get_id(), key, token, conn_type, self.handler.clone(), ) .await { Ok((mut peer, direct, pk)) => { self.handler .connection_round_state .lock() .unwrap() .set_connected(); self.handler.set_connection_type(peer.is_secured(), direct); // flutter -> connection_ready self.handler.update_direct(Some(direct)); if conn_type == ConnType::DEFAULT_CONN { self.handler .set_fingerprint(crate::common::pk_to_fingerprint(pk.unwrap_or_default())); } // just build for now #[cfg(not(any(target_os = "windows", target_os = "linux", target_os = "macos")))] let (_tx_holder, mut rx_clip_client) = mpsc::unbounded_channel::(); #[cfg(any(target_os = "windows", target_os = "linux", target_os = "macos"))] let (_tx_holder, rx) = mpsc::unbounded_channel(); #[cfg(any(target_os = "windows", target_os = "linux", target_os = "macos"))] let mut rx_clip_client_lock = Arc::new(TokioMutex::new(rx)); #[cfg(any(target_os = "windows", target_os = "linux", target_os = "macos"))] { let is_conn_not_default = self.handler.is_file_transfer() || self.handler.is_port_forward() || self.handler.is_rdp(); if !is_conn_not_default { log::debug!("get cliprdr client for conn_id {}", self.client_conn_id); (self.client_conn_id, rx_clip_client_lock) = clipboard::get_rx_cliprdr_client(&self.handler.get_id()); }; } #[cfg(any(target_os = "windows", target_os = "linux", target_os = "macos"))] let mut rx_clip_client = rx_clip_client_lock.lock().await; let mut status_timer = crate::rustdesk_interval(time::interval(Duration::new(1, 0))); let mut fps_instant = Instant::now(); loop { tokio::select! { res = peer.next() => { if let Some(res) = res { match res { Err(err) => { self.handler.on_establish_connection_error(err.to_string()); break; } Ok(ref bytes) => { last_recv_time = Instant::now(); if !received { received = true; self.handler.update_received(true); } self.data_count.fetch_add(bytes.len(), Ordering::Relaxed); if !self.handle_msg_from_peer(bytes, &mut peer).await { break } } } } else { if self.handler.is_restarting_remote_device() { log::info!("Restart remote device"); self.handler.msgbox("restarting", "Restarting remote device", "remote_restarting_tip", ""); } else { log::info!("Reset by the peer"); self.handler.msgbox("error", "Connection Error", "Reset by the peer", ""); } break; } } d = self.receiver.recv() => { if let Some(d) = d { if !self.handle_msg_from_ui(d, &mut peer).await { break; } } } _msg = rx_clip_client.recv() => { #[cfg(any(target_os="windows", target_os="linux", target_os = "macos"))] self.handle_local_clipboard_msg(&mut peer, _msg).await; } _ = self.timer.tick() => { if last_recv_time.elapsed() >= SEC30 { self.handler.msgbox("error", "Connection Error", "Timeout", ""); break; } if !self.read_jobs.is_empty() { if let Err(err) = fs::handle_read_jobs(&mut self.read_jobs, &mut peer).await { self.handler.msgbox("error", "Connection Error", &err.to_string(), ""); break; } self.update_jobs_status(); } else { self.timer = crate::rustdesk_interval(time::interval_at(Instant::now() + SEC30, SEC30)); } } _ = status_timer.tick() => { self.fps_control(direct); let elapsed = fps_instant.elapsed().as_millis(); if elapsed < 1000 { continue; } fps_instant = Instant::now(); let mut speed = self.data_count.swap(0, Ordering::Relaxed); speed = speed * 1000 / elapsed as usize; let speed = format!("{:.2}kB/s", speed as f32 / 1024 as f32); let mut frame_count_map_write = self.frame_count_map.write().unwrap(); let frame_count_map = frame_count_map_write.clone(); frame_count_map_write.values_mut().for_each(|v| *v = 0); drop(frame_count_map_write); let fps = frame_count_map.iter().map(|(k, v)| { // Correcting the inaccuracy of status_timer (k.clone(), (*v as i32) * 1000 / elapsed as i32) }).collect::>(); let chroma = self.chroma.read().unwrap().clone(); let chroma = match chroma { Some(Chroma::I444) => "4:4:4", Some(Chroma::I420) => "4:2:0", None => "-", }; let chroma = Some(chroma.to_string()); self.handler.update_quality_status(QualityStatus { speed: Some(speed), fps, chroma, ..Default::default() }); } } } log::debug!("Exit io_loop of id={}", self.handler.get_id()); // Stop client audio server. if let Some(s) = self.stop_voice_call_sender.take() { s.send(()).ok(); } } Err(err) => { self.handler.on_establish_connection_error(err.to_string()); } } // set_disconnected_ok is used to check if new connection round is started. let _set_disconnected_ok = self .handler .connection_round_state .lock() .unwrap() .set_disconnected(round); #[cfg(not(any(target_os = "android", target_os = "ios")))] if _set_disconnected_ok { Client::try_stop_clipboard(&self.handler.get_id()); } #[cfg(any(target_os = "windows", target_os = "linux", target_os = "macos"))] if _set_disconnected_ok { let conn_id = self.client_conn_id; log::debug!("try empty cliprdr for conn_id {}", conn_id); let _ = ContextSend::proc(|context| -> ResultType<()> { context.empty_clipboard(conn_id)?; Ok(()) }); } } #[cfg(any(target_os = "windows", target_os = "linux", target_os = "macos"))] async fn handle_local_clipboard_msg( &self, peer: &mut crate::client::FramedStream, msg: Option, ) { match msg { Some(clip) => match clip { clipboard::ClipboardFile::NotifyCallback { r#type, title, text, } => { self.handler.msgbox(&r#type, &title, &text, ""); } _ => { let is_stopping_allowed = clip.is_stopping_allowed(); let server_file_transfer_enabled = *self.handler.server_file_transfer_enabled.read().unwrap(); let file_transfer_enabled = self.handler.lc.read().unwrap().enable_file_transfer.v; let view_only = self.handler.lc.read().unwrap().view_only.v; let stop = is_stopping_allowed && (view_only || !self.is_connected || !(server_file_transfer_enabled && file_transfer_enabled)); log::debug!( "Process clipboard message from system, stop: {}, is_stopping_allowed: {}, view_only: {}, server_file_transfer_enabled: {}, file_transfer_enabled: {}", view_only, stop, is_stopping_allowed, server_file_transfer_enabled, file_transfer_enabled ); if stop { ContextSend::set_is_stopped(); } else { if let Err(e) = ContextSend::make_sure_enabled() { log::error!("failed to restart clipboard context: {}", e); }; log::debug!("Send system clipboard message to remote"); let msg = crate::clipboard_file::clip_2_msg(clip); allow_err!(peer.send(&msg).await); } } }, None => { // unreachable!() } } } fn handle_job_status(&mut self, id: i32, file_num: i32, err: Option) { if let Some(job) = self.remove_jobs.get_mut(&id) { if job.no_confirm { let file_num = (file_num + 1) as usize; if file_num < job.files.len() { let path = format!("{}{}{}", job.path, job.sep, job.files[file_num].name); self.sender .send(Data::RemoveFile((id, path, file_num as i32, job.is_remote))) .ok(); let elapsed = job.last_update_job_status.elapsed().as_millis() as i32; if elapsed >= 1000 { job.last_update_job_status = Instant::now(); } else { return; } } else { self.remove_jobs.remove(&id); } } } if let Some(err) = err { self.handler.job_error(id, err, file_num); } else { self.handler.job_done(id, file_num); } } fn stop_voice_call(&mut self) { let voice_call_sender = std::mem::replace(&mut self.stop_voice_call_sender, None); if let Some(stopper) = voice_call_sender { let _ = stopper.send(()); } } // Start a voice call recorder, records audio and send to remote fn start_voice_call(&mut self) -> Option> { if self.handler.is_file_transfer() || self.handler.is_port_forward() { return None; } // Switch to default input device let default_sound_device = get_default_sound_input(); if let Some(device) = default_sound_device { set_sound_input(device); } // iOS does not have this server. #[cfg(not(any(target_os = "ios")))] { // Create a channel to receive error or closed message let (tx, rx) = std::sync::mpsc::channel(); let (tx_audio_data, mut rx_audio_data) = hbb_common::tokio::sync::mpsc::unbounded_channel(); // Create a stand-alone inner, add subscribe to audio service let conn_id = CLIENT_SERVER.write().unwrap().get_new_id(); let client_conn_inner = ConnInner::new(conn_id.clone(), Some(tx_audio_data), None); // now we subscribe CLIENT_SERVER.write().unwrap().subscribe( audio_service::NAME, client_conn_inner.clone(), true, ); let tx_audio = self.sender.clone(); std::thread::spawn(move || { loop { // check if client is closed match rx.try_recv() { Ok(_) | Err(std::sync::mpsc::TryRecvError::Disconnected) => { log::debug!("Exit voice call audio service of client"); // unsubscribe CLIENT_SERVER.write().unwrap().subscribe( audio_service::NAME, client_conn_inner, false, ); break; } _ => {} } match rx_audio_data.try_recv() { Ok((_instant, msg)) => match &msg.union { Some(message::Union::AudioFrame(frame)) => { let mut msg = Message::new(); msg.set_audio_frame(frame.clone()); tx_audio.send(Data::Message(msg)).ok(); } Some(message::Union::Misc(misc)) => { let mut msg = Message::new(); msg.set_misc(misc.clone()); tx_audio.send(Data::Message(msg)).ok(); } _ => {} }, Err(err) => { if err == TryRecvError::Empty { // ignore } else { log::debug!("Failed to record local audio channel: {}", err); } } } } }); return Some(tx); } #[cfg(target_os = "ios")] { None } } async fn handle_msg_from_ui(&mut self, data: Data, peer: &mut Stream) -> bool { match data { Data::Close => { let mut misc = Misc::new(); misc.set_close_reason("".to_owned()); let mut msg = Message::new(); msg.set_misc(misc); allow_err!(peer.send(&msg).await); return false; } Data::Login((os_username, os_password, password, remember)) => { self.handler .handle_login_from_ui(os_username, os_password, password, remember, peer) .await; } #[cfg(not(feature = "flutter"))] Data::ToggleClipboardFile => { self.check_clipboard_file_context(); } Data::Message(msg) => { allow_err!(peer.send(&msg).await); } Data::SendFiles((id, path, to, file_num, include_hidden, is_remote)) => { log::info!("send files, is remote {}", is_remote); let od = can_enable_overwrite_detection(self.handler.lc.read().unwrap().version); if is_remote { log::debug!("New job {}, write to {} from remote {}", id, to, path); self.write_jobs.push(fs::TransferJob::new_write( id, path.clone(), to, file_num, include_hidden, is_remote, Vec::new(), od, )); allow_err!( peer.send(&fs::new_send(id, path, file_num, include_hidden)) .await ); } else { match fs::TransferJob::new_read( id, to.clone(), path.clone(), file_num, include_hidden, is_remote, od, ) { Err(err) => { self.handle_job_status(id, -1, Some(err.to_string())); } Ok(job) => { log::debug!( "New job {}, read {} to remote {}, {} files", id, path, to, job.files().len() ); self.handler.update_folder_files( job.id(), job.files(), path, !is_remote, true, ); #[cfg(not(windows))] let files = job.files().clone(); #[cfg(windows)] let mut files = job.files().clone(); #[cfg(windows)] if self.handler.peer_platform() != "Windows" { // peer is not windows, need transform \ to / fs::transform_windows_path(&mut files); } let total_size = job.total_size(); self.read_jobs.push(job); self.timer = crate::rustdesk_interval(time::interval(MILLI1)); allow_err!( peer.send(&fs::new_receive(id, to, file_num, files, total_size)) .await ); } } } } Data::AddJob((id, path, to, file_num, include_hidden, is_remote)) => { let od = can_enable_overwrite_detection(self.handler.lc.read().unwrap().version); if is_remote { log::debug!( "new write waiting job {}, write to {} from remote {}", id, to, path ); let mut job = fs::TransferJob::new_write( id, path.clone(), to, file_num, include_hidden, is_remote, Vec::new(), od, ); job.is_last_job = true; self.write_jobs.push(job); } else { match fs::TransferJob::new_read( id, to.clone(), path.clone(), file_num, include_hidden, is_remote, od, ) { Err(err) => { self.handle_job_status(id, -1, Some(err.to_string())); } Ok(mut job) => { log::debug!( "new read waiting job {}, read {} to remote {}, {} files", id, path, to, job.files().len() ); self.handler.update_folder_files( job.id(), job.files(), path, !is_remote, true, ); job.is_last_job = true; self.read_jobs.push(job); self.timer = crate::rustdesk_interval(time::interval(MILLI1)); } } } } Data::ResumeJob((id, is_remote)) => { if is_remote { if let Some(job) = get_job(id, &mut self.write_jobs) { job.is_last_job = false; allow_err!( peer.send(&fs::new_send( id, job.remote.clone(), job.file_num, job.show_hidden )) .await ); } } else { if let Some(job) = get_job(id, &mut self.read_jobs) { job.is_last_job = false; allow_err!( peer.send(&fs::new_receive( id, job.path.to_string_lossy().to_string(), job.file_num, job.files.clone(), job.total_size(), )) .await ); } } } Data::SetNoConfirm(id) => { if let Some(job) = self.remove_jobs.get_mut(&id) { job.no_confirm = true; } } Data::ConfirmDeleteFiles((id, file_num)) => { if let Some(job) = self.remove_jobs.get_mut(&id) { let i = file_num as usize; if i < job.files.len() { self.handler.ui_handler.confirm_delete_files( id, file_num, job.files[i].name.clone(), ); } } } Data::SetConfirmOverrideFile((id, file_num, need_override, remember, is_upload)) => { if is_upload { if let Some(job) = fs::get_job(id, &mut self.read_jobs) { if remember { job.set_overwrite_strategy(Some(need_override)); } job.confirm(&FileTransferSendConfirmRequest { id, file_num, union: if need_override { Some(file_transfer_send_confirm_request::Union::OffsetBlk(0)) } else { Some(file_transfer_send_confirm_request::Union::Skip(true)) }, ..Default::default() }); } } else { if let Some(job) = fs::get_job(id, &mut self.write_jobs) { if remember { job.set_overwrite_strategy(Some(need_override)); } let mut msg = Message::new(); let mut file_action = FileAction::new(); let req = FileTransferSendConfirmRequest { id, file_num, union: if need_override { Some(file_transfer_send_confirm_request::Union::OffsetBlk(0)) } else { Some(file_transfer_send_confirm_request::Union::Skip(true)) }, ..Default::default() }; job.confirm(&req); file_action.set_send_confirm(req); msg.set_file_action(file_action); allow_err!(peer.send(&msg).await); } } } Data::RemoveDirAll((id, path, is_remote, include_hidden)) => { let sep = self.handler.get_path_sep(is_remote); if is_remote { let mut msg_out = Message::new(); let mut file_action = FileAction::new(); file_action.set_all_files(ReadAllFiles { id, path: path.clone(), include_hidden, ..Default::default() }); msg_out.set_file_action(file_action); allow_err!(peer.send(&msg_out).await); self.remove_jobs .insert(id, RemoveJob::new(Vec::new(), path, sep, is_remote)); } else { match fs::get_recursive_files(&path, include_hidden) { Ok(entries) => { self.handler.update_folder_files( id, &entries, path.clone(), !is_remote, false, ); self.remove_jobs .insert(id, RemoveJob::new(entries, path, sep, is_remote)); } Err(err) => { self.handle_job_status(id, -1, Some(err.to_string())); } } } } Data::CancelJob(id) => { let mut msg_out = Message::new(); let mut file_action = FileAction::new(); file_action.set_cancel(FileTransferCancel { id: id, ..Default::default() }); msg_out.set_file_action(file_action); allow_err!(peer.send(&msg_out).await); if let Some(job) = fs::get_job(id, &mut self.write_jobs) { job.remove_download_file(); fs::remove_job(id, &mut self.write_jobs); } fs::remove_job(id, &mut self.read_jobs); self.remove_jobs.remove(&id); } Data::RemoveDir((id, path)) => { let mut msg_out = Message::new(); let mut file_action = FileAction::new(); file_action.set_remove_dir(FileRemoveDir { id, path, recursive: true, ..Default::default() }); msg_out.set_file_action(file_action); allow_err!(peer.send(&msg_out).await); } Data::RemoveFile((id, path, file_num, is_remote)) => { if is_remote { let mut msg_out = Message::new(); let mut file_action = FileAction::new(); file_action.set_remove_file(FileRemoveFile { id, path, file_num, ..Default::default() }); msg_out.set_file_action(file_action); allow_err!(peer.send(&msg_out).await); } else { match fs::remove_file(&path) { Err(err) => { self.handle_job_status(id, file_num, Some(err.to_string())); } Ok(()) => { self.handle_job_status(id, file_num, None); } } } } Data::CreateDir((id, path, is_remote)) => { if is_remote { let mut msg_out = Message::new(); let mut file_action = FileAction::new(); file_action.set_create(FileDirCreate { id, path, ..Default::default() }); msg_out.set_file_action(file_action); allow_err!(peer.send(&msg_out).await); } else { match fs::create_dir(&path) { Err(err) => { self.handle_job_status(id, -1, Some(err.to_string())); } Ok(()) => { self.handle_job_status(id, -1, None); } } } } Data::RecordScreen(start, display, w, h, id) => { let _ = self .video_sender .send(MediaData::RecordScreen(start, display, w, h, id)); } Data::ElevateDirect => { let mut request = ElevationRequest::new(); request.set_direct(true); let mut misc = Misc::new(); misc.set_elevation_request(request); let mut msg = Message::new(); msg.set_misc(misc); allow_err!(peer.send(&msg).await); self.elevation_requested = true; } Data::ElevateWithLogon(username, password) => { let mut request = ElevationRequest::new(); request.set_logon(ElevationRequestWithLogon { username, password, ..Default::default() }); let mut misc = Misc::new(); misc.set_elevation_request(request); let mut msg = Message::new(); msg.set_misc(misc); allow_err!(peer.send(&msg).await); self.elevation_requested = true; } Data::NewVoiceCall => { let msg = new_voice_call_request(true); // Save the voice call request timestamp for the further validation. self.voice_call_request_timestamp = Some( NonZeroI64::new(msg.voice_call_request().req_timestamp) .unwrap_or(NonZeroI64::new(get_time()).unwrap()), ); allow_err!(peer.send(&msg).await); self.handler.on_voice_call_waiting(); } Data::CloseVoiceCall => { self.stop_voice_call(); let msg = new_voice_call_request(false); self.handler .on_voice_call_closed("Closed manually by the peer"); allow_err!(peer.send(&msg).await); } _ => {} } true } #[inline] fn update_job_status( job: &fs::TransferJob, elapsed: i32, last_update_jobs_status: &mut (Instant, HashMap), handler: &Session, ) { if elapsed <= 0 { return; } let transferred = job.transferred(); let last_transferred = { if let Some(v) = last_update_jobs_status.1.get(&job.id()) { v.to_owned() } else { 0 } }; last_update_jobs_status.1.insert(job.id(), transferred); let speed = (transferred - last_transferred) as f64 / (elapsed as f64 / 1000.); let file_num = job.file_num() - 1; handler.job_progress(job.id(), file_num, speed, job.finished_size() as f64); } fn update_jobs_status(&mut self) { let elapsed = self.last_update_jobs_status.0.elapsed().as_millis() as i32; if elapsed >= 1000 { for job in self.read_jobs.iter() { Self::update_job_status( job, elapsed, &mut self.last_update_jobs_status, &self.handler, ); } for job in self.write_jobs.iter() { Self::update_job_status( job, elapsed, &mut self.last_update_jobs_status, &mut self.handler, ); } self.last_update_jobs_status.0 = Instant::now(); } } pub async fn sync_jobs_status_to_local(&mut self) -> bool { log::info!("sync transfer job status"); let mut config: PeerConfig = self.handler.load_config(); let mut transfer_metas = TransferSerde::default(); for job in self.read_jobs.iter() { let json_str = serde_json::to_string(&job.gen_meta()).unwrap_or_default(); transfer_metas.read_jobs.push(json_str); } for job in self.write_jobs.iter() { let json_str = serde_json::to_string(&job.gen_meta()).unwrap_or_default(); transfer_metas.write_jobs.push(json_str); } log::info!("meta: {:?}", transfer_metas); if config.transfer != transfer_metas { config.transfer = transfer_metas; self.handler.save_config(config); } true } async fn send_opts_after_login(&self, peer: &mut Stream) { if let Some(opts) = self .handler .lc .read() .unwrap() .get_option_message_after_login() { let mut misc = Misc::new(); misc.set_option(opts); let mut msg_out = Message::new(); msg_out.set_misc(misc); allow_err!(peer.send(&msg_out).await); } } async fn send_toggle_privacy_mode_msg(&self, peer: &mut Stream) { let lc = self.handler.lc.read().unwrap(); if lc.version >= hbb_common::get_version_number("1.2.4") && lc.get_toggle_option("privacy-mode") { let impl_key = lc.get_option("privacy-mode-impl-key"); let mut misc = Misc::new(); misc.set_toggle_privacy_mode(TogglePrivacyMode { impl_key, on: true, ..Default::default() }); let mut msg_out = Message::new(); msg_out.set_misc(misc); allow_err!(peer.send(&msg_out).await); } } fn contains_key_frame(vf: &VideoFrame) -> bool { use video_frame::Union::*; match &vf.union { Some(vf) => match vf { Vp8s(f) | Vp9s(f) | Av1s(f) | H264s(f) | H265s(f) => f.frames.iter().any(|e| e.key), _ => false, }, None => false, } } #[inline] fn fps_control(&mut self, direct: bool) { let custom_fps = self.handler.lc.read().unwrap().custom_fps.clone(); let custom_fps = custom_fps.lock().unwrap().clone(); let mut custom_fps = custom_fps.unwrap_or(30); if custom_fps < 5 || custom_fps > 120 { custom_fps = 30; } let decode_fps_read = self.decode_fps_map.read().unwrap(); for (display, decode_fps) in decode_fps_read.iter() { let video_queue_map_read = self.video_queue_map.read().unwrap(); let Some(video_queue) = video_queue_map_read.get(display) else { continue; }; if !self.fps_control_map.contains_key(display) { self.fps_control_map.insert(*display, FpsControl::default()); } let Some(ctl) = self.fps_control_map.get_mut(display) else { return; }; let len = video_queue.len(); let decode_fps = *decode_fps; let mut limited_fps = if direct { decode_fps * 9 / 10 // 30 got 27 } else { decode_fps * 4 / 5 // 30 got 24 }; if limited_fps > custom_fps { limited_fps = custom_fps; } let should_decrease = len > 1 && ctl.last_auto_fps.unwrap_or(0) > limited_fps as i32; // increase judgement if len <= 1 { ctl.idle_counter += 1; } else { ctl.idle_counter = 0; } let mut should_increase = false; if let Some(last_auto_fps) = ctl.last_auto_fps { // ever set if last_auto_fps + 3 <= limited_fps as i32 && ctl.idle_counter > 3 { // limited_fps is 5 larger than last set, and idle time is more than 3 seconds should_increase = true; } } if ctl.last_auto_fps.is_none() || should_decrease || should_increase { // limited_fps to ensure decoding is faster than encoding let mut auto_fps = limited_fps as i32; if auto_fps < 1 { auto_fps = 1; } // send custom fps let mut misc = Misc::new(); misc.set_option(OptionMessage { custom_fps: auto_fps, ..Default::default() }); let mut msg = Message::new(); msg.set_misc(misc); self.sender.send(Data::Message(msg)).ok(); ctl.last_queue_size = len; ctl.last_auto_fps = Some(auto_fps); } // send refresh if ctl.refresh_times < 10 // enough && (len > video_queue.capacity() / 2 && (ctl.refresh_times == 0 || ctl.last_refresh_instant.elapsed().as_secs() > 30)) { // Refresh causes client set_display, left frames cause flickering. while let Some(_) = video_queue.pop() {} self.handler.refresh_video(*display as _); ctl.refresh_times += 1; ctl.last_refresh_instant = Instant::now(); } } } async fn handle_msg_from_peer(&mut self, data: &[u8], peer: &mut Stream) -> bool { if let Ok(msg_in) = Message::parse_from_bytes(&data) { match msg_in.union { Some(message::Union::VideoFrame(vf)) => { if !self.first_frame { self.first_frame = true; self.handler.close_success(); self.handler.adapt_size(); self.send_opts_after_login(peer).await; self.send_toggle_privacy_mode_msg(peer).await; } let incoming_format = CodecFormat::from(&vf); if self.video_format != incoming_format { self.video_format = incoming_format.clone(); self.handler.update_quality_status(QualityStatus { codec_format: Some(incoming_format), ..Default::default() }) }; let display = vf.display as usize; let mut video_queue_write = self.video_queue_map.write().unwrap(); if !video_queue_write.contains_key(&display) { video_queue_write.insert( display, ArrayQueue::::new(crate::client::VIDEO_QUEUE_SIZE), ); } if Self::contains_key_frame(&vf) { if let Some(video_queue) = video_queue_write.get_mut(&display) { while let Some(_) = video_queue.pop() {} } self.video_sender .send(MediaData::VideoFrame(Box::new(vf))) .ok(); } else { if let Some(video_queue) = video_queue_write.get_mut(&display) { video_queue.force_push(vf); } self.video_sender.send(MediaData::VideoQueue(display)).ok(); } } Some(message::Union::Hash(hash)) => { self.handler .handle_hash(&self.handler.password.clone(), hash, peer) .await; } Some(message::Union::LoginResponse(lr)) => match lr.union { Some(login_response::Union::Error(err)) => { if !self.handler.handle_login_error(&err) { return false; } } Some(login_response::Union::PeerInfo(pi)) => { self.handler.handle_peer_info(pi); self.check_clipboard_file_context(); if !(self.handler.is_file_transfer() || self.handler.is_port_forward()) { #[cfg(feature = "flutter")] #[cfg(not(any(target_os = "android", target_os = "ios")))] Client::try_start_clipboard(None); #[cfg(not(feature = "flutter"))] #[cfg(not(any(target_os = "android", target_os = "ios")))] Client::try_start_clipboard(Some( crate::client::ClientClipboardContext { cfg: self.handler.get_permission_config(), tx: self.sender.clone(), }, )); #[cfg(not(any(target_os = "android", target_os = "ios")))] if let Some(msg_out) = Client::get_current_text_clipboard_msg() { let sender = self.sender.clone(); let permission_config = self.handler.get_permission_config(); tokio::spawn(async move { // due to clipboard service interval time sleep(common::CLIPBOARD_INTERVAL as f32 / 1_000.).await; if permission_config.is_text_clipboard_required() { sender.send(Data::Message(msg_out)).ok(); } }); } // on connection established client #[cfg(all(feature = "flutter", feature = "plugin_framework"))] #[cfg(not(any(target_os = "android", target_os = "ios")))] crate::plugin::handle_listen_event( crate::plugin::EVENT_ON_CONN_CLIENT.to_owned(), self.handler.get_id(), ) } if self.handler.is_file_transfer() { self.handler.load_last_jobs(); } self.is_connected = true; } _ => {} }, Some(message::Union::CursorData(cd)) => { self.handler.set_cursor_data(cd); } Some(message::Union::CursorId(id)) => { self.handler.set_cursor_id(id.to_string()); } Some(message::Union::CursorPosition(cp)) => { self.handler.set_cursor_position(cp); } Some(message::Union::Clipboard(cb)) => { if !self.handler.lc.read().unwrap().disable_clipboard.v { #[cfg(not(any(target_os = "android", target_os = "ios")))] update_clipboard(cb, Some(&crate::client::get_old_clipboard_text())); #[cfg(any(target_os = "android", target_os = "ios"))] { let content = if cb.compress { hbb_common::compress::decompress(&cb.content) } else { cb.content.into() }; if let Ok(content) = String::from_utf8(content) { self.handler.clipboard(content); } } } } #[cfg(any(target_os = "windows", target_os = "linux", target_os = "macos"))] Some(message::Union::Cliprdr(clip)) => { self.handle_cliprdr_msg(clip); } Some(message::Union::FileResponse(fr)) => { match fr.union { Some(file_response::Union::Dir(fd)) => { #[cfg(windows)] let entries = fd.entries.to_vec(); #[cfg(not(windows))] let mut entries = fd.entries.to_vec(); #[cfg(not(windows))] { if self.handler.peer_platform() == "Windows" { fs::transform_windows_path(&mut entries); } } self.handler .update_folder_files(fd.id, &entries, fd.path, false, false); if let Some(job) = fs::get_job(fd.id, &mut self.write_jobs) { log::info!("job set_files: {:?}", entries); job.set_files(entries); } else if let Some(job) = self.remove_jobs.get_mut(&fd.id) { job.files = entries; } } Some(file_response::Union::Digest(digest)) => { if digest.is_upload { if let Some(job) = fs::get_job(digest.id, &mut self.read_jobs) { if let Some(file) = job.files().get(digest.file_num as usize) { let read_path = get_string(&job.join(&file.name)); let overwrite_strategy = job.default_overwrite_strategy(); if let Some(overwrite) = overwrite_strategy { let req = FileTransferSendConfirmRequest { id: digest.id, file_num: digest.file_num, union: Some(if overwrite { file_transfer_send_confirm_request::Union::OffsetBlk(0) } else { file_transfer_send_confirm_request::Union::Skip( true, ) }), ..Default::default() }; job.confirm(&req); let msg = new_send_confirm(req); allow_err!(peer.send(&msg).await); } else { self.handler.override_file_confirm( digest.id, digest.file_num, read_path, true, digest.is_identical, ); } } } } else { if let Some(job) = fs::get_job(digest.id, &mut self.write_jobs) { if let Some(file) = job.files().get(digest.file_num as usize) { let write_path = get_string(&job.join(&file.name)); let overwrite_strategy = job.default_overwrite_strategy(); match fs::is_write_need_confirmation(&write_path, &digest) { Ok(res) => match res { DigestCheckResult::IsSame => { let req = FileTransferSendConfirmRequest { id: digest.id, file_num: digest.file_num, union: Some(file_transfer_send_confirm_request::Union::Skip(true)), ..Default::default() }; job.confirm(&req); let msg = new_send_confirm(req); allow_err!(peer.send(&msg).await); } DigestCheckResult::NeedConfirm(digest) => { if let Some(overwrite) = overwrite_strategy { let req = FileTransferSendConfirmRequest { id: digest.id, file_num: digest.file_num, union: Some(if overwrite { file_transfer_send_confirm_request::Union::OffsetBlk(0) } else { file_transfer_send_confirm_request::Union::Skip(true) }), ..Default::default() }; job.confirm(&req); let msg = new_send_confirm(req); allow_err!(peer.send(&msg).await); } else { self.handler.override_file_confirm( digest.id, digest.file_num, write_path, false, digest.is_identical, ); } } DigestCheckResult::NoSuchFile => { let req = FileTransferSendConfirmRequest { id: digest.id, file_num: digest.file_num, union: Some(file_transfer_send_confirm_request::Union::OffsetBlk(0)), ..Default::default() }; job.confirm(&req); let msg = new_send_confirm(req); allow_err!(peer.send(&msg).await); } }, Err(err) => { println!("error receiving digest: {}", err); } } } } } } Some(file_response::Union::Block(block)) => { if let Some(job) = fs::get_job(block.id, &mut self.write_jobs) { if let Err(_err) = job.write(block).await { // to-do: add "skip" for writing job } self.update_jobs_status(); } } Some(file_response::Union::Done(d)) => { let mut err: Option = None; if let Some(job) = fs::get_job(d.id, &mut self.write_jobs) { job.modify_time(); err = job.job_error(); fs::remove_job(d.id, &mut self.write_jobs); } self.handle_job_status(d.id, d.file_num, err); } Some(file_response::Union::Error(e)) => { if let Some(_job) = fs::get_job(e.id, &mut self.write_jobs) { fs::remove_job(e.id, &mut self.write_jobs); } self.handle_job_status(e.id, e.file_num, Some(e.error)); } _ => {} } } Some(message::Union::Misc(misc)) => match misc.union { Some(misc::Union::AudioFormat(f)) => { self.audio_sender.send(MediaData::AudioFormat(f)).ok(); } Some(misc::Union::ChatMessage(c)) => { self.handler.new_message(c.text); } Some(misc::Union::PermissionInfo(p)) => { log::info!("Change permission {:?} -> {}", p.permission, p.enabled); // https://github.com/rustdesk/rustdesk/issues/3703#issuecomment-1474734754 match p.permission.enum_value() { Ok(Permission::Keyboard) => { #[cfg(feature = "flutter")] #[cfg(not(any(target_os = "android", target_os = "ios")))] crate::flutter::update_text_clipboard_required(); *self.handler.server_keyboard_enabled.write().unwrap() = p.enabled; self.handler.set_permission("keyboard", p.enabled); } Ok(Permission::Clipboard) => { #[cfg(feature = "flutter")] #[cfg(not(any(target_os = "android", target_os = "ios")))] crate::flutter::update_text_clipboard_required(); *self.handler.server_clipboard_enabled.write().unwrap() = p.enabled; self.handler.set_permission("clipboard", p.enabled); } Ok(Permission::Audio) => { self.handler.set_permission("audio", p.enabled); } Ok(Permission::File) => { *self.handler.server_file_transfer_enabled.write().unwrap() = p.enabled; if !p.enabled && self.handler.is_file_transfer() { return true; } self.handler.set_permission("file", p.enabled); } Ok(Permission::Restart) => { self.handler.set_permission("restart", p.enabled); } Ok(Permission::Recording) => { self.handler.set_permission("recording", p.enabled); } Ok(Permission::BlockInput) => { self.handler.set_permission("block_input", p.enabled); } _ => {} } } Some(misc::Union::SwitchDisplay(s)) => { self.handler.handle_peer_switch_display(&s); self.video_sender .send(MediaData::Reset(s.display as _)) .ok(); if s.width > 0 && s.height > 0 { self.handler.set_display( s.x, s.y, s.width, s.height, s.cursor_embedded, ); } } Some(misc::Union::CloseReason(c)) => { self.handler.msgbox("error", "Connection Error", &c, ""); return false; } Some(misc::Union::BackNotification(notification)) => { if !self.handle_back_notification(notification).await { return false; } } Some(misc::Union::Uac(uac)) => { let keyboard = self.handler.server_keyboard_enabled.read().unwrap().clone(); #[cfg(feature = "flutter")] { if uac && keyboard { self.handler.msgbox( "on-uac", "Prompt", "Please wait for confirmation of UAC...", "", ); } else { self.handler.cancel_msgbox("on-uac"); self.handler.cancel_msgbox("wait-uac"); self.handler.cancel_msgbox("elevation-error"); } } #[cfg(not(feature = "flutter"))] { let msgtype = "custom-uac-nocancel"; let title = "Prompt"; let text = "Please wait for confirmation of UAC..."; let link = ""; if uac && keyboard { self.handler.msgbox(msgtype, title, text, link); } else { self.handler.cancel_msgbox(&format!( "{}-{}-{}-{}", msgtype, title, text, link, )); } } } Some(misc::Union::ForegroundWindowElevated(elevated)) => { let keyboard = self.handler.server_keyboard_enabled.read().unwrap().clone(); #[cfg(feature = "flutter")] { if elevated && keyboard { self.handler.msgbox( "on-foreground-elevated", "Prompt", "elevated_foreground_window_tip", "", ); } else { self.handler.cancel_msgbox("on-foreground-elevated"); self.handler.cancel_msgbox("wait-uac"); self.handler.cancel_msgbox("elevation-error"); } } #[cfg(not(feature = "flutter"))] { let msgtype = "custom-elevated-foreground-nocancel"; let title = "Prompt"; let text = "elevated_foreground_window_tip"; let link = ""; if elevated && keyboard { self.handler.msgbox(msgtype, title, text, link); } else { self.handler.cancel_msgbox(&format!( "{}-{}-{}-{}", msgtype, title, text, link, )); } } } Some(misc::Union::ElevationResponse(err)) => { if err.is_empty() { self.handler.msgbox("wait-uac", "", "", ""); } else { self.handler.cancel_msgbox("wait-uac"); self.handler .msgbox("elevation-error", "Elevation Error", &err, ""); } } Some(misc::Union::PortableServiceRunning(b)) => { self.handler.portable_service_running(b); if self.elevation_requested && b { self.handler.msgbox( "custom-nocancel-success", "Successful", "Elevate successfully", "", ); } } Some(misc::Union::SwitchBack(_)) => { #[cfg(feature = "flutter")] self.handler.switch_back(&self.handler.get_id()); } #[cfg(all(feature = "flutter", feature = "plugin_framework"))] #[cfg(not(any(target_os = "android", target_os = "ios")))] Some(misc::Union::PluginRequest(p)) => { allow_err!(crate::plugin::handle_server_event( &p.id, &self.handler.get_id(), &p.content )); // to-do: show message box on UI when error occurs? } #[cfg(all(feature = "flutter", feature = "plugin_framework"))] #[cfg(not(any(target_os = "android", target_os = "ios")))] Some(misc::Union::PluginFailure(p)) => { let name = if p.name.is_empty() { "plugin".to_string() } else { p.name }; self.handler.msgbox("custom-nocancel", &name, &p.msg, ""); } Some(misc::Union::SupportedEncoding(e)) => { log::info!("update supported encoding:{:?}", e); self.handler.lc.write().unwrap().supported_encoding = e; } _ => {} }, Some(message::Union::TestDelay(t)) => { self.handler.handle_test_delay(t, peer).await; } Some(message::Union::AudioFrame(frame)) => { if !self.handler.lc.read().unwrap().disable_audio.v { self.audio_sender .send(MediaData::AudioFrame(Box::new(frame))) .ok(); } } Some(message::Union::FileAction(action)) => match action.union { Some(file_action::Union::SendConfirm(c)) => { if let Some(job) = fs::get_job(c.id, &mut self.read_jobs) { job.confirm(&c); } } _ => {} }, Some(message::Union::MessageBox(msgbox)) => { let mut link = msgbox.link; // Links from the remote side must be verified. if !link.starts_with("rustdesk://") { if let Some(v) = hbb_common::config::HELPER_URL.get(&link as &str) { link = v.to_string(); } else { log::warn!("Message box ignore link {} for security", &link); link = "".to_string(); } } self.handler .msgbox(&msgbox.msgtype, &msgbox.title, &msgbox.text, &link); } Some(message::Union::VoiceCallRequest(request)) => { if request.is_connect { // TODO: maybe we will do a voice call from the peer in the future. } else { log::debug!("The remote has requested to close the voice call"); if let Some(sender) = self.stop_voice_call_sender.take() { allow_err!(sender.send(())); self.handler.on_voice_call_closed(""); } } } Some(message::Union::VoiceCallResponse(response)) => { let ts = std::mem::replace(&mut self.voice_call_request_timestamp, None); if let Some(ts) = ts { if response.req_timestamp != ts.get() { log::debug!("Possible encountering a voice call attack."); } else { if response.accepted { // The peer accepted the voice call. self.handler.on_voice_call_started(); self.stop_voice_call_sender = self.start_voice_call(); } else { // The peer refused the voice call. self.handler.on_voice_call_closed(""); } } } } Some(message::Union::PeerInfo(pi)) => { self.handler.set_displays(&pi.displays); self.handler.set_platform_additions(&pi.platform_additions); } _ => {} } } true } async fn handle_back_notification(&mut self, notification: BackNotification) -> bool { match notification.union { Some(back_notification::Union::BlockInputState(state)) => { self.handle_back_msg_block_input( state.enum_value_or(back_notification::BlockInputState::BlkStateUnknown), notification.details, ) .await; } Some(back_notification::Union::PrivacyModeState(state)) => { if !self .handle_back_msg_privacy_mode( state.enum_value_or(back_notification::PrivacyModeState::PrvStateUnknown), notification.details, notification.impl_key, ) .await { return false; } } _ => {} } true } #[inline(always)] fn update_block_input_state(&mut self, on: bool) { self.handler.update_block_input_state(on); } async fn handle_back_msg_block_input( &mut self, state: back_notification::BlockInputState, details: String, ) { match state { back_notification::BlockInputState::BlkOnSucceeded => { self.update_block_input_state(true); } back_notification::BlockInputState::BlkOnFailed => { self.handler.msgbox( "custom-error", "Block user input", if details.is_empty() { "Failed" } else { &details }, "", ); self.update_block_input_state(false); } back_notification::BlockInputState::BlkOffSucceeded => { self.update_block_input_state(false); } back_notification::BlockInputState::BlkOffFailed => { self.handler.msgbox( "custom-error", "Unblock user input", if details.is_empty() { "Failed" } else { &details }, "", ); } _ => {} } } #[inline(always)] fn update_privacy_mode(&mut self, impl_key: String, on: bool) { let mut config = self.handler.load_config(); config.privacy_mode.v = on; if on { // For compatibility, version < 1.2.4, the default value is 'privacy_mode_impl_mag'. let impl_key = if impl_key.is_empty() { "privacy_mode_impl_mag".to_string() } else { impl_key }; config .options .insert("privacy-mode-impl-key".to_string(), impl_key); } self.handler.save_config(config); self.handler.update_privacy_mode(); } async fn handle_back_msg_privacy_mode( &mut self, state: back_notification::PrivacyModeState, details: String, impl_key: String, ) -> bool { match state { back_notification::PrivacyModeState::PrvOnByOther => { self.handler.msgbox( "error", "Connecting...", "Someone turns on privacy mode, exit", "", ); return false; } back_notification::PrivacyModeState::PrvNotSupported => { self.handler .msgbox("custom-error", "Privacy mode", "Unsupported", ""); self.update_privacy_mode(impl_key, false); } back_notification::PrivacyModeState::PrvOnSucceeded => { self.handler .msgbox("custom-nocancel", "Privacy mode", "Enter privacy mode", ""); self.update_privacy_mode(impl_key, true); } back_notification::PrivacyModeState::PrvOnFailedDenied => { self.handler .msgbox("custom-error", "Privacy mode", "Peer denied", ""); self.update_privacy_mode(impl_key, false); } back_notification::PrivacyModeState::PrvOnFailedPlugin => { self.handler .msgbox("custom-error", "Privacy mode", "Please install plugins", ""); self.update_privacy_mode(impl_key, false); } back_notification::PrivacyModeState::PrvOnFailed => { self.handler.msgbox( "custom-error", "Privacy mode", if details.is_empty() { "Failed" } else { &details }, "", ); self.update_privacy_mode(impl_key, false); } back_notification::PrivacyModeState::PrvOffSucceeded => { self.handler .msgbox("custom-nocancel", "Privacy mode", "Exit privacy mode", ""); self.update_privacy_mode(impl_key, false); } back_notification::PrivacyModeState::PrvOffByPeer => { self.handler .msgbox("custom-error", "Privacy mode", "Peer exit", ""); self.update_privacy_mode(impl_key, false); } back_notification::PrivacyModeState::PrvOffFailed => { self.handler.msgbox( "custom-error", "Privacy mode", if details.is_empty() { "Failed to turn off" } else { &details }, "", ); } back_notification::PrivacyModeState::PrvOffUnknown => { self.handler .msgbox("custom-error", "Privacy mode", "Turned off", ""); // log::error!("Privacy mode is turned off with unknown reason"); self.update_privacy_mode(impl_key, false); } _ => {} } true } fn check_clipboard_file_context(&self) { #[cfg(any( target_os = "windows", all( feature = "unix-file-copy-paste", any(target_os = "linux", target_os = "macos") ) ))] { let enabled = *self.handler.server_file_transfer_enabled.read().unwrap() && self.handler.lc.read().unwrap().enable_file_transfer.v; ContextSend::enable(enabled); } } #[cfg(any(target_os = "windows", target_os = "linux", target_os = "macos"))] fn handle_cliprdr_msg(&self, clip: hbb_common::message_proto::Cliprdr) { log::debug!("handling cliprdr msg from server peer"); #[cfg(feature = "flutter")] if let Some(hbb_common::message_proto::cliprdr::Union::FormatList(_)) = &clip.union { if self.client_conn_id != clipboard::get_client_conn_id(&crate::flutter::get_cur_peer_id()).unwrap_or(0) { return; } } let Some(clip) = crate::clipboard_file::msg_2_clip(clip) else { log::warn!("failed to decode cliprdr msg from server peer"); return; }; let is_stopping_allowed = clip.is_stopping_allowed_from_peer(); let file_transfer_enabled = self.handler.lc.read().unwrap().enable_file_transfer.v; let stop = is_stopping_allowed && !file_transfer_enabled; log::debug!( "Process clipboard message from server peer, stop: {}, is_stopping_allowed: {}, file_transfer_enabled: {}", stop, is_stopping_allowed, file_transfer_enabled); if !stop { if let Err(e) = ContextSend::make_sure_enabled() { log::error!("failed to restart clipboard context: {}", e); }; let _ = ContextSend::proc(|context| -> ResultType<()> { context .server_clip_file(self.client_conn_id, clip) .map_err(|e| e.into()) }); } } } struct RemoveJob { files: Vec, path: String, sep: &'static str, is_remote: bool, no_confirm: bool, last_update_job_status: Instant, } impl RemoveJob { fn new(files: Vec, path: String, sep: &'static str, is_remote: bool) -> Self { Self { files, path, sep, is_remote, no_confirm: false, last_update_job_status: Instant::now(), } } pub fn _gen_meta(&self) -> RemoveJobMeta { RemoveJobMeta { path: self.path.clone(), is_remote: self.is_remote, no_confirm: self.no_confirm, } } } struct FpsControl { last_queue_size: usize, refresh_times: usize, last_refresh_instant: Instant, last_auto_fps: Option, idle_counter: usize, } impl Default for FpsControl { fn default() -> Self { Self { last_queue_size: Default::default(), refresh_times: Default::default(), last_refresh_instant: Instant::now(), last_auto_fps: None, idle_counter: 0, } } }