mirror of
https://github.com/VallierDev/uu-remote-linux.git
synced 2026-11-16 16:50:41 +01:00
Unofficial Linux host for NetEase UU Remote: X11 (production-tested on GNOME/Ubuntu 24.04), experimental Wayland (Hyprland) and portal (GNOME/KDE) backends; video, input, clipboard, file transfer, terminal, sound, quality/fps/resolution settings, lock/unlock and system actions. Co-Authored-By: Claude Opus 5.5 <[email protected]>
238 lines
12 KiB
Rust
238 lines
12 KiB
Rust
//! Viewer quality/frame-rate settings (画质 / 帧率) for the desktop stream.
|
|
//!
|
|
//! The viewer only sends settings to a host whose echo FeatureFlag declares ff_capture_setting
|
|
//! (field 1); our echo declares FF_CAPTURE_SETTING_CUSTOM_BITRATE = 4. Requests arrive as
|
|
//! Message 21 RpcRequest { 1 RequestHeader, 2 CaptureSettingRequest | 3 FpsSettingRequest |
|
|
//! 4 VideoQualitySettingReqeust } and are answered with Message 22 RpcResponse { 1 ResponseHeader
|
|
//! (same request_id), 2 CaptureSettingResponse { 1 errors (none = applied) } }. The applied values
|
|
//! are then reported with Message 25 CaptureSettingSync. Field maps: server-field-maps.json.
|
|
|
|
use crate::protocol::{decode_wire, WireField, WireValue};
|
|
use tokio::sync::watch;
|
|
|
|
/// Official GvPb_VideoQuality values.
|
|
pub const QUALITY_FAST: u64 = 1;
|
|
pub const QUALITY_GENERAL: u64 = 2;
|
|
pub const QUALITY_HD: u64 = 3;
|
|
pub const QUALITY_BLURAY: u64 = 4;
|
|
pub const QUALITY_AUTO: u64 = 5;
|
|
pub const QUALITY_CUSTOM: u64 = 6;
|
|
|
|
/// FeatureFlag.ff_capture_setting we declare: fps, preset quality and custom bitrate.
|
|
/// (Chroma 4:4:4, DPI scaling and HDR are higher versions and are not implemented.)
|
|
pub const FEATURE_VERSION: u64 = 4;
|
|
|
|
const MIN_FPS: u32 = 5;
|
|
const MAX_FPS: u32 = 144;
|
|
|
|
#[derive(Debug, Clone, Copy, PartialEq, Eq)]
|
|
pub struct VideoSettings {
|
|
pub fps: u32,
|
|
pub quality: u64,
|
|
/// Viewer max_custom_bitrate (only used for QUALITY_CUSTOM): Mbit/s, or kbit/s above 1000.
|
|
pub custom_mbps: u32,
|
|
/// Scaled stream size (其他分辨率); None streams the native desktop size.
|
|
pub output: Option<(u32, u32)>,
|
|
}
|
|
|
|
impl Default for VideoSettings {
|
|
fn default() -> Self { Self { fps: 60, quality: QUALITY_AUTO, custom_mbps: 0, output: None } }
|
|
}
|
|
|
|
/// Selectable smaller stream sizes with the desktop's aspect ratio (even dimensions).
|
|
/// The host display itself is never reconfigured; the encoder scales.
|
|
pub fn scaled_sizes(native: (u32, u32)) -> Vec<(u32, u32)> {
|
|
[5u32, 4, 3, 2].iter().map(|sixths| (native.0 * sixths / 6 & !1, native.1 * sixths / 6 & !1))
|
|
.filter(|(w, h)| *w >= 640 && *h >= 360).collect()
|
|
}
|
|
|
|
/// Requested size clamped to the desktop: None (native) when at least as large.
|
|
fn clamp_output(native: (u32, u32), width: u64, height: u64) -> Option<(u32, u32)> {
|
|
if width == 0 || height == 0 { return None; }
|
|
if width >= u64::from(native.0) || height >= u64::from(native.1) { return None; }
|
|
Some(((width as u32).max(320) & !1, (height as u32).max(180) & !1))
|
|
}
|
|
|
|
impl VideoSettings {
|
|
/// Constant-quality level: presets must look different even on a mostly static desktop,
|
|
/// where a bitrate cap alone never binds (measured ~2.7 Mbit/s at CQ18).
|
|
pub fn cq(&self) -> u32 {
|
|
match self.quality { QUALITY_BLURAY => 17, QUALITY_HD => 21, QUALITY_GENERAL => 26, QUALITY_FAST => 30, _ => 18 }
|
|
}
|
|
|
|
/// Encoder bitrate cap in kbit/s; None keeps the constant-quality default (自动).
|
|
/// Preset caps follow the viewer menu labels: 高清 2M, 超清 8M, 原画 20M.
|
|
pub fn max_kbps(&self) -> Option<u32> {
|
|
match self.quality {
|
|
QUALITY_FAST => Some(1_000),
|
|
QUALITY_GENERAL => Some(2_000),
|
|
QUALITY_HD => Some(8_000),
|
|
QUALITY_BLURAY => Some(20_000),
|
|
QUALITY_CUSTOM if self.custom_mbps > 0 =>
|
|
Some(if self.custom_mbps > 1_000 { self.custom_mbps } else { self.custom_mbps * 1_000 }.min(100_000)),
|
|
_ => None,
|
|
}
|
|
}
|
|
}
|
|
|
|
fn varint(mut v: u64, out: &mut Vec<u8>) { while v >= 128 { out.push((v as u8 & 127) | 128); v >>= 7; } out.push(v as u8); }
|
|
fn put_varint(field: u64, v: u64, out: &mut Vec<u8>) { varint(field << 3, out); varint(v, out); }
|
|
fn put_bytes(field: u64, v: &[u8], out: &mut Vec<u8>) { varint(field << 3 | 2, out); varint(v.len() as u64, out); out.extend_from_slice(v); }
|
|
|
|
fn number(fields: &[WireField], n: u32) -> Option<u64> {
|
|
fields.iter().find_map(|f| match (f.number, &f.value) { (x, WireValue::Varint(v)) if x == n => Some(*v), _ => None })
|
|
}
|
|
fn message<'a>(fields: &[WireField<'a>], n: u32) -> Option<&'a [u8]> {
|
|
fields.iter().find_map(|f| match (f.number, &f.value) { (x, WireValue::Bytes(b)) if x == n => Some(*b), _ => None })
|
|
}
|
|
|
|
/// Frame rate from a value that is either an fps option index (observed 1 = 30, 2 = 60;
|
|
/// 3/4 assumed 90/144 from the menu order) or already frames per second.
|
|
fn fps_from_option(value: u64) -> Option<u64> {
|
|
match value { 0 => None, 1 => Some(30), 2 => Some(60), 3 => Some(90), 4 => Some(144), v => Some(v) }
|
|
}
|
|
|
|
/// Applies a capture-setting RPC to `settings` and returns the RpcResponse payload (Message 22),
|
|
/// or None when the RPC is not a capture/fps/quality setting.
|
|
pub fn handle_rpc(rpc: &[WireField], settings: &watch::Sender<VideoSettings>, native: (u32, u32)) -> Option<Vec<u8>> {
|
|
let header = message(rpc, 1).unwrap_or(&[]);
|
|
let mut next = *settings.borrow();
|
|
if let Some(request) = message(rpc, 2) {
|
|
let fields = decode_wire(request).ok()?;
|
|
// Numbers only: fps, quality, bitrate, resolution and flags carry no user content.
|
|
log::info!("Capture setting request: {:?}", fields.iter().filter_map(|f| match f.value {
|
|
WireValue::Varint(v) => Some((f.number, v)), _ => None }).collect::<Vec<_>>());
|
|
// Field 1 is the viewer's fps option index (1 = 30, 2 = 60, ...); 18 fpsCount is the frame rate.
|
|
if let Some(fps) = number(&fields, 18).filter(|v| *v > 0).or_else(|| number(&fields, 1).and_then(fps_from_option)) { next.fps = fps as u32; }
|
|
if let Some(quality) = number(&fields, 2).filter(|v| *v > 0) { next.quality = quality; }
|
|
if let Some(bitrate) = number(&fields, 8).filter(|v| *v > 0) { next.custom_mbps = bitrate as u32; }
|
|
// ChooseResolutionType 3 = follow remote (native); otherwise pixel size, else logical size.
|
|
if number(&fields, 10) == Some(3) { next.output = None; }
|
|
else if let Some((w, h)) = number(&fields, 16).zip(number(&fields, 17)).or_else(|| number(&fields, 5).zip(number(&fields, 6))) {
|
|
next.output = clamp_output(native, w, h);
|
|
}
|
|
} else if let Some(request) = message(rpc, 6) {
|
|
let fields = decode_wire(request).ok()?;
|
|
let (w, h) = (number(&fields, 1).unwrap_or(0), number(&fields, 2).unwrap_or(0));
|
|
log::info!("Resolution setting request: {}x{}", w, h);
|
|
next.output = clamp_output(native, w, h);
|
|
} else if let Some(request) = message(rpc, 3) {
|
|
let fields = decode_wire(request).ok()?;
|
|
log::info!("Fps setting request: fps={:?}", number(&fields, 1));
|
|
if let Some(fps) = number(&fields, 1).and_then(fps_from_option) { next.fps = fps as u32; }
|
|
} else if let Some(request) = message(rpc, 4) {
|
|
let fields = decode_wire(request).ok()?;
|
|
log::info!("Video quality setting request: quality={:?}", number(&fields, 1));
|
|
if let Some(quality) = number(&fields, 1).filter(|v| *v > 0) { next.quality = quality; }
|
|
} else {
|
|
return None;
|
|
}
|
|
next.fps = next.fps.clamp(MIN_FPS, MAX_FPS);
|
|
settings.send_if_modified(|current| if *current != next {
|
|
log::info!("Desktop video settings: fps={} quality={} max_kbps={:?} output={:?}", next.fps, next.quality, next.max_kbps(), next.output);
|
|
*current = next; true
|
|
} else { false });
|
|
let mut out = Vec::new();
|
|
put_bytes(1, header, &mut out);
|
|
put_bytes(2, &[], &mut out); // CaptureSettingResponse without errors: applied
|
|
Some(out)
|
|
}
|
|
|
|
/// Message 7 ScreenSources for the single desktop: native size, scaled choices, current size.
|
|
pub fn screen_sources(seq: u64, timestamp: u64, native: (u32, u32), output: Option<(u32, u32)>, name: &str) -> Result<Vec<u8>, String> {
|
|
use crate::initialization::{Screen, WinRect};
|
|
let (w, h) = (native.0 as i32, native.1 as i32);
|
|
let scaled: Vec<(i32, i32)> = scaled_sizes(native).into_iter().map(|(w, h)| (w as i32, h as i32)).collect();
|
|
let resolution = WinRect { left: 0, top: 0, width: w, height: h, pixel_width: w, pixel_height: h };
|
|
let screens = [Screen { id: 0, fps: crate::video::FPS as i32, resolution, primary: true, dpr: 1.0,
|
|
display_name: name, video_track_index: 0, screen_type: 0, builtin_screen_type: 0,
|
|
scaled: &scaled, current: output.map(|(w, h)| (w as i32, h as i32)) }];
|
|
crate::initialization::encode_screen_sources(seq, timestamp, &screens, 0)
|
|
}
|
|
|
|
/// Message 25 CaptureSettingSync payload reporting what the host now encodes.
|
|
pub fn sync_payload(settings: &VideoSettings, native: (u32, u32)) -> Vec<u8> {
|
|
let size = settings.output.unwrap_or(native);
|
|
let mut out = Vec::new();
|
|
put_varint(1, u64::from(settings.fps), &mut out);
|
|
put_varint(2, settings.quality, &mut out);
|
|
put_varint(3, 1, &mut out); // ChromaFormat_420
|
|
if settings.custom_mbps > 0 { put_varint(4, u64::from(settings.custom_mbps), &mut out); }
|
|
put_varint(5, u64::from(size.0), &mut out);
|
|
put_varint(6, u64::from(size.1), &mut out);
|
|
put_varint(9, u64::from(size.0), &mut out);
|
|
put_varint(10, u64::from(size.1), &mut out);
|
|
out
|
|
}
|
|
|
|
#[cfg(test)]
|
|
mod tests {
|
|
use super::*;
|
|
|
|
fn rpc(request_id: u64, field: u64, body: &[u8]) -> Vec<u8> {
|
|
let mut header = Vec::new();
|
|
put_varint(1, request_id, &mut header);
|
|
let mut out = Vec::new();
|
|
put_bytes(1, &header, &mut out);
|
|
put_bytes(field, body, &mut out);
|
|
out
|
|
}
|
|
|
|
#[test]
|
|
fn capture_setting_request_updates_fps_and_quality_and_echoes_request_id() {
|
|
let (tx, rx) = watch::channel(VideoSettings::default());
|
|
let mut body = Vec::new();
|
|
put_varint(1, 1, &mut body); // option index, not fps
|
|
put_varint(2, QUALITY_GENERAL, &mut body);
|
|
put_varint(18, 30, &mut body);
|
|
let request = rpc(77, 2, &body);
|
|
let response = handle_rpc(&decode_wire(&request).unwrap(), &tx, (1920, 1080)).unwrap();
|
|
assert_eq!(*rx.borrow(), VideoSettings { fps: 30, quality: QUALITY_GENERAL, custom_mbps: 0, output: None });
|
|
assert_eq!(rx.borrow().max_kbps(), Some(2_000));
|
|
let fields = decode_wire(&response).unwrap();
|
|
assert_eq!(message(&fields, 1), Some(&[8u8, 77][..]));
|
|
assert_eq!(message(&fields, 2), Some(&[][..]));
|
|
}
|
|
|
|
#[test]
|
|
fn separate_fps_and_quality_requests_and_limits() {
|
|
let (tx, rx) = watch::channel(VideoSettings::default());
|
|
handle_rpc(&decode_wire(&rpc(1, 3, &[8, 200, 1])).unwrap(), &tx, (1920, 1080)).unwrap();
|
|
assert_eq!(rx.borrow().fps, MAX_FPS);
|
|
// Observed viewer request: option 2 with fpsCount 60 must stream 60 fps, not 2.
|
|
let observed = [8, 2, 16, 4, 40, 128, 15, 48, 184, 8, 144, 1, 60];
|
|
handle_rpc(&decode_wire(&rpc(4, 2, &observed)).unwrap(), &tx, (1920, 1080)).unwrap();
|
|
assert_eq!(rx.borrow().fps, 60);
|
|
handle_rpc(&decode_wire(&rpc(2, 4, &[8, QUALITY_BLURAY as u8])).unwrap(), &tx, (1920, 1080)).unwrap();
|
|
assert_eq!(rx.borrow().max_kbps(), Some(20_000));
|
|
assert!(handle_rpc(&decode_wire(&rpc(3, 9, &[])).unwrap(), &tx, (1920, 1080)).is_none());
|
|
}
|
|
|
|
#[test]
|
|
fn resolution_requests_scale_below_native_only() {
|
|
let (tx, rx) = watch::channel(VideoSettings::default());
|
|
handle_rpc(&decode_wire(&rpc(1, 6, &[8, 128, 10, 16, 208, 5])).unwrap(), &tx, (1920, 1080)).unwrap();
|
|
assert_eq!(rx.borrow().output, Some((1280, 720)));
|
|
handle_rpc(&decode_wire(&rpc(2, 6, &[8, 160, 32, 16, 160, 20])).unwrap(), &tx, (1920, 1080)).unwrap();
|
|
assert_eq!(rx.borrow().output, None);
|
|
assert_eq!(scaled_sizes((1920, 1080)), vec![(1600, 900), (1280, 720), (960, 540), (640, 360)]);
|
|
}
|
|
|
|
#[test]
|
|
fn auto_quality_keeps_constant_quality_encoding() {
|
|
assert_eq!(VideoSettings::default().max_kbps(), None);
|
|
assert_eq!(VideoSettings { quality: QUALITY_CUSTOM, custom_mbps: 0, ..Default::default() }.max_kbps(), None);
|
|
assert_eq!(VideoSettings { quality: QUALITY_CUSTOM, custom_mbps: 12, ..Default::default() }.max_kbps(), Some(12_000));
|
|
}
|
|
|
|
#[test]
|
|
fn sync_reports_fps_quality_and_resolution() {
|
|
let payload = sync_payload(&VideoSettings::default(), (1920, 1080));
|
|
let fields = decode_wire(&payload).unwrap();
|
|
assert_eq!(number(&fields, 1), Some(60));
|
|
assert_eq!(number(&fields, 2), Some(QUALITY_AUTO));
|
|
assert_eq!(number(&fields, 5), Some(1920));
|
|
assert_eq!(number(&fields, 10), Some(1080));
|
|
}
|
|
}
|