795 lines
32 KiB
Rust
795 lines
32 KiB
Rust
use std::{
|
|
borrow::Cow,
|
|
collections::{BTreeMap, HashMap},
|
|
fmt::Debug,
|
|
};
|
|
|
|
use once_cell::sync::Lazy;
|
|
use regex::Regex;
|
|
use serde::Serialize;
|
|
use url::Url;
|
|
|
|
use crate::{
|
|
deobfuscate::{DeobfData, Deobfuscator},
|
|
error::{internal::DeobfError, Error, ExtractionError, UnavailabilityReason},
|
|
model::{
|
|
traits::QualityOrd, AudioCodec, AudioFormat, AudioStream, AudioTrack, Frameset, Subtitle,
|
|
VideoCodec, VideoFormat, VideoPlayer, VideoPlayerDetails, VideoStream,
|
|
},
|
|
util,
|
|
};
|
|
|
|
use super::{
|
|
response::{
|
|
self,
|
|
player::{self, Format},
|
|
},
|
|
ClientType, MapRespCtx, MapRespOptions, MapResponse, MapResult, RustyPipeQuery,
|
|
DEFAULT_PLAYER_CLIENT_ORDER,
|
|
};
|
|
|
|
#[derive(Debug, Serialize)]
|
|
#[serde(rename_all = "camelCase")]
|
|
struct QPlayer<'a> {
|
|
/// Website playback context
|
|
#[serde(skip_serializing_if = "Option::is_none")]
|
|
playback_context: Option<QPlaybackContext<'a>>,
|
|
/// YouTube video ID
|
|
video_id: &'a str,
|
|
/// Set to true to allow extraction of streams with sensitive content
|
|
content_check_ok: bool,
|
|
/// Probably refers to allowing sensitive content, too
|
|
racy_check_ok: bool,
|
|
}
|
|
|
|
#[derive(Debug, Serialize)]
|
|
#[serde(rename_all = "camelCase")]
|
|
struct QPlaybackContext<'a> {
|
|
content_playback_context: QContentPlaybackContext<'a>,
|
|
}
|
|
|
|
#[derive(Debug, Serialize)]
|
|
#[serde(rename_all = "camelCase")]
|
|
struct QContentPlaybackContext<'a> {
|
|
/// Signature timestamp extracted from player.js
|
|
signature_timestamp: &'a str,
|
|
/// Referer URL from website
|
|
referer: String,
|
|
}
|
|
|
|
impl RustyPipeQuery {
|
|
/// Get YouTube player data (video/audio streams + basic metadata)
|
|
pub async fn player<S: AsRef<str> + Debug>(&self, video_id: S) -> Result<VideoPlayer, Error> {
|
|
self.player_from_clients(video_id, DEFAULT_PLAYER_CLIENT_ORDER)
|
|
.await
|
|
}
|
|
|
|
/// Get YouTube player data (video/audio streams + basic metadata) using a list of clients.
|
|
///
|
|
/// The clients are used in the given order. If a client cannot fetch the requested video,
|
|
/// an attempt is made with the next one.
|
|
///
|
|
/// If an age-restricted video is detected, it will automatically use the [`ClientType::TvHtml5Embed`]
|
|
/// since it is the only one that can circumvent age restrictions.
|
|
pub async fn player_from_clients<S: AsRef<str> + Debug>(
|
|
&self,
|
|
video_id: S,
|
|
clients: &[ClientType],
|
|
) -> Result<VideoPlayer, Error> {
|
|
let video_id = video_id.as_ref();
|
|
let mut last_e = Error::Other("no clients".into());
|
|
|
|
for client in clients {
|
|
let res = self.player_from_client(video_id, *client).await;
|
|
match res {
|
|
Ok(res) => return Ok(res),
|
|
Err(Error::Extraction(e)) => {
|
|
if e.use_login() && self.auth_enabled() {
|
|
tracing::info!("{e}; fetching player with login");
|
|
|
|
match self
|
|
.clone()
|
|
.authenticated()
|
|
.player_from_client(video_id, *client)
|
|
.await
|
|
{
|
|
Ok(res) => return Ok(res),
|
|
Err(Error::Extraction(e)) => {
|
|
if !e.switch_client() {
|
|
return Err(Error::Extraction(e));
|
|
}
|
|
}
|
|
Err(e) => return Err(e),
|
|
}
|
|
last_e = Error::Extraction(e);
|
|
} else if !e.switch_client() {
|
|
return Err(Error::Extraction(e));
|
|
}
|
|
}
|
|
Err(e) => return Err(e),
|
|
}
|
|
}
|
|
Err(last_e)
|
|
}
|
|
|
|
/// Get YouTube player data (video/audio streams + basic metadata) using the specified client
|
|
#[tracing::instrument(skip(self), level = "error")]
|
|
pub async fn player_from_client<S: AsRef<str> + Debug>(
|
|
&self,
|
|
video_id: S,
|
|
client_type: ClientType,
|
|
) -> Result<VideoPlayer, Error> {
|
|
let video_id = video_id.as_ref();
|
|
let mut deobf = None;
|
|
|
|
let request_body = if client_type.needs_deobf() {
|
|
deobf = Some(self.client.get_deobf_data().await?);
|
|
QPlayer {
|
|
playback_context: Some(QPlaybackContext {
|
|
content_playback_context: QContentPlaybackContext {
|
|
signature_timestamp: &deobf.as_ref().unwrap().sts,
|
|
referer: format!("https://www.youtube.com/watch?v={video_id}"),
|
|
},
|
|
}),
|
|
video_id,
|
|
content_check_ok: true,
|
|
racy_check_ok: true,
|
|
}
|
|
} else {
|
|
QPlayer {
|
|
playback_context: None,
|
|
video_id,
|
|
content_check_ok: true,
|
|
racy_check_ok: true,
|
|
}
|
|
};
|
|
|
|
self.execute_request_ctx::<response::Player, _, _>(
|
|
client_type,
|
|
"player",
|
|
video_id,
|
|
"player",
|
|
&request_body,
|
|
MapRespOptions {
|
|
deobf: deobf.as_ref(),
|
|
unlocalized: true,
|
|
..Default::default()
|
|
},
|
|
)
|
|
.await
|
|
}
|
|
}
|
|
|
|
impl MapResponse<VideoPlayer> for response::Player {
|
|
fn map_response(
|
|
self,
|
|
ctx: &MapRespCtx<'_>,
|
|
) -> Result<super::MapResult<VideoPlayer>, ExtractionError> {
|
|
let mut warnings = vec![];
|
|
|
|
// Check playability status
|
|
let is_live = match self.playability_status {
|
|
response::player::PlayabilityStatus::Ok { live_streamability } => {
|
|
live_streamability.is_some()
|
|
}
|
|
response::player::PlayabilityStatus::Unplayable {
|
|
reason,
|
|
error_screen,
|
|
} => {
|
|
let mut msg = reason;
|
|
if let Some(error_screen) = error_screen {
|
|
msg.push_str(" - ");
|
|
msg.push_str(&error_screen.player_error_message_renderer.subreason);
|
|
}
|
|
|
|
let reason = msg
|
|
.split_whitespace()
|
|
.find_map(|word| match word {
|
|
"payment" => Some(UnavailabilityReason::Paid),
|
|
"Premium" => Some(UnavailabilityReason::Premium),
|
|
"members-only" => Some(UnavailabilityReason::MembersOnly),
|
|
"country" => Some(UnavailabilityReason::Geoblocked),
|
|
"version" | "websites" => Some(UnavailabilityReason::UnsupportedClient),
|
|
"bot" => Some(UnavailabilityReason::IpBan),
|
|
_ => None,
|
|
})
|
|
.unwrap_or_default();
|
|
return Err(ExtractionError::Unavailable { reason, msg });
|
|
}
|
|
response::player::PlayabilityStatus::LoginRequired { reason, messages } => {
|
|
let mut msg = reason;
|
|
for m in &messages {
|
|
if !msg.is_empty() {
|
|
msg.push(' ');
|
|
}
|
|
msg.push_str(m);
|
|
}
|
|
|
|
// reason (age restriction): "Sign in to confirm your age"
|
|
// or: "This video may be inappropriate for some users."
|
|
// reason (private): "This video is private"
|
|
let reason = msg
|
|
.split_whitespace()
|
|
.find_map(|word| match word {
|
|
"age" | "inappropriate" => Some(UnavailabilityReason::AgeRestricted),
|
|
"private" => Some(UnavailabilityReason::Private),
|
|
"bot" => Some(UnavailabilityReason::IpBan),
|
|
_ => None,
|
|
})
|
|
.unwrap_or_default();
|
|
return Err(ExtractionError::Unavailable { reason, msg });
|
|
}
|
|
response::player::PlayabilityStatus::LiveStreamOffline { reason } => {
|
|
return Err(ExtractionError::Unavailable {
|
|
reason: UnavailabilityReason::OfflineLivestream,
|
|
msg: reason,
|
|
});
|
|
}
|
|
response::player::PlayabilityStatus::Error { reason } => {
|
|
// reason (censored): "This video has been removed for violating YouTube's policy on hate speech. Learn more about combating hate speech in your country."
|
|
// reason: "This video is unavailable"
|
|
return Err(ExtractionError::Unavailable {
|
|
reason: UnavailabilityReason::Deleted,
|
|
msg: reason,
|
|
});
|
|
}
|
|
};
|
|
|
|
let streaming_data =
|
|
self.streaming_data
|
|
.ok_or(ExtractionError::InvalidData(Cow::Borrowed(
|
|
"no streaming data",
|
|
)))?;
|
|
let video_details =
|
|
self.video_details
|
|
.ok_or(ExtractionError::InvalidData(Cow::Borrowed(
|
|
"no video details",
|
|
)))?;
|
|
|
|
if video_details.video_id != ctx.id {
|
|
return Err(ExtractionError::WrongResult(format!(
|
|
"video id {}, expected {}",
|
|
video_details.video_id, ctx.id
|
|
)));
|
|
}
|
|
|
|
let video_info = VideoPlayerDetails {
|
|
id: video_details.video_id,
|
|
name: video_details.title,
|
|
description: video_details.short_description,
|
|
duration: video_details.length_seconds,
|
|
thumbnail: video_details.thumbnail.into(),
|
|
channel_id: video_details.channel_id,
|
|
channel_name: video_details.author,
|
|
view_count: video_details.view_count,
|
|
keywords: video_details.keywords,
|
|
is_live,
|
|
is_live_content: video_details.is_live_content,
|
|
};
|
|
|
|
let streams = if !is_live {
|
|
let mut mapper = StreamsMapper::new(ctx.deobf)?;
|
|
mapper.map_streams(streaming_data.formats);
|
|
mapper.map_streams(streaming_data.adaptive_formats);
|
|
let mut res = mapper.output()?;
|
|
warnings.append(&mut res.warnings);
|
|
res.c
|
|
} else {
|
|
Streams::default()
|
|
};
|
|
|
|
let subtitles = self.captions.map_or(Vec::new(), |captions| {
|
|
captions
|
|
.player_captions_tracklist_renderer
|
|
.caption_tracks
|
|
.into_iter()
|
|
.map(|c| {
|
|
let lang_auto = c.name.strip_suffix(" (auto-generated)");
|
|
Subtitle {
|
|
url: c.base_url,
|
|
lang: c.language_code,
|
|
lang_name: lang_auto.unwrap_or(&c.name).to_owned(),
|
|
auto_generated: lang_auto.is_some(),
|
|
}
|
|
})
|
|
.collect()
|
|
});
|
|
|
|
let preview_frames = self
|
|
.storyboards
|
|
.and_then(|sb| {
|
|
let spec = sb.player_storyboard_spec_renderer.spec;
|
|
let mut spec_parts = spec.split('|');
|
|
let url_tmpl = spec_parts.next()?;
|
|
|
|
Some(
|
|
spec_parts
|
|
.enumerate()
|
|
.filter_map(|(i, fs_spec)| {
|
|
// Example: 160#90#131#5#5#2000#M$M#rs$AOn4CLCV3TJ2Nty5fbw2r-Lqg4VDOZcVvQ
|
|
let mut parts = fs_spec.split('#');
|
|
|
|
let frame_width = parts.next()?.parse().ok()?;
|
|
let frame_height = parts.next()?.parse().ok()?;
|
|
let total_count = parts.next()?.parse().ok()?;
|
|
let frames_per_page_x = parts.next()?.parse().ok()?;
|
|
let frames_per_page_y = parts.next()?.parse().ok()?;
|
|
let duration_per_frame = parts.next()?.parse().ok()?;
|
|
|
|
let n = parts.next()?;
|
|
let sigh = parts.next()?;
|
|
|
|
let url = url_tmpl.replace("$L", &i.to_string()).replace("$N", n)
|
|
+ "&sigh="
|
|
+ sigh;
|
|
|
|
let sprite_count =
|
|
util::div_ceil(total_count, frames_per_page_x * frames_per_page_y);
|
|
|
|
Some(Frameset {
|
|
url_template: url,
|
|
frame_width,
|
|
frame_height,
|
|
page_count: sprite_count,
|
|
total_count,
|
|
duration_per_frame,
|
|
frames_per_page_x,
|
|
frames_per_page_y,
|
|
})
|
|
})
|
|
.collect(),
|
|
)
|
|
})
|
|
.unwrap_or_default();
|
|
|
|
Ok(MapResult {
|
|
c: VideoPlayer {
|
|
details: video_info,
|
|
video_streams: streams.video_streams,
|
|
video_only_streams: streams.video_only_streams,
|
|
audio_streams: streams.audio_streams,
|
|
subtitles,
|
|
expires_in_seconds: streaming_data.expires_in_seconds,
|
|
hls_manifest_url: streaming_data.hls_manifest_url,
|
|
dash_manifest_url: streaming_data.dash_manifest_url,
|
|
preview_frames,
|
|
client_type: ctx.client_type,
|
|
visitor_data: self
|
|
.response_context
|
|
.visitor_data
|
|
.or_else(|| ctx.visitor_data.map(str::to_owned)),
|
|
},
|
|
warnings,
|
|
})
|
|
}
|
|
}
|
|
|
|
struct StreamsMapper {
|
|
deobf: Option<Deobfuscator>,
|
|
streams: Streams,
|
|
warnings: Vec<String>,
|
|
/// First stream mapping error
|
|
first_err: Option<ExtractionError>,
|
|
/// Last obfuscated nsig parameter (cache)
|
|
last_nsig: String,
|
|
/// Last deobfuscated nsig parameter
|
|
last_nsig_deobf: String,
|
|
}
|
|
|
|
#[derive(Default)]
|
|
struct Streams {
|
|
video_streams: Vec<VideoStream>,
|
|
video_only_streams: Vec<VideoStream>,
|
|
audio_streams: Vec<AudioStream>,
|
|
}
|
|
|
|
impl StreamsMapper {
|
|
fn new(deobf_data: Option<&DeobfData>) -> Result<Self, DeobfError> {
|
|
let deobf = match deobf_data {
|
|
Some(deobf_data) => Some(Deobfuscator::new(deobf_data)?),
|
|
None => None,
|
|
};
|
|
|
|
Ok(Self {
|
|
deobf,
|
|
streams: Streams::default(),
|
|
warnings: Vec::new(),
|
|
first_err: None,
|
|
last_nsig: String::new(),
|
|
last_nsig_deobf: String::new(),
|
|
})
|
|
}
|
|
|
|
fn map_streams(&mut self, mut streams: MapResult<Vec<Format>>) {
|
|
self.warnings.append(&mut streams.warnings);
|
|
|
|
let map_e = |m: &mut Self, e: ExtractionError| {
|
|
m.warnings.push(e.to_string());
|
|
if m.first_err.is_none() {
|
|
m.first_err = Some(e);
|
|
}
|
|
};
|
|
|
|
for f in streams.c {
|
|
if f.format_type == player::FormatType::FormatStreamTypeOtf {
|
|
continue;
|
|
}
|
|
|
|
match (f.is_video(), f.is_audio()) {
|
|
(true, true) => match self.map_video_stream(f) {
|
|
Ok(c) => self.streams.video_streams.push(c),
|
|
Err(e) => map_e(self, e),
|
|
},
|
|
(true, false) => match self.map_video_stream(f) {
|
|
Ok(c) => self.streams.video_only_streams.push(c),
|
|
Err(e) => map_e(self, e),
|
|
},
|
|
(false, true) => match self.map_audio_stream(f) {
|
|
Ok(c) => self.streams.audio_streams.push(c),
|
|
Err(e) => map_e(self, e),
|
|
},
|
|
(false, false) => self
|
|
.warnings
|
|
.push(format!("invalid stream: itag {}", f.itag)),
|
|
}
|
|
}
|
|
}
|
|
|
|
fn output(mut self) -> Result<MapResult<Streams>, ExtractionError> {
|
|
// If we did not extract any streams and there were mapping errors, fail with the first error
|
|
if self.streams.video_streams.is_empty()
|
|
&& (self.streams.video_only_streams.is_empty() || self.streams.audio_streams.is_empty())
|
|
{
|
|
if let Some(e) = self.first_err {
|
|
return Err(e);
|
|
}
|
|
}
|
|
|
|
self.streams.video_streams.sort_by(QualityOrd::quality_cmp);
|
|
self.streams
|
|
.video_only_streams
|
|
.sort_by(QualityOrd::quality_cmp);
|
|
self.streams.audio_streams.sort_by(QualityOrd::quality_cmp);
|
|
|
|
Ok(MapResult {
|
|
c: self.streams,
|
|
warnings: self.warnings,
|
|
})
|
|
}
|
|
|
|
fn deobf(&self) -> Result<&Deobfuscator, DeobfError> {
|
|
self.deobf
|
|
.as_ref()
|
|
.ok_or(DeobfError::Other("no deobfuscator"))
|
|
}
|
|
|
|
fn cipher_to_url_params(
|
|
&self,
|
|
signature_cipher: &str,
|
|
) -> Result<(Url, BTreeMap<String, String>), DeobfError> {
|
|
let params: HashMap<Cow<str>, Cow<str>> =
|
|
url::form_urlencoded::parse(signature_cipher.as_bytes()).collect();
|
|
|
|
// Parameters:
|
|
// `s`: Obfuscated signature
|
|
// `sp`: Signature parameter
|
|
// `url`: URL that is missing the signature parameter
|
|
|
|
let sig = params.get("s").ok_or(DeobfError::Extraction("s param"))?;
|
|
let sp = params.get("sp").ok_or(DeobfError::Extraction("sp param"))?;
|
|
let raw_url = params
|
|
.get("url")
|
|
.ok_or(DeobfError::Extraction("no url param"))?;
|
|
let (url_base, mut url_params) =
|
|
util::url_to_params(raw_url).or(Err(DeobfError::Extraction("url params")))?;
|
|
|
|
let deobf_sig = self.deobf()?.deobfuscate_sig(sig)?;
|
|
url_params.insert(sp.to_string(), deobf_sig);
|
|
|
|
Ok((url_base, url_params))
|
|
}
|
|
|
|
fn deobf_nsig(&mut self, url_params: &mut BTreeMap<String, String>) -> Result<(), DeobfError> {
|
|
if let Some(n) = url_params.get("n") {
|
|
let nsig = if n == &self.last_nsig {
|
|
self.last_nsig_deobf.to_owned()
|
|
} else {
|
|
let nsig = self.deobf()?.deobfuscate_nsig(n)?;
|
|
self.last_nsig.clone_from(n);
|
|
self.last_nsig_deobf.clone_from(&nsig);
|
|
nsig
|
|
};
|
|
|
|
url_params.insert("n".to_owned(), nsig);
|
|
};
|
|
Ok(())
|
|
}
|
|
|
|
fn map_url(
|
|
&mut self,
|
|
url: &Option<String>,
|
|
signature_cipher: &Option<String>,
|
|
) -> Result<UrlMapRes, ExtractionError> {
|
|
let (url_base, mut url_params) =
|
|
match url {
|
|
Some(url) => util::url_to_params(url).map_err(|_| {
|
|
ExtractionError::InvalidData(format!("Could not parse url `{url}`").into())
|
|
}),
|
|
None => match signature_cipher {
|
|
Some(signature_cipher) => {
|
|
self.cipher_to_url_params(signature_cipher).map_err(|e| {
|
|
ExtractionError::InvalidData(
|
|
format!("Could not deobfuscate signatureCipher `{signature_cipher}`: {e}")
|
|
.into(),
|
|
)
|
|
})
|
|
}
|
|
None => Err(ExtractionError::InvalidData(
|
|
"stream contained neither url or cipher".into(),
|
|
)),
|
|
},
|
|
}?;
|
|
|
|
self.deobf_nsig(&mut url_params)?;
|
|
let url = Url::parse_with_params(url_base.as_str(), url_params.iter())
|
|
.map_err(|_| ExtractionError::InvalidData("could not combine URL".into()))?;
|
|
|
|
Ok(UrlMapRes {
|
|
url: url.to_string(),
|
|
xtags: url_params.get("xtags").cloned(),
|
|
})
|
|
}
|
|
|
|
fn map_video_stream(&mut self, f: player::Format) -> Result<VideoStream, ExtractionError> {
|
|
let Some((mtype, codecs)) = parse_mime(&f.mime_type) else {
|
|
return Err(ExtractionError::InvalidData(
|
|
format!(
|
|
"Invalid mime type `{}` in video format {:?}",
|
|
&f.mime_type, &f
|
|
)
|
|
.into(),
|
|
));
|
|
};
|
|
let Some(format) = get_video_format(mtype) else {
|
|
return Err(ExtractionError::InvalidData(
|
|
format!("invalid video format. itag: {}", f.itag).into(),
|
|
));
|
|
};
|
|
let map_res = self.map_url(&f.url, &f.signature_cipher)?;
|
|
|
|
Ok(VideoStream {
|
|
url: map_res.url,
|
|
itag: f.itag,
|
|
bitrate: f.bitrate,
|
|
average_bitrate: f.average_bitrate.unwrap_or(f.bitrate),
|
|
size: f.content_length,
|
|
index_range: f.index_range,
|
|
init_range: f.init_range,
|
|
duration_ms: f.approx_duration_ms,
|
|
// Note that the format has already been verified using
|
|
// is_video(), so these unwraps are safe
|
|
width: f.width.unwrap(),
|
|
height: f.height.unwrap(),
|
|
fps: f.fps.unwrap(),
|
|
quality: f.quality_label.unwrap(),
|
|
hdr: f.color_info.unwrap_or_default().primaries
|
|
== player::Primaries::ColorPrimariesBt2020,
|
|
format,
|
|
codec: get_video_codec(codecs),
|
|
mime: f.mime_type,
|
|
})
|
|
}
|
|
|
|
fn map_audio_stream(&mut self, f: player::Format) -> Result<AudioStream, ExtractionError> {
|
|
let Some((mtype, codecs)) = parse_mime(&f.mime_type) else {
|
|
return Err(ExtractionError::InvalidData(
|
|
format!(
|
|
"Invalid mime type `{}` in video format {:?}",
|
|
&f.mime_type, &f
|
|
)
|
|
.into(),
|
|
));
|
|
};
|
|
let format = get_audio_format(mtype).ok_or_else(|| {
|
|
ExtractionError::InvalidData(format!("invalid audio format. itag: {}", f.itag).into())
|
|
})?;
|
|
let map_res = self.map_url(&f.url, &f.signature_cipher)?;
|
|
|
|
Ok(AudioStream {
|
|
url: map_res.url,
|
|
itag: f.itag,
|
|
bitrate: f.bitrate,
|
|
average_bitrate: f.average_bitrate.unwrap_or(f.bitrate),
|
|
size: f.content_length.unwrap(),
|
|
index_range: f.index_range,
|
|
init_range: f.init_range,
|
|
duration_ms: f.approx_duration_ms,
|
|
format,
|
|
codec: get_audio_codec(codecs),
|
|
mime: f.mime_type,
|
|
channels: f.audio_channels,
|
|
loudness_db: f.loudness_db,
|
|
track: f
|
|
.audio_track
|
|
.map(|t| self.map_audio_track(t, map_res.xtags)),
|
|
})
|
|
}
|
|
|
|
fn map_audio_track(
|
|
&mut self,
|
|
track: response::player::AudioTrack,
|
|
xtags: Option<String>,
|
|
) -> AudioTrack {
|
|
let mut lang = None;
|
|
let mut track_type = None;
|
|
|
|
if let Some(xtags) = xtags {
|
|
xtags
|
|
.split(':')
|
|
.filter_map(|param| param.split_once('='))
|
|
.for_each(|(k, v)| match k {
|
|
"lang" => {
|
|
lang = Some(v.to_owned());
|
|
}
|
|
"acont" => match serde_plain::from_str(v) {
|
|
Ok(v) => {
|
|
track_type = Some(v);
|
|
}
|
|
Err(_) => {
|
|
self.warnings
|
|
.push(format!("could not parse audio track type `{v}`"));
|
|
}
|
|
},
|
|
_ => {}
|
|
});
|
|
}
|
|
|
|
AudioTrack {
|
|
id: track.id,
|
|
lang,
|
|
lang_name: track.display_name,
|
|
is_default: track.audio_is_default,
|
|
track_type,
|
|
}
|
|
}
|
|
}
|
|
|
|
struct UrlMapRes {
|
|
url: String,
|
|
xtags: Option<String>,
|
|
}
|
|
|
|
fn parse_mime(mime: &str) -> Option<(&str, Vec<&str>)> {
|
|
static PATTERN: Lazy<Regex> =
|
|
Lazy::new(|| Regex::new(r#"(\w+/\w+);\scodecs="([a-zA-Z-0-9.,\s]*)""#).unwrap());
|
|
|
|
let captures = PATTERN.captures(mime)?;
|
|
Some((
|
|
captures.get(1).unwrap().as_str(),
|
|
captures
|
|
.get(2)
|
|
.unwrap()
|
|
.as_str()
|
|
.split(", ")
|
|
.collect::<Vec<&str>>(),
|
|
))
|
|
}
|
|
|
|
fn get_video_format(mtype: &str) -> Option<VideoFormat> {
|
|
match mtype {
|
|
"video/3gpp" => Some(VideoFormat::ThreeGp),
|
|
"video/mp4" => Some(VideoFormat::Mp4),
|
|
"video/webm" => Some(VideoFormat::Webm),
|
|
_ => None,
|
|
}
|
|
}
|
|
|
|
fn get_video_codec(codecs: Vec<&str>) -> VideoCodec {
|
|
for codec in codecs {
|
|
if codec.starts_with("avc1") {
|
|
return VideoCodec::Avc1;
|
|
} else if codec.starts_with("vp9") || codec.starts_with("vp09") {
|
|
return VideoCodec::Vp9;
|
|
} else if codec.starts_with("av01") {
|
|
return VideoCodec::Av01;
|
|
} else if codec.starts_with("mp4v") {
|
|
return VideoCodec::Mp4v;
|
|
}
|
|
}
|
|
VideoCodec::Unknown
|
|
}
|
|
|
|
fn get_audio_format(mtype: &str) -> Option<AudioFormat> {
|
|
match mtype {
|
|
"audio/mp4" => Some(AudioFormat::M4a),
|
|
"audio/webm" => Some(AudioFormat::Webm),
|
|
_ => None,
|
|
}
|
|
}
|
|
|
|
fn get_audio_codec(codecs: Vec<&str>) -> AudioCodec {
|
|
for codec in codecs {
|
|
if codec.starts_with("mp4a") {
|
|
return AudioCodec::Mp4a;
|
|
} else if codec.starts_with("opus") {
|
|
return AudioCodec::Opus;
|
|
}
|
|
}
|
|
AudioCodec::Unknown
|
|
}
|
|
|
|
#[cfg(test)]
|
|
mod tests {
|
|
use std::{fs::File, io::BufReader};
|
|
|
|
use path_macro::path;
|
|
use rstest::rstest;
|
|
|
|
use super::*;
|
|
use crate::{deobfuscate::DeobfData, param::Language, util::tests::TESTFILES};
|
|
|
|
static DEOBF_DATA: Lazy<DeobfData> = Lazy::new(|| {
|
|
DeobfData {
|
|
js_url: "https://www.youtube.com/s/player/c8b8a173/player_ias.vflset/en_US/base.js".to_owned(),
|
|
sig_fn: "var oB={B4:function(a){a.reverse()},xm:function(a,b){a.splice(0,b)},dC:function(a,b){var c=a[0];a[0]=a[b%a.length];a[b%a.length]=c}};var Vva=function(a){a=a.split(\"\");oB.dC(a,42);oB.xm(a,3);oB.dC(a,48);oB.B4(a,68);return a.join(\"\")};var deobf_sig=Vva;".to_owned(),
|
|
nsig_fn: "Ska=function(a){var b=a.split(\"\"),c=[-1505243983,function(d,e){e=(e%d.length+d.length)%d.length;d.splice(-e).reverse().forEach(function(f){d.unshift(f)})},\n-1692381986,function(d,e){e=(e%d.length+d.length)%d.length;var f=d[0];d[0]=d[e];d[e]=f},\n-262444939,\"unshift\",function(d){for(var e=d.length;e;)d.push(d.splice(--e,1)[0])},\n1201502951,-546377604,-504264123,-1978377336,1042456724,function(d,e){for(e=(e%d.length+d.length)%d.length;e--;)d.unshift(d.pop())},\n711986897,406699922,-1842537993,-1678108293,1803491779,1671716087,12778705,-718839990,null,null,-1617525823,342523552,-1338406651,-399705108,-696713950,b,function(d,e){e=(e%d.length+d.length)%d.length;d.splice(0,1,d.splice(e,1,d[0])[0])},\nfunction(d,e){e=(e%d.length+d.length)%d.length;d.splice(e,1)},\n-980602034,356396192,null,-1617525823,function(d,e,f){var h=f.length;d.forEach(function(l,m,n){this.push(n[m]=f[(f.indexOf(l)-f.indexOf(this[m])+m+h--)%f.length])},e.split(\"\"))},\n-1029864222,-641353250,-1681901809,-1391247867,1707415199,-1957855835,b,function(){for(var d=64,e=[];++d-e.length-32;)switch(d){case 58:d=96;continue;case 91:d=44;break;case 65:d=47;continue;case 46:d=153;case 123:d-=58;default:e.push(String.fromCharCode(d))}return e},\n-1936558978,-1505243983,function(d){d.reverse()},\n1296889058,-1813915420,-943019300,function(d,e,f){var h=f.length;d.forEach(function(l,m,n){this.push(n[m]=f[(f.indexOf(l)-f.indexOf(this[m])+m+h--)%f.length])},e.split(\"\"))},\n\"join\",b,-2061642263];c[21]=c;c[22]=c;c[33]=c;try{c[3](c[33],c[9]),c[29](c[22],c[25]),c[29](c[22],c[19]),c[29](c[33],c[17]),c[29](c[21],c[2]),c[29](c[42],c[10]),c[1](c[52],c[40]),c[12](c[28],c[8]),c[29](c[21],c[45]),c[1](c[21],c[48]),c[44](c[26]),c[39](c[5],c[2]),c[31](c[53],c[16]),c[30](c[29],c[8]),c[51](c[29],c[6],c[44]()),c[4](c[43],c[1]),c[2](c[23],c[42]),c[2](c[0],c[46]),c[38](c[14],c[52]),c[32](c[5]),c[26](c[29],c[46]),c[26](c[5],c[13]),c[28](c[1],c[37]),c[26](c[31],c[13]),c[26](c[1],c[34]),\nc[46](c[1],c[32],c[40]()),c[26](c[50],c[44]),c[17](c[50],c[51]),c[0](c[3],c[24]),c[32](c[13]),c[43](c[3],c[51]),c[0](c[34],c[17]),c[16](c[45],c[53]),c[29](c[44],c[13]),c[42](c[1],c[50]),c[47](c[22],c[53]),c[37](c[22]),c[13](c[52],c[21]),c[6](c[43],c[34]),c[6](c[31],c[46])}catch(d){return\"enhanced_except_gZYB_un-_w8_\"+a}return b.join(\"\")};var deobf_nsig=Ska;".to_owned(),
|
|
sts: "19201".to_owned(),
|
|
}
|
|
});
|
|
|
|
#[rstest]
|
|
#[case::desktop(ClientType::Desktop)]
|
|
#[case::desktop_music(ClientType::DesktopMusic)]
|
|
#[case::tv(ClientType::Tv)]
|
|
#[case::android(ClientType::Android)]
|
|
#[case::ios(ClientType::Ios)]
|
|
fn map_player_data(#[case] client_type: ClientType) {
|
|
let name = serde_plain::to_string(&client_type)
|
|
.unwrap()
|
|
.replace('_', "");
|
|
let json_path = path!(*TESTFILES / "player" / format!("{name}_video.json"));
|
|
let json_file = File::open(json_path).unwrap();
|
|
|
|
let resp: response::Player = serde_json::from_reader(BufReader::new(json_file)).unwrap();
|
|
let map_res = resp
|
|
.map_response(&MapRespCtx {
|
|
id: "pPvd8UxmSbQ",
|
|
lang: Language::En,
|
|
deobf: Some(&DEOBF_DATA),
|
|
visitor_data: None,
|
|
client_type,
|
|
artist: None,
|
|
})
|
|
.unwrap();
|
|
|
|
assert!(
|
|
map_res.warnings.is_empty(),
|
|
"deserialization/mapping warnings: {:?}",
|
|
map_res.warnings
|
|
);
|
|
let is_desktop = name == "desktop" || name == "desktopmusic";
|
|
insta::assert_ron_snapshot!(format!("map_player_data_{name}"), map_res.c, {
|
|
".details.publish_date" => insta::dynamic_redaction(move |value, _path| {
|
|
if is_desktop {
|
|
assert!(value.as_str().unwrap().starts_with("2019-05-30T00:00:00"));
|
|
"2019-05-30T00:00:00"
|
|
} else {
|
|
assert_eq!(value, insta::internals::Content::None);
|
|
"~"
|
|
}
|
|
}),
|
|
});
|
|
}
|
|
|
|
#[test]
|
|
fn cipher_to_url() {
|
|
let signature_cipher = "s=w%3DAe%3DA6aDNQLkViKS7LOm9QtxZJHKwb53riq9qEFw-ecBWJCAiA%3DcEg0tn3dty9jEHszfzh4Ud__bg9CEHVx4ix-7dKsIPAhIQRw8JQ0qOA&sp=sig&url=https://rr5---sn-h0jelnez.googlevideo.com/videoplayback%3Fexpire%3D1659376413%26ei%3Dvb7nYvH5BMK8gAfBj7ToBQ%26ip%3D2003%253Ade%253Aaf06%253A6300%253Ac750%253A1b77%253Ac74a%253A80e3%26id%3Do-AB_BABwrXZJN428ZwDxq5ScPn2AbcGODnRlTVhCQ3mj2%26itag%3D251%26source%3Dyoutube%26requiressl%3Dyes%26mh%3DhH%26mm%3D31%252C26%26mn%3Dsn-h0jelnez%252Csn-4g5ednsl%26ms%3Dau%252Conr%26mv%3Dm%26mvi%3D5%26pl%3D37%26initcwndbps%3D1588750%26spc%3DlT-Khi831z8dTejFIRCvCEwx_6romtM%26vprv%3D1%26mime%3Daudio%252Fwebm%26ns%3Db_Mq_qlTFcSGlG9RpwpM9xQH%26gir%3Dyes%26clen%3D3781277%26dur%3D229.301%26lmt%3D1655510291473933%26mt%3D1659354538%26fvip%3D5%26keepalive%3Dyes%26fexp%3D24001373%252C24007246%26c%3DWEB%26rbqsm%3Dfr%26txp%3D4532434%26n%3Dd2g6G2hVqWIXxedQ%26sparams%3Dexpire%252Cei%252Cip%252Cid%252Citag%252Csource%252Crequiressl%252Cspc%252Cvprv%252Cmime%252Cns%252Cgir%252Cclen%252Cdur%252Clmt%26lsparams%3Dmh%252Cmm%252Cmn%252Cms%252Cmv%252Cmvi%252Cpl%252Cinitcwndbps%26lsig%3DAG3C_xAwRQIgCKCGJ1iu4wlaGXy3jcJyU3inh9dr1FIfqYOZEG_MdmACIQCbungkQYFk7EhD6K2YvLaHFMjKOFWjw001_tLb0lPDtg%253D%253D";
|
|
let mut mapper = StreamsMapper::new(Some(&DEOBF_DATA)).unwrap();
|
|
let url = mapper
|
|
.map_url(&None, &Some(signature_cipher.to_owned()))
|
|
.unwrap()
|
|
.url;
|
|
|
|
assert_eq!(url, "https://rr5---sn-h0jelnez.googlevideo.com/videoplayback?c=WEB&clen=3781277&dur=229.301&ei=vb7nYvH5BMK8gAfBj7ToBQ&expire=1659376413&fexp=24001373%2C24007246&fvip=5&gir=yes&id=o-AB_BABwrXZJN428ZwDxq5ScPn2AbcGODnRlTVhCQ3mj2&initcwndbps=1588750&ip=2003%3Ade%3Aaf06%3A6300%3Ac750%3A1b77%3Ac74a%3A80e3&itag=251&keepalive=yes&lmt=1655510291473933&lsig=AG3C_xAwRQIgCKCGJ1iu4wlaGXy3jcJyU3inh9dr1FIfqYOZEG_MdmACIQCbungkQYFk7EhD6K2YvLaHFMjKOFWjw001_tLb0lPDtg%3D%3D&lsparams=mh%2Cmm%2Cmn%2Cms%2Cmv%2Cmvi%2Cpl%2Cinitcwndbps&mh=hH&mime=audio%2Fwebm&mm=31%2C26&mn=sn-h0jelnez%2Csn-4g5ednsl&ms=au%2Conr&mt=1659354538&mv=m&mvi=5&n=XzXGSfGusw6OCQ&ns=b_Mq_qlTFcSGlG9RpwpM9xQH&pl=37&rbqsm=fr&requiressl=yes&sig=AOq0QJ8wRQIhAPIsKd7-xi4xVHEC9gb__dU4hzfzsHEj9ytd3nt0gEceAiACJWBcw-wFEq9qir35bwKHJZxtQ9mOL7SKiVkLQNDa6A%3D%3D&source=youtube&sparams=expire%2Cei%2Cip%2Cid%2Citag%2Csource%2Crequiressl%2Cspc%2Cvprv%2Cmime%2Cns%2Cgir%2Cclen%2Cdur%2Clmt&spc=lT-Khi831z8dTejFIRCvCEwx_6romtM&txp=4532434&vprv=1");
|
|
}
|
|
}
|