Add archive --skip-existing-method flag (#292)

This commit is contained in:
bytedream 2024-02-01 14:34:07 +01:00
parent 5d68f0334a
commit 80568a7f58
2 changed files with 125 additions and 13 deletions

View file

@ -16,8 +16,11 @@ use chrono::Duration;
use crunchyroll_rs::media::{Resolution, Subtitle}; use crunchyroll_rs::media::{Resolution, Subtitle};
use crunchyroll_rs::Locale; use crunchyroll_rs::Locale;
use log::{debug, warn}; use log::{debug, warn};
use regex::Regex;
use std::fmt::{Display, Formatter};
use std::ops::Sub; use std::ops::Sub;
use std::path::PathBuf; use std::path::{Path, PathBuf};
use std::process::{Command, Stdio};
#[derive(Clone, Debug, clap::Parser)] #[derive(Clone, Debug, clap::Parser)]
#[clap(about = "Archive a video")] #[clap(about = "Archive a video")]
@ -129,9 +132,19 @@ pub struct Archive {
#[arg(long, default_value_t = false)] #[arg(long, default_value_t = false)]
pub(crate) no_closed_caption: bool, pub(crate) no_closed_caption: bool,
#[arg(help = "Skip files which are already existing")] #[arg(help = "Skip files which are already existing by their name")]
#[arg(long, default_value_t = false)] #[arg(long, default_value_t = false)]
pub(crate) skip_existing: bool, pub(crate) skip_existing: bool,
#[arg(
help = "Only works in combination with `--skip-existing`. Sets the method how already existing files should be skipped. Valid methods are 'audio' and 'subtitle'"
)]
#[arg(long_help = "Only works in combination with `--skip-existing`. \
By default, already existing files are determined by their name and the download of the corresponding episode is skipped. \
With this flag you can modify this behavior. \
Valid options are 'audio' and 'subtitle' (if the file already exists but the audio/subtitle differs from what should be downloaded, the episode gets downloaded and the file overwritten)")]
#[arg(long, default_values_t = SkipExistingMethod::default())]
#[arg(value_parser = SkipExistingMethod::parse)]
pub(crate) skip_existing_method: Vec<SkipExistingMethod>,
#[arg(help = "Skip special episodes")] #[arg(help = "Skip special episodes")]
#[arg(long, default_value_t = false)] #[arg(long, default_value_t = false)]
pub(crate) skip_specials: bool, pub(crate) skip_specials: bool,
@ -244,19 +257,55 @@ impl Execute for Archive {
self.output_specials self.output_specials
.as_ref() .as_ref()
.map_or((&self.output).into(), |so| so.into()), .map_or((&self.output).into(), |so| so.into()),
self.universal_output, self.universal_output,
) )
} else { } else {
format.format_path((&self.output).into(), self.universal_output) format.format_path((&self.output).into(), self.universal_output)
}; };
let (path, changed) = free_file(formatted_path.clone()); let (mut path, changed) = free_file(formatted_path.clone());
if changed && self.skip_existing { if changed && self.skip_existing {
debug!( let mut skip = true;
"Skipping already existing file '{}'",
formatted_path.to_string_lossy() if !self.skip_existing_method.is_empty() {
); if let Some((mut audio_locales, mut subtitle_locales)) =
continue; get_video_streams(&formatted_path)?
{
let method_audio = self
.skip_existing_method
.contains(&SkipExistingMethod::Audio);
let method_subtitle = self
.skip_existing_method
.contains(&SkipExistingMethod::Subtitle);
if method_audio {
audio_locales
.retain(|a| !format.locales.iter().any(|(l, _)| a == l));
}
if self
.skip_existing_method
.contains(&SkipExistingMethod::Subtitle)
{
subtitle_locales
.retain(|s| !format.locales.iter().any(|(_, l)| l.contains(s)))
}
if (method_audio && !audio_locales.is_empty())
|| (method_subtitle && !subtitle_locales.is_empty())
{
skip = false;
path = formatted_path.clone()
}
}
}
if skip {
debug!(
"Skipping already existing file '{}'",
formatted_path.to_string_lossy()
);
continue;
}
} }
format.locales.sort_by(|(a, _), (b, _)| { format.locales.sort_by(|(a, _), (b, _)| {
@ -284,6 +333,36 @@ impl Execute for Archive {
} }
} }
#[derive(Clone, Debug, Eq, PartialEq)]
pub(crate) enum SkipExistingMethod {
Audio,
Subtitle,
}
impl Display for SkipExistingMethod {
fn fmt(&self, f: &mut Formatter<'_>) -> std::fmt::Result {
let value = match self {
SkipExistingMethod::Audio => "audio",
SkipExistingMethod::Subtitle => "subtitle",
};
write!(f, "{}", value)
}
}
impl SkipExistingMethod {
fn parse(s: &str) -> Result<Self, String> {
match s.to_lowercase().as_str() {
"audio" => Ok(Self::Audio),
"subtitle" => Ok(Self::Subtitle),
_ => Err(format!("invalid skip existing method '{}'", s)),
}
}
fn default<'a>() -> &'a [Self] {
&[]
}
}
async fn get_format( async fn get_format(
archive: &Archive, archive: &Archive,
single_formats: &Vec<SingleFormat>, single_formats: &Vec<SingleFormat>,
@ -422,3 +501,36 @@ async fn get_format(
Format::from_single_formats(single_format_to_format_pairs), Format::from_single_formats(single_format_to_format_pairs),
)) ))
} }
fn get_video_streams(path: &Path) -> Result<Option<(Vec<Locale>, Vec<Locale>)>> {
let video_streams =
Regex::new(r"(?m)Stream\s#\d+:\d+\((?P<language>.+)\):\s(?P<type>(Audio|Subtitle))")
.unwrap();
let ffmpeg = Command::new("ffmpeg")
.stdout(Stdio::null())
.stderr(Stdio::piped())
.arg("-hide_banner")
.args(["-i", &path.to_string_lossy().to_string()])
.output()?;
let ffmpeg_output = String::from_utf8(ffmpeg.stderr)?;
let mut audio = vec![];
let mut subtitle = vec![];
for cap in video_streams.captures_iter(&ffmpeg_output) {
let locale = cap.name("language").unwrap().as_str();
let type_ = cap.name("type").unwrap().as_str();
match type_ {
"Audio" => audio.push(Locale::from(locale.to_string())),
"Subtitle" => subtitle.push(Locale::from(locale.to_string())),
_ => unreachable!(),
}
}
if audio.is_empty() && subtitle.is_empty() {
Ok(None)
} else {
Ok(Some((audio, subtitle)))
}
}

View file

@ -94,7 +94,7 @@ pub struct Download {
#[arg(long)] #[arg(long)]
pub(crate) ffmpeg_threads: Option<usize>, pub(crate) ffmpeg_threads: Option<usize>,
#[arg(help = "Skip files which are already existing")] #[arg(help = "Skip files which are already existing by their name")]
#[arg(long, default_value_t = false)] #[arg(long, default_value_t = false)]
pub(crate) skip_existing: bool, pub(crate) skip_existing: bool,
#[arg(help = "Skip special episodes")] #[arg(help = "Skip special episodes")]
@ -259,7 +259,7 @@ impl Execute for Download {
self.output_specials self.output_specials
.as_ref() .as_ref()
.map_or((&self.output).into(), |so| so.into()), .map_or((&self.output).into(), |so| so.into()),
self.universal_output, self.universal_output,
) )
} else { } else {
format.format_path((&self.output).into(), self.universal_output) format.format_path((&self.output).into(), self.universal_output)