Sulkta-OSS/rustypipe
Archived
2
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

feat: add number_tokens for parsing large nums to dictionary

Browse source
This commit is contained in:
ThetaDev 2022-09-23 15:04:22 +02:00
parent 67ae1eb21d
commit 5d19259a14
21 changed files with 5219 additions and 38 deletions
Download patch file Download diff file Expand all files Collapse all files

15
codegen/src/main.rs
View file

@ -1,3 +1,4 @@
mod collect_large_numbers;
mod collect_playlist_dates;
mod download_testfiles;
mod gen_dictionary;
@ -21,7 +22,9 @@ struct Cli {
#[derive(Subcommand)]
enum Commands {
CollectPlaylistDates,
WritePlaylistDates,
CollectLargeNumbers,
ParsePlaylistDates,
ParseLargeNumbers,
GenLocales,
GenDict,
DownloadTestfiles,
@ -36,8 +39,14 @@ async fn main() {
Commands::CollectPlaylistDates => {
collect_playlist_dates::collect_dates(&cli.project_root, cli.concurrency).await;
}
Commands::WritePlaylistDates => {
collect_playlist_dates::write_samples_to_dict(&cli.project_root);
Commands::CollectLargeNumbers => {
collect_large_numbers::collect_large_numbers(&cli.project_root, cli.concurrency).await;
}
Commands::ParsePlaylistDates => {
collect_playlist_dates::write_samples_to_dict(&cli.project_root)
}
Commands::ParseLargeNumbers => {
collect_large_numbers::write_samples_to_dict(&cli.project_root)
}
Commands::GenLocales => {
gen_locales::generate_locales(&cli.project_root).await;