clean up command line interface

This commit is contained in:
2022-09-21 22:45:06 +02:00
parent 8f33ae0b1e
commit 31c31bdcfb
5 changed files with 141 additions and 101 deletions

14
Cargo.lock generated
View File

@@ -62,6 +62,12 @@ version = "1.4.0"
source = "registry+https://github.com/rust-lang/crates.io-index" source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "e2abad23fbc42b3700f2f279844dc832adb2b2eb069b2df918f455c4e18cc646" checksum = "e2abad23fbc42b3700f2f279844dc832adb2b2eb069b2df918f455c4e18cc646"
[[package]]
name = "lexopt"
version = "0.2.1"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "478ee9e62aaeaf5b140bd4138753d1f109765488581444218d3ddda43234f3e8"
[[package]] [[package]]
name = "libc" name = "libc"
version = "0.2.108" version = "0.2.108"
@@ -89,12 +95,6 @@ dependencies = [
"winapi", "winapi",
] ]
[[package]]
name = "pico-args"
version = "0.4.2"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "db8bcd96cb740d03149cbad5518db9fd87126a10ab519c011893b1754134c468"
[[package]] [[package]]
name = "sacabase" name = "sacabase"
version = "2.0.0" version = "2.0.0"
@@ -121,8 +121,8 @@ version = "0.1.0"
dependencies = [ dependencies = [
"anyhow", "anyhow",
"cdivsufsort", "cdivsufsort",
"lexopt",
"pbr", "pbr",
"pico-args",
] ]
[[package]] [[package]]

View File

@@ -1,12 +1,12 @@
[package] [package]
name = "upkr" name = "upkr"
version = "0.1.0" version = "0.2.0"
edition = "2021" edition = "2021"
# See more keys and their definitions at https://doc.rust-lang.org/cargo/reference/manifest.html # See more keys and their definitions at https://doc.rust-lang.org/cargo/reference/manifest.html
[dependencies] [dependencies]
cdivsufsort = "2" cdivsufsort = "2"
pico-args = "0.4" lexopt = "0.2.1"
anyhow = "1" anyhow = "1"
pbr = "1" pbr = "1"

View File

@@ -9,21 +9,39 @@ pub use lz::unpack;
pub type ProgressCallback<'a> = &'a mut dyn FnMut(usize); pub type ProgressCallback<'a> = &'a mut dyn FnMut(usize);
pub struct Config {
pub use_bitstream: bool,
pub parity_contexts: usize,
}
impl Default for Config {
fn default() -> Config {
Config {
use_bitstream: false,
parity_contexts: 1,
}
}
}
pub fn pack( pub fn pack(
data: &[u8], data: &[u8],
level: u8, level: u8,
use_bitstream: bool, config: Config,
parity_contexts: usize,
progress_callback: Option<ProgressCallback>, progress_callback: Option<ProgressCallback>,
) -> Vec<u8> { ) -> Vec<u8> {
if level == 0 { if level == 0 {
greedy_packer::pack(data, use_bitstream, parity_contexts, progress_callback) greedy_packer::pack(
data,
config.use_bitstream,
config.parity_contexts,
progress_callback,
)
} else { } else {
parsing_packer::pack( parsing_packer::pack(
data, data,
level, level,
use_bitstream, config.use_bitstream,
parity_contexts, config.parity_contexts,
progress_callback, progress_callback,
) )
} }

View File

@@ -106,9 +106,9 @@ impl CoderState {
} }
} }
pub fn unpack(packed_data: &[u8], use_bitstream: bool, parity_contexts: usize) -> Vec<u8> { pub fn unpack(packed_data: &[u8], config: crate::Config) -> Vec<u8> {
let mut decoder = RansDecoder::new(packed_data, use_bitstream); let mut decoder = RansDecoder::new(packed_data, config.use_bitstream);
let mut contexts = ContextState::new((1 + 255) * parity_contexts + 1 + 64 + 64); let mut contexts = ContextState::new((1 + 255) * config.parity_contexts + 1 + 64 + 64);
let mut result = vec![]; let mut result = vec![];
let mut offset = 0; let mut offset = 0;
let mut prev_was_match = false; let mut prev_was_match = false;
@@ -131,17 +131,26 @@ pub fn unpack(packed_data: &[u8], use_bitstream: bool, parity_contexts: usize) -
} }
loop { loop {
let literal_base = result.len() % parity_contexts * 256; let literal_base = result.len() % config.parity_contexts * 256;
if decoder.decode_with_context(&mut contexts.context_mut(literal_base)) { if decoder.decode_with_context(&mut contexts.context_mut(literal_base)) {
if prev_was_match if prev_was_match
|| decoder.decode_with_context(&mut contexts.context_mut(256 * parity_contexts)) || decoder
.decode_with_context(&mut contexts.context_mut(256 * config.parity_contexts))
{ {
offset = decode_length(&mut decoder, &mut contexts, 256 * parity_contexts + 1) - 1; offset = decode_length(
&mut decoder,
&mut contexts,
256 * config.parity_contexts + 1,
) - 1;
if offset == 0 { if offset == 0 {
break; break;
} }
} }
let length = decode_length(&mut decoder, &mut contexts, 256 * parity_contexts + 65); let length = decode_length(
&mut decoder,
&mut contexts,
256 * config.parity_contexts + 65,
);
for _ in 0..length { for _ in 0..length {
result.push(result[result.len() - offset]); result.push(result[result.len() - offset]);
} }

View File

@@ -1,29 +1,59 @@
use anyhow::{bail, Result}; use anyhow::Result;
use std::ffi::OsStr;
use std::io::prelude::*; use std::io::prelude::*;
use std::process; use std::process;
use std::{fs::File, path::PathBuf}; use std::{fs::File, path::PathBuf};
fn main() -> Result<()> { fn main() -> Result<()> {
let mut args = pico_args::Arguments::from_env(); let mut config = upkr::Config::default();
let mut reverse = false;
let mut unpack = false;
let mut level = 2;
let mut infile: Option<PathBuf> = None;
let mut outfile: Option<PathBuf> = None;
match args.subcommand()?.as_ref().map(|s| s.as_str()) { let mut parser = lexopt::Parser::from_env();
None => print_help(), while let Some(arg) = parser.next()? {
Some("pack") => { use lexopt::prelude::*;
let level = args.opt_value_from_str(["-l", "--level"])?.unwrap_or(2u8); match arg {
let use_bitstream = args.contains(["-b", "--bitstream"]); Short('b') | Long("bitstream") => config.use_bitstream = true,
let parity_contexts = args Short('p') | Long("parity") => config.parity_contexts = parser.value()?.parse()?,
.opt_value_from_str(["-p", "--parity"])? Short('r') | Long("reverse") => reverse = true,
.unwrap_or(1usize); Short('u') | Long("unpack") => unpack = true,
let reverse = args.contains(["-r", "--reverse"]); Short('l') | Long("level") => level = parser.value()?.parse()?,
Short('h') | Long("help") => print_help(0),
Value(val) if infile.is_none() => infile = Some(val.try_into()?),
Value(val) if outfile.is_none() => outfile = Some(val.try_into()?),
_ => return Err(arg.unexpected().into()),
}
}
if parity_contexts != 1 && parity_contexts != 2 && parity_contexts != 4 { let infile = infile.unwrap_or_else(|| print_help(1));
eprintln!("--parity has to be 1, 2 or 4"); let outfile = outfile.unwrap_or_else(|| {
let mut name = infile.clone();
if unpack {
if name.extension().filter(|&e| e == "upk").is_some() {
name.set_extension("");
} else {
name.set_extension("bin");
}
} else {
let mut filename = name
.file_name()
.unwrap_or_else(|| OsStr::new(""))
.to_os_string();
filename.push(".upk");
name.set_file_name(filename);
}
name
});
if config.parity_contexts != 1 && config.parity_contexts != 2 && config.parity_contexts != 4 {
eprintln!("--parity has to be 1, 2, or 4");
process::exit(1); process::exit(1);
} }
let infile = args.free_from_os_str::<PathBuf, bool>(|s| Ok(s.into()))?; if !unpack {
let outfile = args.free_from_os_str::<PathBuf, bool>(|s| Ok(s.into()))?;
let mut data = vec![]; let mut data = vec![];
File::open(infile)?.read_to_end(&mut data)?; File::open(infile)?.read_to_end(&mut data)?;
if reverse { if reverse {
@@ -35,8 +65,7 @@ fn main() -> Result<()> {
let mut packed_data = upkr::pack( let mut packed_data = upkr::pack(
&data, &data,
level, level,
use_bitstream, config,
parity_contexts,
Some(&mut |pos| { Some(&mut |pos| {
pb.set(pos as u64); pb.set(pos as u64);
}), }),
@@ -54,49 +83,33 @@ fn main() -> Result<()> {
packed_data.len() as f32 * 100. / data.len() as f32 packed_data.len() as f32 * 100. / data.len() as f32
); );
File::create(outfile)?.write_all(&packed_data)?; File::create(outfile)?.write_all(&packed_data)?;
} } else {
Some("unpack") => {
let use_bitstream = args.contains(["-b", "--bitstream"]);
let parity_contexts = args
.opt_value_from_str(["-p", "--parity"])?
.unwrap_or(1usize);
let reverse = args.contains(["-r", "--reverse"]);
if parity_contexts != 1 && parity_contexts != 2 && parity_contexts != 4 {
eprintln!("--parity has to be 1, 2 or 4");
process::exit(1);
}
let infile = args.free_from_os_str::<PathBuf, bool>(|s| Ok(s.into()))?;
let outfile = args.free_from_os_str::<PathBuf, bool>(|s| Ok(s.into()))?;
let mut data = vec![]; let mut data = vec![];
File::open(infile)?.read_to_end(&mut data)?; File::open(infile)?.read_to_end(&mut data)?;
if reverse { if reverse {
data.reverse(); data.reverse();
} }
let mut unpacked_data = upkr::unpack(&data, use_bitstream, parity_contexts); let mut unpacked_data = upkr::unpack(&data, config);
if reverse { if reverse {
unpacked_data.reverse(); unpacked_data.reverse();
} }
File::create(outfile)?.write_all(&unpacked_data)?; File::create(outfile)?.write_all(&unpacked_data)?;
} }
Some(other) => {
bail!("Unknown subcommand '{}'", other);
}
}
Ok(()) Ok(())
} }
fn print_help() { fn print_help(exit_code: i32) -> ! {
eprintln!("Usage:"); eprintln!("Usage:");
eprintln!(" upkr pack [-b] [-l level(0-9)] [-p N] <infile> <outfile>"); eprintln!(" upkr [-l level(0-9)] [config options] <infile> [<outfile>]");
eprintln!(" upkr unpack [-b] [-p N] <infile> <outfile>"); eprintln!(" upkr -u [config options] <infile> [<outfile>]");
eprintln!(); eprintln!();
eprintln!(" -b, --bitstream bitstream mode");
eprintln!(" -l, --level N compression level 0-9"); eprintln!(" -l, --level N compression level 0-9");
eprintln!(" -u, --unpack unpack infile");
eprintln!();
eprintln!("Config options (need to match when packing/unpacking):");
eprintln!(" -b, --bitstream bitstream mode");
eprintln!(" -p, --parity N use N (2/4) parity contexts"); eprintln!(" -p, --parity N use N (2/4) parity contexts");
eprintln!(" -r, --reverse reverse input & output"); eprintln!(" -r, --reverse reverse input & output");
process::exit(1); process::exit(exit_code);
} }