code drop

Author: Subject38

Cargo.lock

@@ -0,0 +1,9 @@
+[workspace]
+resolver = "2"
+members = [
+    "k_archives",
+    "unarchive",
+]
+
+[profile.release]
+lto = true

Cargo.toml

@@ -0,0 +1,6 @@
+# Konami update archive tool
+Simple konami update parser and unpacker written in rust.
+
+Supports mar (as well as encrypted files from gitadora updates), qar, bar, d2, cab (as well as the inner arcfile), and lst (info files for gitadora updates) and info (similar file for jubeat).
+
+No support currently for repacking into these archive formats.

Readme.md

@@ -0,0 +1,16 @@
+[package]
+name = "k_archives"
+version = "0.1.0"
+edition = "2021"
+
+[dependencies]
+binread = "2.2.0"
+byteorder = "1.4.3"
+cab = "0.6.0"
+crc-any = "2.4.4"
+thiserror = "1.0.31"
+rand = "0.8.5"
+
+[dev-dependencies]
+indicatif = { version = "0.16.2", features = ["rayon"] }
+rayon = "1.5.2"

k_archives/Cargo.toml

@@ -0,0 +1,110 @@
+use std::collections::HashMap;
+use std::fs::File;
+use std::io::{BufRead, BufReader, Cursor, Seek, SeekFrom};
+use std::path::PathBuf;
+
+use byteorder::{LittleEndian, ReadBytesExt};
+
+use crate::common::*;
+
+fn read_file_name<T>(rdr: &mut T) -> Result<String, KArchiveError>
+where
+    T: BufRead + Seek,
+{
+    let mut buf = Vec::<u8>::new();
+    let size = rdr.read_until(0, &mut buf)?;
+    rdr.seek(SeekFrom::Current(256 - size as i64))?;
+    Ok(String::from_utf8(
+        buf.strip_suffix(&[0])
+            .ok_or(KArchiveError::Other(
+                "Failed to strip suffix (malformed or incomplete archive)",
+            ))?
+            .to_vec(),
+    )?
+    .trim_start_matches(['.', '\\'])
+    .replace('\\', "/")
+    .to_string())
+}
+
+pub(crate) fn parse(path: PathBuf) -> Result<KArchive, KArchiveError> {
+    let buffer = benchmark(&path)?;
+    let mut file = match &buffer {
+        Some(buf) => BufReader::new(InternalFile::Buffer(Cursor::new(buf))),
+        None => BufReader::new(InternalFile::RealFile(File::open(&path)?)),
+    };
+    let mut files: HashMap<PathBuf, KFileInfo> = HashMap::new();
+    // Skip the first 10 bytes
+    file.seek_relative(10)?;
+    let file_count = file.read_u16::<LittleEndian>()?;
+    let parse_result = (0..file_count).try_for_each(|_| {
+        let name = read_file_name(&mut file)?;
+        // bar files are weird. in M39A bars, the filename takes 252 bytes rather than 256
+        // So let's check if we just read one of those
+        if file.read_i32::<LittleEndian>()? == -1 {
+            file.seek_relative(-8)?;
+        } else {
+            file.seek_relative(-4)?;
+        }
+        let magic1 = file.read_i32::<LittleEndian>()?;
+        let magic2 = file.read_i32::<LittleEndian>()?;
+        if magic1 != 3 || magic2 != -1 {
+            return Err(KArchiveError::ParseError(format!(
+                "magic numbers are wrong: {} {}",
+                magic1, magic2
+            )));
+        }
+        let size = file.read_u32::<LittleEndian>()? as u64;
+        file.seek_relative(4)?;
+        let offset = file.stream_position()?;
+        file.seek_relative(size as i64)?;
+
+        files.insert(
+            name.into(),
+            KFileInfo {
+                size,
+                offset,
+                cipher: None,
+            },
+        );
+        Ok(())
+    });
+    match parse_result {
+        Ok(_) => {}
+        Err(e) => {
+            eprintln!("k_archives: Error in archive parsing: {}", e);
+            eprintln!("k_archives: Continuing with {} files parsed", files.len());
+        }
+    }
+    Ok(KArchive::new(path, files, buffer))
+}
+
+#[cfg(test)]
+mod tests {
+    use super::*;
+    use std::io::Cursor;
+    #[test]
+    fn test_filename() {
+        let cursor = Cursor::new(vec![
+            92, 74, 69, 65, 50, 48, 50, 52, 48, 52, 49, 53, 48, 48, 99, 111, 110, 116, 101, 110,
+            116, 115, 92, 53, 92, 102, 92, 56, 92, 54, 52, 52, 102, 48, 52, 99, 57, 102, 52, 48,
+            49, 50, 100, 100, 55, 50, 53, 102, 57, 50, 49, 52, 51, 54, 55, 54, 98, 97, 99, 99, 55,
+            51, 52, 50, 52, 54, 0, 254, 254, 254, 254, 254, 254, 254, 254, 254, 254, 254, 254, 254,
+            254, 254, 254, 254, 254, 254, 254, 254, 254, 254, 254, 254, 254, 254, 254, 254, 254,
+            254, 254, 254, 254, 254, 254, 254, 254, 254, 254, 254, 254, 254, 254, 254, 254, 254,
+            254, 254, 254, 254, 254, 254, 254, 254, 254, 254, 254, 254, 254, 254, 254, 254, 254,
+            254, 254, 254, 254, 254, 254, 254, 254, 254, 254, 254, 254, 254, 254, 254, 254, 254,
+            254, 254, 254, 254, 254, 254, 254, 254, 254, 254, 254, 254, 254, 254, 254, 254, 254,
+            254, 254, 254, 254, 254, 254, 254, 254, 254, 254, 254, 254, 254, 254, 254, 254, 254,
+            254, 254, 254, 254, 254, 254, 254, 254, 254, 254, 254, 254, 254, 254, 254, 254, 254,
+            254, 254, 254, 254, 254, 254, 254, 254, 254, 254, 254, 254, 254, 254, 254, 254, 254,
+            254, 254, 254, 254, 254, 254, 254, 254, 254, 254, 254, 254, 254, 254, 254, 254, 254,
+            254, 254, 254, 254, 254, 254, 254, 254, 254, 254, 254, 254, 254, 254, 254, 254, 254,
+            254, 254, 254, 254, 254, 254,
+        ]);
+        let mut filename = BufReader::new(cursor);
+        assert_eq!(
+            read_file_name(&mut filename).unwrap(),
+            "JEA2024041500contents/5/f/8/644f04c9f4012dd725f92143676bacc734246"
+        )
+    }
+}

k_archives/src/bar.rs

@@ -0,0 +1,81 @@
+use crate::common::*;
+use byteorder::{LittleEndian, ReadBytesExt};
+use std::collections::HashMap;
+use std::fs::File;
+use std::io::{BufRead, BufReader, Cursor, Read, Seek, SeekFrom};
+use std::path::PathBuf;
+
+fn read_file_name<T>(rdr: &mut T) -> Result<String, KArchiveError>
+where
+    T: BufRead + Seek,
+{
+    let mut buf = Vec::<u8>::new();
+    rdr.read_until(0, &mut buf)?;
+    Ok(String::from_utf8(
+        buf.strip_suffix(&[0])
+            .ok_or(KArchiveError::Other(
+                "Failed to strip suffix (malformed or incomplete archive)",
+            ))?
+            .to_vec(),
+    )?)
+}
+
+fn read_folder<T>(
+    rdr: &mut T,
+    mut full_path: PathBuf,
+    files: &mut HashMap<PathBuf, KFileInfo>,
+) -> Result<(), KArchiveError>
+where
+    T: BufRead + Seek,
+{
+    let action = rdr.read_u8()?;
+    full_path.push(read_file_name(rdr)?);
+    let param = rdr.read_i32::<LittleEndian>()?;
+    match action {
+        0x00 => {
+            files.insert(
+                full_path,
+                KFileInfo {
+                    size: param as u64,
+                    offset: rdr.stream_position()?,
+                    cipher: None,
+                },
+            );
+            rdr.seek(SeekFrom::Current(param as i64))?;
+        }
+        0x01 => {
+            let mut entries = param;
+            while entries > 0 {
+                read_folder(rdr, full_path.clone(), files)?;
+                entries -= 1;
+            }
+        }
+        _ => unreachable!("Only two types of entries"),
+    }
+    Ok(())
+}
+
+pub(crate) fn parse(path: PathBuf) -> Result<KArchive, KArchiveError> {
+    let cab_file = File::open(&path)?;
+    let mut cabinet = cab::Cabinet::new(cab_file)?;
+    let arcsize = cabinet
+        .get_file_entry("arcfile")
+        .ok_or(KArchiveError::Other("Failed to get arcfile from cab"))?
+        .uncompressed_size()
+        .into();
+    // I've never seen a cab file that didn't just have an arcfile and filelist inside so assume the structure will be like that until proven wrong
+    let mut arcfile = BufReader::new(cabinet.read_file("arcfile")?);
+    // Due to bugs with the cab crate, i'm storing the arcfile buffer inside the KArchive struct for this specific format.
+    // If interfacing with the cab file directly becomes viable, i'll switch away from this method...
+    let mut buf = Vec::with_capacity(arcsize as usize);
+    arcfile.read_to_end(&mut buf)?;
+    let mut cursor = Cursor::new(buf);
+    let mut files: HashMap<PathBuf, KFileInfo> = HashMap::new();
+    while cursor.stream_position()? != arcsize {
+        read_folder(&mut cursor, PathBuf::from(""), &mut files)?;
+    }
+    // Leak the buffer to get a static lifetime slice. This is fine because
+    // it's guaranteed to live until the program is terminated anyways...
+    let buffer = cursor.into_inner();
+    Ok(KArchive::new(path, files, Some(buffer)))
+}