change: Add more then pack/ support.

master
WildEgo 2025-11-23 23:41:53 +00:00
parent 0c352ad4e0
commit bf2ae78108
4 changed files with 67 additions and 7 deletions

1
.gitignore vendored
View File

@ -1 +1,2 @@
/target
checksum.json

46
Cargo.lock generated
View File

@ -2,6 +2,15 @@
# It is not intended for manual editing.
version = 4
[[package]]
name = "aho-corasick"
version = "1.1.4"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "ddd31a130427c27518df266943a5308ed92d4b226cc639f5a8f1002816174301"
dependencies = [
"memchr",
]
[[package]]
name = "crossbeam-deque"
version = "0.8.6"
@ -38,7 +47,9 @@ name = "hash-gen"
version = "0.1.0"
dependencies = [
"memmap2",
"once_cell",
"rayon",
"regex",
"serde",
"serde_json",
"walkdir",
@ -72,6 +83,12 @@ dependencies = [
"libc",
]
[[package]]
name = "once_cell"
version = "1.21.3"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "42f5e15c9953c5e4ccceeb2e7382a716482c34515315f7b03532b8b4e8393d2d"
[[package]]
name = "proc-macro2"
version = "1.0.103"
@ -110,6 +127,35 @@ dependencies = [
"crossbeam-utils",
]
[[package]]
name = "regex"
version = "1.12.2"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "843bc0191f75f3e22651ae5f1e72939ab2f72a4bc30fa80a066bd66edefc24d4"
dependencies = [
"aho-corasick",
"memchr",
"regex-automata",
"regex-syntax",
]
[[package]]
name = "regex-automata"
version = "0.4.13"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "5276caf25ac86c8d810222b3dbb938e512c55c6831a10f3e6ed1c93b84041f1c"
dependencies = [
"aho-corasick",
"memchr",
"regex-syntax",
]
[[package]]
name = "regex-syntax"
version = "0.8.8"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "7a2d987857b319362043e95f5353c0535c1f58eec5336fdfcf626430af7def58"
[[package]]
name = "ryu"
version = "1.0.20"

View File

@ -10,3 +10,5 @@ xxhash-rust = { version = "0.8.15", features = ["xxh3"] }
rayon = "1.10"
memmap2 = "0.9"
walkdir = "2.3"
regex = "1.12.2"
once_cell = "*"

View File

@ -1,23 +1,29 @@
use memmap2::Mmap;
use once_cell::sync::Lazy;
use rayon::prelude::*;
use regex::Regex;
use serde_json::json;
use std::{
collections::BTreeMap,
env, fs,
fs::File,
path::{Path, PathBuf},
sync::Mutex,
};
use walkdir::WalkDir;
use xxhash_rust::xxh3::xxh3_64;
fn hash_file(path: &Path) -> (String, String) {
static RE: Lazy<Regex> = Lazy::new(|| {
Regex::new(r"(metin2\.exe|granny2\.dll|SpeedTreeRT\.dll|BGM[/\\].*|lib[/\\].*|pack[/\\].*)")
.unwrap()
});
fn hash_file(path: &Path, base_path: &String) -> (String, String) {
let file = File::open(path).expect("Failed to open file");
let mmap = unsafe { Mmap::map(&file).expect("Failed to mmap file") };
let hash = xxh3_64(&mmap);
let hash_str = hash.to_string();
let filename = path.file_name().unwrap().to_string_lossy().to_string();
let filename = path.to_str().unwrap().to_string().replace(base_path, "");
(filename, hash_str)
}
@ -25,12 +31,15 @@ fn collect_files(folder: &Path) -> Vec<PathBuf> {
WalkDir::new(folder)
.into_iter()
.filter_map(|e| e.ok())
.filter(|e| e.path().is_file())
.filter(|e| e.path().is_file() && RE.is_match(e.path().to_str().unwrap()))
.map(|e| e.path().to_path_buf())
.collect()
}
fn main() -> std::io::Result<()> {
use std::time::Instant;
let now = Instant::now();
let args: Vec<String> = env::args().collect();
if args.len() != 2 {
eprintln!("Usage: {} <folder>", args[0]);
@ -45,11 +54,13 @@ fn main() -> std::io::Result<()> {
let files = collect_files(folder);
let results: BTreeMap<String, String> = files.par_iter().map(|f| hash_file(f)).collect();
let results: BTreeMap<String, String> =
files.par_iter().map(|f| hash_file(f, &args[1])).collect();
let json_output = json!({ "checksums": results });
fs::write("checksum", serde_json::to_string_pretty(&json_output)?)?;
println!("Done! JSON saved to 'checksum'");
fs::write("checksum.json", serde_json::to_string_pretty(&json_output)?)?;
let elapsed = now.elapsed();
println!("Generated 'checksum', elapsed {:.2?}", elapsed);
Ok(())
}