use std::fs; use std::fs::{File, OpenOptions}; use std::io::{Cursor, Seek, SeekFrom, Write}; use binrw::BinRead; use binrw::binread; use crate::{BootData, GameData}; use crate::sqpack::{read_data_block, read_data_block_patch}; use core::cmp::min; use crate::patch::TargetHeaderKind::Version; #[derive(BinRead, Debug)] struct PatchChunk { #[br(big)] size: u32, chunk_type: ChunkType, #[br(if(chunk_type != ChunkType::EndOfFile))] crc32: u32 } #[derive(BinRead, PartialEq, Debug)] enum ChunkType { #[br(magic = b"FHDR")] FileHeader( #[br(pad_before = 2)] #[br(pad_after = 1)] FileHeaderChunk), #[br(magic = b"APLY")] ApplyOption(ApplyOptionChunk), #[br(magic = b"ADIR")] AddDirectory(AddDirectoryChunk), #[br(magic = b"DELD")] DeleteDirectory(DeleteDirectoryChunk), #[br(magic = b"SQPK")] Sqpk(SqpkChunk), #[br(magic = b"EOF_")] EndOfFile, } #[derive(BinRead, PartialEq, Debug)] enum FileHeaderChunk { #[br(magic = 2u8)] Version2(FileHeaderChunk2), #[br(magic = 3u8)] Version3(FileHeaderChunk3) } #[derive(BinRead, PartialEq, Debug)] #[br(big)] struct FileHeaderChunk2 { #[br(count = 4)] #[br(map = | x: Vec < u8 > | String::from_utf8(x).unwrap())] name: String, #[br(pad_before = 8)] depot_hash: u32 } #[derive(BinRead, PartialEq, Debug)] #[br(big)] struct FileHeaderChunk3 { #[br(count = 4)] #[br(map = | x: Vec < u8 > | String::from_utf8(x).unwrap())] name: String, entry_files: u32, add_directories : u32, delete_directories : u32, delete_data_size : u32, delete_data_size_2 : u32, minor_version : u32, repository_name : u32, commands : u32, sqpk_add_commands: u32, sqpk_delete_commands: u32, sqpk_expand_commands: u32, sqpk_header_commands: u32, #[br(pad_after = 0xB8)] sqpk_file_commands: u32 } #[binrw::binread] #[derive(PartialEq, Debug)] struct ApplyOptionChunk { #[br(pad_after = 4)] option: u32, value: u32, } #[binrw::binread] #[derive(PartialEq, Debug)] struct AddDirectoryChunk { #[br(temp)] path_length: u32, #[br(count = path_length)] #[br(map = | x: Vec < u8 > | String::from_utf8(x).unwrap())] name: String, } #[binread] #[br(big)] #[derive(PartialEq, Debug)] struct DeleteDirectoryChunk { #[br(temp)] path_length: u32, #[br(count = path_length)] #[br(map = | x: Vec < u8 > | String::from_utf8(x).unwrap())] name: String, } #[binread] #[derive(PartialEq, Debug)] enum SqpkOperation { #[br(magic = b'A')] AddData(SqpkAddData), #[br(magic = b'D')] DeleteData(SqpkDeleteData), #[br(magic = b'E')] ExpandData(SqpkDeleteData), #[br(magic = b'F')] FileOperation(SqpkFileOperationData), #[br(magic = b'H')] HeaderUpdate(SqpkHeaderUpdateData), #[br(magic = b'I')] IndexAddDelete(SqpkIndexData), #[br(magic = b'X')] PatchInfo(SqpkPatchInfo), #[br(magic = b'T')] TargetInfo(SqpkTargetInfo), } #[derive(BinRead, PartialEq, Debug)] enum SqpkIndexCommand { #[br(magic = b'A')] Add, #[br(magic = b'D')] Delete } #[derive(BinRead, PartialEq, Debug)] #[br(big)] struct SqpkIndexData { command : SqpkIndexCommand, #[br(map = | x: u8 | x != 0)] #[br(pad_after = 1)] is_synonym : bool, main_id : u16, sub_id : u16, file_id : u32, file_hash : u64, block_offset : u32, block_number : u32 } #[derive(BinRead, PartialEq, Debug)] struct SqpkPatchInfo { status: u8, #[br(pad_after = 1)] version: u8, #[br(big)] install_size : u64 } #[binread] #[derive(PartialEq, Debug)] enum SqpkFileOperation { #[br(magic = b'A')] AddFile, #[br(magic = b'R')] RemoveAll, #[br(magic = b'D')] DeleteFile } #[derive(BinRead, PartialEq, Debug)] #[br(big)] struct SqpkAddData { #[br(pad_before = 3)] main_id : u16, sub_id : u16, file_id : u32, #[br(map = | x : i32 | x << 7 )] block_offset : i32, #[br(map = | x : i32 | x << 7 )] block_number : i32, #[br(map = | x : i32 | x << 7 )] block_delete_number : i32, #[br(count = block_number)] block_data : Vec } #[derive(BinRead, PartialEq, Debug)] #[br(big)] struct SqpkDeleteData { #[br(pad_before = 3)] main_id : u16, sub_id : u16, file_id : u32, #[br(map = | x : i32 | x << 7 )] block_offset : i32, #[br(pad_after = 4)] block_number : i32 } #[binread] #[derive(PartialEq, Debug)] enum TargetFileKind { #[br(magic=b'D')] Dat, #[br(magic=b'I')] Index } #[binread] #[derive(PartialEq, Debug)] enum TargetHeaderKind { #[br(magic=b'V')] Version, #[br(magic=b'I')] Index, #[br(magic=b'D')] Data } #[derive(BinRead, PartialEq, Debug)] #[br(big)] struct SqpkHeaderUpdateData { file_kind : TargetFileKind, header_kind : TargetHeaderKind, #[br(pad_before = 1)] main_id : u16, sub_id : u16, file_id : u32, #[br(count = 1024)] header_data : Vec } #[binread] #[derive(PartialEq, Debug)] #[br(big)] struct SqpkFileOperationData { #[br(pad_after = 2)] operation: SqpkFileOperation, offset : i64, file_size : u64, #[br(temp)] path_length : u32, expansion_id : u32, #[br(count = path_length)] #[br(map = | x: Vec < u8 > | String::from_utf8(x[..x.len() - 1].to_vec()).unwrap())] path: String, } #[derive(BinRead, PartialEq, Debug)] #[br(big)] struct SqpkTargetInfo { #[br(pad_before = 3)] platform : u16, region : i16, is_debug : i16, version : u16, #[br(little)] deleted_data_size : u64, #[br(little)] #[br(pad_after = 96)] seek_count : u64 } #[derive(BinRead, PartialEq, Debug)] #[br(big)] struct SqpkChunk { size: u32, operation : SqpkOperation } const WIPE_BUFFER: [u8; 1 << 16] = [0; 1 << 16]; fn wipe(mut file : &File, length : i32) { let mut length = length; while length > 0 { let num_bytes = min(WIPE_BUFFER.len() as i32, length); file.write(&WIPE_BUFFER[0..num_bytes as usize]); length -= num_bytes; } } fn wipe_from_offset(mut file : &File, length : i32, offset : i32) { file.seek(SeekFrom::Start(offset as u64)); wipe(file, length); } fn write_empty_file_block_at(mut file : &File, offset : i32, block_number : i32) { wipe_from_offset(file, block_number << 7, offset); file.seek(SeekFrom::Start(offset as u64)); let block_size : i32 = 1 << 7; file.write(block_size.to_le_bytes().as_slice()); let unknown : i32 = 0; file.write(unknown.to_le_bytes().as_slice()); let file_size : i32 = 0; file.write(file_size.to_le_bytes().as_slice()); let num_blocks : i32 = block_number - 1; file.write(num_blocks.to_le_bytes().as_slice()); let used_blocks : i32 = 0; file.write(used_blocks.to_le_bytes().as_slice()); } fn get_expansion_folder(sub_id : u16) -> String { let expansion_id = sub_id >> 8; match expansion_id { 0 => "ffxiv".to_string(), (x) => format!("ex{}", x) } } fn get_dat_filename(data_dir : &str, main_id : u16, sub_id : u16, file_id : u32) -> String { format!("{}/sqpack/{}/{:02x}{:04x}.win32.dat{}", data_dir, get_expansion_folder(sub_id), main_id, sub_id, file_id) } fn get_index_filename(data_dir : &str, main_id : u16, sub_id : u16, file_id : u32) -> String { // FIXME: don't hardcode win32 here. target/patchinfo contains the correct platform :-) let mut path = format!("{}/sqpack/{}/{:02x}{:04x}.win32.index", data_dir, get_expansion_folder(sub_id), main_id, sub_id); // index files have no special ending if it's file_id == 0 if file_id != 0 { path += &*format!("{}", file_id); } path } pub fn process_patch(data_dir : &str, path : &str) { let mut file = File::open(path).unwrap(); file.seek(SeekFrom::Start(12)); loop { let chunk = PatchChunk::read(&mut file).unwrap(); match chunk.chunk_type { ChunkType::Sqpk(pchunk) => { match pchunk.operation { SqpkOperation::AddData(add) => { let filename = get_dat_filename(data_dir, add.main_id, add.sub_id, add.file_id); let (left, right) = filename.rsplit_once('/').unwrap(); fs::create_dir_all(left); let mut new_file = OpenOptions::new() .write(true) .create(true) .open(filename).unwrap(); new_file.seek(SeekFrom::Start(add.block_offset as u64)); new_file.write(&*add.block_data); wipe(&mut new_file, add.block_delete_number); } SqpkOperation::DeleteData(delete) => { let filename = get_dat_filename(data_dir, delete.main_id, delete.sub_id, delete.file_id); let mut new_file = OpenOptions::new() .write(true) .create(true) .open(filename).unwrap(); write_empty_file_block_at(&mut new_file, delete.block_offset, delete.block_number); } SqpkOperation::ExpandData(expand) => { let filename = get_dat_filename(data_dir, expand.main_id, expand.sub_id, expand.file_id); let (left, right) = filename.rsplit_once('/').unwrap(); fs::create_dir_all(left); let mut new_file = OpenOptions::new() .write(true) .create(true) .open(filename).unwrap(); write_empty_file_block_at(&mut new_file, expand.block_offset, expand.block_number); } SqpkOperation::HeaderUpdate(header) => { let mut file_path : String; match header.file_kind { TargetFileKind::Dat => { file_path = get_dat_filename(data_dir, header.main_id, header.sub_id, header.file_id) } TargetFileKind::Index => { file_path = get_index_filename(data_dir, header.main_id, header.sub_id, header.file_id) } } let (left, right) = file_path.rsplit_once('/').unwrap(); fs::create_dir_all(left); let mut new_file = OpenOptions::new() .write(true) .create(true) .open(file_path.as_str()).unwrap(); if header.header_kind != Version { new_file.seek(SeekFrom::Start(1024)); } new_file.write(&*header.header_data); } SqpkOperation::FileOperation(fop) => { match fop.operation { SqpkFileOperation::AddFile => { let new_path = data_dir.to_owned() + "/" + &fop.path; let (left, right) = new_path.rsplit_once('/').unwrap(); fs::create_dir_all(left); // reverse reading crc32 file.seek(SeekFrom::Current(-4)); let mut data: Vec = Vec::with_capacity(fop.file_size as usize); while data.len() < fop.file_size as usize { data.append(&mut read_data_block_patch(&mut file).unwrap()); } // re-apply crc32 file.seek(SeekFrom::Current(4)); // now apply the file! let mut new_file = OpenOptions::new() .write(true) .create(true) .open(new_path).unwrap(); new_file.seek(SeekFrom::Start(fop.offset as u64)); new_file.write(&mut data); } SqpkFileOperation::DeleteFile => { let new_path = data_dir.to_owned() + "/" + &fop.path; fs::remove_file(new_path.as_str()); } SqpkFileOperation::RemoveAll => { println!("STUB: SqpkFileOperation::RemoveAll"); } _ => { panic!("Unhandled operation!"); } } } _ => {} } } ChunkType::EndOfFile => { return; } _ => {} } } }