1
Fork 0
mirror of https://github.com/redstrate/Physis.git synced 2025-04-22 12:47:45 +00:00
physis/src/repository.rs
Joshua Goins b180adeb44 Improve performance when extracting files by caching open index files
In Hotspot it was revealed that a huge chunk of performance is lost due
to repeated IndexFile::from_existing calls, which may be on the same
index file. Now GameData transparently keeps a cache of these in memory
which speeds up the slowest link here.
2023-10-13 16:58:08 -04:00

220 lines
6.3 KiB
Rust
Executable file

// SPDX-FileCopyrightText: 2023 Joshua Goins <josh@redstrate.com>
// SPDX-License-Identifier: GPL-3.0-or-later
use std::cmp::Ordering;
use std::cmp::Ordering::{Greater, Less};
use std::path::{Path, PathBuf};
use crate::common::read_version;
use crate::repository::RepositoryType::{Base, Expansion};
/// The type of repository, discerning game data from expansion data.
#[derive(Debug, PartialEq, Eq, Copy, Clone)]
#[repr(C)]
pub enum RepositoryType {
/// The base game directory, like "ffxiv".
Base,
/// An expansion directory, like "ex1".
Expansion {
/// The expansion number starting at 1.
number: i32,
},
}
/// Encapsulates a directory of game data, such as "ex1". This data is also versioned.
/// This handles calculating the correct dat and index filenames, mainly for `GameData`.
#[derive(Debug, Clone)]
pub struct Repository {
/// The folder name, such as "ex1".
pub name: String,
/// The type of repository, such as "base game" or "expansion".
pub repo_type: RepositoryType,
/// The version of the game data.
pub version: Option<String>,
}
impl Eq for Repository {}
impl PartialEq for Repository {
fn eq(&self, other: &Self) -> bool {
self.name == other.name
}
}
impl Ord for Repository {
fn cmp(&self, other: &Self) -> Ordering {
// This ensures that the ordering of the repositories is always ffxiv, ex1, ex2 and so on.
match self.repo_type {
Base => Less,
Expansion { number } => {
let super_number = number;
match other.repo_type {
Base => Greater,
Expansion { number } => super_number.cmp(&number),
}
}
}
}
}
impl PartialOrd for Repository {
fn partial_cmp(&self, other: &Self) -> Option<Ordering> {
Some(self.cmp(other))
}
}
/// This refers to the specific root directory a file is located in.
/// This is a fixed list of directories, and all of them are known.
#[derive(Debug, PartialEq, Eq, Copy, Clone)]
pub enum Category {
/// Common files such as game fonts, and other data that doesn't really fit anywhere else.
Common,
/// Shared data between game maps.
BackgroundCommon,
/// Game map data such as models, textures, and so on.
Background,
/// Cutscene content such as animations.
Cutscene,
/// Character model files and more.
Character,
/// Compiled shaders used by the retail client.
Shader,
/// UI layouts and textures.
UI,
/// Sound effects, basically anything not under `Music`.
Sound,
/// This "VFX" means "visual effects", and contains textures and definitions for stuff like battle effects.
VFX,
/// A leftover from 1.0, where the UI was primarily driven by LUA scripts.
UIScript,
/// Excel data.
EXD,
/// Many game events are driven by LUA scripts, such as cutscenes.
GameScript,
/// Music!
Music,
/// Unknown purpose, most likely to test SqPack functionality.
SqPackTest,
/// Unknown purpose, most likely debug files.
Debug,
}
pub fn string_to_category(string: &str) -> Option<Category> {
use crate::repository::Category::*;
match string {
"common" => Some(Common),
"bgcommon" => Some(BackgroundCommon),
"bg" => Some(Background),
"cut" => Some(Cutscene),
"chara" => Some(Character),
"shader" => Some(Shader),
"ui" => Some(UI),
"sound" => Some(Sound),
"vfx" => Some(VFX),
"ui_script" => Some(UIScript),
"exd" => Some(EXD),
"game_script" => Some(GameScript),
"music" => Some(Music),
"sqpack_test" => Some(SqPackTest),
"debug" => Some(Debug),
_ => None,
}
}
impl Repository {
/// Creates a new `Repository`, from an existing repository directory. This may return `None` if
/// the directory is invalid, e.g. a version file is missing.
pub fn from_existing(dir: &str) -> Option<Repository> {
let path = Path::new(dir);
if path.metadata().is_err() {
return None;
}
let name = String::from(path.file_stem().unwrap().to_str().unwrap());
let repo_type = if name == "ffxiv" {
Base
} else {
Expansion {
number: name[2..3].parse().unwrap(),
}
};
// use from_existing_base instead
if repo_type == Base {
return None
}
let version = if repo_type == Base {
let mut d = PathBuf::from(dir);
d.pop();
d.pop();
d.push("ffxivgame.ver");
read_version(d.as_path())
} else {
let mut d = PathBuf::from(dir);
d.push(format!("{}.ver", name));
read_version(d.as_path())
};
Some(Repository {
name,
repo_type,
version,
})
}
pub fn from_existing_base(dir: &str) -> Option<Repository> {
let path = Path::new(dir);
if path.metadata().is_err() {
return None;
}
let mut d = PathBuf::from(dir);
d.push("ffxivgame.ver");
let version = read_version(d.as_path());
if version.is_some() {
Some(Repository {
name: "ffxiv".parse().unwrap(),
repo_type: Base,
version,
})
} else {
None
}
}
fn expansion(&self) -> i32 {
match self.repo_type {
Base => 0,
Expansion { number } => number,
}
}
/// Calculate an index filename for a specific category, like _"0a0000.win32.index"_.
pub fn index_filename(&self, category: Category) -> String {
format!(
"{:02x}{:02}{:02}.{}.index",
category as i32,
self.expansion(),
0,
"win32"
)
}
/// Calculate a dat filename given a category and a data file id, returns something like _"0a0000.win32.dat0"_.
pub fn dat_filename(&self, category: Category, data_file_id: u32) -> String {
let expansion = self.expansion();
let chunk = 0;
let platform = "win32";
format!(
"{:02x}{expansion:02}{chunk:02}.{platform}.dat{data_file_id}",
category as u32
)
}
}