redstrate/novus
1
Fork 0
mirror of https://github.com/redstrate/Novus.git synced 2025-04-24 04:57:45 +00:00
Code Activity
novus/apps/sagasu/src/indexer.cpp
Joshua Goins b6cc54405c Move applications to their own folder 
To try to cut down the amount of top-level folders
2024-05-10 16:44:45 -04:00

262 lines
No EOL
13 KiB
C++
Raw Blame History

// SPDX-FileCopyrightText: 2023 Joshua Goins <josh@redstrate.com>
// SPDX-License-Identifier: GPL-3.0-or-later
#include "hashdatabase.h"
#include "physis.hpp"
#include "settings.h"
#include <QCommandLineParser>
#include <QCoreApplication>
#include <QHttpServer>
#include <QJsonObject>
#include <QJsonParseError>
const std::array known_folders{"common",
"common/font",
"common/graphics",
"common/graphics/texture",
"common/softwarecursor",
"exd",
"chara/equipment/e0000/material/v0001",
"chara/equipment/e0000/texture",
"chara/human/c0101/obj/face/f0001/model",
"shader/sm5/shpk",
"chara/xls/bonedeformer",
"chara/xls/charamake",
"chara/human/c0101/skeleton/base/b0001"};
const std::array common_font{"common/VulgarWordsFilter.dic",
"common/VulgarWordsFilter_party.dic",
"common/font/fontIcon_Xinput.tex",
"common/font/gfdata.gfd",
"common/font/fontIcon_Ps3.tex",
"common/font/gfdata.gfd",
"common/font/fontIcon_Ps4.tex",
"common/font/gfdata.gfd",
"common/font/fontIcon_Ps5.tex",
"common/font/gfdata.gfd",
"common/font/MiedingerMid_36.fdt",
"common/font/MiedingerMid_18.fdt",
"common/font/MiedingerMid_14.fdt",
"common/font/MiedingerMid_12.fdt",
"common/font/MiedingerMid_10.fdt",
"common/font/Meidinger_40.fdt",
"common/font/Meidinger_20.fdt",
"common/font/Meidinger_16.fdt",
"common/font/=TrumpGothic_68.fdt",
"common/font/TrumpGothic_34.fdt",
"common/font/TrumpGothic_23.fdt",
"common/font/TrumpGothic_184.fdt",
"common/font/Jupiter_46.fdt",
"common/font/Jupiter_23.fdt",
"common/font/Jupiter_20.fdt",
"common/font/Jupiter_16.fdt",
"common/font/Jupiter_90.fdt",
"common/font/Jupiter_45.fdt",
"common/font/MiedingerMid_36.fdt",
"common/font/MiedingerMid_18.fdt",
"common/font/MiedingerMid_14.fdt",
"common/font/MiedingerMid_12.fdt",
"common/font/MiedingerMid_10.fdt",
"common/font/Meidinger_40.fdt",
"common/font/Meidinger_20.fdt",
"common/font/Meidinger_16.fdt",
"common/font/TrumpGothic_68.fdt",
"common/font/TrumpGothic_34.fdt",
"common/font/TrumpGothic_23.fdt",
"common/font/TrumpGothic_184.fdt",
"common/font/Jupiter_46.fdt",
"common/font/Jupiter_23.fdt",
"common/font/Jupiter_20.fdt",
"common/font/Jupiter_16.fdt",
"common/font/Jupiter_90.fdt",
"common/font/Jupiter_45.fdt",
"common/font/AXIS_18_lobby.fdt",
"common/font/AXIS_14_lobby.fdt",
"common/font/AXIS_12_lobby.fdt",
"common/font/AXIS_12_lobby.fdt",
"common/font/>MiedingerMid_18_lobby.fdt",
"common/font/L=MiedingerMid_18_lobby.fdt",
"common/font/>MiedingerMid_14_lobby.fdt",
"common/font/MiedingerMid_12_lobby.fdt",
"common/font/MiedingerMid_10_lobby.fdt",
"common/font/Meidinger_20_lobby.fdt",
"common/font/Meidinger_20_lobby.fdt",
"common/font/Meidinger_16_lobby.fdt",
"common/font/TrumpGothic_34_lobby.fdt",
"common/font/TrumpGothic_34_lobby.fdt",
"common/font/TrumpGothic_23_lobby.fdt",
"common/font/TrumpGothic_184_lobby.fdt",
"common/font/Jupiter_23_lobby.fdt",
"common/font/Jupiter_23_lobby.fdt",
"common/font/Jupiter_20_lobby.fdt",
"common/font/Jupiter_16_lobby.fdt",
"common/font/Jupiter_45_lobby.fdt",
"common/font/Jupiter_45_lobby.fdt",
"common/font/AXIS_18_lobby.fdt",
"common/font/MiedingerMid_18_lobby.fdt",
"common/font/MiedingerMid_18_lobby.fdt",
"common/font/MiedingerMid_14_lobby.fdt",
"common/font/MiedingerMid_12_lobby.fdt",
"common/font/MiedingerMid_10_lobby.fdt",
"common/font/Meidinger_20_lobby.fdt",
"common/font/Meidinger_20_lobby.fdt",
"common/font/Meidinger_16_lobby.fdt",
"common/font/TrumpGothic_34_lobby.fdt",
"common/font/TrumpGothic_34_lobby.fdt",
"common/font/TrumpGothic_23_lobby.fdt",
"common/font/TrumpGothic_184_lobby.fdt",
"common/font/Jupiter_23_lobby.fdt",
"common/font/Jupiter_23_lobby.fdt",
"common/font/Jupiter_20_lobby.fdt",
"common/font/Jupiter_16_lobby.fdt",
"common/font/Jupiter_45_lobby.fdt",
"common/font/Jupiter_45_lobby.fdt",
"common/font/AXIS_18_lobby.fdt",
"common/font/AXIS_14_lobby.fdt",
"common/font/AXIS_12_lobby.fdt",
"common/font/AXIS_12_lobby.fdt",
"common/font/MiedingerMid_36_lobby.fdt",
"common/font/MiedingerMid_18_lobby.fdt",
"common/font/MiedingerMid_14_lobby.fdt",
"common/font/MiedingerMid_12_lobby.fdt",
"common/font/MiedingerMid_10_lobby.fdt",
"common/font/Meidinger_40_lobby.fdt",
"common/font/Meidinger_20_lobby.fdt",
"common/font/Meidinger_16_lobby.fdt",
"common/font/TrumpGothic_68_lobby.fdt",
"common/font/TrumpGothic_34_lobby.fdt",
"common/font/TrumpGothic_23_lobby.fdt",
"common/font/TrumpGothic_184_lobby.fdt",
"common/font/Jupiter_46_lobby.fdt",
"common/font/Jupiter_23_lobby.fdt",
"common/font/Jupiter_20_lobby.fdt",
"common/font/Jupiter_16_lobby.fdt",
"common/font/Jupiter_90_lobby.fdt",
"common/font/Jupiter_45_lobby.fdt",
"common/font/AXIS_36_lobby.fdt",
"common/font/MiedingerMid_36_lobby.fdt",
"common/font/MiedingerMid_18_lobby.fdt",
"common/font/MiedingerMid_14_lobby.fdt",
"common/font/MiedingerMid_12_lobby.fdt",
"common/font/MiedingerMid_10_lobby.fdt",
"common/font/Meidinger_40_lobby.fdt",
"common/font/Meidinger_20_lobby.fdt",
"common/font/Meidinger_16_lobby.fdt",
"common/font/TrumpGothic_68_lobby.fdt",
"common/font/TrumpGothic_34_lobby.fdt",
"common/font/TrumpGothic_23_lobby.fdt",
"common/font/TrumpGothic_184_lobby.fdt",
"common/font/Jupiter_46_lobby.fdt",
"common/font/Jupiter_23_lobby.fdt",
"common/font/Jupiter_20_lobby.fdt",
"common/font/Jupiter_16_lobby.fdt",
"common/font/Jupiter_90_lobby.fdt",
"common/font/Jupiter_45_lobby.fdt"};
static std::optional<QJsonObject> byteArrayToJsonObject(const QByteArray &arr)
{
QJsonParseError err;
const auto json = QJsonDocument::fromJson(arr, &err);
if (err.error || !json.isObject())
return std::nullopt;
return json.object();
}
int main(int argc, char *argv[])
{
QCoreApplication app(argc, argv);
QCommandLineParser parser;
QCommandLineOption indexExcelOption(QStringLiteral("excel"), QStringLiteral("Enable the indexing of known Excel files, will take a very long time."));
parser.addOption(indexExcelOption);
QCommandLineOption listenOption(QStringLiteral("listen"), QStringLiteral("Listen for incoming filename requests, for the SqPackIndexer Dalamud plugin."));
parser.addOption(listenOption);
parser.process(app);
HashDatabase database;
if (parser.isSet(indexExcelOption)) {
const QString gameDir{getGameDirectory()};
const std::string gameDirStd{gameDir.toStdString()};
auto data = physis_gamedata_initialize(gameDirStd.c_str());
auto sheetNames = physis_gamedata_get_all_sheet_names(data);
for (uint32_t i = 0; i < sheetNames.name_count; i++) {
auto sheetName = sheetNames.names[i];
auto nameLowercase = QString::fromStdString(sheetName).toLower().toStdString();
QString headerName = QStringLiteral("exd/") + QLatin1String(nameLowercase.c_str()) + QStringLiteral(".exh");
database.addFile(headerName);
std::string headerNameStd = headerName.toStdString();
auto exh = physis_parse_excel_sheet_header(physis_gamedata_extract_file(data, headerNameStd.c_str()));
for (uint32_t j = 0; j < exh->page_count; j++) {
for (uint32_t z = 0; z < exh->language_count; z++) {
std::string path = physis_gamedata_get_exd_filename(nameLowercase.c_str(), exh, exh->languages[z], j);
database.addFile(QStringLiteral("exd/") + QString::fromStdString(path));
}
}
}
return 0;
}
if (parser.isSet(listenOption)) {
QHttpServer server;
server.route(QStringLiteral("/add_hash"), QHttpServerRequest::Method::Post, [&database](const QHttpServerRequest &request) {
const auto json = byteArrayToJsonObject(request.body());
if (!json)
return QHttpServerResponse(QHttpServerResponder::StatusCode::BadRequest);
const QString filename = (*json)[QLatin1String("filename")].toString();
int lastSlashIndex = filename.lastIndexOf(QStringLiteral("/"));
QString folder = filename.left(lastSlashIndex);
qInfo() << "Adding hash for file" << filename;
qInfo() << "Adding hash for folder" << folder;
database.addFile(filename);
database.addFolder(folder);
return QHttpServerResponse(QHttpServerResponder::StatusCode::Ok);
});
server.listen(QHostAddress::Any, 3500);
qInfo() << "Now listening on port 3500.";
return QCoreApplication::exec();
}
for (auto &folder : known_folders) {
database.addFolder(QLatin1String(folder));
}
qInfo() << "No special options set, adding all known static files.";
for (auto &file : common_font) {
database.addFile(QLatin1String(file));
}
database.addFile(QStringLiteral("exd/root.exl"));
database.addFile(QStringLiteral("exd/achievement.exh"));
database.addFile(QStringLiteral("exd/Achievement_0_en.exd"));
database.addFile(QStringLiteral("chara/equipment/e0000/material/v0001/mt_c0101e0000_sho_a.mtrl"));
database.addFile(QStringLiteral("chara/equipment/e0000/texture/v01_c0101e0000_sho_d.tex"));
database.addFile(QStringLiteral("chara/human/c0101/obj/face/f0001/model/c0101f0001_fac.mdl"));
database.addFile(QStringLiteral("shader/sm5/shpk/character.shpk"));
database.addFile(QStringLiteral("chara/xls/bonedeformer/human.pbd"));
database.addFile(QStringLiteral("chara/xls/charamake/human.cmp"));
database.addFile(QStringLiteral("chara/human/c0101/skeleton/base/b0001/skl_c0101b0001.sklb"));
database.addFile(QStringLiteral("chara/equipment/e0028/material/v0001/mt_c0101e0028_top_a.mtrl"));
return 0;
}
View git blame Copy permalink