1
Fork 0
mirror of https://github.com/SapphireServer/Sapphire.git synced 2025-04-29 07:37:45 +00:00

refactored pcb_reader

- now uses a shitty threadpool which never terminates apparently
- todo: fix indices
This commit is contained in:
Tahir Akhlaq 2019-01-20 17:47:39 +00:00
parent a4a60ca057
commit 59725025e7
9 changed files with 752 additions and 484 deletions

View file

@ -0,0 +1,112 @@
#ifndef CACHE_H
#define CACHE_H
#include <any>
#include <map>
#include <memory>
#include <mutex>
#include <set>
#include "pcb.h"
#include "lgb.h"
#include "sgb.h"
#include <datReader/GameData.h>
#include <datReader/File.h>
#include <datReader/DatCat.h>
class Cache : public std::enable_shared_from_this< Cache >
{
public:
Cache( xiv::dat::GameData* pData )
{
if( !pData )
throw std::runtime_error( "Unable to initialise cache without game data" );
m_pData = pData;
}
~Cache(){}
std::shared_ptr< SGB_FILE > getSgbFile( const std::string& filepath )
{
std::scoped_lock lock( m_mutex );
auto it = m_sgbCache.find( filepath );
if( it != m_sgbCache.end() )
return it->second;
auto pFile = loadFile< SGB_FILE >( filepath );
m_sgbCache[ filepath ] = pFile;
return pFile;
}
std::shared_ptr< LGB_FILE > getLgbFile( const std::string& filepath )
{
std::scoped_lock lock( m_mutex );
auto it = m_lgbCache.find( filepath );
if( it != m_lgbCache.end() )
return it->second;
auto pFile = loadFile< LGB_FILE >( filepath );
m_lgbCache[ filepath ] = pFile;
return pFile;
}
std::shared_ptr< PCB_FILE > getPcbFile( const std::string& filepath )
{
std::scoped_lock lock( m_mutex );
auto it = m_pcbCache.find( filepath );
if( it != m_pcbCache.end() )
return it->second;
auto pFile = loadFile< PCB_FILE >( filepath );
m_pcbCache[ filepath ] = pFile;
return pFile;
}
private:
template< typename T >
std::shared_ptr< T > loadFile( const std::string& filepath )
{
auto buf = getFileBuffer( filepath );
if( !buf.empty() )
{
try
{
return std::make_shared< T >( &buf[0] );
}
catch( std::exception& e )
{
std::string err( filepath + " " + e.what() );
std::cout << err << std::endl;
}
}
return nullptr;
}
std::vector< char > getFileBuffer( const std::string& filepath )
{
try
{
//std::cout << fileName << " \n";
auto pFile = m_pData->getFile( filepath );
auto& sections = pFile->get_data_sections();
auto& section = sections.at( 0 );
return section;
}
catch( std::exception& e )
{
std::vector< char > empty;
return empty;
}
}
std::mutex m_mutex;
xiv::dat::GameData* m_pData;
std::map< std::string, std::shared_ptr< LGB_FILE > > m_lgbCache;
std::map< std::string, std::shared_ptr< SGB_FILE > > m_sgbCache;
std::map< std::string, std::shared_ptr< PCB_FILE > > m_pcbCache;
};
#endif

View file

@ -0,0 +1,68 @@
#ifndef EXPORTER_H
#define EXPORTER_H
#include <atomic>
#include <future>
#include <mutex>
#include <thread>
#include <condition_variable>
#include <fstream>
#include <map>
#include <set>
#include <string>
#include <vector>
#include "threadpool.h"
enum ExportFileType : int
{
WavefrontObj = 0x01,
Navmesh = 0x02,
};
enum ExportSplitType
{
None,
SplitByGroup,
SingleZone
};
struct ExportedMesh
{
std::vector< float > verts;
std::vector< int > indices;
};
struct ExportedModel
{
std::string name;
std::vector< ExportedMesh > meshes;
};
struct ExportedGroup
{
std::string name;
std::map< std::string, ExportedModel > models;
};
struct ExportedZone
{
std::string name;
std::map< std::string, ExportedGroup > groups;
};
class Exporter
{
public:
Exporter() { }
~Exporter(){}
virtual void exportZone( const ExportedZone& zone ) = 0;
virtual void exportGroup( const ExportedGroup& group ) = 0;
protected:
ExportFileType m_exportFileType;
};
#endif

View file

@ -0,0 +1,41 @@
#ifndef EXPORTMGR_H
#define EXPORTMGR_H
#include "exporter.h"
#include "obj_exporter.h"
#include "threadpool.h"
class ExportMgr
{
public:
ExportMgr(){}
~ExportMgr()
{
waitForTasks();
}
void exportZone(const ExportedZone& zone, ExportFileType exportFileTypes)
{
if( exportFileTypes & ExportFileType::WavefrontObj )
{
m_threadpool.queue( [zone](){ ObjExporter::exportZone( zone ); } );
}
}
void exportGroup( const std::string& zoneName, const ExportedGroup& group, ExportFileType exportFileTypes )
{
if( exportFileTypes & ExportFileType::WavefrontObj )
{
m_threadpool.queue( [zoneName, group](){ ObjExporter::exportGroup( zoneName, group ); } );
}
}
void waitForTasks()
{
m_threadpool.complete();
}
private:
ThreadPool m_threadpool;
};
#endif

View file

@ -318,9 +318,8 @@ struct LGB_FILE
{ {
LGB_FILE_HEADER header; LGB_FILE_HEADER header;
std::vector< LGB_GROUP > groups; std::vector< LGB_GROUP > groups;
std::string name;
LGB_FILE( char* buf, const std::string& name ) LGB_FILE( char* buf )
{ {
header = *reinterpret_cast< LGB_FILE_HEADER* >( buf ); header = *reinterpret_cast< LGB_FILE_HEADER* >( buf );
if( strncmp( &header.magic[ 0 ], "LGB1", 4 ) != 0 || strncmp( &header.magic2[ 0 ], "LGP1", 4 ) != 0 ) if( strncmp( &header.magic[ 0 ], "LGB1", 4 ) != 0 || strncmp( &header.magic2[ 0 ], "LGP1", 4 ) != 0 )
@ -338,38 +337,4 @@ struct LGB_FILE
}; };
}; };
/*
#if __cplusplus >= 201703L
#include <experimental/filesystem>
std::map<std::string, LGB_FILE> getLgbFiles( const std::string& dir )
{
namespace fs = std::experimental::filesystem;
std::map<std::string, LGB_FILE> fileMap;
for( const auto& path : fs::recursive_directory_iterator( dir ) )
{
if( path.path().extension() == ".lgb" )
{
const auto& strPath = path.path().string();
auto f = fopen( strPath.c_str(), "rb" );
fseek( f, 0, SEEK_END );
const auto size = ftell( f );
std::vector<char> bytes( size );
rewind( f );
fread( bytes.data(), 1, size, f );
fclose( f );
try
{
LGB_FILE lgbFile( bytes.data() );
fileMap.insert( std::make_pair( strPath, lgbFile ) );
}
catch( std::exception& e )
{
std::cout << "Unable to load " << strPath << std::endl;
}
}
}
return fileMap;
}
#endif
*/
#endif #endif

View file

@ -14,6 +14,10 @@
#include <variant> #include <variant>
#include <Util/Util.h> #include <Util/Util.h>
#include "exporter.h"
#include "exportmgr.h"
#include "cache.h"
#include "pcb.h" #include "pcb.h"
#include "lgb.h" #include "lgb.h"
#include "sgb.h" #include "sgb.h"
@ -27,6 +31,10 @@
#include <condition_variable> #include <condition_variable>
#include <recastnavigation/Recast/Include/Recast.h>
#include <recastnavigation/Recast/Include/RecastAlloc.h>
// garbage to ignore models // garbage to ignore models
bool noObj = false; bool noObj = false;
@ -36,6 +44,8 @@ uint32_t zoneId;
std::set< std::string > zoneDumpList; std::set< std::string > zoneDumpList;
std::shared_ptr< Cache > pCache;
xiv::dat::GameData* data1 = nullptr; xiv::dat::GameData* data1 = nullptr;
xiv::exd::ExdData* eData = nullptr; xiv::exd::ExdData* eData = nullptr;
@ -49,72 +59,13 @@ enum class TerritoryTypeExdIndexes :
using namespace std::chrono_literals; using namespace std::chrono_literals;
struct face
{
int32_t f1, f2, f3;
};
void initExd( const std::string& gamePath ) void initExd( const std::string& gamePath )
{ {
data1 = data1 ? data1 : new xiv::dat::GameData( gamePath ); data1 = data1 ? data1 : new xiv::dat::GameData( gamePath );
eData = eData ? eData : new xiv::exd::ExdData( *data1 ); eData = eData ? eData : new xiv::exd::ExdData( *data1 );
pCache = std::make_shared< Cache >( data1 );
} }
int parseBlockEntry( char* data, std::vector< PCB_BLOCK_ENTRY >& entries, int gOff )
{
int offset = 0;
bool isgroup = true;
while( isgroup )
{
PCB_BLOCK_ENTRY block_entry;
memcpy( &block_entry.header, data + offset, sizeof( block_entry.header ) );
isgroup = block_entry.header.type == 0x30;
//printf( " BLOCKHEADER_%X: type: %i, group_size: %i\n", gOff + offset, block_entry.header.type, block_entry.header.group_size );
if( isgroup )
{
parseBlockEntry( data + offset + 0x30, entries, gOff + offset );
offset += block_entry.header.group_size;
}
else
{
/* printf( "\tnum_v16: %i, num_indices: %i, num_vertices: %i\n\n",
block_entry.header.num_v16, block_entry.header.num_indices, block_entry.header.num_vertices );*/
int doffset = sizeof( block_entry.header ) + offset;
uint16_t block_size = sizeof( block_entry.header ) +
block_entry.header.num_vertices * 3 * 4 +
block_entry.header.num_v16 * 6 +
block_entry.header.num_indices * 6;
if( block_entry.header.num_vertices != 0 )
{
block_entry.data.vertices.resize( block_entry.header.num_vertices );
int32_t size_vertexbuffer = block_entry.header.num_vertices * 3;
memcpy( &block_entry.data.vertices[ 0 ], data + doffset, size_vertexbuffer * 4 );
doffset += size_vertexbuffer * 4;
}
if( block_entry.header.num_v16 != 0 )
{
block_entry.data.vertices_i16.resize( block_entry.header.num_v16 );
int32_t size_unknownbuffer = block_entry.header.num_v16 * 6;
memcpy( &block_entry.data.vertices_i16[ 0 ], data + doffset, size_unknownbuffer );
doffset += block_entry.header.num_v16 * 6;
}
if( block_entry.header.num_indices != 0 )
{
block_entry.data.indices.resize( block_entry.header.num_indices );
int32_t size_indexbuffer = block_entry.header.num_indices * 12;
memcpy( &block_entry.data.indices[ 0 ], data + doffset, size_indexbuffer );
doffset += size_indexbuffer;
}
entries.push_back( block_entry );
}
}
return 0;
}
std::string zoneNameToPath( const std::string& name ) std::string zoneNameToPath( const std::string& name )
{ {
@ -156,39 +107,27 @@ std::string zoneNameToPath( const std::string& name )
return path; return path;
} }
void readFileToBuffer( const std::string& path, std::vector< char >& buf )
{
auto inFile = std::ifstream( path, std::ios::binary );
if( inFile.good() )
{
inFile.seekg( 0, inFile.end );
int32_t fileSize = ( int32_t ) inFile.tellg();
buf.resize( fileSize );
inFile.seekg( 0, inFile.beg );
inFile.read( &buf[ 0 ], fileSize );
inFile.close();
}
else
{
throw std::runtime_error( "Unable to open " + path );
}
}
int main( int argc, char* argv[] ) int main( int argc, char* argv[] )
{ {
auto startTime = std::chrono::high_resolution_clock::now(); auto startTime = std::chrono::high_resolution_clock::now();
auto entryStartTime = std::chrono::high_resolution_clock::now(); auto entryStartTime = std::chrono::high_resolution_clock::now();
std::condition_variable cv;
std::vector< std::string > argVec( argv + 1, argv + argc ); std::vector< std::string > argVec( argv + 1, argv + argc );
std::string zoneName = "r2t2"; std::string zoneName = "r2t2";
noObj = std::remove_if( argVec.begin(), argVec.end(), []( auto arg ) noObj = std::remove_if( argVec.begin(), argVec.end(), []( auto arg )
{ return arg == "--no-obj"; } ) != argVec.end(); { return arg == "--no-obj"; } ) != argVec.end();
bool dumpAllZones = std::remove_if( argVec.begin(), argVec.end(), []( auto arg ) bool dumpAllZones = std::remove_if( argVec.begin(), argVec.end(), []( auto arg )
{ return arg == "--dump-all"; } ) != argVec.end(); { return arg == "--dump-all"; } ) != argVec.end();
bool generateNavmesh = std::remove_if( argVec.begin(), argVec.end(), []( auto arg ) bool generateNavmesh = std::remove_if( argVec.begin(), argVec.end(), []( auto arg )
{ return arg == "--navmesh"; } ) != argVec.end(); { return arg == "--navmesh"; } ) != argVec.end();
int exportFileType = 0;
if( !noObj )
exportFileType |= ExportFileType::WavefrontObj;
if( generateNavmesh )
exportFileType |= ExportFileType::Navmesh;
if( argc > 1 ) if( argc > 1 )
{ {
zoneName = argv[ 1 ]; zoneName = argv[ 1 ];
@ -200,8 +139,16 @@ int main( int argc, char* argv[] )
} }
} }
initExd( gamePath ); try
{
initExd( gamePath );
}
catch( std::exception& e )
{
std::cout << "Unable to initialise EXD! Usage: pcb_reader <teri> \"path/to/FINAL FANTASY XIV - A REALM REBORN/game/sqpack\"" << std::endl;
return -1;
}
ExportMgr exportMgr;
zoneNameToPath( zoneName ); zoneNameToPath( zoneName );
if( dumpAllZones ) if( dumpAllZones )
@ -214,354 +161,198 @@ int main( int argc, char* argv[] )
zoneDumpList.emplace( zoneName ); zoneDumpList.emplace( zoneName );
} }
std::mutex navmeshMutex; for( const auto& zoneName : zoneDumpList )
std::queue< std::string > exportedGroups;
// todo:
#ifdef WIN32
std::string exportArg( "RecastDemo.exe --type tileMesh --obj " );
#else
std::string exportArg( "./RecastDemo --type tileMesh --obj ");
#endif
std::thread navmeshThread( [&navmeshMutex, &exportedGroups, &exportArg, &generateNavmesh, &cv]()
{ {
while( generateNavmesh ) try
{ {
std::string currFile; ExportedZone exportedZone;
exportedZone.name = zoneName;
std::unique_lock lk( navmeshMutex ); const auto& zonePath = zoneNameToPath( zoneName );
while( exportedGroups.empty() )
{
cv.wait( lk );
}
//if( !exportedGroups.empty() ) std::string listPcbPath( zonePath + "/collision/list.pcb" );
{ std::string bgLgbPath( zonePath + "/level/bg.lgb" );
currFile = exportedGroups.front(); std::string planmapLgbPath( zonePath + "/level/planmap.lgb" );
exportedGroups.pop(); std::string collisionFilePath( zonePath + "/collision/" );
} std::vector< char > section;
std::vector< char > section1;
std::vector< char > section2;
const xiv::dat::Cat& test = data1->getCategory( "bg" );
auto test_file = data1->getFile( bgLgbPath );
section = test_file->access_data_sections().at( 0 );
auto planmap_file = data1->getFile( planmapLgbPath );
section2 = planmap_file->access_data_sections().at( 0 );
auto test_file1 = data1->getFile( listPcbPath );
section1 = test_file1->access_data_sections().at( 0 );
std::vector< std::string > stringList;
int totalGroups = 0;
int totalEntries = 0;
uint32_t offset1 = 0x20;
if( !currFile.empty() )
{ {
std::error_code e; for( ;; )
if( std::experimental::filesystem::exists( currFile ) && std::experimental::filesystem::file_size( currFile, e ) > 1024 )
{ {
std::string generateMessage( "\nGenerating navmesh for " + currFile + "\n" ); if( offset1 >= section1.size() )
std::cout << generateMessage << std::endl; {
break;
}
uint16_t trId = *( uint16_t* ) &section1[ offset1 ];
auto start = std::chrono::high_resolution_clock::now(); char someString[200];
sprintf( someString, "%str%04d.pcb", collisionFilePath.c_str(), trId );
stringList.push_back( std::string( someString ) );
//std::cout << someString << "\n";
offset1 += 0x20;
system( ( exportArg + currFile ).c_str() );
std::string finishMessage( "\nFinished generating navmesh for " + currFile + " in " +
std::to_string( std::chrono::duration_cast< std::chrono::seconds >( std::chrono::high_resolution_clock::now() - start ).count() ) + " seconds\n" );
std::cout << finishMessage << std::endl;
}
else
{
std::cout << ( std::string( "Unable to load OBJ file for " ) + currFile + "\n" ) << std::endl;
} }
} }
} LGB_FILE bgLgb( &section[ 0 ] );
}); LGB_FILE planmapLgb( &section2[ 0 ] );
navmeshThread.detach();
LABEL_DUMP: std::vector< LGB_FILE > lgbList{ bgLgb, planmapLgb };
entryStartTime = std::chrono::high_resolution_clock::now(); uint32_t max_index = 0;
zoneName = *zoneDumpList.begin(); int totalModels = 0;
try
{
const auto& zonePath = zoneNameToPath( zoneName );
std::string listPcbPath( zonePath + "/collision/list.pcb" );
std::string bgLgbPath( zonePath + "/level/bg.lgb" );
std::string planmapLgbPath( zonePath + "/level/planmap.lgb" );
std::string collisionFilePath( zonePath + "/collision/" );
std::vector< char > section;
std::vector< char > section1;
std::vector< char > section2;
const xiv::dat::Cat& test = data1->getCategory( "bg" );
auto test_file = data1->getFile( bgLgbPath );
section = test_file->access_data_sections().at( 0 );
auto planmap_file = data1->getFile( planmapLgbPath );
section2 = planmap_file->access_data_sections().at( 0 );
auto test_file1 = data1->getFile( listPcbPath );
section1 = test_file1->access_data_sections().at( 0 );
std::vector< std::string > stringList;
uint32_t offset1 = 0x20;
{
for( ;; )
{ {
if( offset1 >= section1.size() )
auto buildModelEntry = [ & ]( std::shared_ptr< PCB_FILE > pPcbFile, ExportedGroup& exportedGroup,
const std::string& name, const std::string& groupName,
const vec3* scale = nullptr,
const vec3* rotation = nullptr,
const vec3* translation = nullptr,
const SGB_MODEL_ENTRY* pSgbEntry = nullptr )
{ {
break;
}
uint16_t trId = *( uint16_t* ) &section1[ offset1 ];
char someString[200]; auto& pcb_file = *pPcbFile.get();
sprintf( someString, "%str%04d.pcb", collisionFilePath.c_str(), trId );
stringList.push_back( std::string( someString ) );
//std::cout << someString << "\n";
offset1 += 0x20;
ExportedModel model;
model.name = name + "_" + std::to_string( totalModels++ );
model.meshes.resize( pcb_file.entries.size() );
} uint32_t groupCount = 0;
} for( const auto& entry : pcb_file.entries )
LGB_FILE bgLgb( &section[ 0 ], "bg" );
LGB_FILE planmapLgb( &section2[ 0 ], "planmap" );
std::vector< LGB_FILE > lgbList{ bgLgb, planmapLgb };
uint32_t max_index = 0;
// dont bother if we cant write to a file
auto fp_out = noObj ? ( FILE* ) nullptr : fopen( ( zoneName + ".obj" ).c_str(), "w" );
if( fp_out )
{
fprintf( fp_out, "\n" );
fclose( fp_out );
}
else if( !noObj )
{
std::string errorMessage( "Cannot create " + zoneName + ".obj\n" +
" Check no programs have a handle to file and run as admin.\n" );
std::cout << errorMessage;
throw std::runtime_error( errorMessage.c_str() );
return 0;
}
if( noObj || ( fp_out = fopen( ( zoneName + ".obj" ).c_str(), "ab+" ) ) )
{
std::map< std::string, PCB_FILE > pcbFiles;
std::map< std::string, SGB_FILE > sgbFiles;
std::map< std::string, uint32_t > objCount;
auto loadPcbFile = [ & ]( const std::string& fileName )->bool
{
if( noObj )
return false;
try
{
if( fileName.find( '.' ) == std::string::npos )
return false;
else if( fileName.substr( fileName.find_last_of( '.' ) ) != ".pcb" )
throw std::runtime_error( "Not a PCB file." );
char* dataSection = nullptr;
//std::cout << fileName << " ";
auto file = data1->getFile( fileName );
auto sections = file->get_data_sections();
dataSection = &sections.at( 0 )[ 0 ];
//std::cout << sections.size() << "\n";
uint32_t offset = 0;
PCB_FILE pcb_file;
memcpy( &pcb_file.header, &dataSection[ 0 ], sizeof( pcb_file.header ) );
offset += sizeof( pcb_file.header );
pcb_file.entries.resize( pcb_file.header.num_entries );
bool isgroup = true;
while( isgroup )
{ {
PCB_BLOCK_ENTRY block_entry; ExportedMesh mesh;
memcpy( &block_entry.header, &dataSection[ 0 ] + offset, sizeof( block_entry.header ) );
isgroup = block_entry.header.type == 0x30;
//printf( "BLOCKHEADER_%X: type: %i, group_size: %i\n", offset, block_entry.header.type, block_entry.header.group_size ); int verts = 0;
// int indices = 0;
if( isgroup ) mesh.verts.resize( ( entry.header.num_vertices + entry.header.num_v16 ) * 3 );
mesh.indices.resize( entry.header.num_indices * 3 );
float x_base = abs( float( entry.header.x1 - entry.header.x ) );
float y_base = abs( float( entry.header.y1 - entry.header.y ) );
float z_base = abs( float( entry.header.z1 - entry.header.z ) );
auto makeTranslation = [ & ]( vec3& v )
{ {
parseBlockEntry( &dataSection[ 0 ] + offset + 0x30, pcb_file.entries, offset ); if( pSgbEntry )
offset += block_entry.header.group_size; {
} v.x *= pSgbEntry->header.scale.x;
else v.y *= pSgbEntry->header.scale.y;
v.z *= pSgbEntry->header.scale.z;
v = v * matrix4::rotateX( pSgbEntry->header.rotation.x );
v = v * matrix4::rotateY( pSgbEntry->header.rotation.y );
v = v * matrix4::rotateZ( pSgbEntry->header.rotation.z );
v.x += pSgbEntry->header.translation.x;
v.y += pSgbEntry->header.translation.y;
v.z += pSgbEntry->header.translation.z;
}
if( scale )
{
v.x *= scale->x;
v.y *= scale->y;
v.z *= scale->z;
v = v * matrix4::rotateX( rotation->x );
v = v * matrix4::rotateY( rotation->y );
v = v * matrix4::rotateZ( rotation->z );
v.x += translation->x;
v.y += translation->y;
v.z += translation->z;
}
};
for( auto& vertex : entry.data.vertices )
{ {
parseBlockEntry( &dataSection[ 0 ] + offset, pcb_file.entries, offset ); vec3 v( vertex.x, vertex.y, vertex.z );
} makeTranslation( v );
}
pcbFiles.insert( std::make_pair( fileName, pcb_file ) );
return true;
}
catch( std::exception& e )
{
std::cout << "[Error] " << "Unable to load collision mesh " << fileName << "\n\tError:\n\t" << e.what()
<< "\n";
return false;
}
};
auto loadSgbFile = [ & ]( const std::string& fileName )->bool mesh.verts[ verts++ ] = v.x;
{ mesh.verts[ verts++ ] = v.y;
SGB_FILE sgbFile; mesh.verts[ verts++ ] = v.z;
try
{
char* dataSection = nullptr;
//std::cout << fileName << " ";
auto file = data1->getFile( fileName );
auto sections = file->get_data_sections();
dataSection = &sections.at( 0 )[ 0 ];
sgbFile = SGB_FILE( &dataSection[ 0 ] );
sgbFiles.insert( std::make_pair( fileName, sgbFile ) );
return true;
}
catch( std::exception& e )
{
std::cout << "[Error] " << "Unable to load SGB " << fileName << "\n\tError:\n\t" << e.what() << "\n";
sgbFiles.insert( std::make_pair( fileName, sgbFile ) );
}
return false;
};
auto writeToFile = [ & ]( const PCB_FILE& pcb_file, const std::string& name, const std::string& groupName,
const vec3* scale = nullptr,
const vec3* rotation = nullptr,
const vec3* translation = nullptr,
const SGB_MODEL_ENTRY* pSgbEntry = nullptr )
{
if( noObj )
return;
char name2[0x100];
memset( name2, 0, 0x100 );
sprintf( &name2[ 0 ], "%s_%u", &name[ 0 ], objCount[ name ]++ );
fprintf( fp_out, "o %s\n", &name2[ 0 ] );
uint32_t groupCount = 0;
for( const auto& entry : pcb_file.entries )
{
float x_base = abs( float( entry.header.x1 - entry.header.x ) );
float y_base = abs( float( entry.header.y1 - entry.header.y ) );
float z_base = abs( float( entry.header.z1 - entry.header.z ) );
auto makeTranslation = [ & ]( vec3& v )
{
if( pSgbEntry )
{
v.x *= pSgbEntry->header.scale.x;
v.y *= pSgbEntry->header.scale.y;
v.z *= pSgbEntry->header.scale.z;
v = v * matrix4::rotateX( pSgbEntry->header.rotation.x );
v = v * matrix4::rotateY( pSgbEntry->header.rotation.y );
v = v * matrix4::rotateZ( pSgbEntry->header.rotation.z );
v.x += pSgbEntry->header.translation.x;
v.y += pSgbEntry->header.translation.y;
v.z += pSgbEntry->header.translation.z;
}
if( scale )
{
v.x *= scale->x;
v.y *= scale->y;
v.z *= scale->z;
v = v * matrix4::rotateX( rotation->x );
v = v * matrix4::rotateY( rotation->y );
v = v * matrix4::rotateZ( rotation->z );
v.x += translation->x;
v.y += translation->y;
v.z += translation->z;
} }
}; for( const auto& link : entry.data.vertices_i16 )
{
vec3 v( float( link.x ) / 0xFFFF, float( link.y ) / 0xFFFF, float( link.z ) / 0xFFFF );
for( auto& vertex : entry.data.vertices ) v.x = v.x * x_base + entry.header.x;
{ v.y = v.y * y_base + entry.header.y;
vec3 v( vertex.x, vertex.y, vertex.z ); v.z = v.z * z_base + entry.header.z;
makeTranslation( v );
fprintf( fp_out, "v %f %f %f\n", v.x, v.y, v.z ); makeTranslation( v );
mesh.verts[ verts++ ] = v.x;
mesh.verts[ verts++ ] = v.y;
mesh.verts[ verts++ ] = v.z;
}
//fprintf( fp_out, "g %s_", (name2 + "_" + std::to_string( groupCount++ )).c_str() );
for( const auto& index : entry.data.indices )
{
mesh.indices[ indices++ ] = index.index[ 0 ];
mesh.indices[ indices++ ] = index.index[ 1 ];
mesh.indices[ indices++ ] = index.index[ 2 ];
// std::cout << std::to_string( index.unknown[0] )<< " " << std::to_string( index.unknown[1] )<< " " << std::to_string( index.unknown[2]) << std::endl;
}
max_index += entry.data.vertices.size() + entry.data.vertices_i16.size();
model.meshes.push_back( mesh );
} }
exportedGroup.models[model.name] = model;
for( const auto& link : entry.data.vertices_i16 ) };
{ ExportedGroup exportedTerrainGroup;
vec3 v( float( link.x ) / 0xFFFF, float( link.y ) / 0xFFFF, float( link.z ) / 0xFFFF ); exportedTerrainGroup.name = zoneName;
v.x = v.x * x_base + entry.header.x;
v.y = v.y * y_base + entry.header.y;
v.z = v.z * z_base + entry.header.z;
makeTranslation( v );
fprintf( fp_out, "v %f %f %f\n", v.x, v.y, v.z );
}
//fprintf( fp_out, "g %s_", (name2 + "_" + std::to_string( groupCount++ )).c_str() );
for( const auto& index : entry.data.indices )
{
fprintf( fp_out, "f %i %i %i\n",
index.index[ 0 ] + max_index + 1,
index.index[ 1 ] + max_index + 1,
index.index[ 2 ] + max_index + 1 );
// std::cout << std::to_string( index.unknown[0] )<< " " << std::to_string( index.unknown[1] )<< " " << std::to_string( index.unknown[2]) << std::endl;
}
max_index += entry.data.vertices.size() + entry.data.vertices_i16.size();
}
};
if( !noObj )
{
for( const auto& fileName : stringList ) for( const auto& fileName : stringList )
{ {
loadPcbFile( fileName ); if( auto pPcbFile = pCache->getPcbFile( fileName ) )
writeToFile( pcbFiles[ fileName ], fileName, zoneName ); buildModelEntry( pPcbFile, exportedTerrainGroup, fileName, zoneName );
} }
}
std::cout << "[Info] " << "Writing obj file " << "\n"; for( const auto& lgb : lgbList )
uint32_t totalGroups = 0;
uint32_t totalGroupEntries = 0;
for( const auto& lgb : lgbList )
{
for( const auto& group : lgb.groups )
{ {
max_index = 0; for( const auto& group : lgb.groups )
std::string outfile_name( zoneName + "_" + group.name + ".obj" );
totalGroups++;
if( !noObj )
{ {
fp_out = fopen( outfile_name.c_str(), "w" ); ExportedGroup exportedGroup;
if( fp_out ) exportedGroup.name = group.name;
{
// blank otherwise recast tries to load them.. max_index = 0;
fprintf( fp_out, "" );
fclose( fp_out );
fp_out = fopen( outfile_name.c_str(), "ab+" );
}
//std::cout << "\t" << group.name << " Size " << group.header.entryCount << "\n"; //std::cout << "\t" << group.name << " Size " << group.header.entryCount << "\n";
for( const auto& pEntry : group.entries ) for( const auto& pEntry : group.entries )
{ {
std::string fileName( "" ); std::string fileName( "" );
fileName.resize( 256 ); fileName.resize( 256 );
totalGroupEntries++;
// write files // write files
auto writeOutput = [ & ]( const std::string& fileName, const vec3* scale, const vec3* rotation, auto writeOutput = [&](const std::string& fileName, const vec3* scale, const vec3* rotation,
const vec3* translation, const SGB_MODEL_ENTRY* pModel = nullptr )->bool const vec3* translation, const SGB_MODEL_ENTRY* pModel = nullptr)->bool
{ {
if( auto pPcbFile = pCache->getPcbFile( fileName ) )
{ {
const auto& it = pcbFiles.find( fileName ); buildModelEntry( pPcbFile, exportedGroup, fileName, group.name, scale, rotation, translation, pModel );
if( it == pcbFiles.end() )
{
if( fileName.empty() || !loadPcbFile( fileName ) )
return false;
//std::cout << "\t\tLoaded PCB File " << pBgParts->collisionFileName << "\n";
}
}
const auto& it = pcbFiles.find( fileName );
if( it != pcbFiles.end() )
{
const auto& pcb_file = it->second;
writeToFile( pcb_file, fileName, group.name, scale, rotation, translation, pModel );
} }
return true; return true;
}; };
@ -570,37 +361,28 @@ int main( int argc, char* argv[] )
{ {
case LgbEntryType::BgParts: case LgbEntryType::BgParts:
{ {
auto pBgParts = static_cast< LGB_BGPARTS_ENTRY* >( pEntry.get() ); auto pBgParts = static_cast<LGB_BGPARTS_ENTRY*>(pEntry.get());
fileName = pBgParts->collisionFileName; fileName = pBgParts->collisionFileName;
writeOutput( fileName, &pBgParts->header.scale, &pBgParts->header.rotation, writeOutput( fileName, &pBgParts->header.scale, &pBgParts->header.rotation,
&pBgParts->header.translation ); &pBgParts->header.translation );
} }
break; break;
// gimmick entry // gimmick entry
case LgbEntryType::Gimmick: case LgbEntryType::Gimmick:
{ {
auto pGimmick = static_cast< LGB_GIMMICK_ENTRY* >( pEntry.get() ); auto pGimmick = static_cast<LGB_GIMMICK_ENTRY*>(pEntry.get());
if (auto pSgbFile = pCache->getSgbFile(pGimmick->gimmickFileName))
{ {
const auto& it = sgbFiles.find( pGimmick->gimmickFileName ); const auto& sgbFile = *pSgbFile;
if( it == sgbFiles.end() ) for (const auto& group : sgbFile.entries)
{ {
// std::cout << "\tGIMMICK:\n\t\t" << pGimmick->gimmickFileName << "\n"; for (const auto& pEntry : group.entries)
loadSgbFile( pGimmick->gimmickFileName );
}
}
const auto& it = sgbFiles.find( pGimmick->gimmickFileName );
if( it != sgbFiles.end() )
{
const auto& sgbFile = it->second;
for( const auto& group : sgbFile.entries )
{
for( const auto& pEntry : group.entries )
{ {
auto pModel = dynamic_cast< SGB_MODEL_ENTRY* >( pEntry.get() ); auto pModel = dynamic_cast<SGB_MODEL_ENTRY*>(pEntry.get());
fileName = pModel->collisionFileName; fileName = pModel->collisionFileName;
writeOutput( fileName, &pGimmick->header.scale, &pGimmick->header.rotation, writeOutput( fileName, &pGimmick->header.scale, &pGimmick->header.rotation,
&pGimmick->header.translation, pModel ); &pGimmick->header.translation, pModel );
} }
} }
} }
@ -611,53 +393,36 @@ int main( int argc, char* argv[] )
writeOutput( fileName, &pEntry->header.scale, &pEntry->header.rotation, &pEntry->header.translation ); writeOutput( fileName, &pEntry->header.scale, &pEntry->header.rotation, &pEntry->header.translation );
} }
break; break;
default:
break;
} }
} }
} exportMgr.exportGroup( zoneName, exportedGroup, ( ExportFileType )exportFileType );
if( generateNavmesh ) //exportedZone.groups.emplace( group.name, exportedGroup );
{
if( fp_out )
fclose( fp_out );
std::unique_lock lock( navmeshMutex );
exportedGroups.push( outfile_name );
cv.notify_one();
} }
} }
//exportMgr.exportZone( exportedZone, ( ExportFileType )exportFileType );
//std::cout << "[Info] " << "Loaded " << pcbFiles.size() << " PCB Files \n";
std::cout << "[Info] " << "Total Groups " << totalGroups << "\n";
} }
std::cout << "[Info] " << "Loaded " << pcbFiles.size() << " PCB Files \n";
std::cout << "[Info] " << "Total Groups " << totalGroups << " Total entries " << totalGroupEntries << "\n"; std::cout << "[Success] " << "Exported " << zoneName << " in " <<
std::chrono::duration_cast< std::chrono::seconds >(
std::chrono::high_resolution_clock::now() - entryStartTime ).count() << " seconds\n";
}
catch( std::exception& e )
{
std::cout << "[Error] " << e.what() << std::endl;
std::cout << "[Error] "
<< "Unable to extract collision data.\n"
<< std::endl;
std::cout << std::endl;
std::cout << "[Info] " << "Usage: pcb_reader2 territory \"path/to/game/sqpack/ffxiv\" " << std::endl;
} }
std::cout << "[Success] " << "Exported " << zoneName << " in " <<
std::chrono::duration_cast< std::chrono::seconds >(
std::chrono::high_resolution_clock::now() - entryStartTime ).count() << " seconds\n";
}
catch( std::exception& e )
{
std::cout << "[Error] " << e.what() << std::endl;
std::cout << "[Error] "
<< "Unable to extract collision data.\n"
<< std::endl;
std::cout << std::endl;
std::cout << "[Info] " << "Usage: pcb_reader2 territory \"path/to/game/sqpack/ffxiv\" " << std::endl;
} }
exportMgr.waitForTasks();
std::cout << "\n\n\n"; std::cout << "\n\n\n";
LABEL_NEXT_ZONE_ENTRY:
zoneDumpList.erase( zoneName );
if( !zoneDumpList.empty() )
goto LABEL_DUMP;
while( 1 )
{
std::lock_guard< std::mutex > lock( navmeshMutex );
if( exportedGroups.empty() )
generateNavmesh = false;
if( navmeshThread.joinable() )
navmeshThread.join();
std::this_thread::sleep_for( 1s );
}
std::cout << "\n\n\n[Success] Finished all tasks in " << std::cout << "\n\n\n[Success] Finished all tasks in " <<
std::chrono::duration_cast< std::chrono::seconds >( std::chrono::high_resolution_clock::now() - startTime ).count() std::chrono::duration_cast< std::chrono::seconds >( std::chrono::high_resolution_clock::now() - startTime ).count()
<< " seconds\n"; << " seconds\n";

View file

@ -0,0 +1,44 @@
#ifndef OBJ_EXPORTER_H
#define OBJ_EXPORTER_H
#include <iostream>
#include <cstdint>
#include <fstream>
#include <string>
#include <chrono>
#include "exporter.h"
static class ObjExporter : public Exporter
{
public:
static void exportZone( const ExportedZone& zone )
{
auto start = std::chrono::high_resolution_clock::now();
auto fileName = zone.name + ".obj";
auto end = std::chrono::high_resolution_clock::now();
std::cout << ( "Finished exporting " + fileName + " in " +
std::to_string( std::chrono::duration_cast< std::chrono::seconds >( end - start ).count() ) + " seconds\n" );
}
static void exportGroup( const std::string& zoneName, const ExportedGroup& group )
{
auto start = std::chrono::high_resolution_clock::now();
auto fileName = zoneName + "_" + group.name + ".obj";
auto end = std::chrono::high_resolution_clock::now();
std::cout << ( "Finished exporting " + fileName + " in " +
std::to_string( std::chrono::duration_cast< std::chrono::seconds >( end - start ).count() ) + " seconds\n" );
}
private:
static void exportGroup( const ExportedGroup& group, std::ofstream& of, int& indicesOffset, int& modelCount )
{
}
};
#endif // !OBJ_EXPORTER_H

View file

@ -0,0 +1,98 @@
#ifndef OBJ_EXPORTER_H
#define OBJ_EXPORTER_H
#include <cstdint>
#include <fstream>
#include <string>
#include <chrono>
#include "exporter.h"
class ObjExporter : public Exporter
{
public:
static void exportZone( const ExportedZone& zone )
{
auto start = std::chrono::high_resolution_clock::now();
auto fileName = zone.name + ".obj";
std::ofstream of( fileName, std::ios::trunc );
int indicesOffset = 0;
int meshesCount = 0;
if( of.good() )
{
of.close();
of.open( fileName, std::ios::app );
for( const auto& group : zone.groups )
{
exportGroup( group.second, of, indicesOffset, meshesCount );
}
of.flush();
of.close();
}
auto end = std::chrono::high_resolution_clock::now();
std::cout << ( "Finished exporting " + fileName + " in " +
std::to_string( std::chrono::duration_cast< std::chrono::milliseconds >( end - start ).count() ) + "ms \n" );
}
static void exportGroup( const std::string& zoneName, const ExportedGroup& group )
{
auto start = std::chrono::high_resolution_clock::now();
auto fileName = zoneName + "_" + group.name + ".obj";
std::ofstream of( fileName, std::ios::trunc );
int indicesOffset = 0;
int modelCount = 0;
if( of.good() )
{
of.close();
of.open( fileName, std::ios::app );
exportGroup( group, of, indicesOffset, modelCount );
of.flush();
of.close();
}
auto end = std::chrono::high_resolution_clock::now();
std::cout << ( "Finished exporting " + fileName + " in " +
std::to_string( std::chrono::duration_cast< std::chrono::milliseconds >( end - start ).count() ) + "ms\n" );
}
private:
static void exportGroup( const ExportedGroup& group, std::ofstream& of, int& indicesOffset, int& modelCount )
{
int currModelCount = modelCount;
//of << ( "o " + group.name + "_" + std::to_string( currModelCount ) + "\n" );
for( const auto& model : group.models )
{
of << ( "o " + model.second.name + "_" + std::to_string( currModelCount ) + "_" + std::to_string( modelCount++ ) + "\n" );
int meshCount = 0;
for( const auto& mesh : model.second.meshes )
{
for( int i = 0; i + 2 < mesh.verts.size(); i += 3 )
{
of << (
"v " + std::to_string( mesh.verts[ i ] ) + " " +
std::to_string( mesh.verts[ i + 1 ] ) + " " +
std::to_string( mesh.verts[ i + 2 ] ) + "\n"
);
}
//of << ( "g " + model.second.name + "_" + std::to_string( currModelCount ) + "_" + std::to_string( modelCount ) + "_" + std::to_string( meshCount++ ) + "\n" );
for( int i = 0; i + 2 < mesh.indices.size(); i += 3 )
{
of << (
"f " + std::to_string( mesh.indices[ i ] + indicesOffset + 1 ) + " " +
std::to_string( mesh.indices[i + 1] + indicesOffset + 1 ) + " " +
std::to_string( mesh.indices[i + 2] + indicesOffset + 1 ) + "\n"
);
}
indicesOffset += mesh.indices.size();
}
}
}
};
#endif // !OBJ_EXPORTER_H

View file

@ -70,6 +70,90 @@ struct PCB_FILE
{ {
PCB_HEADER header; PCB_HEADER header;
std::vector< PCB_BLOCK_ENTRY > entries; std::vector< PCB_BLOCK_ENTRY > entries;
PCB_FILE( char* buf )
{
uint32_t offset = 0;
memcpy( &header, buf, sizeof( header ));
offset += sizeof( header );
entries.resize( header.num_entries );
bool isgroup = true;
while( isgroup )
{
PCB_BLOCK_ENTRY block_entry;
memcpy( &block_entry.header, buf + offset, sizeof( block_entry.header ) );
isgroup = block_entry.header.type == 0x30;
//printf( "BLOCKHEADER_%X: type: %i, group_size: %i\n", offset, block_entry.header.type, block_entry.header.group_size );
//
if( isgroup )
{
parseBlockEntry( buf + offset + 0x30, entries, offset);
offset += block_entry.header.group_size;
}
else
{
parseBlockEntry( buf + offset, entries, offset );
}
}
}
int parseBlockEntry( char* data, std::vector< PCB_BLOCK_ENTRY >& entries, int gOff )
{
int offset = 0;
bool isgroup = true;
while( isgroup )
{
PCB_BLOCK_ENTRY block_entry;
memcpy( &block_entry.header, data + offset, sizeof( block_entry.header ) );
isgroup = block_entry.header.type == 0x30;
//printf( " BLOCKHEADER_%X: type: %i, group_size: %i\n", gOff + offset, block_entry.header.type, block_entry.header.group_size );
if( isgroup )
{
parseBlockEntry( data + offset + 0x30, entries, gOff + offset );
offset += block_entry.header.group_size;
}
else
{
/* printf( "\tnum_v16: %i, num_indices: %i, num_vertices: %i\n\n",
block_entry.header.num_v16, block_entry.header.num_indices, block_entry.header.num_vertices );*/
int doffset = sizeof( block_entry.header ) + offset;
uint16_t block_size = sizeof( block_entry.header ) +
block_entry.header.num_vertices * 3 * 4 +
block_entry.header.num_v16 * 6 +
block_entry.header.num_indices * 6;
if( block_entry.header.num_vertices != 0 )
{
block_entry.data.vertices.resize( block_entry.header.num_vertices );
int32_t size_vertexbuffer = block_entry.header.num_vertices * 3;
memcpy( &block_entry.data.vertices[ 0 ], data + doffset, size_vertexbuffer * 4 );
doffset += size_vertexbuffer * 4;
}
if( block_entry.header.num_v16 != 0 )
{
block_entry.data.vertices_i16.resize( block_entry.header.num_v16 );
int32_t size_unknownbuffer = block_entry.header.num_v16 * 6;
memcpy( &block_entry.data.vertices_i16[ 0 ], data + doffset, size_unknownbuffer );
doffset += block_entry.header.num_v16 * 6;
}
if( block_entry.header.num_indices != 0 )
{
block_entry.data.indices.resize( block_entry.header.num_indices );
int32_t size_indexbuffer = block_entry.header.num_indices * 12;
memcpy( &block_entry.data.indices[ 0 ], data + doffset, size_indexbuffer );
doffset += size_indexbuffer;
}
entries.push_back( block_entry );
}
}
return 0;
}
}; };
struct PCB_LIST_ENTRY struct PCB_LIST_ENTRY

View file

@ -0,0 +1,91 @@
#ifndef THREADPOOL_H
#define THREADPOOL_H
#include <atomic>
#include <condition_variable>
#include <deque>
#include <functional>
#include <future>
#include <memory>
#include <mutex>
#include <thread>
class ThreadPool
{
public:
ThreadPool( unsigned int numJobs = std::thread::hardware_concurrency() )
{
for( auto i = 0; i < numJobs; ++i )
{
m_workers.push_back( std::async( std::launch::async, [this]{ run(); } ) );
}
}
~ThreadPool()
{
complete();
}
template< class Func, class Ret = std::result_of_t< Func&() > >
std::future< Ret > queue( Func&& f )
{
std::packaged_task< Ret() > task( std::forward< Func >( f ) );
auto ret = task.get_future();
{
std::unique_lock lock( m_mutex );
m_pendingJobs.emplace_back( std::move( task ) );
}
m_cv.notify_one();
return ret;
}
void cancel()
{
{
std::unique_lock lock( m_mutex );
m_pendingJobs.clear();
}
complete();
}
bool complete()
{
std::unique_lock lock( m_mutex );
for( auto&& worker : m_workers )
{
m_pendingJobs.push_back( {} );
}
m_cv.notify_all();
m_workers.clear();
return true;
}
private:
void run()
{
while( 1 )
{
std::packaged_task< void() > func;
{
std::unique_lock< std::mutex > lock( m_mutex );
if( m_pendingJobs.empty() )
{
m_cv.wait( lock, [&](){ return !m_pendingJobs.empty(); } );
}
func = std::move( m_pendingJobs.front() );
m_pendingJobs.pop_front();
}
if( !func.valid() )
{
return;
}
func();
}
}
std::mutex m_mutex;
std::condition_variable m_cv;
std::deque< std::packaged_task< void() > > m_pendingJobs;
std::vector< std::future< void > > m_workers;
};
#endif