mirrors/sapphire
1
Fork 0
mirror of https://github.com/SapphireServer/Sapphire.git synced 2025-04-27 06:47:45 +00:00
Code Activity

navmesh generation in pcb_reader

Browse source 
- requires RecastDemo built from https://github.com/takhlaq/recastnavigation/tree/garbage
- copy recastdemo.exe, sdl.dll, sdl2.dll into same directory as pcb_reader exe
This commit is contained in:
Tahir Akhlaq 2019-01-18 18:02:31 +00:00
parent 062f2d3114
commit bb5224bcd6
5 changed files with 117 additions and 451 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

32
src/tools/discovery_parser/lgb.h
View file

@ -250,6 +250,22 @@ public:
}; };
}; };
struct LGB_POPRANGE_ENTRY :
public LGB_ENTRY
{
public:
LGB_MAPRANGE_HEADER header;
std::string name;
LGB_POPRANGE_ENTRY( char* buf, uint32_t offset ) :
LGB_ENTRY( buf, offset )
{
header = *reinterpret_cast< LGB_MAPRANGE_HEADER* >( buf + offset );
name = std::string( buf + offset + header.nameOffset );
};
};
struct LGB_GROUP_HEADER struct LGB_GROUP_HEADER
{ {
uint32_t unknown; uint32_t unknown;
@ -290,21 +306,9 @@ struct LGB_GROUP
{ {
const auto type = *reinterpret_cast<LgbEntryType*>( buf + entryOffset ); const auto type = *reinterpret_cast<LgbEntryType*>( buf + entryOffset );
// garbage to skip model loading // garbage to skip model loading
if( !ignoreModels && type == LgbEntryType::BgParts ) if( type == LgbEntryType::PopRange )
{ {
entries.push_back( std::make_shared< LGB_BGPARTS_ENTRY >( buf, entryOffset ) ); entries.push_back( std::make_shared< LGB_POPRANGE_ENTRY >( buf, entryOffset ) );
}
else if( !ignoreModels && type == LgbEntryType::Gimmick )
{
entries.push_back( std::make_shared< LGB_GIMMICK_ENTRY >( buf, entryOffset ) );
}
else if( type == LgbEntryType::EventNpc )
{
entries.push_back( std::make_shared< LGB_ENPC_ENTRY >( buf, entryOffset ) );
}
else if( type == LgbEntryType::EventObject )
{
entries.push_back( std::make_shared< LGB_EOBJ_ENTRY >( buf, entryOffset ) );
} }
else if( type == LgbEntryType::MapRange ) else if( type == LgbEntryType::MapRange )
{ {

205
src/tools/discovery_parser/main.cpp
View file

@ -42,6 +42,7 @@ std::unordered_map< uint32_t, std::string > eobjNameMap;
std::unordered_map< uint16_t, ZoneInfo > zoneInfoMap; std::unordered_map< uint16_t, ZoneInfo > zoneInfoMap;
std::unordered_map< uint16_t, std::vector< std::pair< uint16_t, std::string > > > zoneInstanceMap; std::unordered_map< uint16_t, std::vector< std::pair< uint16_t, std::string > > > zoneInstanceMap;
uint32_t zoneId; uint32_t zoneId;
std::string zoneName;
std::set< std::string > zoneDumpList; std::set< std::string > zoneDumpList;
@ -138,103 +139,6 @@ void initExd( const std::string& gamePath )
eData = eData ? eData : new xiv::exd::ExdData( *data1 ); eData = eData ? eData : new xiv::exd::ExdData( *data1 );
} }
void getMapExdEntries( uint32_t zoneId )
{
static auto& cat = eData->get_category( "Map" );
static auto exd = static_cast< xiv::exd::Exd >( cat.get_data_ln( xiv::exd::Language::none ) );
//static std::unique_ptr< Converter > pConverter = std::make_unique< Converter >();
static auto& rows = exd.get_rows();
for( auto& row : rows )
{
// fields from SaintCoinach https://github.com/ufx/SaintCoinach/blob/master/SaintCoinach/ex.json#L6358
auto id = row.first;
auto& fields = row.second;
/* TYPES !!
case DataType::boolean: 1
case DataType::int8: 2
case DataType::uint8: 3
case DataType::int16: 4
case DataType::uint16: 5
case DataType::int32: 6
case DataType::uint32: 7
case DataType::float32: 8
case DataType::uint64: 9
*/
auto territory = std::get< uint16_t >( fields.at( 14 ) );
if( territory != zoneId )
continue;
auto mapZoneIndex = std::get< int8_t >( fields.at( 2 ) );
auto hierarchy = std::get< uint8_t >( fields.at( 3 ) );
auto pathStr = std::get< std::string >( fields.at( 5 ) );
auto sizeFactor = std::get< uint16_t >( fields.at( 6 ) );
auto mapOffsetX = std::get< int16_t >( fields.at( 7 ) );
auto mapOffsetY = std::get< int16_t >( fields.at( 8 ) );
auto discoveryIdx = std::get< int16_t >( fields.at( 12 ) );
auto discoveryCompleteBitmask = std::get< uint32_t >( fields.at( 13 ) );
char texStr[255];
auto teriStr = pathStr.substr( 0, pathStr.find_first_of( '/' ) );
char discoveryFileName[255];
sprintf( &discoveryFileName[ 0 ], "%s%02u", teriStr.c_str(), mapZoneIndex );
sprintf( &texStr[ 0 ], "ui/map/%s/%sd.tex", pathStr.c_str(), &discoveryFileName[ 0 ] );
if( discoveryMaps[ territory ].find( mapZoneIndex ) == discoveryMaps[ territory ].end() ||
discoveryMaps[ territory ][ mapZoneIndex ].find( hierarchy ) ==
discoveryMaps[ territory ][ mapZoneIndex ].end() )
{
std::string fileName( discoveryFileName );
try
{
std::string rawTexFile( texStr );
auto pDiscoveryMap = std::make_shared< DiscoveryMap >();
auto& discoveryMap = *pDiscoveryMap;
std::ifstream discoveryFile( fileName + ".img", std::ios::binary );
if( !discoveryFile.good() )
{
auto texFile = data1->getFile( rawTexFile );
texFile->exportToFile( fileName + ".tex" );
auto tex = TEX_FILE( fileName + ".tex" );
int mipMapDivide = 1;
int h = tex.header.uncompressedHeight;
int w = tex.header.uncompressedWidth;
discoveryMap.img = DecodeTexDXT1( tex, tex.header.mipMaps[ 0 ], h / mipMapDivide, w / mipMapDivide,
( h / mipMapDivide ) / 4, ( w / mipMapDivide ) / 4
);
discoveryMap.img.toFile( fileName + ".img" );
}
else
{
std::stringstream ss;
ss << discoveryFile.rdbuf();
discoveryMap.img = std::move( Image( &ss.str()[ 0 ] ) );
discoveryFile.close();
}
discoveryMap.mapId = id;
discoveryMap.path = rawTexFile;
discoveryMap.mapOffsetX = mapOffsetX;
discoveryMap.mapOffsetY = mapOffsetY;
discoveryMap.mapScale = sizeFactor;
std::cout << "Image Height: " << discoveryMap.img.height << " Width: " << discoveryMap.img.width << "\n";
discoveryMaps[ territory ][ mapZoneIndex ][ hierarchy ] = pDiscoveryMap;
}
catch( std::exception& e )
{
std::cout << "[Error] " << std::string( texStr ) << " " << e.what() << "\n";
}
}
}
return;
}
std::string zoneNameToPath( const std::string& name ) std::string zoneNameToPath( const std::string& name )
{ {
std::string path; std::string path;
@ -314,7 +218,7 @@ void loadEobjNames()
void writeEobjEntry( std::ofstream& out, LGB_ENTRY* pObj ) void writeEobjEntry( std::ofstream& out, LGB_ENTRY* pObj )
{ {
static std::string mapRangeStr( "\"MapRange\", " ); static std::string mapRangeStr( "\"MapRange\", " );
static std::ofstream discoverySql( "discovery.sql", std::ios::app ); std::ofstream discoverySql( zoneName + "_poprange.txt", std::ios::app );
uint32_t id; uint32_t id;
uint32_t unknown2 = 0, unknown2_1 = 0, unknown3 = 0; uint32_t unknown2 = 0, unknown2_1 = 0, unknown3 = 0;
std::string name; std::string name;
@ -340,89 +244,16 @@ void writeEobjEntry( std::ofstream& out, LGB_ENTRY* pObj )
bool found = false; bool found = false;
float scale = 100.f; //pMapRange->header.unknown2 float scale = 100.f; //pMapRange->header.unknown2
if( pMapRange->header.mapId == 0 ) std::string outStr( pMapRange->name + " " + std::to_string( pMapRange->header.unknown ) + " " +
{ std::to_string( pMapRange->header.translation.x ) + " " +
auto it = discoveryMaps.find( zoneId ); std::to_string( pMapRange->header.translation.y ) + " " +
if( it != discoveryMaps.end() ) std::to_string( pMapRange->header.translation.z ) + " " +
{ std::to_string( pMapRange->header.rotation.y ) + "\n"
for( const auto& mapHierarchy : it->second ) );
{
if( subArea > 0 )
break;
for( const auto& levelHierarchy : mapHierarchy.second )
{
if( subArea > 0 )
break;
auto& map = *levelHierarchy.second;
pos = map.get2dPosFrom3d( translation.x, translation.z, scale );
mapId = map.mapId;
for( int i = 0; i < map.tiles; i++ )
{
auto colour = map.getColour( i, pos.x, pos.y, scale );
auto a = ( colour >> 24 ) & 0xFF;
auto r = ( colour >> 16 ) & 0xFF;
auto g = ( colour >> 8 ) & 0xFF;
auto b = ( colour >> 0 ) & 0xFF;
if( a > 0 && ( r + b + g ) > 0 )
{
if( r > 0 )
{
// out of bounds
if( i == 0 )
continue;
subArea = ( i * 3 ) + 1;
}
else if( g > 0 )
{
subArea = ( i * 3 ) + 2;
}
else if( b > 0 )
{
subArea = ( i * 3 ) + 3;
}
break;
}
}
}
}
}
subArea--;
}
else
{
mapId = pMapRange->header.mapId;
}
subArea = pMapRange->header.discoveryIndex + 1;
//if( discoveryIndex == subArea )
{
//std::cout << std::to_string( id ) << " discoveryIndex " << std::to_string( discoveryIndex ) << " subArea " << subArea << "\n";
}
if( discoveryIndex == 0 )
{
//std::cout << "\tUnable to find subarea for maprange " << std::to_string( id ) << " mapCoord " << pos.x << " " << pos.y <<
// "\tzoneCoord " << translation.x << " " << translation.y << " " << translation.z << " " << "\n";
return;
}
else if( mapId == -1 )
{
//std::cout << "\tUnable to find subarea for maprange " << std::to_string(id) << " " << "\n";
return;
}
if( exportedMapRange[ id ][ mapId ] == discoveryIndex )
return;
exportedMapRange[ id ][ mapId ] = discoveryIndex;
std::string outStr( "INSERT INTO discoveryinfo VALUES (" +
std::to_string( id ) + ", " + std::to_string( mapId ) + ", " + std::to_string( discoveryIndex ) +
");\n"
//std::to_string( pObj->header.translation.x ) + ", " + std::to_string( pObj->header.translation.y ) + ", " + std::to_string( pObj->header.translation.z ) + //std::to_string( pObj->header.translation.x ) + ", " + std::to_string( pObj->header.translation.y ) + ", " + std::to_string( pObj->header.translation.z ) +
//", " + std::to_string( subArea ) + "" + "\n" //", " + std::to_string( subArea ) + "" + "\n"
); //);
discoverySql.write( outStr.c_str(), outStr.size() ); discoverySql.write( outStr.c_str(), outStr.size() );
//out.write( outStr.c_str(), outStr.size() ); //out.write( outStr.c_str(), outStr.size() );
} }
@ -453,7 +284,7 @@ int main( int argc, char* argv[] )
auto entryStartTime = std::chrono::system_clock::now(); auto entryStartTime = std::chrono::system_clock::now();
std::vector< std::string > argVec( argv + 1, argv + argc ); std::vector< std::string > argVec( argv + 1, argv + argc );
std::string zoneName = "s1d1"; zoneName = "s1h1";
bool dumpAll = ignoreModels = std::remove_if( argVec.begin(), argVec.end(), []( auto arg ) bool dumpAll = ignoreModels = std::remove_if( argVec.begin(), argVec.end(), []( auto arg )
{ return arg == "--dump-all"; } ) != argVec.end(); { return arg == "--dump-all"; } ) != argVec.end();
@ -471,15 +302,17 @@ int main( int argc, char* argv[] )
} }
initExd( gamePath ); initExd( gamePath );
std::ofstream discoverySql( "discovery.sql", std::ios::trunc ); std::ofstream discoverySql( zoneName + "_poprange.txt", std::ios::trunc );
discoverySql.close(); discoverySql.close();
if( dumpAll ) if( dumpAll )
{ {
zoneNameToPath( "r1f1" ); zoneNameToPath( "s1h1" );
for( const auto& zone : zoneInfoMap ) zoneDumpList.emplace( "s1h1" );
zoneDumpList.emplace( zone.second.name ); zoneDumpList.emplace( "f1h1" );
zoneDumpList.emplace( "w1h1" );
zoneDumpList.emplace( "e1h1" );
} }
else else
{ {
@ -489,6 +322,8 @@ int main( int argc, char* argv[] )
LABEL_DUMP: LABEL_DUMP:
entryStartTime = std::chrono::system_clock::now(); entryStartTime = std::chrono::system_clock::now();
zoneName = *zoneDumpList.begin(); zoneName = *zoneDumpList.begin();
discoverySql.open( zoneName + "_poprange.txt", std::ios::trunc );
discoverySql.write( ( zoneName + "\n" ).c_str() , zoneName.size() + 1 );
try try
{ {
const auto zonePath = zoneNameToPath( zoneName ); const auto zonePath = zoneNameToPath( zoneName );
@ -517,7 +352,7 @@ int main( int argc, char* argv[] )
uint32_t offset1 = 0x20; uint32_t offset1 = 0x20;
//loadEobjNames(); //loadEobjNames();
getMapExdEntries( zoneId ); //getMapExdEntries( zoneId );
std::string eobjFileName( zoneName + "_eobj.csv" ); std::string eobjFileName( zoneName + "_eobj.csv" );
std::ofstream eobjOut( eobjFileName, std::ios::trunc ); std::ofstream eobjOut( eobjFileName, std::ios::trunc );
@ -590,7 +425,7 @@ int main( int argc, char* argv[] )
totalGroups++; totalGroups++;
for( const auto& pEntry : group.entries ) for( const auto& pEntry : group.entries )
{ {
if( pEntry->getType() == LgbEntryType::MapRange ) if( pEntry->getType() == LgbEntryType::PopRange )
{ {
totalGroupEntries++; totalGroupEntries++;
writeEobjEntry( eobjOut, pEntry.get() ); writeEobjEntry( eobjOut, pEntry.get() );

31
src/tools/pcb_reader/lgb.h
View file

@ -278,33 +278,20 @@ struct LGB_GROUP
{ {
const auto type = *reinterpret_cast<LgbEntryType*>( buf + entryOffset ); const auto type = *reinterpret_cast<LgbEntryType*>( buf + entryOffset );
// garbage to skip model loading // garbage to skip model loading
if( !ignoreModels && type == LgbEntryType::BgParts ) switch( type )
{ {
case LgbEntryType::BgParts:
entries.push_back( std::make_shared< LGB_BGPARTS_ENTRY >( buf, entryOffset ) ); entries.push_back( std::make_shared< LGB_BGPARTS_ENTRY >( buf, entryOffset ) );
} break;
else if( !ignoreModels && type == LgbEntryType::Gimmick ) case LgbEntryType::Gimmick:
{
entries.push_back( std::make_shared< LGB_GIMMICK_ENTRY >( buf, entryOffset ) ); entries.push_back( std::make_shared< LGB_GIMMICK_ENTRY >( buf, entryOffset ) );
} break;
else if( type == LgbEntryType::EventNpc ) case LgbEntryType::EventObject:
{
entries.push_back( std::make_shared< LGB_ENPC_ENTRY >( buf, entryOffset ) );
}
else if( type == LgbEntryType::EventObject )
{
entries.push_back( std::make_shared< LGB_EOBJ_ENTRY >( buf, entryOffset ) ); entries.push_back( std::make_shared< LGB_EOBJ_ENTRY >( buf, entryOffset ) );
break;
default:
break;
} }
else if( type == LgbEntryType::MapRange )
{
entries.push_back( std::make_shared< LGB_MAPRANGE_ENTRY >( buf, entryOffset ) );
}
/*
else
{
entries[i] = nullptr;
}
*/
} }
catch( std::exception& e ) catch( std::exception& e )
{ {

288
src/tools/pcb_reader/main.cpp
View file

@ -7,7 +7,10 @@
#include <regex> #include <regex>
#include <map> #include <map>
#include <vector> #include <vector>
#include <queue>
#include <set> #include <set>
#include <thread>
#include <variant> #include <variant>
#include <Util/Util.h> #include <Util/Util.h>
@ -15,8 +18,6 @@
#include "lgb.h" #include "lgb.h"
#include "sgb.h" #include "sgb.h"
#ifndef STANDALONE
#include <GameData.h> #include <GameData.h>
#include <File.h> #include <File.h>
#include <DatCat.h> #include <DatCat.h>
@ -24,15 +25,11 @@
#include <ExdCat.h> #include <ExdCat.h>
#include <Exd.h> #include <Exd.h>
#endif
// garbage to ignore models // garbage to ignore models
bool ignoreModels = false; bool ignoreModels = false;
std::string gamePath( "C:\\SquareEnix\\FINAL FANTASY XIV - A Realm Reborn\\game\\sqpack" ); std::string gamePath( "C:\\SquareEnix\\FINAL FANTASY XIV - A Realm Reborn\\game\\sqpack" );
std::unordered_map< uint32_t, std::string > eobjNameMap;
std::unordered_map< uint16_t, std::string > zoneNameMap; std::unordered_map< uint16_t, std::string > zoneNameMap;
std::unordered_map< uint16_t, std::vector< std::pair< uint16_t, std::string > > > zoneInstanceMap;
uint32_t zoneId; uint32_t zoneId;
std::set< std::string > zoneDumpList; std::set< std::string > zoneDumpList;
@ -116,75 +113,11 @@ int parseBlockEntry( char* data, std::vector< PCB_BLOCK_ENTRY >& entries, int gO
return 0; return 0;
} }
void dumpLevelExdEntries( uint32_t zoneId, const std::string& name = std::string() )
{
static auto& cat = eData->get_category( "Level" );
static auto exd = static_cast< xiv::exd::Exd >( cat.get_data_ln( xiv::exd::Language::none ) );
std::string fileName( name + "_" + std::to_string( zoneId ) + "_Level" + ".csv" );
std::ofstream outfile( fileName, std::ios::trunc );
std::cout << "[Info] Writing level.exd entries to " << fileName << "\n";
if( outfile.good() )
{
outfile.close();
outfile.open( fileName, std::ios::app );
static auto rows = exd.get_rows();
for( auto& row : rows )
{
auto id = row.first;
auto& fields = row.second;
auto x = std::get< float >( fields.at( 0 ) );
auto y = std::get< float >( fields.at( 1 ) );
auto z = std::get< float >( fields.at( 2 ) );
auto yaw = std::get< float >( fields.at( 3 ) );
auto radius = std::get< float >( fields.at( 4 ) );
auto type = std::get< uint8_t >( fields.at( 5 ) );
auto objectid = std::get< uint32_t >( fields.at( 6 ) );
auto zone = std::get< uint16_t >( fields.at( 9 ) );
if( zone == zoneId )
{
std::string outStr(
std::to_string( id ) + ", " + std::to_string( objectid ) + ", " +
std::to_string( x ) + ", " + std::to_string( y ) + ", " + std::to_string( z ) + ", " +
std::to_string( yaw ) + ", " + std::to_string( radius ) + ", " + std::to_string( type ) + "\n"
);
outfile.write( outStr.c_str(), outStr.size() );
}
}
}
}
std::string zoneNameToPath( const std::string& name ) std::string zoneNameToPath( const std::string& name )
{ {
std::string path; std::string path;
bool found = false; bool found = false;
#ifdef STANDALONE
auto inFile = std::ifstream( "territorytype.exh.csv" );
if( inFile.good() )
{
std::string line;
std::regex re( "(\\d+),\"(.*)\",\"(.*)\",.*" );
while( std::getline( inFile, line ) )
{
std::smatch match;
if( std::regex_match( line, match, re )
{
auto tmpId = std::stoul( match[1].str() );
if( !found && name == match[2].str() )
{
zoneId = tmpId;
path = match[3].str();
found = true;
}
zoneNameMap[tmpId] = match[2].str();
}
}
inFile.close();
}
#else
auto& cat = eData->get_category( "TerritoryType" ); auto& cat = eData->get_category( "TerritoryType" );
auto exd = static_cast< xiv::exd::Exd >( cat.get_data_ln( xiv::exd::Language::none ) ); auto exd = static_cast< xiv::exd::Exd >( cat.get_data_ln( xiv::exd::Language::none ) );
for( auto& row : exd.get_rows() ) for( auto& row : exd.get_rows() )
@ -203,7 +136,6 @@ std::string zoneNameToPath( const std::string& name )
} }
zoneNameMap[ row.first ] = teriName; zoneNameMap[ row.first ] = teriName;
} }
#endif
if( found ) if( found )
{ {
@ -221,101 +153,6 @@ std::string zoneNameToPath( const std::string& name )
return path; return path;
} }
void loadEobjNames()
{
auto& cat = eData->get_category( "EObjName" );
auto exd = static_cast< xiv::exd::Exd >( cat.get_data_ln( xiv::exd::Language::en ) );
for( auto& row : exd.get_rows() )
{
auto id = row.first;
auto& fields = row.second;
auto name = std::get< std::string >( fields.at( 0 ) );
eobjNameMap[ id ] = name;
}
}
void writeEobjEntry( std::ofstream& out, LGB_ENTRY* pObj )
{
static std::string mapRangeStr( "\"MapRange\", " );
static std::string eobjStr( "\"EObj\", " );
uint32_t id;
uint32_t unknown = 0, unknown2 = 0;
std::string name;
std::string typeStr;
uint32_t eobjlevelHierachyId = 0;
if( pObj->getType() == LgbEntryType::EventObject )
{
auto pEobj = reinterpret_cast< LGB_EOBJ_ENTRY* >( pObj );
id = pEobj->header.eobjId;
unknown = pEobj->header.unknown;
name = eobjNameMap[ id ];
typeStr = eobjStr;
eobjlevelHierachyId = pEobj->header.levelHierachyId;
}
else if( pObj->getType() == LgbEntryType::MapRange )
{
auto pMapRange = reinterpret_cast< LGB_MAPRANGE_ENTRY* >( pObj );
id = pMapRange->header.unknown;
unknown = pMapRange->header.unknown2;
unknown2 = pMapRange->header.unknown3;
typeStr = mapRangeStr;
}
std::string outStr(
std::to_string( id ) + ", " + typeStr + "\"" + name + "\", " +
std::to_string( pObj->header.translation.x ) + ", " + std::to_string( pObj->header.translation.y ) + ", " +
std::to_string( pObj->header.translation.z ) +
", " + std::to_string( eobjlevelHierachyId ) + "\n"
);
out.write( outStr.c_str(), outStr.size() );
}
void loadAllInstanceContentEntries()
{
auto& catInstance = eData->get_category( "InstanceContent" );
auto exdInstance = static_cast< xiv::exd::Exd >( catInstance.get_data_ln( xiv::exd::Language::en ) );
if( zoneNameMap.size() == 0 )
{
zoneNameToPath( "f1d1" );
}
std::ofstream out( "instancecontent.csv", std::ios::trunc );
if( out.good() )
{
out.close();
}
out.open( "instancecontent.csv", std::ios::app );
if( !out.good() )
{
throw std::runtime_error( "Unable to create instancecontent.csv!" );
}
std::cout << "[Info] Writing instancecontent.csv\n";
for( auto& row : exdInstance.get_rows() )
{
auto id = row.first;
auto& fields = row.second;
auto name = std::get< std::string >( fields.at( 3 ) );
if( name.empty() )
continue;
auto teri = std::get< uint32_t >( fields.at( 9 ) );
auto i = 0;
while( ( i = name.find( ' ' ) ) != std::string::npos )
name = name.replace( name.begin() + i, name.begin() + i + 1, { '_' } );
std::string outStr(
std::to_string( id ) + ", \"" + name + "\", \"" + zoneNameMap[ teri ] + "\"," + std::to_string( teri ) + "\n"
);
out.write( outStr.c_str(), outStr.size() );
//zoneInstanceMap[zoneId].push_back( std::make_pair( id, name ) );
zoneDumpList.emplace( zoneNameMap[ teri ] );
}
out.close();
}
void readFileToBuffer( const std::string& path, std::vector< char >& buf ) void readFileToBuffer( const std::string& path, std::vector< char >& buf )
{ {
auto inFile = std::ifstream( path, std::ios::binary ); auto inFile = std::ifstream( path, std::ios::binary );
@ -340,11 +177,11 @@ int main( int argc, char* argv[] )
auto entryStartTime = std::chrono::system_clock::now(); auto entryStartTime = std::chrono::system_clock::now();
std::vector< std::string > argVec( argv + 1, argv + argc ); std::vector< std::string > argVec( argv + 1, argv + argc );
// todo: support expansions
std::string zoneName = "r2t2"; std::string zoneName = "r2t2";
bool dumpInstances = ignoreModels = std::remove_if( argVec.begin(), argVec.end(), []( auto arg ) bool dumpAllZones = std::remove_if( argVec.begin(), argVec.end(), []( auto arg )
{ return arg == "--instance-dump"; } ) != argVec.end(); { return arg == "--dump-all"; } ) != argVec.end();
bool generateNavmesh = std::remove_if( argVec.begin(), argVec.end(), []( auto arg )
{ return arg == "--navmesh"; } ) != argVec.end();
if( argc > 1 ) if( argc > 1 )
{ {
zoneName = argv[ 1 ]; zoneName = argv[ 1 ];
@ -357,15 +194,43 @@ int main( int argc, char* argv[] )
} }
initExd( gamePath ); initExd( gamePath );
if( dumpInstances )
zoneNameToPath( zoneName );
if( dumpAllZones )
{ {
loadAllInstanceContentEntries(); for( const auto& zone : zoneNameMap )
zoneDumpList.emplace( zone.second );
} }
else else
{ {
zoneDumpList.emplace( zoneName ); zoneDumpList.emplace( zoneName );
} }
std::mutex navmeshMutex;
std::queue< std::string > exportedGroups;
std::string exportArg( "RecastDemo.exe --type tileMesh --obj " );
std::thread navmeshThread( [&navmeshMutex, &exportedGroups, &exportArg, &generateNavmesh]()
{
while( generateNavmesh )
{
std::this_thread::sleep_for( std::chrono::milliseconds( 1 ) );
std::lock_guard< std::mutex > lock( navmeshMutex );
{
if( !exportedGroups.empty() )
{
auto& currFile = exportedGroups.front();
std::cout << "\nGenerating navmesh for " << currFile << std::endl;
system( ( exportArg + currFile ).c_str() );
std::cout << "\nFinished generating navmesh for " << currFile << std::endl;
exportedGroups.pop();
}
}
}
});
navmeshThread.detach();
LABEL_DUMP: LABEL_DUMP:
entryStartTime = std::chrono::system_clock::now(); entryStartTime = std::chrono::system_clock::now();
zoneName = *zoneDumpList.begin(); zoneName = *zoneDumpList.begin();
@ -381,7 +246,6 @@ int main( int argc, char* argv[] )
std::vector< char > section1; std::vector< char > section1;
std::vector< char > section2; std::vector< char > section2;
#ifndef STANDALONE
const xiv::dat::Cat& test = data1->getCategory( "bg" ); const xiv::dat::Cat& test = data1->getCategory( "bg" );
auto test_file = data1->getFile( bgLgbPath ); auto test_file = data1->getFile( bgLgbPath );
@ -392,37 +256,18 @@ int main( int argc, char* argv[] )
auto test_file1 = data1->getFile( listPcbPath ); auto test_file1 = data1->getFile( listPcbPath );
section1 = test_file1->access_data_sections().at( 0 ); section1 = test_file1->access_data_sections().at( 0 );
#else
{
readFileToBuffer( bgLgbPath, section );
readFileToBuffer( listPcbPath, section1 );
}
#endif
std::vector< std::string > stringList; std::vector< std::string > stringList;
uint32_t offset1 = 0x20; uint32_t offset1 = 0x20;
loadEobjNames();
dumpLevelExdEntries( zoneId, zoneName );
std::string eobjFileName( zoneName + "_eobj.csv" );
std::ofstream eobjOut( eobjFileName, std::ios::trunc );
if( !eobjOut.good() )
throw std::string( "Unable to create " + zoneName +
"_eobj.csv for eobj entries. Run as admin or check there isnt already a handle on the file." ).c_str();
eobjOut.close();
eobjOut.open( eobjFileName, std::ios::app );
if( !eobjOut.good() )
throw std::string( "Unable to create " + zoneName +
"_eobj.csv for eobj entries. Run as admin or check there isnt already a handle on the file." ).c_str();
if( !ignoreModels )
{ {
for( ;; ) for( ;; )
{ {
if( offset1 >= section1.size() )
{
break;
}
uint16_t trId = *( uint16_t* ) &section1[ offset1 ]; uint16_t trId = *( uint16_t* ) &section1[ offset1 ];
char someString[200]; char someString[200];
@ -431,10 +276,7 @@ int main( int argc, char* argv[] )
//std::cout << someString << "\n"; //std::cout << someString << "\n";
offset1 += 0x20; offset1 += 0x20;
if( offset1 >= section1.size() )
{
break;
}
} }
} }
LGB_FILE bgLgb( &section[ 0 ], "bg" ); LGB_FILE bgLgb( &section[ 0 ], "bg" );
@ -477,15 +319,9 @@ int main( int argc, char* argv[] )
char* dataSection = nullptr; char* dataSection = nullptr;
//std::cout << fileName << " "; //std::cout << fileName << " ";
#ifndef STANDALONE
auto file = data1->getFile( fileName ); auto file = data1->getFile( fileName );
auto sections = file->get_data_sections(); auto sections = file->get_data_sections();
dataSection = &sections.at( 0 )[ 0 ]; dataSection = &sections.at( 0 )[ 0 ];
#else
std::vector< char > buf;
readFileToBuffer( fileName, buf );
dataSection = &buf[0];
#endif
//std::cout << sections.size() << "\n"; //std::cout << sections.size() << "\n";
uint32_t offset = 0; uint32_t offset = 0;
@ -530,15 +366,11 @@ int main( int argc, char* argv[] )
{ {
char* dataSection = nullptr; char* dataSection = nullptr;
//std::cout << fileName << " "; //std::cout << fileName << " ";
#ifndef STANDALONE
auto file = data1->getFile( fileName ); auto file = data1->getFile( fileName );
auto sections = file->get_data_sections(); auto sections = file->get_data_sections();
dataSection = &sections.at( 0 )[ 0 ]; dataSection = &sections.at( 0 )[ 0 ];
#else
std::vector< char > buf;
readFileToBuffer( fileName, buf );
dataSection = &buf[0];
#endif
sgbFile = SGB_FILE( &dataSection[ 0 ] ); sgbFile = SGB_FILE( &dataSection[ 0 ] );
sgbFiles.insert( std::make_pair( fileName, sgbFile ) ); sgbFiles.insert( std::make_pair( fileName, sgbFile ) );
return true; return true;
@ -550,14 +382,12 @@ int main( int argc, char* argv[] )
} }
return false; return false;
}; };
auto pushVerts = [ & ]( const PCB_FILE& pcb_file, const std::string& name, auto writeToFile = [ & ]( const PCB_FILE& pcb_file, const std::string& name, const std::string& groupName,
const vec3* scale = nullptr, const vec3* scale = nullptr,
const vec3* rotation = nullptr, const vec3* rotation = nullptr,
const vec3* translation = nullptr, const vec3* translation = nullptr,
const SGB_MODEL_ENTRY* pSgbEntry = nullptr ) const SGB_MODEL_ENTRY* pSgbEntry = nullptr )
{ {
if( ignoreModels )
return;
char name2[0x100]; char name2[0x100];
memset( name2, 0, 0x100 ); memset( name2, 0, 0x100 );
sprintf( &name2[ 0 ], "%s_%u", &name[ 0 ], objCount[ name ]++ ); sprintf( &name2[ 0 ], "%s_%u", &name[ 0 ], objCount[ name ]++ );
@ -635,16 +465,13 @@ int main( int argc, char* argv[] )
} }
}; };
if( !ignoreModels )
{
for( const auto& fileName : stringList ) for( const auto& fileName : stringList )
{ {
loadPcbFile( fileName ); loadPcbFile( fileName );
pushVerts( pcbFiles[ fileName ], fileName ); writeToFile( pcbFiles[ fileName ], fileName, zoneName );
}
} }
std::cout << "[Info] " << ( ignoreModels ? "Dumping MapRange and EObj" : "Writing obj file " ) << "\n"; std::cout << "[Info] " << "Writing obj file " << "\n";
uint32_t totalGroups = 0; uint32_t totalGroups = 0;
uint32_t totalGroupEntries = 0; uint32_t totalGroupEntries = 0;
@ -652,6 +479,16 @@ int main( int argc, char* argv[] )
{ {
for( const auto& group : lgb.groups ) for( const auto& group : lgb.groups )
{ {
max_index = 0;
std::string outfile_name( zoneName + "_" + group.name + ".obj" );
fp_out = fopen( outfile_name.c_str(), "w" );
if( fp_out )
{
fprintf( fp_out, "" );
fclose( fp_out );
fp_out = fopen( outfile_name.c_str(), "ab+" );
}
//std::cout << "\t" << group.name << " Size " << group.header.entryCount << "\n"; //std::cout << "\t" << group.name << " Size " << group.header.entryCount << "\n";
totalGroups++; totalGroups++;
for( const auto& pEntry : group.entries ) for( const auto& pEntry : group.entries )
@ -680,7 +517,7 @@ int main( int argc, char* argv[] )
if( it != pcbFiles.end() ) if( it != pcbFiles.end() )
{ {
const auto& pcb_file = it->second; const auto& pcb_file = it->second;
pushVerts( pcb_file, fileName, scale, rotation, translation, pModel ); writeToFile( pcb_file, fileName, group.name, scale, rotation, translation, pModel );
} }
return true; return true;
}; };
@ -720,12 +557,15 @@ int main( int argc, char* argv[] )
} }
} }
if( pEntry->getType() == LgbEntryType::EventObject || pEntry->getType() == LgbEntryType::MapRange ) if( pEntry->getType() == LgbEntryType::EventObject )
{ {
writeEobjEntry( eobjOut, pEntry.get() );
writeOutput( fileName, &pEntry->header.scale, &pEntry->header.rotation, &pEntry->header.translation ); writeOutput( fileName, &pEntry->header.scale, &pEntry->header.rotation, &pEntry->header.translation );
} }
} }
if( fp_out )
fclose( fp_out );
std::lock_guard< std::mutex > lock( navmeshMutex );
exportedGroups.push( outfile_name );
} }
} }
std::cout << "[Info] " << "Loaded " << pcbFiles.size() << " PCB Files \n"; std::cout << "[Info] " << "Loaded " << pcbFiles.size() << " PCB Files \n";
@ -739,7 +579,7 @@ int main( int argc, char* argv[] )
{ {
std::cout << "[Error] " << e.what() << std::endl; std::cout << "[Error] " << e.what() << std::endl;
std::cout << "[Error] " std::cout << "[Error] "
<< "Unable to extract collision data.\n\tIf using standalone ensure your working directory folder layout is \n\tbg/[ffxiv|ex1|ex2]/teri/type/zone/[level|collision]" << "Unable to extract collision data.\n"
<< std::endl; << std::endl;
std::cout << std::endl; std::cout << std::endl;
std::cout << "[Info] " << "Usage: pcb_reader2 territory \"path/to/game/sqpack/ffxiv\" " << std::endl; std::cout << "[Info] " << "Usage: pcb_reader2 territory \"path/to/game/sqpack/ffxiv\" " << std::endl;

2
src/tools/pcb_reader/sgb.h
View file

@ -143,7 +143,7 @@ struct SGB_GROUP
if( entryOffset > fileSize ) if( entryOffset > fileSize )
throw std::runtime_error( "SGB_GROUP entry offset was larger than SGB file size!" ); throw std::runtime_error( "SGB_GROUP entry offset was larger than SGB file size!" );
auto type = *reinterpret_cast< uint32_t* >( buf + entryOffset ); auto type = *reinterpret_cast< uint32_t* >( buf + entryOffset );
if( type == SgbGroupEntryType::Model && !ignoreModels ) if( type == SgbGroupEntryType::Model )
{ {
entries.push_back( std::make_shared< SGB_MODEL_ENTRY >( buf, entryOffset ) ); entries.push_back( std::make_shared< SGB_MODEL_ENTRY >( buf, entryOffset ) );
} }