#include #include #include #include #include #include #include #include #include #include #include "pcb.h" #include "lgb.h" #include "sgb.h" #ifndef STANDALONE #include #include #include #include #include #include #include #include #include #endif // garbage to ignore models bool ignoreModels = false; std::string gamePath( "C:\\SquareEnix\\FINAL FANTASY XIV - A Realm Reborn\\game\\sqpack" ); std::unordered_map< uint32_t, std::string > eobjNameMap; std::unordered_map< uint16_t, std::string > zoneNameMap; std::unordered_map< uint16_t, std::vector< std::pair< uint16_t, std::string > > > zoneInstanceMap; uint32_t zoneId; struct instanceContent { uint32_t id; std::string name; std::string zoneName; }; std::vector< instanceContent > contentList; std::set< std::string > zoneDumpList; xiv::dat::GameData* data1 = nullptr; xiv::exd::ExdData* eData = nullptr; enum class TerritoryTypeExdIndexes : size_t { TerritoryType = 0, Path = 1 }; using namespace std::chrono_literals; struct face { int32_t f1, f2, f3; }; void initExd( const std::string& gamePath ) { data1 = data1 ? data1 : new xiv::dat::GameData( gamePath ); eData = eData ? eData : new xiv::exd::ExdData( *data1 ); } int parseBlockEntry( char* data, std::vector& entries, int gOff ) { int offset = 0; bool isgroup = true; while( isgroup ) { PCB_BLOCK_ENTRY block_entry; memcpy( &block_entry.header, data + offset, sizeof( block_entry.header ) ); isgroup = block_entry.header.type == 0x30; //printf( " BLOCKHEADER_%X: type: %i, group_size: %i\n", gOff + offset, block_entry.header.type, block_entry.header.group_size ); if( isgroup ) { parseBlockEntry( data + offset + 0x30, entries, gOff + offset ); offset += block_entry.header.group_size; } else { /* printf( "\tnum_v16: %i, num_indices: %i, num_vertices: %i\n\n", block_entry.header.num_v16, block_entry.header.num_indices, block_entry.header.num_vertices );*/ int doffset = sizeof( block_entry.header ) + offset; uint16_t block_size = sizeof( block_entry.header ) + block_entry.header.num_vertices * 3 * 4 + block_entry.header.num_v16 * 6 + block_entry.header.num_indices * 6; if( block_entry.header.num_vertices != 0 ) { block_entry.data.vertices.resize( block_entry.header.num_vertices ); int32_t size_vertexbuffer = block_entry.header.num_vertices * 3; memcpy( &block_entry.data.vertices[0], data + doffset, size_vertexbuffer * 4 ); doffset += size_vertexbuffer * 4; } if( block_entry.header.num_v16 != 0 ) { block_entry.data.vertices_i16.resize( block_entry.header.num_v16 ); int32_t size_unknownbuffer = block_entry.header.num_v16 * 6; memcpy( &block_entry.data.vertices_i16[0], data + doffset, size_unknownbuffer ); doffset += block_entry.header.num_v16 * 6; } if( block_entry.header.num_indices != 0 ) { block_entry.data.indices.resize( block_entry.header.num_indices ); int32_t size_indexbuffer = block_entry.header.num_indices * 12; memcpy( &block_entry.data.indices[0], data + doffset, size_indexbuffer ); doffset += size_indexbuffer; } entries.push_back( block_entry ); } } return 0; } void dumpLevelExdEntries( uint32_t zoneId, const std::string& name = std::string() ) { static auto& cat = eData->get_category( "Level" ); static auto exd = static_cast< xiv::exd::Exd >( cat.get_data_ln( xiv::exd::Language::none ) ); std::string fileName( name + "_" + std::to_string( zoneId ) + "_Level" + ".csv" ); std::ofstream outfile( fileName, std::ios::trunc ); std::cout << "[Info] Writing level.exd entries to " << fileName << "\n"; if( outfile.good() ) { outfile.close(); outfile.open( fileName, std::ios::app ); static auto rows = exd.get_rows(); for( auto& row : rows ) { auto id = row.first; auto& fields = row.second; auto x = *boost::get< float >( &fields.at( 0 ) ); auto y = *boost::get< float >( &fields.at( 1 ) ); auto z = *boost::get< float >( &fields.at( 2 ) ); auto yaw = *boost::get< float >( &fields.at( 3 ) ); auto radius = *boost::get< float >( &fields.at( 4 ) ); auto type = *boost::get< uint8_t >( &fields.at( 5 ) ); auto objectid = *boost::get< uint32_t >( &fields.at( 6 ) ); auto zone = *boost::get< uint16_t >( &fields.at( 9 ) ); if( zone == zoneId ) { std::string outStr( std::to_string( id ) + ", " + std::to_string( objectid ) + ", " + std::to_string( x ) + ", " + std::to_string( y ) + ", " + std::to_string( z ) + ", " + std::to_string( yaw ) + ", " + std::to_string( radius ) + ", " + std::to_string( type ) + "\n" ); outfile.write( outStr.c_str(), outStr.size() ); } } } } std::string zoneNameToPath( const std::string& name ) { std::string path; bool found = false; #ifdef STANDALONE auto inFile = std::ifstream( "territorytype.exh.csv" ); if( inFile.good() ) { std::string line; std::regex re( "(\\d+),\"(.*)\",\"(.*)\",.*" ); while( std::getline( inFile, line ) ) { std::smatch match; if( std::regex_match( line, match, re ) { auto tmpId = std::stoul( match[1].str() ); if( !found && name == match[2].str() ) { zoneId = tmpId; path = match[3].str(); found = true; } zoneNameMap[tmpId] = match[2].str(); } } inFile.close(); } #else auto& cat = eData->get_category( "TerritoryType" ); auto exd = static_cast< xiv::exd::Exd >( cat.get_data_ln( xiv::exd::Language::none ) ); for( auto& row : exd.get_rows() ) { auto& fields = row.second; auto teriName = *boost::get< std::string >( &fields.at( static_cast< size_t >( TerritoryTypeExdIndexes::TerritoryType ) ) ); if( teriName.empty() ) continue; auto teriPath = *boost::get< std::string >( &fields.at( static_cast< size_t >( TerritoryTypeExdIndexes::Path ) ) ); if( !found && boost::iequals( name, teriName ) ) { path = teriPath; found = true; zoneId = row.first; } zoneNameMap[row.first] = teriName; } #endif if( found ) { //path = path.substr( path.find_first_of( "/" ) + 1, path.size() - path.find_first_of( "/" )); //path = std::string( "ffxiv/" ) + path; path = std::string( "bg/" ) + path.substr( 0, path.find( "/level/" ) ); std::cout << "[Info] " << "Found path for " << name << ": " << path << std::endl; } else { throw std::runtime_error( "Unable to find path for " + name + ".\n\tPlease double check spelling or open 0a0000.win32.index with FFXIV Explorer and extract territorytype.exh as CSV\n\tand copy territorytype.exh.csv into pcb_reader.exe directory if using standalone" ); } return path; } void loadEobjNames() { auto& cat = eData->get_category( "EObjName" ); auto exd = static_cast< xiv::exd::Exd >( cat.get_data_ln( xiv::exd::Language::en ) ); for( auto& row : exd.get_rows() ) { auto id = row.first; auto& fields = row.second; auto name = *boost::get< std::string >( &fields.at( 0 ) ); eobjNameMap[id] = name; } } void writeEobjEntry( std::ofstream& out, LGB_ENTRY* pObj ) { static std::string mapRangeStr( "\"MapRange\", " ); static std::string eobjStr( "\"EObj\", " ); uint32_t id; uint32_t unknown = 0, unknown2 = 0; std::string name; std::string typeStr; uint32_t eobjlevelHierachyId = 0; if( pObj->getType() == LgbEntryType::EventObject ) { auto pEobj = reinterpret_cast< LGB_EOBJ_ENTRY* >( pObj ); id = pEobj->header.eobjId; unknown = pEobj->header.unknown; name = eobjNameMap[id]; typeStr = eobjStr; eobjlevelHierachyId = pEobj->header.levelHierachyId; } else if( pObj->getType() == LgbEntryType::MapRange ) { auto pMapRange = reinterpret_cast< LGB_MAPRANGE_ENTRY* >( pObj ); id = pMapRange->header.unknown; unknown = pMapRange->header.unknown2; unknown2 = pMapRange->header.unknown3; typeStr = mapRangeStr; } std::string outStr( std::to_string( id ) + ", " + typeStr + "\"" + name + "\", " + std::to_string( pObj->header.translation.x ) + ", " + std::to_string( pObj->header.translation.y ) + ", " + std::to_string( pObj->header.translation.z ) + ", " + std::to_string( eobjlevelHierachyId ) + "\n" ); out.write( outStr.c_str(), outStr.size() ); } void loadAllInstanceContentEntries() { auto& catInstance = eData->get_category( "InstanceContent" ); auto exdInstance = static_cast< xiv::exd::Exd >( catInstance.get_data_ln( xiv::exd::Language::en ) ); if( zoneNameMap.size() == 0 ) { zoneNameToPath( "f1d1" ); } std::ofstream out( "instancecontent.csv", std::ios::trunc ); if( out.good() ) { out.close(); } out.open( "instancecontent.csv", std::ios::app ); if( !out.good() ) { throw std::runtime_error( "Unable to create instancecontent.csv!" ); } std::cout << "[Info] Writing instancecontent.csv\n"; for( auto& row : exdInstance.get_rows() ) { auto id = row.first; auto& fields = row.second; auto name = *boost::get< std::string >( &fields.at( 3 ) ); if( name.empty() ) continue; auto teri = *boost::get< uint32_t >( &fields.at( 9 ) ); auto i = 0; while( ( i = name.find( ' ' ) ) != std::string::npos ) name = name.replace( name.begin() + i, name.begin() + i + 1, { '_' } ); std::string outStr( std::to_string( id ) + ", \"" + name + "\", \"" + zoneNameMap[teri] + "\"," + std::to_string( teri ) + "\n" ); out.write( outStr.c_str(), outStr.size() ); //zoneInstanceMap[zoneId].push_back( std::make_pair( id, name ) ); zoneDumpList.emplace( zoneNameMap[teri] ); name.erase( boost::remove_if( name, boost::is_any_of( "★_ '()[]-\x1a\x1\x2\x1f\x1\x3.:" ) ), name.end() ); name[0] = toupper( name[0] ); contentList.push_back( { id, name, zoneNameMap[teri] } ); } out.close(); } void readFileToBuffer( const std::string& path, std::vector< char >& buf ) { auto inFile = std::ifstream( path, std::ios::binary ); if( inFile.good() ) { inFile.seekg( 0, inFile.end ); int32_t fileSize = (int32_t)inFile.tellg(); buf.resize( fileSize ); inFile.seekg( 0, inFile.beg ); inFile.read( &buf[0], fileSize ); inFile.close(); } else { throw std::runtime_error( "Unable to open " + path ); } } int main( int argc, char* argv[] ) { auto startTime = std::chrono::system_clock::now(); auto entryStartTime = std::chrono::system_clock::now(); std::vector< std::string > argVec( argv + 1, argv + argc ); // todo: support expansions std::string zoneName = "r2t2"; bool dumpInstances = ignoreModels = std::remove_if( argVec.begin(), argVec.end(), []( auto arg ){ return arg == "--instance-dump"; } ) != argVec.end(); ignoreModels = true; dumpInstances = true; if( argc > 1 ) { zoneName = argv[1]; if( argc > 2 ) { std::string tmpPath( argv[2] ); if( !tmpPath.empty() ) gamePath = argv[2]; } } initExd( gamePath ); if( dumpInstances ) { loadAllInstanceContentEntries(); } else { zoneDumpList.emplace( zoneName ); } for( auto entry : contentList ) { std::string eobjects = ""; entryStartTime = std::chrono::system_clock::now(); zoneName = entry.zoneName; try { const auto& zonePath = zoneNameToPath( zoneName ); std::string listPcbPath( zonePath + "/collision/list.pcb" ); std::string bgLgbPath( zonePath + "/level/bg.lgb" ); std::string planmapLgbPath( zonePath + "/level/planmap.lgb" ); std::string collisionFilePath( zonePath + "/collision/" ); std::vector< char > section; std::vector< char > section1; std::vector< char > section2; #ifndef STANDALONE const xiv::dat::Cat& test = data1->getCategory( "bg" ); auto test_file = data1->getFile( bgLgbPath ); section = test_file->access_data_sections().at( 0 ); auto planmap_file = data1->getFile( planmapLgbPath ); section2 = planmap_file->access_data_sections().at( 0 ); #else { readFileToBuffer( bgLgbPath, section ); readFileToBuffer( listPcbPath, section1 ); } #endif std::vector< std::string > stringList; uint32_t offset1 = 0x20; loadEobjNames(); //dumpLevelExdEntries( zoneId, zoneName ); std::string eobjFileName( entry.name + "_eobj.csv" ); std::ofstream eobjOut( eobjFileName, std::ios::trunc ); if( !eobjOut.good() ) throw std::string( "Unable to create " + zoneName + "_eobj.csv for eobj entries. Run as admin or check there isnt already a handle on the file." ).c_str(); eobjOut.close(); eobjOut.open( eobjFileName, std::ios::app ); if( !eobjOut.good() ) throw std::string( "Unable to create " + zoneName + "_eobj.csv for eobj entries. Run as admin or check there isnt already a handle on the file." ).c_str(); LGB_FILE bgLgb( §ion[0], "bg" ); LGB_FILE planmapLgb( §ion2[0], "planmap" ); std::vector< LGB_FILE > lgbList{ bgLgb, planmapLgb }; uint32_t max_index = 0; if( ignoreModels ) { std::map< std::string, SGB_FILE > sgbFiles; auto loadSgbFile = [&]( const std::string& fileName ) -> bool { SGB_FILE sgbFile; try { char* dataSection = nullptr; //std::cout << fileName << " "; #ifndef STANDALONE auto file = data1->getFile( fileName ); auto sections = file->get_data_sections(); dataSection = §ions.at( 0 )[0]; #else std::vector< char > buf; readFileToBuffer( fileName, buf ); dataSection = &buf[0]; #endif sgbFile = SGB_FILE( &dataSection[0] ); sgbFiles.insert( std::make_pair( fileName, sgbFile ) ); return true; } catch( std::exception& e ) { std::cout << "[Error] " << "Unable to load SGB " << fileName << "\n\tError:\n\t" << e.what() << "\n"; sgbFiles.insert( std::make_pair( fileName, sgbFile ) ); } return false; }; std::cout << "[Info] " << ( ignoreModels ? "Dumping MapRange and EObj" : "Writing obj file " ) << "\n"; uint32_t totalGroups = 0; uint32_t totalGroupEntries = 0; uint32_t count = 0; for( const auto& lgb : lgbList ) { for( const auto& group : lgb.groups ) { //std::cout << "\t" << group.name << " Size " << group.header.entryCount << "\n"; totalGroups++; for( const auto& pEntry : group.entries ) { auto pGimmick = dynamic_cast< LGB_GIMMICK_ENTRY* >( pEntry.get() ); auto pBgParts = dynamic_cast< LGB_BGPARTS_ENTRY* >( pEntry.get() ); std::string fileName( "" ); fileName.resize( 256 ); totalGroupEntries++; if( pEntry->getType() == LgbEntryType::EventObject ) { auto pObj = pEntry.get(); static std::string eobjStr( "\"EObj\", " ); uint32_t id; uint32_t unknown = 0, unknown2 = 0; std::string name; std::string typeStr; uint32_t eobjlevelHierachyId = 0; if( pObj->getType() == LgbEntryType::EventObject ) { auto pEobj = reinterpret_cast< LGB_EOBJ_ENTRY* >( pObj ); id = pEobj->header.eobjId; unknown = pEobj->header.unknown; name = eobjNameMap[id]; if( name.empty() ) name = "unknown" + std::to_string( count++ ); name.erase( boost::remove_if( name, boost::is_any_of( "★_ '()[]-\x1a\x1\x2\x1f\x1\x3.:" ) ), name.end() ); name[0] = toupper( name[0] ); typeStr = eobjStr; eobjlevelHierachyId = pEobj->header.levelHierachyId; } int state = 4; if( id == 2000182 ) { state = 5; name = "Entrance"; } eobjects += "\n instance->registerEObj( \"" + name + "\", " + std::to_string( id ) + ", " + std::to_string( eobjlevelHierachyId ) + ", " + std::to_string( state ) + ", " + "{ " + std::to_string( pObj->header.translation.x ) + "f, " + std::to_string( pObj->header.translation.y ) + "f, " + std::to_string( pObj->header.translation.z ) + "f }, " + std::to_string( pObj->header.scale.x ) + "f );"; std::string outStr( std::to_string( id ) + ", " + typeStr + "\"" + name + "\", " + std::to_string( pObj->header.translation.x ) + ", " + std::to_string( pObj->header.translation.y ) + ", " + std::to_string( pObj->header.translation.z ) + ", " + std::to_string( eobjlevelHierachyId ) + "\n" ); //eobjOut.write( outStr.c_str(), outStr.size() ); } } } } std::cout << "[Info] " << "Total Groups " << totalGroups << " Total entries " << totalGroupEntries << "\n"; } std::cout << "[Success] " << "Exported " << zoneName << " in " << std::chrono::duration_cast< std::chrono::seconds >( std::chrono::system_clock::now() - entryStartTime ).count() << " seconds\n"; } catch( std::exception& e ) { std::cout << "[Error] " << e.what() << std::endl; std::cout << "[Error] " << "Unable to extract collision data.\n\tIf using standalone ensure your working directory folder layout is \n\tbg/[ffxiv|ex1|ex2]/teri/type/zone/[level|collision]" << std::endl; std::cout << std::endl; std::cout << "[Info] " << "Usage: pcb_reader2 territory \"path/to/game/sqpack/ffxiv\" " << std::endl; } std::cout << "\n\n\n"; std::ifstream t( "instance.tmpl" ); std::string instanceTpl( ( std::istreambuf_iterator( t ) ), std::istreambuf_iterator() ); auto result = std::regex_replace( instanceTpl, std::regex( "\\INSTANCE_NAME" ), entry.name ); result = std::regex_replace( result, std::regex( "\\INSTANCE_ID" ), std::to_string( entry.id ) ); result = std::regex_replace( result, std::regex( "\\EOBJ_INIT" ), eobjects ); std::ofstream outH( entry.name + ".cpp" ); outH << result; outH.close(); } std::cout << "\n\n\n[Success] Finished all tasks in " << std::chrono::duration_cast< std::chrono::seconds >( std::chrono::system_clock::now() - startTime ).count() << " seconds\n"; getchar(); if( eData ) delete eData; if( data1 ) delete data1; return 0; }