#include #include #include #include #include #include #include #include #include "pcb.h" #include "lgb.h" #include "sgb.h" #ifndef STANDALONE #include #include #include #include #include #include #include #endif std::string gamePath("C:\\Program Files (x86)\\SquareEnix\\FINAL FANTASY XIV - A Realm Reborn\\game\\sqpack\\ffxiv"); std::unordered_map< uint32_t, std::string > eobjNameMap; std::unordered_map< uint16_t, std::string > zoneNameMap; xiv::dat::GameData* data1 = nullptr; xiv::exd::ExdData* eData = nullptr; enum class TerritoryTypeExdIndexes : size_t { TerritoryType = 0, Path = 1 }; using namespace std::chrono_literals; struct face { int32_t f1, f2, f3; }; void initExd( const std::string& gamePath ) { data1 = data1 ? data1 : new xiv::dat::GameData( gamePath ); eData = eData ? eData : new xiv::exd::ExdData( *data1 ); } int parseBlockEntry( char* data, std::vector& entries, int gOff ) { int offset = 0; bool isgroup = true; while( isgroup ) { PCB_BLOCK_ENTRY block_entry; memcpy( &block_entry.header, data + offset, sizeof( block_entry.header ) ); isgroup = block_entry.header.type == 0x30; //printf( " BLOCKHEADER_%X: type: %i, group_size: %i\n", gOff + offset, block_entry.header.type, block_entry.header.group_size ); if( isgroup ) { parseBlockEntry( data + offset + 0x30, entries, gOff + offset ); offset += block_entry.header.group_size; } else { /* printf( "\tnum_v16: %i, num_indices: %i, num_vertices: %i\n\n", block_entry.header.num_v16, block_entry.header.num_indices, block_entry.header.num_vertices );*/ int doffset = sizeof( block_entry.header ) + offset; uint16_t block_size = sizeof( block_entry.header ) + block_entry.header.num_vertices * 3 * 4 + block_entry.header.num_v16 * 6 + block_entry.header.num_indices * 6; if( block_entry.header.num_vertices != 0 ) { block_entry.data.vertices.resize( block_entry.header.num_vertices ); int32_t size_vertexbuffer = block_entry.header.num_vertices * 3; memcpy( &block_entry.data.vertices[0], data + doffset, size_vertexbuffer * 4 ); doffset += size_vertexbuffer * 4; } if( block_entry.header.num_v16 != 0 ) { block_entry.data.vertices_i16.resize( block_entry.header.num_v16 ); int32_t size_unknownbuffer = block_entry.header.num_v16 * 6; memcpy( &block_entry.data.vertices_i16[0], data + doffset, size_unknownbuffer ); doffset += block_entry.header.num_v16 * 6; } if( block_entry.header.num_indices != 0 ) { block_entry.data.indices.resize( block_entry.header.num_indices ); int32_t size_indexbuffer = block_entry.header.num_indices * 12; memcpy( &block_entry.data.indices[0], data + doffset, size_indexbuffer ); doffset += size_indexbuffer; } entries.push_back( block_entry ); } } return 0; } void dumpLevelExdEntries( uint32_t zoneId, const std::string& name = std::string() ) { static auto& cat = eData->get_category( "Level" ); static auto exd = static_cast< xiv::exd::Exd >( cat.get_data_ln( xiv::exd::Language::none ) ); std::string fileName( name + "_" + std::to_string( zoneId ) + "_Level" + ".csv" ); std::ofstream outfile( fileName, std::ios::trunc ); std::cout << "[Info] Writing level.exd entries to " << fileName << "\n"; if( outfile.good() ) { outfile.close(); outfile.open( fileName, std::ios::app ); static auto rows = exd.get_rows(); for( auto& row : rows ) { auto id = row.first; auto& fields = row.second; auto x = *boost::get< float >( &fields.at( 0 ) ); auto y = *boost::get< float >( &fields.at( 1 ) ); auto z = *boost::get< float >( &fields.at( 2 ) ); auto yaw = *boost::get< float >( &fields.at( 3 ) ); auto radius = *boost::get< float >( &fields.at( 4 ) ); auto type = *boost::get< uint8_t >( &fields.at( 5 ) ); auto objectid = *boost::get< uint32_t >( &fields.at( 6 ) ); auto zone = *boost::get< uint16_t >( &fields.at( 9 ) ); if( zone == zoneId ) { std::string outStr( std::to_string( id ) + ", " + std::to_string( objectid ) + ", " + std::to_string( x ) + ", " + std::to_string( y ) + ", " + std::to_string( z ) + ", " + std::to_string( yaw ) + ", " + std::to_string( radius ) + ", " + std::to_string( type ) + "\n" ); outfile.write( outStr.c_str(), outStr.size() ); } } } } std::string zoneNameToPath( const std::string& name ) { std::string path; uint32_t id; bool found = false; #ifdef STANDALONE auto inFile = std::ifstream( "territorytype.exh.csv" ); if( inFile.good() ) { std::string line; std::regex re( "(\\d+),\"(.*)\",\"(.*)\",.*" ); while( std::getline( inFile, line ) ) { std::smatch match; if( std::regex_match( line, match, re ) { if( !found && name == match[2].str() ) { id = match[1].str(); path = match[3].str(); found = true; } zoneNameMap[std::stoul( match[1].str() )] = match[2].str(); } } inFile.close(); } #else auto& cat = eData->get_category( "TerritoryType" ); auto exd = static_cast< xiv::exd::Exd >( cat.get_data_ln( xiv::exd::Language::none ) ); for( auto& row : exd.get_rows() ) { auto& fields = row.second; auto teriName = *boost::get< std::string >( &fields.at( static_cast< size_t >( TerritoryTypeExdIndexes::TerritoryType ) ) ); if( teriName.empty() ) continue; auto teriPath = *boost::get< std::string >( &fields.at( static_cast< size_t >( TerritoryTypeExdIndexes::Path ) ) ); if( !found && boost::iequals( name, teriName ) ) { path = teriPath; found = true; id = row.first; } zoneNameMap[row.first] = teriName; } #endif if( found ) { //path = path.substr( path.find_first_of( "/" ) + 1, path.size() - path.find_first_of( "/" )); //path = std::string( "ffxiv/" ) + path; path = std::string( "bg/" ) + path.substr( 0, path.find( "/level/" ) ); std::cout << "[Info] " << "Found path for " << name << ": " << path << std::endl; } else { throw std::runtime_error( "Unable to find path for " + name + ".\n\tPlease double check spelling or open 0a0000.win32.index with FFXIV Explorer and extract territorytype.exh as CSV\n\tand copy territorytype.exh.csv into pcb_reader.exe directory if using standalone" ); } dumpLevelExdEntries( id, name ); return path; } void loadEobjNames() { auto& cat = eData->get_category( "EObjName" ); auto exd = static_cast< xiv::exd::Exd >( cat.get_data_ln( xiv::exd::Language::en ) ); for( auto& row : exd.get_rows() ) { auto id = row.first; auto& fields = row.second; auto name = *boost::get< std::string >( &fields.at( 0 ) ); eobjNameMap[id] = name; } } void writeEobjEntry( std::ofstream& out, LGB_EOBJ_ENTRY* pEobj, const std::string& name ) { static std::string mapRangeStr( "\"MapRange\", " ); static std::string eobjStr( "\"EObj\", " ); std::string outStr( std::to_string( pEobj->header.eobjId ) + ", \"" + name + "\", " + std::string( pEobj->header.type == LgbEntryType::MapRange ? mapRangeStr : eobjStr ) + std::to_string( pEobj->header.translation.x ) + ", " + std::to_string( pEobj->header.translation.y ) + ", " + std::to_string( pEobj->header.translation.z ) + "\n" ); out.write( outStr.c_str(), outStr.size() ); } void dumpAllInstanceContentEntries() { auto& catInstance = eData->get_category( "InstanceContent" ); auto exdInstance = static_cast< xiv::exd::Exd >( catInstance.get_data_ln( xiv::exd::Language::en ) ); if( zoneNameMap.size() == 0 ) { zoneNameToPath( "f1d1" ); } for( auto& row : exdInstance.get_rows() ) { auto id = row.first; auto& fields = row.second; auto name = *boost::get< std::string >( &fields.at( 3 ) ); if( name.empty() ) continue; auto teri = *boost::get< uint32_t >( &fields.at( 7 ) ); auto i = 0; while( ( i = name.find( ' ' ) ) != std::string::npos ) name = name.replace( name.begin() + i, name.begin() + i + 1, { '_' } ); dumpLevelExdEntries( teri, name ); } } void readFileToBuffer( const std::string& path, std::vector< char >& buf ) { auto inFile = std::ifstream( path, std::ios::binary ); if( inFile.good() ) { inFile.seekg( 0, inFile.end ); int32_t fileSize = (int32_t)inFile.tellg(); buf.resize( fileSize ); inFile.seekg( 0, inFile.beg ); inFile.read( &buf[0], fileSize ); inFile.close(); } else { throw std::runtime_error( "Unable to open " + path ); } } int main( int argc, char* argv[] ) { auto startTime = std::chrono::system_clock::now(); // todo: support expansions std::string zoneName = "r1f1"; if( argc > 1 ) { zoneName = argv[1]; if( argc > 2 ) { gamePath = argv[2]; } } initExd( gamePath ); try { const auto& zonePath = zoneNameToPath( zoneName ); std::string listPcbPath( zonePath + "/collision/list.pcb" ); std::string bgLgbPath( zonePath + "/level/bg.lgb" ); std::string planmapLgbPath( zonePath + "/level/planmap.lgb" ); std::string collisionFilePath( zonePath + "/collision/" ); std::vector< char > section; std::vector< char > section1; std::vector< char > section2; #ifndef STANDALONE const xiv::dat::Cat& test = data1->get_category( "bg" ); auto test_file = data1->get_file( bgLgbPath ); section = test_file->access_data_sections().at( 0 ); auto planmap_file = data1->get_file( planmapLgbPath ); section2 = planmap_file->access_data_sections().at( 0 ); auto test_file1 = data1->get_file( listPcbPath ); section1 = test_file1->access_data_sections().at( 0 ); #else { readFileToBuffer( bgLgbPath, section ); readFileToBuffer( listPcbPath, section1 ); } #endif if( argc > 3 && argv[3] == "--instanceDump" ) dumpAllInstanceContentEntries(); std::vector< std::string > stringList; uint32_t offset1 = 0x20; loadEobjNames(); std::string eobjFileName( zoneName + "_eobj.csv" ); std::ofstream eobjOut( eobjFileName, std::ios::trunc ); if( !eobjOut.good() ) throw std::string( "Unable to create " + zoneName + "_eobj.csv for eobj entries. Run as admin or check there isnt already a handle on the file." ).c_str(); eobjOut.close(); eobjOut.open( eobjFileName, std::ios::app ); if( !eobjOut.good() ) throw std::string( "Unable to create " + zoneName + "_eobj.csv for eobj entries. Run as admin or check there isnt already a handle on the file." ).c_str(); for( ; ; ) { uint16_t trId = *(uint16_t*)§ion1[offset1]; char someString[200]; sprintf( someString, "%str%04d.pcb", collisionFilePath.c_str(), trId ); stringList.push_back( std::string( someString ) ); //std::cout << someString << "\n"; offset1 += 0x20; if( offset1 >= section1.size() ) { break; } } LGB_FILE bgLgb( §ion[0] ); LGB_FILE planmapLgb( §ion2[0] ); std::vector< LGB_FILE > lgbList { bgLgb, planmapLgb }; uint32_t max_index = 0; // dont bother if we cant write to a file auto fp_out = fopen( ( zoneName + ".obj" ).c_str(), "w" ); if( fp_out ) { fprintf( fp_out, "\n" ); fclose( fp_out ); } else { std::string errorMessage( "Cannot create " + zoneName + ".obj\n" + " Check no programs have a handle to file and run as admin.\n" ); std::cout << errorMessage; throw std::runtime_error( errorMessage.c_str() ); return 0; } fp_out = fopen( ( zoneName + ".obj" ).c_str(), "ab+" ); if( fp_out ) { std::map< std::string, PCB_FILE > pcbFiles; std::map< std::string, SGB_FILE > sgbFiles; std::map< std::string, uint32_t > objCount; auto loadPcbFile = [&]( const std::string& fileName ) -> bool { try { if( fileName.find( '.' ) == std::string::npos ) return false; else if( fileName.substr( fileName.find_last_of( '.' ) ) != ".pcb" ) throw std::runtime_error( "Not a PCB file." ); char* dataSection = nullptr; //std::cout << fileName << " "; #ifndef STANDALONE auto file = data1->get_file( fileName ); auto sections = file->get_data_sections(); dataSection = §ions.at( 0 )[0]; #else std::vector< char > buf; readFileToBuffer( fileName, buf ); dataSection = &buf[0]; #endif //std::cout << sections.size() << "\n"; uint32_t offset = 0; PCB_FILE pcb_file; memcpy( &pcb_file.header, &dataSection[0], sizeof( pcb_file.header ) ); offset += sizeof( pcb_file.header ); pcb_file.entries.resize( pcb_file.header.num_entries ); bool isgroup = true; while( isgroup ) { PCB_BLOCK_ENTRY block_entry; memcpy( &block_entry.header, &dataSection[0] + offset, sizeof( block_entry.header ) ); isgroup = block_entry.header.type == 0x30; //printf( "BLOCKHEADER_%X: type: %i, group_size: %i\n", offset, block_entry.header.type, block_entry.header.group_size ); // if( isgroup ) { parseBlockEntry( &dataSection[0] + offset + 0x30, pcb_file.entries, offset ); offset += block_entry.header.group_size; } else { parseBlockEntry( &dataSection[0] + offset, pcb_file.entries, offset ); } } pcbFiles.insert( std::make_pair( fileName, pcb_file ) ); return true; } catch( std::exception& e ) { std::cout << "[Error] " << "Unable to load collision mesh " << fileName << "\n\tError:\n\t" << e.what() << "\n"; return false; } }; auto loadSgbFile = [&]( const std::string& fileName ) -> bool { SGB_FILE sgbFile; try { char* dataSection = nullptr; //std::cout << fileName << " "; #ifndef STANDALONE auto file = data1->get_file( fileName ); auto sections = file->get_data_sections(); dataSection = §ions.at( 0 )[0]; #else std::vector< char > buf; readFileToBuffer( fileName, buf ); dataSection = &buf[0]; #endif sgbFile = SGB_FILE( &dataSection[0] ); sgbFiles.insert( std::make_pair( fileName, sgbFile ) ); return true; } catch( std::exception& e ) { std::cout << "[Error] " << "Unable to load SGB " << fileName << "\n\tError:\n\t" << e.what() << "\n"; sgbFiles.insert( std::make_pair( fileName, sgbFile ) ); } return false; }; auto pushVerts = [&]( const PCB_FILE& pcb_file, const std::string& name, const vec3* scale = nullptr, const vec3* rotation = nullptr, const vec3* translation = nullptr, const SGB_MODEL_ENTRY* pSgbEntry = nullptr) { char name2[0x100]; memset( name2, 0, 0x100 ); sprintf( &name2[0], "%s_%u", &name[0], objCount[name]++ ); fprintf( fp_out, "o %s\n", &name2[0] ); uint32_t groupCount = 0; for( const auto &entry : pcb_file.entries ) { float x_base = abs( float( entry.header.x1 - entry.header.x ) ); float y_base = abs( float( entry.header.y1 - entry.header.y ) ); float z_base = abs( float( entry.header.z1 - entry.header.z ) ); auto makeTranslation = [&]( vec3& v ) { if( pSgbEntry ) { v.x *= pSgbEntry->header.scale.x; v.y *= pSgbEntry->header.scale.y; v.z *= pSgbEntry->header.scale.z; v = v * matrix4::rotateX( pSgbEntry->header.rotation.x ); v = v * matrix4::rotateY( pSgbEntry->header.rotation.y ); v = v * matrix4::rotateZ( pSgbEntry->header.rotation.z ); v.x += pSgbEntry->header.translation.x; v.y += pSgbEntry->header.translation.y; v.z += pSgbEntry->header.translation.z; } if( scale ) { v.x *= scale->x; v.y *= scale->y; v.z *= scale->z; v = v * matrix4::rotateX( rotation->x ); v = v * matrix4::rotateY( rotation->y ); v = v * matrix4::rotateZ( rotation->z ); v.x += translation->x; v.y += translation->y; v.z += translation->z; } }; for( auto &vertex : entry.data.vertices ) { vec3 v( vertex.x, vertex.y, vertex.z ); makeTranslation( v ); fprintf( fp_out, "v %f %f %f\n", v.x, v.y, v.z ); } for( const auto &link : entry.data.vertices_i16 ) { vec3 v( float( link.x ) / 0xFFFF, float( link.y ) / 0xFFFF, float( link.z ) / 0xFFFF ); v.x = v.x * x_base + entry.header.x; v.y = v.y * y_base + entry.header.y; v.z = v.z * z_base + entry.header.z; makeTranslation( v ); fprintf( fp_out, "v %f %f %f\n", v.x, v.y, v.z ); } //fprintf( fp_out, "g %s_", (name2 + "_" + std::to_string( groupCount++ )).c_str() ); for( const auto &index : entry.data.indices ) { fprintf( fp_out, "f %i %i %i\n", index.index[0] + max_index + 1, index.index[1] + max_index + 1, index.index[2] + max_index + 1 ); // std::cout << std::to_string( index.unknown[0] )<< " " << std::to_string( index.unknown[1] )<< " " << std::to_string( index.unknown[2]) << std::endl; } max_index += entry.data.vertices.size() + entry.data.vertices_i16.size(); } }; for( const auto& fileName : stringList ) { loadPcbFile( fileName ); pushVerts( pcbFiles[fileName], fileName ); } std::cout << "[Info] " << "Writing obj file " << "\n"; std::cout << "[Info] " << bgLgb.groups.size() << " groups " << "\n"; uint32_t totalGroups = 0; uint32_t totalGroupEntries = 0; for( const auto& lgb : lgbList ) { for( const auto& group : bgLgb.groups ) { //std::cout << "\t" << group.name << " Size " << group.header.entryCount << "\n"; totalGroups++; for( const auto& pEntry : group.entries ) { auto pGimmick = dynamic_cast< LGB_GIMMICK_ENTRY* >( pEntry.get() ); auto pBgParts = dynamic_cast< LGB_BGPARTS_ENTRY* >( pEntry.get() ); auto pEventObj = dynamic_cast< LGB_EOBJ_ENTRY* >( pEntry.get() ); std::string fileName( "" ); fileName.resize( 256 ); totalGroupEntries++; // write files auto writeOutput = [&]( const std::string& fileName, const vec3* scale, const vec3* rotation, const vec3* translation, const SGB_MODEL_ENTRY* pModel = nullptr) -> bool { { const auto& it = pcbFiles.find( fileName ); if( it == pcbFiles.end() ) { if( fileName.empty() || !loadPcbFile( fileName ) ) return false; //std::cout << "\t\tLoaded PCB File " << pBgParts->collisionFileName << "\n"; } } const auto& it = pcbFiles.find( fileName ); if( it != pcbFiles.end() ) { const auto& pcb_file = it->second; pushVerts( pcb_file, fileName, scale, rotation, translation, pModel ); } return true; }; if( pBgParts ) { fileName = pBgParts->collisionFileName; writeOutput( fileName, &pBgParts->header.scale, &pBgParts->header.rotation, &pBgParts->header.translation ); } // gimmick entry if( pGimmick ) { { const auto& it = sgbFiles.find( pGimmick->gimmickFileName ); if( it == sgbFiles.end() ) { // std::cout << "\tGIMMICK:\n\t\t" << pGimmick->gimmickFileName << "\n"; loadSgbFile( pGimmick->gimmickFileName ); } } const auto& it = sgbFiles.find( pGimmick->gimmickFileName ); if( it != sgbFiles.end() ) { const auto& sgbFile = it->second; for( const auto& group : sgbFile.entries ) { for( const auto& pEntry : group.entries ) { auto pModel = dynamic_cast< SGB_MODEL_ENTRY* >( pEntry.get() ); fileName = pModel->collisionFileName; writeOutput( fileName, &pGimmick->header.scale, &pGimmick->header.rotation, &pGimmick->header.translation, pModel ); } } } } if( pEntry->header.type == LgbEntryType::EventObject || pEntry->header.type == LgbEntryType::EventNpc || pEntry->header.type == LgbEntryType::MapRange ) { std::cout << "HEADER SHIT " << std::to_string( ( int )pEntry->header.type ) << "\n"; } if( pEventObj ) { fileName = pEventObj->name.empty() ? eobjNameMap[pEventObj->header.eobjId] : pEventObj->name; writeEobjEntry( eobjOut, pEventObj, fileName ); //writeOutput( fileName, &pEventObj->header.scale, &pEventObj->header.rotation, &pEventObj->header.translation ); } } } } std::cout << "\n[Info] " << "Loaded " << pcbFiles.size() << " PCB Files \n"; std::cout << "[Info] " << "Total Groups " << totalGroups << " Total entries " << totalGroupEntries << "\n"; } std::cout << "[Success] " << "Finished exporting " << zoneName << " in " << std::chrono::duration_cast< std::chrono::seconds >( std::chrono::system_clock::now() - startTime ).count() << " seconds\n"; } catch( std::exception& e ) { std::cout << "[Error] " << e.what() << std::endl; std::cout << "[Error] " << "Unable to extract collision data.\n\tIf using standalone ensure your working directory folder layout is \n\tbg/[ffxiv|ex1|ex2]/teri/type/zone/[level|collision]" << std::endl; std::cout << std::endl; std::cout << "[Info] " << "Usage: pcb_reader2 territory \"path/to/game/sqpack/ffxiv\" " << std::endl; } if( eData ) delete eData; if( data1 ) delete data1; return 0; }