#include #include #include #include #include #include #include #include "pcb.h" #include "lgb.h" #include "sgb.h" #ifndef STANDALONE #include #include #include #include #include #include //#include #endif using namespace std::chrono_literals; struct face { int32_t f1, f2, f3; }; int parseBlockEntry( char* data, std::vector& entries, int gOff ) { int offset = 0; bool isgroup = true; while( isgroup ) { PCB_BLOCK_ENTRY block_entry; memcpy( &block_entry.header, data + offset, sizeof( block_entry.header ) ); isgroup = block_entry.header.type == 0x30; //printf( " BLOCKHEADER_%X: type: %i, group_size: %i\n", gOff + offset, block_entry.header.type, block_entry.header.group_size ); if( isgroup ) { parseBlockEntry( data + offset + 0x30, entries, gOff + offset ); offset += block_entry.header.group_size; } else { /* printf( "\tnum_v16: %i, num_indices: %i, num_vertices: %i\n\n", block_entry.header.num_v16, block_entry.header.num_indices, block_entry.header.num_vertices );*/ int doffset = sizeof( block_entry.header ) + offset; uint16_t block_size = sizeof( block_entry.header ) + block_entry.header.num_vertices * 3 * 4 + block_entry.header.num_v16 * 6 + block_entry.header.num_indices * 6; if( block_entry.header.num_vertices != 0 ) { block_entry.data.vertices.resize( block_entry.header.num_vertices ); int32_t size_vertexbuffer = block_entry.header.num_vertices * 3; memcpy( &block_entry.data.vertices[0], data + doffset, size_vertexbuffer * 4 ); doffset += size_vertexbuffer * 4; } if( block_entry.header.num_v16 != 0 ) { block_entry.data.vertices_i16.resize( block_entry.header.num_v16 ); int32_t size_unknownbuffer = block_entry.header.num_v16 * 6; memcpy( &block_entry.data.vertices_i16[0], data + doffset, size_unknownbuffer ); doffset += block_entry.header.num_v16 * 6; } if( block_entry.header.num_indices != 0 ) { block_entry.data.indices.resize( block_entry.header.num_indices ); int32_t size_indexbuffer = block_entry.header.num_indices * 12; memcpy( &block_entry.data.indices[0], data + doffset, size_indexbuffer ); doffset += size_indexbuffer; } entries.push_back( block_entry ); } } return 0; } std::string zoneNameToPath( const std::string& name ) { std::string path; auto inFile = std::ifstream( "territorytype.exh.csv" ); if( inFile.good() ) { std::string line; std::regex re("(\\d+),\"(.*)\",\"(.*)\",.*"); while( std::getline( inFile, line ) ) { std::smatch match; if( std::regex_match( line, match, re ) ) { if( name == match[2].str() ) { path = match[3].str(); break; } } } } if( !path.empty() ) { //path = path.substr( path.find_first_of( "/" ) + 1, path.size() - path.find_first_of( "/" )); //path = std::string( "ffxiv/" ) + path; path = std::string( "bg" ) + path.substr( 0, path.find( "/level/" ) ); std::cout << "[Info] " << "Found path for " << name << ": " << path << std::endl; } else { throw std::runtime_error( "Unable to find path for " + name + ".\n\tPlease open 0a0000.win32.index with FFXIV Explorer and extract territorytype.exh as CSV\n\tand copy territorytype.exh.csv into pcb_reader.exe directory" ); } return path; } void readFileToBuffer( const std::string& path, std::vector< char >& buf ) { auto inFile = std::ifstream( path, std::ios::binary ); if( inFile.good() ) { inFile.seekg( 0, inFile.end ); int32_t fileSize = inFile.tellg(); buf.resize( fileSize ); inFile.seekg( 0, inFile.beg ); inFile.read( &buf[0], fileSize ); inFile.close(); } else { throw std::runtime_error( "Unable to open " + path ); } } int main( int argc, char* argv[] ) { auto startTime = std::chrono::system_clock::now(); // todo: support expansions std::string gamePath = "C:\\Program Files (x86)\\SquareEnix\\FINAL FANTASY XIV - A Realm Reborn\\game\\sqpack\\ffxiv"; std::string zoneName = "r1f1"; if( argc > 1 ) { zoneName = argv[1]; if( argc > 2 ) { gamePath = argv[2]; } } try { const auto& zonePath = zoneNameToPath( zoneName ); std::string listPcbPath( zonePath + "/collision/list.pcb" ); std::string bgLgbPath( zonePath + "/level/bg.lgb" ); std::string collisionFilePath( zonePath + "/collision/" ); std::vector< char > section; std::vector< char > section1; #ifndef STANDALONE xiv::dat::GameData data1( gamePath ); xiv::exd::ExdData eData( data1 ); const xiv::dat::Cat& test = data1.get_category( "bg" ); auto test_file = data1.get_file( bgLgbPath ); section = test_file->access_data_sections().at( 0 ); auto test_file1 = data1.get_file( listPcbPath ); section1 = test_file1->access_data_sections().at( 0 ); #else { readFileToBuffer( bgLgbPath, section ); readFileToBuffer( listPcbPath, section1 ); } #endif int32_t list_offset = *( uint32_t* )§ion[0x18]; int32_t size = *( uint32_t* )§ion[4]; std::vector< std::string > stringList; uint32_t offset1 = 0x20; for( ; ; ) { uint16_t trId = *(uint16_t*)§ion1[offset1]; char someString[200]; sprintf( someString, "%str%04d.pcb", collisionFilePath.c_str(), trId ); stringList.push_back( std::string( someString ) ); //std::cout << someString << "\n"; offset1 += 0x20; if( offset1 >= section1.size() ) { break; } } LGB_FILE bgLgb( §ion[0] ); uint32_t max_index = 0; // dont bother if we cant write to a file auto fp_out = fopen( ( zoneName + ".obj" ).c_str(), "w" ); if( fp_out ) { fprintf( fp_out, "\n" ); fclose( fp_out ); } else { std::string errorMessage( "Cannot create " + zoneName + ".obj\n" + " Check no programs have a handle to file and run as admin.\n" ); std::cout << errorMessage; throw std::runtime_error( errorMessage.c_str() ); return 0; } fp_out = fopen( ( zoneName + ".obj" ).c_str(), "ab+" ); if( fp_out ) { std::map< std::string, PCB_FILE > pcbFiles; std::map< std::string, SGB_FILE > sgbFiles; std::map< std::string, uint32_t > objCount; auto loadPcbFile = [&]( const std::string& fileName ) -> bool { try { char* dataSection = nullptr; //std::cout << fileName << " "; #ifndef STANDALONE auto file = data1.get_file( fileName ); auto sections = file->get_data_sections(); dataSection = §ions.at( 0 )[0]; #else std::vector< char > buf; readFileToBuffer( fileName, buf ); dataSection = &buf[0]; #endif //std::cout << sections.size() << "\n"; uint32_t offset = 0; PCB_FILE pcb_file; memcpy( &pcb_file.header, &dataSection[0], sizeof( pcb_file.header ) ); offset += sizeof( pcb_file.header ); pcb_file.entries.resize( pcb_file.header.num_entries ); bool isgroup = true; while( isgroup ) { PCB_BLOCK_ENTRY block_entry; memcpy( &block_entry.header, &dataSection[0] + offset, sizeof( block_entry.header ) ); isgroup = block_entry.header.type == 0x30; //printf( "BLOCKHEADER_%X: type: %i, group_size: %i\n", offset, block_entry.header.type, block_entry.header.group_size ); // if( isgroup ) { parseBlockEntry( &dataSection[0] + offset + 0x30, pcb_file.entries, offset ); offset += block_entry.header.group_size; } else { parseBlockEntry( &dataSection[0] + offset, pcb_file.entries, offset ); } } pcbFiles.insert( std::make_pair( fileName, pcb_file ) ); return true; } catch( std::exception& e ) { std::cout << "[Error] " << "Unable to load collision mesh " << fileName << "\n\tError:\n\t" << e.what() << "\n"; return false; } }; auto loadSgbFile = [&]( const std::string& fileName ) -> bool { SGB_FILE sgbFile; try { char* dataSection = nullptr; //std::cout << fileName << " "; #ifndef STANDALONE auto file = data1.get_file( fileName ); auto sections = file->get_data_sections(); dataSection = §ions.at( 0 )[0]; #else std::vector< char > buf; readFileToBuffer( fileName, buf ); dataSection = &buf[0]; #endif sgbFile = SGB_FILE( &dataSection[0] ); sgbFiles.insert( std::make_pair( fileName, sgbFile ) ); return true; } catch( std::exception& e ) { std::cout << "[Error] " << "Unable to load SGB " << fileName << "\n\tError:\n\t" << e.what() << "\n"; sgbFiles.insert( std::make_pair( fileName, sgbFile ) ); } return false; }; auto pushVerts = [&]( const PCB_FILE& pcb_file, const std::string& name, const vec3* scale = nullptr, const vec3* rotation = nullptr, const vec3* translation = nullptr, const SGB_MODEL_ENTRY* pSgbEntry = nullptr) { char name2[0x100]; memset( name2, 0, 0x100 ); sprintf( &name2[0], "%s_%u", &name[0], objCount[name]++ ); fprintf( fp_out, "o %s\n", &name2[0] ); uint32_t groupCount = 0; for( const auto &entry : pcb_file.entries ) { float x_base = abs( float( entry.header.x1 - entry.header.x ) ); float y_base = abs( float( entry.header.y1 - entry.header.y ) ); float z_base = abs( float( entry.header.z1 - entry.header.z ) ); auto makeTranslation = [&]( vec3& v ) { if( pSgbEntry ) { v.x *= pSgbEntry->header.scale.x; v.y *= pSgbEntry->header.scale.y; v.z *= pSgbEntry->header.scale.z; v = v * matrix4::rotateX( pSgbEntry->header.rotation.x ); v = v * matrix4::rotateY( pSgbEntry->header.rotation.y ); v = v * matrix4::rotateZ( pSgbEntry->header.rotation.z ); v.x += pSgbEntry->header.translation.x; v.y += pSgbEntry->header.translation.y; v.z += pSgbEntry->header.translation.z; } if( scale ) { v.x *= scale->x; v.y *= scale->y; v.z *= scale->z; v = v * matrix4::rotateX( rotation->x ); v = v * matrix4::rotateY( rotation->y ); v = v * matrix4::rotateZ( rotation->z ); v.x += translation->x; v.y += translation->y; v.z += translation->z; } }; for( auto &vertex : entry.data.vertices ) { vec3 v( vertex.x, vertex.y, vertex.z ); makeTranslation( v ); fprintf( fp_out, "v %f %f %f\n", v.x, v.y, v.z ); } for( const auto &link : entry.data.vertices_i16 ) { vec3 v( float( link.x ) / 0xFFFF, float( link.y ) / 0xFFFF, float( link.z ) / 0xFFFF ); v.x = v.x * x_base + entry.header.x; v.y = v.y * y_base + entry.header.y; v.z = v.z * z_base + entry.header.z; makeTranslation( v ); fprintf( fp_out, "v %f %f %f\n", v.x, v.y, v.z ); } //fprintf( fp_out, "g %s_", (name2 + "_" + std::to_string( groupCount++ )).c_str() ); for( const auto &index : entry.data.indices ) { fprintf( fp_out, "f %i %i %i\n", index.index[0] + max_index + 1, index.index[1] + max_index + 1, index.index[2] + max_index + 1 ); // std::cout << std::to_string( index.unknown[0] )<< " " << std::to_string( index.unknown[1] )<< " " << std::to_string( index.unknown[2]) << std::endl; } max_index += entry.data.vertices.size() + entry.data.vertices_i16.size(); } }; for( const auto& fileName : stringList ) { loadPcbFile( fileName ); pushVerts( pcbFiles[fileName], fileName ); } std::cout << "[Info] " << "Writing obj file " << "\n"; std::cout << "[Info] " << bgLgb.groups.size() << " groups " << "\n"; uint32_t totalGroups = 0; uint32_t totalGroupEntries = 0; for( const auto& group : bgLgb.groups ) { //std::cout << "\t" << group.name << " Size " << group.header.entryCount << "\n"; totalGroups++; for( const auto& pEntry : group.entries ) { auto pGimmick = dynamic_cast< LGB_GIMMICK_ENTRY* >( pEntry.get() ); auto pBgParts = dynamic_cast< LGB_BGPARTS_ENTRY* >( pEntry.get() ); std::string fileName( "" ); fileName.resize( 256 ); totalGroupEntries++; // write files auto writeOutput = [&]( const std::string& fileName, const vec3* scale, const vec3* rotation, const vec3* translation, const SGB_MODEL_ENTRY* pModel = nullptr) -> bool { { const auto& it = pcbFiles.find( fileName ); if( it == pcbFiles.end() ) { if( fileName.empty() || !loadPcbFile( fileName ) ) return false; //std::cout << "\t\tLoaded PCB File " << pBgParts->collisionFileName << "\n"; } } const auto& it = pcbFiles.find( fileName ); if( it != pcbFiles.end() ) { const auto& pcb_file = it->second; pushVerts( pcb_file, fileName, scale, rotation, translation, pModel ); } return true; }; if( pBgParts ) { fileName = pBgParts->collisionFileName; writeOutput( fileName, &pBgParts->header.scale, &pBgParts->header.rotation, &pBgParts->header.translation ); } // gimmick entry if( pGimmick ) { { const auto& it = sgbFiles.find( pGimmick->gimmickFileName ); if( it == sgbFiles.end() ) { //std::cout << "\tGIMMICK:\n\t\t" << pGimmick->name << " " << pGimmick->gimmickFileName << "\n"; loadSgbFile( pGimmick->gimmickFileName ); } } const auto& it = sgbFiles.find( pGimmick->gimmickFileName ); if( it != sgbFiles.end() ) { const auto& sgbFile = it->second; for( const auto& group : sgbFile.entries ) { for( const auto& pEntry : group.entries ) { auto pModel = dynamic_cast< SGB_MODEL_ENTRY* >( pEntry.get() ); fileName = pModel->collisionFileName; writeOutput( fileName, &pGimmick->header.scale, &pGimmick->header.rotation, &pGimmick->header.translation, pModel ); } } } } } } std::cout << "\n[Info] " << "Loaded " << pcbFiles.size() << " PCB Files \n"; std::cout << "[Info] " << "Total Groups " << totalGroups << " Total entries " << totalGroupEntries << "\n"; } std::cout << "[Success] " << "Finished exporting " << zoneName << " in " << std::chrono::duration_cast< std::chrono::seconds >( std::chrono::system_clock::now() - startTime ).count() << " seconds\n"; } catch( std::exception& e ) { std::cout << "[Error] " << e.what() << std::endl; std::cout << "[Error] " << "Unable to extract collision data.\n\tIf using standalone ensure your working directory folder layout is \n\tbg/[ffxiv|ex1|ex2]/teri/type/zone/[level|collision]" << std::endl; std::cout << std::endl; std::cout << "[Info] " << "Usage: pcb_reader2 territory \"path/to/game/sqpack/ffxiv\" " << std::endl; } return 0; }