#include #include #include #include #include #include #include #include #include #include #include #include "pcb.h" #include "lgb.h" #include "sgb.h" #include "tex.h" #include "tex_decode.h" //#include "s3tc/s3tc.h" #ifndef STANDALONE #include #include #include #include #include #include #include #endif // garbage to ignore models bool ignoreModels = false; // parsing shit std::string gamePath( "C:\\Program Files (x86)\\SquareEnix\\FINAL FANTASY XIV - A Realm Reborn\\game\\sqpack" ); std::unordered_map< uint32_t, std::string > eobjNameMap; std::unordered_map< uint16_t, std::string > zoneNameMap; std::unordered_map< uint16_t, std::vector< std::pair< uint16_t, std::string > > > zoneInstanceMap; uint32_t zoneId; std::set< std::string > zoneDumpList; xiv::dat::GameData* data1 = nullptr; xiv::exd::ExdData* eData = nullptr; void readFileToBuffer( const std::string& path, std::vector< char >& buf ); // discovery shit struct vec2 { float x, y; }; struct DiscoveryMap { std::string path; Image img; uint16_t mapScale; int16_t mapOffsetX, mapOffsetY; int mapId; constexpr static int discoveryMapRows = 3; constexpr static int discoveryMapCols = 4; constexpr static int tileWidth = 128; constexpr static int tiles = discoveryMapCols * discoveryMapRows; uint32_t getColour( uint8_t mapIndex, float x, float y ) { auto ogX = x, ogY = y; int col = ( mapIndex % ( int )( ( float )img.width / ( float )tileWidth ) ); int row = ( mapIndex / ( ( float )img.width / ( float )tileWidth ) ); x = ( x / 2048.f ) * ( float )tileWidth; y = ( y / 2048.f ) * ( float )tileWidth; int tileX = ( col * ( float )tileWidth ) + x; int tileY = ( row * ( float )tileWidth ) + y; if( tileX < 0 || tileY < 0 ) { std::cout << "Unable to find tile coord for " << x << " " << y << " mapIndex " << std::to_string( mapIndex ) << "\n"; return 0; } if( tileY > img.data.size() - 1 ) return 0; if( tileX > img.data[0].size() - 1) return 0; //std::cout << "getColour col " << col << " row " << row << " tileX " << tileX << " tileY " << tileY << " tile index " << std::to_string( mapIndex ) << "\n"; auto colour = img.data[tileY][tileX]; return colour; } vec3 get3dPosFrom2d( float x, float y ) { vec3 ret; float scale2 = ( float )mapScale / 100.0f; ret.x = ( x * scale2 ) + ( ( float )img.height * 2.f ); //( x / scale2 ) - mapOffsetX; ret.z = ( y * scale2 ) + ( ( float )img.height * 2.f ); //( y / scale2 ) - mapOffsetY; return ret; } vec2 get2dPosFrom3d( float x, float y, float scale ) { vec2 ret; float scale2 = ( ( float )mapScale / 100.f ); ret.x = ( ( x * scale2 ) + 1024.f ); ret.y = ( ( y * scale2 ) + 1024.f ); //ret.x = ( x * scale2 ) + mapOffsetX; //ret.y = ( y * scale2 ) + mapOffsetY; return ret; } }; std::map< uint16_t, DiscoveryMap > discoveryMaps; enum class TerritoryTypeExdIndexes : size_t { TerritoryType = 0, Path = 1 }; using namespace std::chrono_literals; struct face { int32_t f1, f2, f3; }; // init void initExd( const std::string& gamePath ) { data1 = data1 ? data1 : new xiv::dat::GameData( gamePath ); eData = eData ? eData : new xiv::exd::ExdData( *data1 ); } std::string getMapExdEntries( uint32_t mapId ) { static auto& cat = eData->get_category( "Map" ); static auto exd = static_cast< xiv::exd::Exd >( cat.get_data_ln( xiv::exd::Language::none ) ); //static std::unique_ptr< Converter > pConverter = std::make_unique< Converter >(); static auto& rows = exd.get_rows(); for( auto& row : rows ) { // fields from SaintCoinach https://github.com/ufx/SaintCoinach/blob/master/SaintCoinach/ex.json#L6358 auto id = row.first; if( id != mapId ) continue; auto& fields = row.second; /* TYPES !! case DataType::boolean: 1 case DataType::int8: 2 case DataType::uint8: 3 case DataType::int16: 4 case DataType::uint16: 5 case DataType::int32: 6 case DataType::uint32: 7 case DataType::float32: 8 case DataType::uint64: 9 */ auto mapZoneIndex = *boost::get< int8_t >( &fields.at( 2 ) ); auto hierarchy = *boost::get< uint8_t >( &fields.at( 3 ) ); auto pathStr = *boost::get< std::string >( &fields.at( 5 ) ); auto sizeFactor = *boost::get< uint16_t >( &fields.at( 6 ) ); auto mapOffsetX = *boost::get< int16_t >( &fields.at( 7 ) ); auto mapOffsetY = *boost::get< int16_t >( &fields.at( 8 ) ); auto discoveryIdx = *boost::get< int16_t >( &fields.at( 12 ) ); auto discoveryCompleteBitmask = *boost::get< uint32_t >( &fields.at( 13 ) ); auto territory = *boost::get< uint16_t >( &fields.at( 14 ) ); char texStr[255]; auto teriStr = pathStr.substr( 0, pathStr.find_first_of( '/' ) ); sprintf( &texStr[0], "ui/map/%s/%s%02Xd.tex", pathStr.c_str(), teriStr.c_str(), mapZoneIndex ); if( discoveryMaps.find( territory ) == discoveryMaps.end() ) { try { auto texFile = data1->getFile( &texStr[0] ); std::string rawTexFile( teriStr + "0" + std::to_string( mapZoneIndex ) ); texFile->exportToFile( rawTexFile + "d.tex" ); auto tex = TEX_FILE( rawTexFile + "d.tex" ); int mipMapDivide = 1; int h = tex.header.uncompressedHeight; int w = tex.header.uncompressedWidth; DiscoveryMap discoveryMap; discoveryMap.img = DecodeTexDXT1( tex, tex.header.mipMaps[0], h / mipMapDivide, w / mipMapDivide, ( h / mipMapDivide ) / 4, ( w / mipMapDivide ) / 4 ); discoveryMap.img.toFile( rawTexFile + ".img" ); discoveryMap.mapId = id; discoveryMap.path = &texStr[0]; discoveryMap.mapOffsetX = mapOffsetX; discoveryMap.mapOffsetY = mapOffsetY; discoveryMap.mapScale = sizeFactor; std::cout << "Image Height: " << discoveryMap.img.height << " Width: " << discoveryMap.img.width << "\n"; discoveryMaps.emplace( territory, discoveryMap ); } catch( std::exception& e ) { std::cout << "[Error] " << std::string( texStr ) << " " << e.what() << "\n"; } } return std::string( std::to_string( mapZoneIndex ) + ", " + std::to_string( hierarchy ) + ", " + "\"" + std::string( &texStr[0] ) + "\", " + std::to_string( discoveryIdx ) + ", " + std::to_string( discoveryCompleteBitmask ) ); } return ""; } void dumpLevelExdEntries( uint32_t zoneId, const std::string& name = std::string() ) { static auto& cat = eData->get_category( "Level" ); static auto exd = static_cast< xiv::exd::Exd >( cat.get_data_ln( xiv::exd::Language::none ) ); std::string fileName( name + "_" + std::to_string( zoneId ) + "_Level" + ".csv" ); std::ofstream outfile( fileName, std::ios::trunc ); std::cout << "[Info] Writing level.exd entries to " << fileName << "\n"; if( outfile.good() ) { outfile.close(); outfile.open( fileName, std::ios::app ); static std::string levelHeader( "id, objectid, mapid, x, y, z, yaw, radius, type, zone, " ); static std::string header( levelHeader + "mapZoneIdx, hierarchy, path, size, discoveryIdx, discoveryCompleteBitmask \n" ); outfile.write( header.c_str(), header.size() ); static auto& rows = exd.get_rows(); for( auto& row : rows ) { auto id = row.first; auto& fields = row.second; auto x = *boost::get< float >( &fields.at( 0 ) ); auto y = *boost::get< float >( &fields.at( 1 ) ); auto z = *boost::get< float >( &fields.at( 2 ) ); auto yaw = *boost::get< float >( &fields.at( 3 ) ); auto radius = *boost::get< float >( &fields.at( 4 ) ); auto type = *boost::get< uint8_t >( &fields.at( 5 ) ); auto objectid = *boost::get< uint32_t >( &fields.at( 6 ) ); auto mapid = *boost::get< uint16_t >( &fields.at( 7 ) ); auto zone = *boost::get< uint16_t >( &fields.at( 9 ) ); if( zone == zoneId ) { std::string outStr( std::to_string( id ) + ", " + std::to_string( objectid ) + ", " + std::to_string( mapid ) + ", " + std::to_string( x ) + ", " + std::to_string( y ) + ", " + std::to_string( z ) + ", " + std::to_string( yaw ) + ", " + std::to_string( radius ) + ", " + std::to_string( type ) + ", " + std::to_string( zone ) + ", " + getMapExdEntries( mapid ) + "\n" ); outfile.write( outStr.c_str(), outStr.size() ); } } } } std::string zoneNameToPath( const std::string& name ) { std::string path; bool found = false; #ifdef STANDALONE auto inFile = std::ifstream( "territorytype.exh.csv" ); if( inFile.good() ) { std::string line; std::regex re( "(\\d+),\"(.*)\",\"(.*)\",.*" ); while( std::getline( inFile, line ) ) { std::smatch match; if( std::regex_match( line, match, re ) { auto tmpId = std::stoul( match[1].str() ); if( !found && name == match[2].str() ) { zoneId = tmpId; path = match[3].str(); found = true; } zoneNameMap[tmpId] = match[2].str(); } } inFile.close(); } #else static auto& cat = eData->get_category( "TerritoryType" ); static auto exd = static_cast< xiv::exd::Exd >( cat.get_data_ln( xiv::exd::Language::none ) ); static auto& rows = exd.get_rows(); for( auto& row : rows ) { auto& fields = row.second; auto teriName = *boost::get< std::string >( &fields.at( static_cast< size_t >( TerritoryTypeExdIndexes::TerritoryType ) ) ); if( teriName.empty() ) continue; auto teriPath = *boost::get< std::string >( &fields.at( static_cast< size_t >( TerritoryTypeExdIndexes::Path ) ) ); if( !found && boost::iequals( name, teriName ) ) { path = teriPath; found = true; zoneId = row.first; } zoneNameMap[row.first] = teriName; } #endif if( found ) { //path = path.substr( path.find_first_of( "/" ) + 1, path.size() - path.find_first_of( "/" )); //path = std::string( "ffxiv/" ) + path; path = std::string( "bg/" ) + path.substr( 0, path.find( "/level/" ) ); std::cout << "[Info] " << "Found path for " << name << ": " << path << std::endl; } else { throw std::runtime_error( "Unable to find path for " + name + ".\n\tPlease double check spelling or open 0a0000.win32.index with FFXIV Explorer and extract territorytype.exh as CSV\n\tand copy territorytype.exh.csv into pcb_reader.exe directory if using standalone" ); } return path; } void loadEobjNames() { static auto& cat = eData->get_category( "EObjName" ); static auto exd = static_cast< xiv::exd::Exd >( cat.get_data_ln( xiv::exd::Language::en ) ); for( auto& row : exd.get_rows() ) { auto id = row.first; auto& fields = row.second; auto name = *boost::get< std::string >( &fields.at( 0 ) ); eobjNameMap[id] = name; } } void writeEobjEntry( std::ofstream& out, LGB_ENTRY* pObj ) { static std::string mapRangeStr( "\"MapRange\", " ); static std::ofstream discoverySql( "discovery.sql" , std::ios::app ); uint32_t id; uint32_t unknown = 0, unknown2 = 0; std::string name; std::string typeStr; uint32_t eobjlevelHierachyId = 0; auto pMapRange = reinterpret_cast< LGB_MAPRANGE_ENTRY* >( pObj ); id = pMapRange->header.unknown; unknown = pMapRange->header.unknown2; unknown2 = pMapRange->header.unknown3; typeStr = mapRangeStr; // discovery shit vec2 pos; auto subArea = -255; auto mapId = -1; vec3 translation = pObj->header.translation; vec3 distanceVec = pObj->header.scale; bool found = false; float scale = 100.f; // pMapRange->header.unknown2 auto it = discoveryMaps.find( zoneId ); if( it != discoveryMaps.end() ) { auto& map = it->second; pos = map.get2dPosFrom3d( translation.x, translation.z, scale ); mapId = map.mapId; //std::cout << "3d coords " << pObj->header.translation.x << " " << pObj->header.translation.z << "\n"; //std::cout << "2d coords " << pos.x << " " << pos.y << "\n"; for( int i = 0; i < map.tiles; ++i ) { auto colour = map.getColour( i, pos.x, pos.y ); auto r = ( colour >> 16 ) & 0xFF; auto g = ( colour >> 8 ) & 0xFF; auto b = ( colour >> 0 ) & 0xFF; //std::cout << "R " << r << " G " << g << " B " << b << "\n"; { if( b > 0x40 ) { subArea = i * 3 + 3; break; } else if( g > 0x40 ) { subArea = i * 3 + 2; break; } else if( r > 0x40 ) { // out of bounds if( i == 0 ) break; subArea = i * 3 + 1; break; } } } } subArea--; if( subArea < -254 ) { std::cout << "\tUnable to find subarea for maprange " << std::to_string( id ) << "\n"; return; } std::string outStr( "INSERT INTO discoveryinfo VALUES (" + std::to_string( id ) + ", " + std::to_string( mapId ) + ", " + std::to_string( subArea ) + ");\n" //std::to_string( pObj->header.translation.x ) + ", " + std::to_string( pObj->header.translation.y ) + ", " + std::to_string( pObj->header.translation.z ) + //", " + std::to_string( subArea ) + "" + "\n" ); discoverySql.write( outStr.c_str(), outStr.size() ); //out.write( outStr.c_str(), outStr.size() ); } void readFileToBuffer( const std::string& path, std::vector< char >& buf ) { auto inFile = std::ifstream( path, std::ios::binary ); if( inFile.good() ) { inFile.seekg( 0, inFile.end ); int32_t fileSize = (int32_t)inFile.tellg(); buf.resize( fileSize ); inFile.seekg( 0, inFile.beg ); inFile.read( &buf[0], fileSize ); inFile.close(); } else { throw std::runtime_error( "Unable to open " + path ); } } int main( int argc, char* argv[] ) { auto startTime = std::chrono::system_clock::now(); auto entryStartTime = std::chrono::system_clock::now(); std::vector< std::string > argVec( argv + 1, argv + argc ); // todo: support expansions std::string zoneName = "s1d1"; bool dumpAll = ignoreModels = std::remove_if( argVec.begin(), argVec.end(), []( auto arg ){ return arg == "--dump-all"; } ) != argVec.end(); dumpAll = true; ignoreModels = true; if( argc > 1 ) { zoneName = argv[1]; if( argc > 2 ) { std::string tmpPath( argv[2] ); if( !tmpPath.empty() ) gamePath = argv[2]; } } initExd( gamePath ); std::ofstream discoverySql( "discovery.sql", std::ios::trunc ); discoverySql.close(); if( dumpAll ) { zoneNameToPath( "w1f3" ); for( const auto& zone : zoneNameMap ) zoneDumpList.emplace( zone.second ); } else { zoneDumpList.emplace( zoneName ); } LABEL_DUMP: entryStartTime = std::chrono::system_clock::now(); zoneName = *zoneDumpList.begin(); try { const auto& zonePath = zoneNameToPath( zoneName ); std::string listPcbPath( zonePath + "/collision/list.pcb" ); std::string bgLgbPath( zonePath + "/level/bg.lgb" ); std::string planmapLgbPath( zonePath + "/level/planmap.lgb" ); std::string collisionFilePath( zonePath + "/collision/" ); std::vector< char > section; std::vector< char > section1; std::vector< char > section2; #ifndef STANDALONE const xiv::dat::Cat& test = data1->getCategory( "bg" ); auto test_file = data1->getFile( bgLgbPath ); section = test_file->access_data_sections().at( 0 ); auto planmap_file = data1->getFile( planmapLgbPath ); section2 = planmap_file->access_data_sections().at( 0 ); auto test_file1 = data1->getFile( listPcbPath ); section1 = test_file1->access_data_sections().at( 0 ); #else { readFileToBuffer( bgLgbPath, section ); readFileToBuffer( listPcbPath, section1 ); } #endif std::vector< std::string > stringList; uint32_t offset1 = 0x20; loadEobjNames(); dumpLevelExdEntries( zoneId, zoneName ); std::string eobjFileName( zoneName + "_eobj.csv" ); std::ofstream eobjOut( eobjFileName, std::ios::trunc ); if( !eobjOut.good() ) throw std::string( "Unable to create " + zoneName + "_eobj.csv for eobj entries. Run as admin or check there isnt already a handle on the file." ).c_str(); eobjOut.close(); eobjOut.open( eobjFileName, std::ios::app ); if( !eobjOut.good() ) throw std::string( "Unable to create " + zoneName + "_eobj.csv for eobj entries. Run as admin or check there isnt already a handle on the file." ).c_str(); if( 0 ) { for( ; ; ) { uint16_t trId = *(uint16_t*)§ion1[offset1]; char someString[200]; sprintf( someString, "%str%04d.pcb", collisionFilePath.c_str(), trId ); stringList.push_back( std::string( someString ) ); //std::cout << someString << "\n"; offset1 += 0x20; if( offset1 >= section1.size() ) { break; } } } LGB_FILE bgLgb( §ion[0], "bg" ); LGB_FILE planmapLgb( §ion2[0], "planmap" ); std::vector< LGB_FILE > lgbList { bgLgb, planmapLgb }; uint32_t max_index = 0; // dont bother if we cant write to a file FILE* fp_out = nullptr; //auto fp_out = ignoreModels ? ( FILE* )nullptr : fopen( ( zoneName + ".obj" ).c_str(), "w" ); if( fp_out ) { fprintf( fp_out, "\n" ); fclose( fp_out ); } else if( /*!ignoreModels*/ false ) { std::string errorMessage( "Cannot create " + zoneName + ".obj\n" + " Check no programs have a handle to file and run as admin.\n" ); std::cout << errorMessage; throw std::runtime_error( errorMessage.c_str() ); return 0; } { std::map< std::string, PCB_FILE > pcbFiles; std::cout << "[Info] " << ( ignoreModels ? "Dumping MapRange and EObj" : "Writing obj file " ) << "\n"; uint32_t totalGroups = 0; uint32_t totalGroupEntries = 0; for( const auto& lgb : lgbList ) { for( const auto& group : lgb.groups ) { //std::cout << "\t" << group.name << " Size " << group.header.entryCount << "\n"; totalGroups++; for( const auto& pEntry : group.entries ) { if( pEntry->getType() == LgbEntryType::MapRange ) { totalGroupEntries++; writeEobjEntry( eobjOut, pEntry.get() ); } } } } std::cout << "[Info] " << "Loaded " << pcbFiles.size() << " PCB Files \n"; std::cout << "[Info] " << "Total Groups " << totalGroups << " Total entries " << totalGroupEntries << "\n"; } std::cout << "[Success] " << "Exported " << zoneName << " in " << std::chrono::duration_cast< std::chrono::seconds >( std::chrono::system_clock::now() - entryStartTime ).count() << " seconds\n"; } catch( std::exception& e ) { std::cout << "[Error] " << e.what() << std::endl; std::cout << "[Error] " << "Unable to extract collision data.\n\tIf using standalone ensure your working directory folder layout is \n\tbg/[ffxiv|ex1|ex2]/teri/type/zone/[level|collision]" << std::endl; std::cout << std::endl; std::cout << "[Info] " << "Usage: pcb_reader2 territory \"path/to/game/sqpack/ffxiv\" " << std::endl; } std::cout << "\n\n\n"; if( discoverySql.good() ) discoverySql.flush(); LABEL_NEXT_ZONE_ENTRY: zoneDumpList.erase( zoneName ); if( !zoneDumpList.empty() ) goto LABEL_DUMP; std::cout << "\n\n\n[Success] Finished all tasks in " << std::chrono::duration_cast< std::chrono::seconds >( std::chrono::system_clock::now() - startTime ).count() << " seconds\n"; getchar(); if( eData ) delete eData; if( data1 ) delete data1; return 0; }