refactored pcb_reader

- now uses a shitty threadpool which never terminates apparently
- todo: fix indices

src/tools/pcb_reader/cache.h

@@ -0,0 +1,112 @@
+#ifndef CACHE_H
+#define CACHE_H
+
+#include <any>
+#include <map>
+#include <memory>
+#include <mutex>
+#include <set>
+
+#include "pcb.h"
+#include "lgb.h"
+#include "sgb.h"
+
+#include <datReader/GameData.h>
+#include <datReader/File.h>
+#include <datReader/DatCat.h>
+
+class Cache : public std::enable_shared_from_this< Cache >
+{
+public:
+  Cache( xiv::dat::GameData* pData )
+  {
+    if( !pData )
+      throw std::runtime_error( "Unable to initialise cache without game data" );
+    m_pData = pData;
+  }
+  ~Cache(){}
+
+  std::shared_ptr< SGB_FILE > getSgbFile( const std::string& filepath )
+  {
+    std::scoped_lock lock( m_mutex );
+
+    auto it = m_sgbCache.find( filepath );
+    if( it != m_sgbCache.end() )
+      return it->second;
+
+    auto pFile = loadFile< SGB_FILE >( filepath );
+    m_sgbCache[ filepath ] = pFile;
+    return pFile;
+  }
+
+  std::shared_ptr< LGB_FILE > getLgbFile( const std::string& filepath )
+  {
+    std::scoped_lock lock( m_mutex );
+
+    auto it = m_lgbCache.find( filepath );
+    if( it != m_lgbCache.end() )
+      return it->second;
+
+    auto pFile = loadFile< LGB_FILE >( filepath );
+    m_lgbCache[ filepath ] = pFile;
+    return pFile;
+  }
+
+  std::shared_ptr< PCB_FILE > getPcbFile( const std::string& filepath )
+  {
+    std::scoped_lock lock( m_mutex );
+
+    auto it = m_pcbCache.find( filepath );
+    if( it != m_pcbCache.end() )
+      return it->second;
+
+    auto pFile = loadFile< PCB_FILE >( filepath );
+    m_pcbCache[ filepath ] = pFile;
+    return pFile;
+  }
+
+
+private:
+  template< typename T >
+  std::shared_ptr< T > loadFile( const std::string& filepath )
+  {
+    auto buf = getFileBuffer( filepath );
+    if( !buf.empty() )
+    {
+      try
+      {
+        return std::make_shared< T >( &buf[0] );
+      }
+      catch( std::exception& e )
+      {
+        std::string err( filepath + " " + e.what() );
+        std::cout << err << std::endl;
+      }
+    }
+    return nullptr;
+  }
+
+  std::vector< char > getFileBuffer( const std::string& filepath )
+  {
+    try
+    {
+      //std::cout << fileName << " \n";
+      auto pFile = m_pData->getFile( filepath );
+      auto& sections = pFile->get_data_sections();
+      auto& section = sections.at( 0 );
+      return section;
+    }
+    catch( std::exception& e )
+    {
+      std::vector< char > empty;
+      return empty;
+    }
+  }
+  std::mutex m_mutex;
+  xiv::dat::GameData* m_pData;
+  std::map< std::string, std::shared_ptr< LGB_FILE > > m_lgbCache;
+  std::map< std::string, std::shared_ptr< SGB_FILE > > m_sgbCache;
+  std::map< std::string, std::shared_ptr< PCB_FILE > > m_pcbCache;
+};
+
+#endif

src/tools/pcb_reader/exporter.h

@@ -0,0 +1,68 @@
+#ifndef EXPORTER_H
+#define EXPORTER_H
+
+#include <atomic>
+#include <future>
+#include <mutex>
+#include <thread>
+#include <condition_variable>
+
+#include <fstream>
+#include <map>
+#include <set>
+#include <string>
+#include <vector>
+
+#include "threadpool.h"
+
+enum ExportFileType : int
+{
+  WavefrontObj = 0x01,
+  Navmesh = 0x02,
+};
+
+enum ExportSplitType
+{
+  None,
+  SplitByGroup,
+  SingleZone
+};
+
+struct ExportedMesh
+{
+  std::vector< float > verts;
+  std::vector< int > indices;
+};
+
+struct ExportedModel
+{
+  std::string name;
+  std::vector< ExportedMesh > meshes;
+};
+
+struct ExportedGroup
+{
+  std::string name;
+  std::map< std::string, ExportedModel > models;
+};
+
+struct ExportedZone
+{
+  std::string name;
+  std::map< std::string, ExportedGroup > groups;
+};
+
+class Exporter
+{
+public:
+  Exporter() { }
+  ~Exporter(){}
+
+  virtual void exportZone( const ExportedZone& zone ) = 0;
+  virtual void exportGroup( const ExportedGroup& group ) = 0;
+
+protected:
+  ExportFileType m_exportFileType;
+};
+
+#endif

src/tools/pcb_reader/exportmgr.h

@@ -0,0 +1,41 @@
+#ifndef EXPORTMGR_H
+#define EXPORTMGR_H
+
+#include "exporter.h"
+#include "obj_exporter.h"
+#include "threadpool.h"
+
+class ExportMgr
+{
+public:
+  ExportMgr(){}
+  ~ExportMgr()
+  {
+    waitForTasks();
+  }
+
+  void exportZone(const ExportedZone& zone, ExportFileType exportFileTypes)
+  {
+    if( exportFileTypes & ExportFileType::WavefrontObj )
+    {
+      m_threadpool.queue( [zone](){ ObjExporter::exportZone( zone ); } );
+    }
+  }
+
+  void exportGroup( const std::string& zoneName, const ExportedGroup& group, ExportFileType exportFileTypes )
+  {
+    if( exportFileTypes & ExportFileType::WavefrontObj )
+    {
+      m_threadpool.queue( [zoneName, group](){ ObjExporter::exportGroup( zoneName, group ); } );
+    }
+  }
+
+  void waitForTasks()
+  {
+    m_threadpool.complete();
+  }
+private:
+  ThreadPool m_threadpool;
+};
+
+#endif

src/tools/pcb_reader/lgb.h

@@ -318,9 +318,8 @@ struct LGB_FILE
 {
   LGB_FILE_HEADER header;
   std::vector< LGB_GROUP > groups;
-  std::string name;
   
-  LGB_FILE( char* buf, const std::string& name )
+  LGB_FILE( char* buf )
   {
     header = *reinterpret_cast< LGB_FILE_HEADER* >( buf );
     if( strncmp( &header.magic[ 0 ], "LGB1", 4 ) != 0 || strncmp( &header.magic2[ 0 ], "LGP1", 4 ) != 0 )
@@ -338,38 +337,4 @@ struct LGB_FILE
   };
 };
 
-/*
-#if __cplusplus >= 201703L
-#include <experimental/filesystem>
-std::map<std::string, LGB_FILE> getLgbFiles( const std::string& dir )
-{
-   namespace fs = std::experimental::filesystem;
-   std::map<std::string, LGB_FILE> fileMap;
-   for( const auto& path : fs::recursive_directory_iterator( dir ) )
-   {
-      if( path.path().extension() == ".lgb" )
-      {
-         const auto& strPath = path.path().string();
-         auto f = fopen( strPath.c_str(), "rb" );
-         fseek( f, 0, SEEK_END );
-         const auto size = ftell( f );
-         std::vector<char> bytes( size );
-         rewind( f );
-         fread( bytes.data(), 1, size, f );
-         fclose( f );
-         try
-         {
-            LGB_FILE lgbFile( bytes.data() );
-            fileMap.insert( std::make_pair( strPath, lgbFile ) );
-         }
-         catch( std::exception& e )
-         {
-            std::cout << "Unable to load " << strPath << std::endl;
-         }
-      }
-   }
-   return fileMap;
-}
-#endif
-*/
 #endif

src/tools/pcb_reader/main.cpp

@@ -14,6 +14,10 @@
 #include <variant>
 #include <Util/Util.h>
 
+#include "exporter.h"
+#include "exportmgr.h"
+
+#include "cache.h"
 #include "pcb.h"
 #include "lgb.h"
 #include "sgb.h"
@@ -27,6 +31,10 @@
 
 #include <condition_variable>
 
+#include <recastnavigation/Recast/Include/Recast.h>
+#include <recastnavigation/Recast/Include/RecastAlloc.h>
+
+
 // garbage to ignore models
 bool noObj = false;
 
@@ -36,6 +44,8 @@ uint32_t zoneId;
 
 std::set< std::string > zoneDumpList;
 
+std::shared_ptr< Cache > pCache;
+
 xiv::dat::GameData* data1 = nullptr;
 xiv::exd::ExdData* eData = nullptr;
 
@@ -49,72 +59,13 @@ enum class TerritoryTypeExdIndexes :
 
 using namespace std::chrono_literals;
 
-struct face
-{
-  int32_t f1, f2, f3;
-};
-
 void initExd( const std::string& gamePath )
 {
   data1 = data1 ? data1 : new xiv::dat::GameData( gamePath );
   eData = eData ? eData : new xiv::exd::ExdData( *data1 );
+  pCache = std::make_shared< Cache >( data1 );
 }
 
-int parseBlockEntry( char* data, std::vector< PCB_BLOCK_ENTRY >& entries, int gOff )
-{
-  int offset = 0;
-  bool isgroup = true;
-  while( isgroup )
-  {
-    PCB_BLOCK_ENTRY block_entry;
-    memcpy( &block_entry.header, data + offset, sizeof( block_entry.header ) );
-    isgroup = block_entry.header.type == 0x30;
-
-    //printf( " BLOCKHEADER_%X: type: %i, group_size: %i\n", gOff + offset, block_entry.header.type, block_entry.header.group_size );
-
-    if( isgroup )
-    {
-      parseBlockEntry( data + offset + 0x30, entries, gOff + offset );
-      offset += block_entry.header.group_size;
-    }
-    else
-    {
-      /*   printf( "\tnum_v16: %i, num_indices: %i, num_vertices: %i\n\n",
-                 block_entry.header.num_v16, block_entry.header.num_indices, block_entry.header.num_vertices );*/
-      int doffset = sizeof( block_entry.header ) + offset;
-      uint16_t block_size = sizeof( block_entry.header ) +
-                            block_entry.header.num_vertices * 3 * 4 +
-                            block_entry.header.num_v16 * 6 +
-                            block_entry.header.num_indices * 6;
-
-      if( block_entry.header.num_vertices != 0 )
-      {
-        block_entry.data.vertices.resize( block_entry.header.num_vertices );
-
-        int32_t size_vertexbuffer = block_entry.header.num_vertices * 3;
-        memcpy( &block_entry.data.vertices[ 0 ], data + doffset, size_vertexbuffer * 4 );
-        doffset += size_vertexbuffer * 4;
-      }
-      if( block_entry.header.num_v16 != 0 )
-      {
-        block_entry.data.vertices_i16.resize( block_entry.header.num_v16 );
-        int32_t size_unknownbuffer = block_entry.header.num_v16 * 6;
-        memcpy( &block_entry.data.vertices_i16[ 0 ], data + doffset, size_unknownbuffer );
-        doffset += block_entry.header.num_v16 * 6;
-      }
-      if( block_entry.header.num_indices != 0 )
-      {
-        block_entry.data.indices.resize( block_entry.header.num_indices );
-        int32_t size_indexbuffer = block_entry.header.num_indices * 12;
-        memcpy( &block_entry.data.indices[ 0 ], data + doffset, size_indexbuffer );
-        doffset += size_indexbuffer;
-      }
-      entries.push_back( block_entry );
-    }
-  }
-
-  return 0;
-}
 
 std::string zoneNameToPath( const std::string& name )
 {
@@ -156,39 +107,27 @@ std::string zoneNameToPath( const std::string& name )
   return path;
 }
 
-void readFileToBuffer( const std::string& path, std::vector< char >& buf )
-{
-  auto inFile = std::ifstream( path, std::ios::binary );
-  if( inFile.good() )
-  {
-    inFile.seekg( 0, inFile.end );
-    int32_t fileSize = ( int32_t ) inFile.tellg();
-    buf.resize( fileSize );
-    inFile.seekg( 0, inFile.beg );
-    inFile.read( &buf[ 0 ], fileSize );
-    inFile.close();
-  }
-  else
-  {
-    throw std::runtime_error( "Unable to open " + path );
-  }
-}
-
 int main( int argc, char* argv[] )
 {
   auto startTime = std::chrono::high_resolution_clock::now();
   auto entryStartTime = std::chrono::high_resolution_clock::now();
 
-  std::condition_variable cv;
-
   std::vector< std::string > argVec( argv + 1, argv + argc );
   std::string zoneName = "r2t2";
+
   noObj = std::remove_if( argVec.begin(), argVec.end(), []( auto arg )
   { return arg == "--no-obj"; } ) != argVec.end();
   bool dumpAllZones = std::remove_if( argVec.begin(), argVec.end(), []( auto arg )
   { return arg == "--dump-all"; } ) != argVec.end();
   bool generateNavmesh = std::remove_if( argVec.begin(), argVec.end(), []( auto arg )
   { return arg == "--navmesh"; } ) != argVec.end();
+
+  int exportFileType = 0;
+  if( !noObj )
+    exportFileType |= ExportFileType::WavefrontObj;
+  if( generateNavmesh )
+    exportFileType |= ExportFileType::Navmesh;
+
   if( argc > 1 )
   {
     zoneName = argv[ 1 ];
@@ -200,8 +139,16 @@ int main( int argc, char* argv[] )
     }
   }
 
+  try
+  {
     initExd( gamePath );
-
+  }
+  catch( std::exception& e )
+  {
+    std::cout << "Unable to initialise EXD! Usage: pcb_reader <teri> \"path/to/FINAL FANTASY XIV - A REALM REBORN/game/sqpack\"" << std::endl;
+    return -1;
+  }
+  ExportMgr exportMgr;
   zoneNameToPath( zoneName );
 
   if( dumpAllZones )
@@ -214,64 +161,13 @@ int main( int argc, char* argv[] )
     zoneDumpList.emplace( zoneName );
   }
 
-  std::mutex navmeshMutex;
+  for( const auto& zoneName : zoneDumpList )
-  std::queue< std::string > exportedGroups;
-
-  // todo:
-#ifdef WIN32
-  std::string exportArg( "RecastDemo.exe --type tileMesh --obj " );
-#else
-  std::string exportArg( "./RecastDemo --type tileMesh --obj ");
-#endif
-
-  std::thread navmeshThread( [&navmeshMutex, &exportedGroups, &exportArg, &generateNavmesh, &cv]()
   {
-    while( generateNavmesh )
-    {
-      std::string currFile;
-      
-        std::unique_lock lk( navmeshMutex );
-        while( exportedGroups.empty() )
-        {
-          cv.wait( lk );
-        }
-
-        //if( !exportedGroups.empty() )
-        {
-          currFile = exportedGroups.front();
-          exportedGroups.pop();
-        }
-      
-      if( !currFile.empty() )
-      {
-        std::error_code e;
-        if( std::experimental::filesystem::exists( currFile ) && std::experimental::filesystem::file_size( currFile, e ) > 1024 )
-        {
-          std::string generateMessage( "\nGenerating navmesh for " + currFile + "\n" );
-          std::cout << generateMessage << std::endl;
-
-          auto start = std::chrono::high_resolution_clock::now();
-
-          system( ( exportArg + currFile ).c_str() );
-
-          std::string finishMessage( "\nFinished generating navmesh for " + currFile + " in " +
-            std::to_string( std::chrono::duration_cast< std::chrono::seconds >( std::chrono::high_resolution_clock::now() - start ).count() ) + " seconds\n" );
-          std::cout << finishMessage << std::endl;
-        }
-        else
-        { 
-          std::cout << ( std::string( "Unable to load OBJ file for " ) + currFile + "\n" ) << std::endl; 
-        }
-      }
-    }
-  });
-  navmeshThread.detach();
-
-  LABEL_DUMP:
-  entryStartTime = std::chrono::high_resolution_clock::now();
-  zoneName = *zoneDumpList.begin();
     try
     {
+      ExportedZone exportedZone;
+      exportedZone.name = zoneName;
+
       const auto& zonePath = zoneNameToPath( zoneName );
 
       std::string listPcbPath( zonePath + "/collision/list.pcb" );
@@ -295,6 +191,9 @@ int main( int argc, char* argv[] )
 
       std::vector< std::string > stringList;
 
+      int totalGroups = 0;
+      int totalEntries = 0;
+
       uint32_t offset1 = 0x20;
 
       {
@@ -315,127 +214,39 @@ int main( int argc, char* argv[] )
 
         }
       }
-    LGB_FILE bgLgb( &section[ 0 ], "bg" );
+      LGB_FILE bgLgb( &section[ 0 ] );
-    LGB_FILE planmapLgb( &section2[ 0 ], "planmap" );
+      LGB_FILE planmapLgb( &section2[ 0 ] );
 
       std::vector< LGB_FILE > lgbList{ bgLgb, planmapLgb };
       uint32_t max_index = 0;
+      int totalModels = 0;
 
-    // dont bother if we cant write to a file
-    auto fp_out = noObj ? ( FILE* ) nullptr : fopen( ( zoneName + ".obj" ).c_str(), "w" );
-    if( fp_out )
       {
-      fprintf( fp_out, "\n" );
-      fclose( fp_out );
-    }
-    else if( !noObj )
-    {
-      std::string errorMessage( "Cannot create " + zoneName + ".obj\n" +
-                                " Check no programs have a handle to file and run as admin.\n" );
-      std::cout << errorMessage;
-      throw std::runtime_error( errorMessage.c_str() );
-      return 0;
-    }
 
-    if( noObj || ( fp_out = fopen( ( zoneName + ".obj" ).c_str(), "ab+" ) ) )
+        auto buildModelEntry = [ & ]( std::shared_ptr< PCB_FILE > pPcbFile, ExportedGroup& exportedGroup,
-    {
+                                const std::string& name, const std::string& groupName,
-      std::map< std::string, PCB_FILE > pcbFiles;
-      std::map< std::string, SGB_FILE > sgbFiles;
-      std::map< std::string, uint32_t > objCount;
-      auto loadPcbFile = [ & ]( const std::string& fileName )->bool
-      {
-        if( noObj )
-          return false;
-
-        try
-        {
-          if( fileName.find( '.' ) == std::string::npos )
-            return false;
-          else if( fileName.substr( fileName.find_last_of( '.' ) ) != ".pcb" )
-            throw std::runtime_error( "Not a PCB file." );
-
-          char* dataSection = nullptr;
-          //std::cout << fileName << " ";
-          auto file = data1->getFile( fileName );
-          auto sections = file->get_data_sections();
-          dataSection = &sections.at( 0 )[ 0 ];
-          //std::cout << sections.size() << "\n";
-
-          uint32_t offset = 0;
-          PCB_FILE pcb_file;
-          memcpy( &pcb_file.header, &dataSection[ 0 ], sizeof( pcb_file.header ) );
-          offset += sizeof( pcb_file.header );
-          pcb_file.entries.resize( pcb_file.header.num_entries );
-          bool isgroup = true;
-          while( isgroup )
-          {
-            PCB_BLOCK_ENTRY block_entry;
-            memcpy( &block_entry.header, &dataSection[ 0 ] + offset, sizeof( block_entry.header ) );
-            isgroup = block_entry.header.type == 0x30;
-
-            //printf( "BLOCKHEADER_%X: type: %i, group_size: %i\n", offset, block_entry.header.type, block_entry.header.group_size );
-            //
-            if( isgroup )
-            {
-              parseBlockEntry( &dataSection[ 0 ] + offset + 0x30, pcb_file.entries, offset );
-              offset += block_entry.header.group_size;
-            }
-            else
-            {
-              parseBlockEntry( &dataSection[ 0 ] + offset, pcb_file.entries, offset );
-            }
-          }
-          pcbFiles.insert( std::make_pair( fileName, pcb_file ) );
-          return true;
-        }
-        catch( std::exception& e )
-        {
-          std::cout << "[Error] " << "Unable to load collision mesh " << fileName << "\n\tError:\n\t" << e.what()
-                    << "\n";
-          return false;
-        }
-      };
-
-      auto loadSgbFile = [ & ]( const std::string& fileName )->bool
-      {
-        SGB_FILE sgbFile;
-        try
-        {
-          char* dataSection = nullptr;
-          //std::cout << fileName << " ";
-
-          auto file = data1->getFile( fileName );
-          auto sections = file->get_data_sections();
-          dataSection = &sections.at( 0 )[ 0 ];
-
-          sgbFile = SGB_FILE( &dataSection[ 0 ] );
-          sgbFiles.insert( std::make_pair( fileName, sgbFile ) );
-          return true;
-        }
-        catch( std::exception& e )
-        {
-          std::cout << "[Error] " << "Unable to load SGB " << fileName << "\n\tError:\n\t" << e.what() << "\n";
-          sgbFiles.insert( std::make_pair( fileName, sgbFile ) );
-        }
-        return false;
-      };
-      auto writeToFile = [ & ]( const PCB_FILE& pcb_file, const std::string& name, const std::string& groupName,
                                 const vec3* scale = nullptr,
                                 const vec3* rotation = nullptr,
                                 const vec3* translation = nullptr,
                                 const SGB_MODEL_ENTRY* pSgbEntry = nullptr )
         {
-        if( noObj )
-          return;
           
-        char name2[0x100];
+          auto& pcb_file = *pPcbFile.get();
-        memset( name2, 0, 0x100 );
+
-        sprintf( &name2[ 0 ], "%s_%u", &name[ 0 ], objCount[ name ]++ );
+          ExportedModel model;
-        fprintf( fp_out, "o %s\n", &name2[ 0 ] );
+          model.name = name + "_" + std::to_string( totalModels++ );
+          model.meshes.resize( pcb_file.entries.size() );
 
           uint32_t groupCount = 0;
           for( const auto& entry : pcb_file.entries )
           {
+            ExportedMesh mesh;
+
+            int verts = 0;
+            int indices = 0;
+            mesh.verts.resize( ( entry.header.num_vertices + entry.header.num_v16 ) * 3 );
+            mesh.indices.resize( entry.header.num_indices * 3 );
+
             float x_base = abs( float( entry.header.x1 - entry.header.x ) );
             float y_base = abs( float( entry.header.y1 - entry.header.y ) );
             float z_base = abs( float( entry.header.z1 - entry.header.z ) );
@@ -456,6 +267,7 @@ int main( int argc, char* argv[] )
                 v.y += pSgbEntry->header.translation.y;
                 v.z += pSgbEntry->header.translation.z;
               }
+
               if( scale )
               {
                 v.x *= scale->x;
@@ -477,7 +289,10 @@ int main( int argc, char* argv[] )
             {
               vec3 v( vertex.x, vertex.y, vertex.z );
               makeTranslation( v );
-            fprintf( fp_out, "v %f %f %f\n", v.x, v.y, v.z );
+
+              mesh.verts[ verts++ ] = v.x;
+              mesh.verts[ verts++ ] = v.y;
+              mesh.verts[ verts++ ] = v.z;
             }
 
             for( const auto& link : entry.data.vertices_i16 )
@@ -489,79 +304,55 @@ int main( int argc, char* argv[] )
               v.z = v.z * z_base + entry.header.z;
 
               makeTranslation( v );
-            fprintf( fp_out, "v %f %f %f\n", v.x, v.y, v.z );
+
+              mesh.verts[ verts++ ] = v.x;
+              mesh.verts[ verts++ ] = v.y;
+              mesh.verts[ verts++ ] = v.z;
             }
 
             //fprintf( fp_out, "g %s_", (name2 + "_" + std::to_string( groupCount++ )).c_str() );
             for( const auto& index : entry.data.indices )
             {
-            fprintf( fp_out, "f %i %i %i\n",
+              mesh.indices[ indices++ ] = index.index[ 0 ];
-                     index.index[ 0 ] + max_index + 1,
+              mesh.indices[ indices++ ] = index.index[ 1 ];
-                     index.index[ 1 ] + max_index + 1,
+              mesh.indices[ indices++ ] = index.index[ 2 ];
-                     index.index[ 2 ] + max_index + 1 );
               // std::cout << std::to_string( index.unknown[0] )<< " " << std::to_string( index.unknown[1] )<< " " << std::to_string( index.unknown[2]) << std::endl;
             }
             max_index += entry.data.vertices.size() + entry.data.vertices_i16.size();
+            model.meshes.push_back( mesh );
           }
+          exportedGroup.models[model.name] = model;
         };
-
+        ExportedGroup exportedTerrainGroup;
-      if( !noObj )
+        exportedTerrainGroup.name = zoneName;
-      {
         for( const auto& fileName : stringList )
         {
-          loadPcbFile( fileName );
+          if( auto pPcbFile = pCache->getPcbFile( fileName ) )
-          writeToFile( pcbFiles[ fileName ], fileName, zoneName );
+            buildModelEntry( pPcbFile, exportedTerrainGroup, fileName, zoneName );
         }
-      }
-
-      std::cout << "[Info] " << "Writing obj file " << "\n";
-      uint32_t totalGroups = 0;
-      uint32_t totalGroupEntries = 0;
         
         for( const auto& lgb : lgbList )
         {
           for( const auto& group : lgb.groups )
           {
-          max_index = 0;
+            ExportedGroup exportedGroup;
-          std::string outfile_name( zoneName + "_" + group.name + ".obj" );
+            exportedGroup.name = group.name;
-          totalGroups++;
 
-          if( !noObj )
+            max_index = 0;
-          {
-            fp_out = fopen( outfile_name.c_str(), "w" );
-            if( fp_out )
-            {
-              // blank otherwise recast tries to load them..
-              fprintf( fp_out, "" );
-              fclose( fp_out );
-              fp_out = fopen( outfile_name.c_str(), "ab+" );
-            }
 
             //std::cout << "\t" << group.name << " Size " << group.header.entryCount << "\n";
             for( const auto& pEntry : group.entries )
             {
               std::string fileName( "" );
               fileName.resize( 256 );
-              totalGroupEntries++;
 
               // write files
               auto writeOutput = [&](const std::string& fileName, const vec3* scale, const vec3* rotation,
                 const vec3* translation, const SGB_MODEL_ENTRY* pModel = nullptr)->bool
               {
+                if( auto pPcbFile = pCache->getPcbFile( fileName ) )
                 {
-                  const auto& it = pcbFiles.find( fileName );
+                  buildModelEntry( pPcbFile, exportedGroup, fileName, group.name, scale, rotation, translation, pModel );
-                  if( it == pcbFiles.end() )
-                  {
-                    if( fileName.empty() || !loadPcbFile( fileName ) )
-                      return false;
-                    //std::cout << "\t\tLoaded PCB File " << pBgParts->collisionFileName << "\n";
-                  }
-                }
-                const auto& it = pcbFiles.find( fileName );
-                if( it != pcbFiles.end() )
-                {
-                  const auto& pcb_file = it->second;
-                  writeToFile( pcb_file, fileName, group.name, scale, rotation, translation, pModel );
                 }
                 return true;
               };
@@ -581,18 +372,9 @@ int main( int argc, char* argv[] )
                 case LgbEntryType::Gimmick:
                 {
                   auto pGimmick = static_cast<LGB_GIMMICK_ENTRY*>(pEntry.get());
+                  if (auto pSgbFile = pCache->getSgbFile(pGimmick->gimmickFileName))
                   {
-                    const auto& it = sgbFiles.find( pGimmick->gimmickFileName );
+                    const auto& sgbFile = *pSgbFile;
-                    if( it == sgbFiles.end() )
-                    {
-                      // std::cout << "\tGIMMICK:\n\t\t" << pGimmick->gimmickFileName << "\n";
-                      loadSgbFile( pGimmick->gimmickFileName );
-                    }
-                  }
-                  const auto& it = sgbFiles.find( pGimmick->gimmickFileName );
-                  if( it != sgbFiles.end() )
-                  {
-                    const auto& sgbFile = it->second;
                     for (const auto& group : sgbFile.entries)
                     {
                       for (const auto& pEntry : group.entries)
@@ -611,21 +393,17 @@ int main( int argc, char* argv[] )
                   writeOutput( fileName, &pEntry->header.scale, &pEntry->header.rotation, &pEntry->header.translation );
                 }
                 break;
+                default:
+                  break;
               }
             }
-          }
+            exportMgr.exportGroup( zoneName, exportedGroup, ( ExportFileType )exportFileType );
-          if( generateNavmesh )
+            //exportedZone.groups.emplace( group.name, exportedGroup );
-          {
-            if( fp_out )
-              fclose( fp_out );
-            std::unique_lock lock( navmeshMutex );
-            exportedGroups.push( outfile_name );
-            cv.notify_one();
           }
         }
-      }
+        //exportMgr.exportZone( exportedZone, ( ExportFileType )exportFileType );
-      std::cout << "[Info] " << "Loaded " << pcbFiles.size() << " PCB Files \n";
+        //std::cout << "[Info] " << "Loaded " << pcbFiles.size() << " PCB Files \n";
-      std::cout << "[Info] " << "Total Groups " << totalGroups << " Total entries " << totalGroupEntries << "\n";
+        std::cout << "[Info] " << "Total Groups " << totalGroups << "\n";
       }
 
       std::cout << "[Success] " << "Exported " << zoneName << " in " <<
@@ -641,23 +419,10 @@ int main( int argc, char* argv[] )
       std::cout << std::endl;
       std::cout << "[Info] " << "Usage: pcb_reader2 territory \"path/to/game/sqpack/ffxiv\" " << std::endl;
     }
-  std::cout << "\n\n\n";
-  LABEL_NEXT_ZONE_ENTRY:
-  zoneDumpList.erase( zoneName );
-  
-  if( !zoneDumpList.empty() )
-    goto LABEL_DUMP;
-
-  while( 1 )
-  {
-    std::lock_guard< std::mutex > lock( navmeshMutex );
-    if( exportedGroups.empty() )
-      generateNavmesh = false;
-
-    if( navmeshThread.joinable() )
-      navmeshThread.join();
-    std::this_thread::sleep_for( 1s );
   }
+  exportMgr.waitForTasks();
+  std::cout << "\n\n\n";
+
   std::cout << "\n\n\n[Success] Finished all tasks in " <<
             std::chrono::duration_cast< std::chrono::seconds >( std::chrono::high_resolution_clock::now() - startTime ).count()
             << " seconds\n";

src/tools/pcb_reader/navmesh_exporter.h

@@ -0,0 +1,44 @@
+#ifndef OBJ_EXPORTER_H
+#define OBJ_EXPORTER_H
+
+#include <iostream>
+#include <cstdint>
+#include <fstream>
+#include <string>
+
+#include <chrono>
+
+#include "exporter.h"
+
+static class ObjExporter : public Exporter
+{
+public:
+  static void exportZone( const ExportedZone& zone )
+  {
+    auto start = std::chrono::high_resolution_clock::now();
+
+    auto fileName = zone.name + ".obj";
+    
+    auto end = std::chrono::high_resolution_clock::now();
+    std::cout << ( "Finished exporting " + fileName + " in " +
+      std::to_string( std::chrono::duration_cast< std::chrono::seconds >( end - start ).count() ) + " seconds\n" );
+  }
+
+  static void exportGroup( const std::string& zoneName, const ExportedGroup& group )
+  {
+    auto start = std::chrono::high_resolution_clock::now();
+
+    auto fileName = zoneName + "_" + group.name + ".obj";
+
+    auto end = std::chrono::high_resolution_clock::now();
+
+    std::cout << ( "Finished exporting " + fileName + " in " +
+      std::to_string( std::chrono::duration_cast< std::chrono::seconds >( end - start ).count() ) + " seconds\n" );
+  }
+private:
+  static void exportGroup( const ExportedGroup& group, std::ofstream& of, int& indicesOffset, int& modelCount )
+  {
+
+  }
+};
+#endif // !OBJ_EXPORTER_H

src/tools/pcb_reader/obj_exporter.h

@@ -0,0 +1,98 @@
+#ifndef OBJ_EXPORTER_H
+#define OBJ_EXPORTER_H
+
+#include <cstdint>
+#include <fstream>
+#include <string>
+
+#include <chrono>
+
+#include "exporter.h"
+
+class ObjExporter : public Exporter
+{
+public:
+  static void exportZone( const ExportedZone& zone )
+  {
+    auto start = std::chrono::high_resolution_clock::now();
+
+    auto fileName = zone.name + ".obj";
+    std::ofstream of( fileName, std::ios::trunc );
+    int indicesOffset = 0;
+    int meshesCount = 0;
+
+    if( of.good() )
+    {
+      of.close();
+      of.open( fileName, std::ios::app );
+      for( const auto& group : zone.groups )
+      {
+        exportGroup( group.second, of, indicesOffset, meshesCount );
+      }
+      of.flush();
+      of.close();
+    }
+
+    auto end = std::chrono::high_resolution_clock::now();
+    std::cout << ( "Finished exporting " + fileName + " in " +
+      std::to_string( std::chrono::duration_cast< std::chrono::milliseconds >( end - start ).count() ) + "ms \n" );
+  }
+
+  static void exportGroup( const std::string& zoneName, const ExportedGroup& group )
+  {
+    auto start = std::chrono::high_resolution_clock::now();
+
+    auto fileName = zoneName + "_" + group.name + ".obj";
+    std::ofstream of( fileName, std::ios::trunc );
+    int indicesOffset = 0;
+    int modelCount = 0;
+
+    if( of.good() )
+    {
+      of.close();
+      of.open( fileName, std::ios::app );
+      exportGroup( group, of, indicesOffset, modelCount );
+      of.flush();
+      of.close();
+    }
+
+    auto end = std::chrono::high_resolution_clock::now();
+    std::cout << ( "Finished exporting " + fileName + " in " +
+      std::to_string( std::chrono::duration_cast< std::chrono::milliseconds >( end - start ).count() ) + "ms\n" );
+  }
+private:
+  static void exportGroup( const ExportedGroup& group, std::ofstream& of, int& indicesOffset, int& modelCount )
+  {
+    int currModelCount = modelCount;
+
+    //of << ( "o " + group.name + "_" + std::to_string( currModelCount ) + "\n" );
+    for( const auto& model : group.models )
+    {
+      of << ( "o " + model.second.name + "_" + std::to_string( currModelCount ) + "_" + std::to_string( modelCount++ ) + "\n" );
+
+      int meshCount = 0;
+      for( const auto& mesh : model.second.meshes )
+      {
+        for( int i = 0; i + 2 < mesh.verts.size(); i += 3 )
+        {
+          of << (
+            "v " + std::to_string( mesh.verts[ i ] ) + " " +
+                         std::to_string( mesh.verts[ i + 1 ] ) + " " +
+                         std::to_string( mesh.verts[ i + 2 ] ) + "\n"
+            );
+        }
+        //of << ( "g " + model.second.name + "_" +  std::to_string( currModelCount ) + "_" + std::to_string( modelCount ) + "_" + std::to_string( meshCount++ ) + "\n" );
+        for( int i = 0; i + 2 < mesh.indices.size(); i += 3 )
+        {
+          of << (
+            "f " + std::to_string( mesh.indices[ i ] + indicesOffset + 1 ) + " " +
+            std::to_string( mesh.indices[i + 1] + indicesOffset + 1 ) + " " +
+            std::to_string( mesh.indices[i + 2] + indicesOffset + 1 ) + "\n"
+            );
+        }
+        indicesOffset += mesh.indices.size();
+      }
+    }
+  }
+};
+#endif // !OBJ_EXPORTER_H

src/tools/pcb_reader/pcb.h

@@ -70,6 +70,90 @@ struct PCB_FILE
 {
   PCB_HEADER header;
   std::vector< PCB_BLOCK_ENTRY > entries;
+
+  PCB_FILE( char* buf )
+  {
+    uint32_t offset = 0;
+    memcpy( &header, buf, sizeof( header ));
+    offset += sizeof( header );
+    entries.resize( header.num_entries );
+    bool isgroup = true;
+    while( isgroup )
+    {
+      PCB_BLOCK_ENTRY block_entry;
+      memcpy( &block_entry.header, buf + offset, sizeof( block_entry.header ) );
+      isgroup = block_entry.header.type == 0x30;
+
+      //printf( "BLOCKHEADER_%X: type: %i, group_size: %i\n", offset, block_entry.header.type, block_entry.header.group_size );
+      //
+      if( isgroup )
+      {
+        parseBlockEntry( buf + offset + 0x30, entries, offset);
+        offset += block_entry.header.group_size;
+      }
+      else
+      {
+        parseBlockEntry( buf + offset, entries, offset );
+      }
+    }
+  }
+  
+  int parseBlockEntry( char* data, std::vector< PCB_BLOCK_ENTRY >& entries, int gOff )
+  {
+    int offset = 0;
+    bool isgroup = true;
+    while( isgroup )
+    {
+      PCB_BLOCK_ENTRY block_entry;
+      memcpy( &block_entry.header, data + offset, sizeof( block_entry.header ) );
+      isgroup = block_entry.header.type == 0x30;
+  
+      //printf( " BLOCKHEADER_%X: type: %i, group_size: %i\n", gOff + offset, block_entry.header.type, block_entry.header.group_size );
+  
+      if( isgroup )
+      {
+        parseBlockEntry( data + offset + 0x30, entries, gOff + offset );
+        offset += block_entry.header.group_size;
+      }
+      else
+      {
+        /*   printf( "\tnum_v16: %i, num_indices: %i, num_vertices: %i\n\n",
+                   block_entry.header.num_v16, block_entry.header.num_indices, block_entry.header.num_vertices );*/
+        int doffset = sizeof( block_entry.header ) + offset;
+        uint16_t block_size = sizeof( block_entry.header ) +
+                              block_entry.header.num_vertices * 3 * 4 +
+                              block_entry.header.num_v16 * 6 +
+                              block_entry.header.num_indices * 6;
+  
+        if( block_entry.header.num_vertices != 0 )
+        {
+          block_entry.data.vertices.resize( block_entry.header.num_vertices );
+  
+          int32_t size_vertexbuffer = block_entry.header.num_vertices * 3;
+          memcpy( &block_entry.data.vertices[ 0 ], data + doffset, size_vertexbuffer * 4 );
+          doffset += size_vertexbuffer * 4;
+        }
+        if( block_entry.header.num_v16 != 0 )
+        {
+          block_entry.data.vertices_i16.resize( block_entry.header.num_v16 );
+          int32_t size_unknownbuffer = block_entry.header.num_v16 * 6;
+          memcpy( &block_entry.data.vertices_i16[ 0 ], data + doffset, size_unknownbuffer );
+          doffset += block_entry.header.num_v16 * 6;
+        }
+        if( block_entry.header.num_indices != 0 )
+        {
+          block_entry.data.indices.resize( block_entry.header.num_indices );
+          int32_t size_indexbuffer = block_entry.header.num_indices * 12;
+          memcpy( &block_entry.data.indices[ 0 ], data + doffset, size_indexbuffer );
+          doffset += size_indexbuffer;
+        }
+        entries.push_back( block_entry );
+      }
+    }
+  
+    return 0;
+  }
+
 };
 
 struct PCB_LIST_ENTRY

src/tools/pcb_reader/threadpool.h

@@ -0,0 +1,91 @@
+#ifndef THREADPOOL_H
+#define THREADPOOL_H
+
+#include <atomic>
+#include <condition_variable>
+#include <deque>
+#include <functional>
+#include <future>
+#include <memory>
+#include <mutex>
+#include <thread>
+
+class ThreadPool
+{
+public:
+  ThreadPool( unsigned int numJobs = std::thread::hardware_concurrency() )
+  {
+    for( auto i = 0; i < numJobs; ++i )
+    {
+      m_workers.push_back( std::async( std::launch::async, [this]{ run(); } ) );
+    }
+  }
+
+  ~ThreadPool()
+  {
+    complete();
+  }
+
+  template< class Func, class Ret = std::result_of_t< Func&() > >
+  std::future< Ret > queue( Func&& f )
+  {
+    std::packaged_task< Ret() > task( std::forward< Func >( f ) );
+    auto ret = task.get_future();
+    {
+      std::unique_lock lock( m_mutex );
+      m_pendingJobs.emplace_back( std::move( task ) );
+    }
+    m_cv.notify_one();
+    return ret;
+  }
+
+  void cancel()
+  {
+    {
+      std::unique_lock lock( m_mutex );
+      m_pendingJobs.clear();
+    }
+    complete();
+  }
+
+  bool complete()
+  {
+    std::unique_lock lock( m_mutex );
+    for( auto&& worker : m_workers )
+    {
+      m_pendingJobs.push_back( {} );
+    }
+    m_cv.notify_all();
+    m_workers.clear();
+    return true;
+  }
+private:
+  void run()
+  {
+    while( 1 )
+    {
+      std::packaged_task< void() > func;
+      {
+        std::unique_lock< std::mutex > lock( m_mutex );
+        if( m_pendingJobs.empty() )
+        {
+          m_cv.wait( lock, [&](){ return !m_pendingJobs.empty(); } );
+        }
+        func = std::move( m_pendingJobs.front() );
+        m_pendingJobs.pop_front();
+      }
+      if( !func.valid() )
+      {
+        return;
+      }
+      func();
+    }
+  }
+
+  std::mutex m_mutex;
+  std::condition_variable m_cv;
+  std::deque< std::packaged_task< void() > > m_pendingJobs;
+  std::vector< std::future< void > > m_workers;
+};
+
+#endif