#include "Exd.h" #include "bparse.h" #include "stream.h" #include "Exh.h" using xiv::utils::bparse::extract; namespace xiv { namespace exd { struct ExdHeader { char magic[0x4]; uint16_t unknown; uint16_t unknown2; uint32_t index_size; }; struct ExdRecordIndex { uint32_t id; uint32_t offset; }; } } namespace xiv { namespace utils { namespace bparse { template <> inline void reorder( xiv::exd::ExdHeader& i_struct ) { for( int32_t i = 0; i < 0x4; ++i ) { xiv::utils::bparse::reorder( i_struct.magic[i] ); } i_struct.unknown = xiv::utils::bparse::byteswap( i_struct.unknown ); xiv::utils::bparse::reorder( i_struct.unknown ); i_struct.unknown2 = xiv::utils::bparse::byteswap( i_struct.unknown2 ); xiv::utils::bparse::reorder( i_struct.unknown2 ); i_struct.index_size = xiv::utils::bparse::byteswap( i_struct.index_size ); xiv::utils::bparse::reorder( i_struct.index_size ); } template <> inline void reorder( xiv::exd::ExdRecordIndex& i_struct ) { i_struct.id = xiv::utils::bparse::byteswap( i_struct.id ); xiv::utils::bparse::reorder( i_struct.id ); i_struct.offset = xiv::utils::bparse::byteswap( i_struct.offset ); xiv::utils::bparse::reorder( i_struct.offset ); } } } }; namespace xiv { namespace exd { Exd::Exd( std::shared_ptr i_exh, const std::vector>& i_files ) { _exh = i_exh; _files = i_files; // Iterates over all the files const uint32_t member_count = _exh->get_members().size(); for ( auto &file_ptr : _files ) { // Get a stream std::vector< char > dataCpy = file_ptr->get_data_sections().front(); std::istringstream iss( std::string( dataCpy.begin(), dataCpy.end() ) ); // Extract the header and skip to the record indices auto exd_header = extract< ExdHeader >( iss ); iss.seekg( 0x20 ); // Preallocate and extract the record_indices const uint32_t record_count = exd_header.index_size / sizeof( ExdRecordIndex ); std::vector< ExdRecordIndex > record_indices; record_indices.reserve( record_count ); for ( uint32_t i = 0; i < record_count; ++i ) { auto recordIndex = extract< ExdRecordIndex >( iss ); _idCache[recordIndex.id] = ExdCacheEntry{file_ptr, recordIndex.offset}; } } } Exd::~Exd() { } const std::vector Exd::get_row( uint32_t id, uint32_t subRow ) { auto cacheEntryIt = _idCache.find( id ); if( cacheEntryIt == _idCache.end() ) throw std::runtime_error( "Id not found: " + std::to_string( id ) ); // Iterates over all the files const uint32_t member_count = _exh->get_members().size(); auto& file_ptr = cacheEntryIt->second.file; std::vector< char > dataCpy = file_ptr->get_data_sections().front(); std::istringstream iss( std::string( dataCpy.begin(), dataCpy.end() ) ); // Get the vector fields for the given record and preallocate it auto fields = _data[id]; fields.reserve( member_count ); iss.seekg( cacheEntryIt->second.offset + 6 ); uint8_t subRows = *reinterpret_cast< uint8_t* >( &dataCpy[ cacheEntryIt->second.offset + 5 ] ); for( auto& member_entry : _exh->get_exh_members() ) { // Seek to the position of the member to extract. // 6 is because we have uint32_t/uint16_t at the start of each record iss.seekg( cacheEntryIt->second.offset + 6 + member_entry.offset ); // Switch depending on the type to extract switch( member_entry.type ) { case DataType::string: // Extract the offset to the actual string // Seek to it then extract the actual string { auto string_offset = extract( iss, "string_offset", false ); iss.seekg( cacheEntryIt->second.offset + 6 + _exh->get_header().data_offset + string_offset ); fields.emplace_back( utils::bparse::extract_cstring( iss, "string" ) ); } break; case DataType::boolean: fields.emplace_back( extract( iss, "bool" ) ); break; case DataType::int8: fields.emplace_back( extract( iss, "int8_t" ) ); break; case DataType::int16: fields.emplace_back( extract( iss, "int16_t", false ) ); break; case DataType::int32: fields.emplace_back( extract( iss, "int32_t", false ) ); break; case DataType::uint32: fields.emplace_back( extract( iss, "uint32_t", false ) ); break; case DataType::float32: fields.emplace_back( extract( iss, "float", false ) ); break; case DataType::uint64: fields.emplace_back( extract( iss, "uint64_t", false ) ); break; default: auto type = static_cast< uint16_t >( member_entry.type ); if( type < 0x19 || type > 0x20 ) throw std::runtime_error("Unknown DataType: " + std::to_string( type )); uint64_t val = extract< uint64_t >( iss, "bool" ); int32_t shift = type - 0x19; int32_t i = 1 << shift; val &= i; fields.emplace_back( ( val & i ) == i ); break; } } return fields; } const std::vector Exd::get_row( uint32_t id ) { auto cacheEntryIt = _idCache.find( id ); if( cacheEntryIt == _idCache.end() ) throw std::runtime_error( "Id not found: " + std::to_string( id ) ); // Iterates over all the files const uint32_t member_count = _exh->get_members().size(); auto& file_ptr = cacheEntryIt->second.file; std::vector< char > dataCpy = file_ptr->get_data_sections().front(); std::istringstream iss( std::string( dataCpy.begin(), dataCpy.end() ) ); // Get the vector fields for the given record and preallocate it auto fields = _data[id]; fields.reserve( member_count ); iss.seekg( cacheEntryIt->second.offset + 6 ); uint8_t subRows = *reinterpret_cast< uint8_t* >( &dataCpy[ cacheEntryIt->second.offset + 5 ] ); for( auto& member_entry : _exh->get_exh_members() ) { // Seek to the position of the member to extract. // 6 is because we have uint32_t/uint16_t at the start of each record iss.seekg( cacheEntryIt->second.offset + 6 + member_entry.offset ); // Switch depending on the type to extract switch( member_entry.type ) { case DataType::string: // Extract the offset to the actual string // Seek to it then extract the actual string { auto string_offset = extract( iss, "string_offset", false ); iss.seekg( cacheEntryIt->second.offset + 6 + _exh->get_header().data_offset + string_offset ); fields.emplace_back( utils::bparse::extract_cstring( iss, "string" ) ); } break; case DataType::boolean: fields.emplace_back( extract( iss, "bool" ) ); break; case DataType::int8: fields.emplace_back( extract( iss, "int8_t" ) ); break; case DataType::uint8: fields.emplace_back( extract( iss, "uint8_t" ) ); break; case DataType::int16: fields.emplace_back( extract( iss, "int16_t", false ) ); break; case DataType::uint16: fields.emplace_back( extract( iss, "uint16_t", false ) ); break; case DataType::int32: fields.emplace_back( extract( iss, "int32_t", false ) ); break; case DataType::uint32: fields.emplace_back( extract( iss, "uint32_t", false ) ); break; case DataType::float32: fields.emplace_back( extract( iss, "float", false ) ); break; case DataType::uint64: fields.emplace_back( extract( iss, "uint64_t", false ) ); break; default: auto type = static_cast< uint16_t >( member_entry.type ); if( type < 0x19 || type > 0x20 ) throw std::runtime_error("Unknown DataType: " + std::to_string( type )); uint64_t val = extract< uint64_t >( iss, "bool" ); int32_t shift = type - 0x19; int32_t i = 1 << shift; val &= i; fields.emplace_back( ( val & i ) == i ); break; } } return fields; } // Get all rows const std::map>& Exd::get_rows() { // Iterates over all the files const uint32_t member_count = _exh->get_members().size(); for( auto& file_ptr : _files ) { // Get a stream std::vector< char > dataCpy = file_ptr->get_data_sections().front(); std::istringstream iss( std::string( dataCpy.begin(), dataCpy.end() ) ); // Extract the header and skip to the record indices auto exd_header = extract( iss ); iss.seekg( 0x20 ); // Preallocate and extract the record_indices const uint32_t record_count = exd_header.index_size / sizeof( ExdRecordIndex ); std::vector record_indices; record_indices.reserve( record_count ); for( uint32_t i = 0; i < record_count; ++i ) { record_indices.emplace_back( extract( iss ) ); } for( auto& record_index : record_indices ) { // Get the vector fields for the given record and preallocate it auto& fields = _data[record_index.id]; fields.reserve( member_count ); for( auto& member_entry : _exh->get_exh_members() ) //for( auto& member_entry : _exh->get_members() ) { // Seek to the position of the member to extract. // 6 is because we have uint32_t/uint16_t at the start of each record iss.seekg( record_index.offset + 6 + member_entry.offset ); // Switch depending on the type to extract switch( member_entry.type ) { case DataType::string: // Extract the offset to the actual string // Seek to it then extract the actual string { auto string_offset = extract( iss, "string_offset", false ); iss.seekg( record_index.offset + 6 + _exh->get_header().data_offset + string_offset ); fields.emplace_back( utils::bparse::extract_cstring( iss, "string" ) ); } break; case DataType::boolean: fields.emplace_back( extract( iss, "bool" ) ); break; case DataType::int8: fields.emplace_back( extract( iss, "int8_t" ) ); break; case DataType::uint8: fields.emplace_back( extract( iss, "uint8_t" ) ); break; case DataType::int16: fields.emplace_back( extract( iss, "int16_t", false ) ); break; case DataType::uint16: fields.emplace_back( extract( iss, "uint16_t", false ) ); break; case DataType::int32: fields.emplace_back( extract( iss, "int32_t", false ) ); break; case DataType::uint32: fields.emplace_back( extract( iss, "uint32_t", false ) ); break; case DataType::float32: fields.emplace_back( extract( iss, "float", false ) ); break; case DataType::uint64: fields.emplace_back( extract( iss, "uint64_t", false ) ); break; default: auto type = static_cast< uint16_t >( member_entry.type ); if( type < 0x19 || type > 0x20 ) throw std::runtime_error("Unknown DataType: " + std::to_string( type )); uint64_t val = extract< uint64_t >( iss, "bool" ); int32_t shift = type - 0x19; int32_t i = 1 << shift; val &= i; fields.emplace_back( ( val & i ) == i ); break; } } } } return _data; } } }