/* * Copyright (C) 2008-2018 TrinityCore * Copyright (C) 2005-2011 MaNGOS * * This program is free software; you can redistribute it and/or modify it * under the terms of the GNU General Public License as published by the * Free Software Foundation; either version 2 of the License, or (at your * option) any later version. * * This program is distributed in the hope that it will be useful, but WITHOUT * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for * more details. * * You should have received a copy of the GNU General Public License along * with this program. If not, see . */ #include "Banner.h" #include "CascHandles.h" #include "Common.h" #include "DB2CascFileSource.h" #include "DB2Meta.h" #include "DBFilesClientList.h" #include "ExtractorDB2LoadInfo.h" #include "StringFormat.h" #include "adt.h" #include "wdt.h" #include #include #include #include #include #include #include #include #include #include CASC::StorageHandle CascStorage; typedef struct { char name[64]; uint32 id; } map_id; std::vector map_ids; std::vector LiqType; std::set CameraFileNames; boost::filesystem::path input_path; boost::filesystem::path output_path; // ************************************************** // Extractor options // ************************************************** enum Extract : uint8 { EXTRACT_MAP = 0x1, EXTRACT_DBC = 0x2, EXTRACT_CAMERA = 0x4, EXTRACT_GT = 0x8, EXTRACT_ALL = EXTRACT_MAP | EXTRACT_DBC | EXTRACT_CAMERA | EXTRACT_GT }; // Select data for extract int CONF_extract = EXTRACT_ALL; // This option allow limit minimum height to some value (Allow save some memory) bool CONF_allow_height_limit = true; float CONF_use_minHeight = -500.0f; // This option allow use float to int conversion bool CONF_allow_float_to_int = true; float CONF_float_to_int8_limit = 2.0f; // Max accuracy = val/256 float CONF_float_to_int16_limit = 2048.0f; // Max accuracy = val/65536 float CONF_flat_height_delta_limit = 0.005f; // If max - min less this value - surface is flat float CONF_flat_liquid_delta_limit = 0.001f; // If max - min less this value - liquid surface is flat uint32 CONF_Locale = 0; #define CASC_LOCALES_COUNT 17 char const* CascLocaleNames[CASC_LOCALES_COUNT] = { "none", "enUS", "koKR", "unknown", "frFR", "deDE", "zhCN", "esES", "zhTW", "enGB", "enCN", "enTW", "esMX", "ruRU", "ptBR", "itIT", "ptPT" }; uint32 WowLocaleToCascLocaleFlags[12] = { CASC_LOCALE_ENUS | CASC_LOCALE_ENGB, CASC_LOCALE_KOKR, CASC_LOCALE_FRFR, CASC_LOCALE_DEDE, CASC_LOCALE_ZHCN, CASC_LOCALE_ZHTW, CASC_LOCALE_ESES, CASC_LOCALE_ESMX, CASC_LOCALE_RURU, 0, CASC_LOCALE_PTBR | CASC_LOCALE_PTPT, CASC_LOCALE_ITIT, }; void CreateDir(boost::filesystem::path const& path) { namespace fs = boost::filesystem; if (fs::exists(path)) return; if (!fs::create_directory(path)) throw new std::runtime_error("Unable to create directory" + path.string()); } void Usage(char const* prg) { printf( "Usage:\n"\ "%s -[var] [value]\n"\ "-i set input path\n"\ "-o set output path\n"\ "-e extract only MAP(1)/DBC(2)/Camera(4)/gt(8) - standard: all(15)\n"\ "-f height stored as int (less map size but lost some accuracy) 1 by default\n"\ "-l dbc locale\n"\ "Example: %s -f 0 -i \"c:\\games\\game\"\n", prg, prg); exit(1); } void HandleArgs(int argc, char* arg[]) { for (int c = 1; c < argc; ++c) { // i - input path // o - output path // e - extract only MAP(1)/DBC(2)/Camera(4)/gt(8) - standard: all(11) // f - use float to int conversion // h - limit minimum height // l - dbc locale if (arg[c][0] != '-') Usage(arg[0]); switch (arg[c][1]) { case 'i': if (c + 1 < argc && strlen(arg[c + 1])) // all ok input_path = boost::filesystem::path(arg[c++ + 1]); else Usage(arg[0]); break; case 'o': if (c + 1 < argc && strlen(arg[c + 1])) // all ok output_path = boost::filesystem::path(arg[c++ + 1]); else Usage(arg[0]); break; case 'f': if (c + 1 < argc) // all ok CONF_allow_float_to_int = atoi(arg[c++ + 1])!=0; else Usage(arg[0]); break; case 'e': if (c + 1 < argc) // all ok { CONF_extract = atoi(arg[c++ + 1]); if (!(CONF_extract > 0 && CONF_extract <= EXTRACT_ALL)) Usage(arg[0]); } else Usage(arg[0]); break; case 'l': if (c + 1 < argc) // all ok { for (uint32 i = 0; i < TOTAL_LOCALES; ++i) if (!strcmp(arg[c + 1], localeNames[i])) CONF_Locale = 1 << i; ++c; } else Usage(arg[0]); break; case 'h': Usage(arg[0]); break; default: break; } } } void ReadMapDBC() { printf("Read Map.db2 file...\n"); DB2CascFileSource source(CascStorage, "DBFilesClient\\Map.db2"); DB2FileLoader db2; if (!db2.Load(&source, MapLoadInfo::Instance())) { printf("Fatal error: Invalid Map.db2 file format! %s\n", CASC::HumanReadableCASCError(GetLastError())); exit(1); } map_ids.resize(db2.GetRecordCount()); std::unordered_map idToIndex; for (uint32 x = 0; x < db2.GetRecordCount(); ++x) { DB2Record record = db2.GetRecord(x); map_ids[x].id = record.GetId(); const char* map_name = record.GetString("Directory"); size_t max_map_name_length = sizeof(map_ids[x].name); if (strlen(map_name) >= max_map_name_length) { printf("Fatal error: Map name too long!\n"); exit(1); } strncpy(map_ids[x].name, map_name, max_map_name_length); map_ids[x].name[max_map_name_length - 1] = '\0'; idToIndex[map_ids[x].id] = x; } for (uint32 x = 0; x < db2.GetRecordCopyCount(); ++x) { DB2RecordCopy copy = db2.GetRecordCopy(x); auto itr = idToIndex.find(copy.SourceRowId); if (itr != idToIndex.end()) { map_id id; id.id = copy.NewRowId; strcpy(id.name, map_ids[itr->second].name); map_ids.push_back(id); } } printf("Done! (" SZFMTD " maps loaded)\n", map_ids.size()); } void ReadLiquidTypeTableDBC() { printf("Read LiquidType.db2 file...\n"); DB2CascFileSource source(CascStorage, "DBFilesClient\\LiquidType.db2"); DB2FileLoader db2; if (!db2.Load(&source, LiquidTypeLoadInfo::Instance())) { printf("Fatal error: Invalid LiquidType.db2 file format!\n"); exit(1); } LiqType.resize(db2.GetMaxId() + 1, 0xFFFF); for (uint32 x = 0; x < db2.GetRecordCount(); ++x) { DB2Record record = db2.GetRecord(x); LiqType[record.GetId()] = record.GetUInt8("SoundBank"); } for (uint32 x = 0; x < db2.GetRecordCopyCount(); ++x) LiqType[db2.GetRecordCopy(x).NewRowId] = LiqType[db2.GetRecordCopy(x).SourceRowId]; printf("Done! (" SZFMTD " LiqTypes loaded)\n", LiqType.size()); } bool ReadCinematicCameraDBC() { printf("Read CinematicCamera.db2 file...\n"); DB2CascFileSource source(CascStorage, "DBFilesClient\\CinematicCamera.db2"); DB2FileLoader db2; if (!db2.Load(&source, CinematicCameraLoadInfo::Instance())) { printf("Invalid CinematicCamera.db2 file format. Camera extract aborted. %s\n", CASC::HumanReadableCASCError(GetLastError())); return false; } // get camera file list from DB2 for (size_t i = 0; i < db2.GetRecordCount(); ++i) CameraFileNames.insert(Trinity::StringFormat("FILE%08X.xxx", db2.GetRecord(i).GetUInt32("ModelFileDataID"))); printf("Done! (" SZFMTD " CinematicCameras loaded)\n", CameraFileNames.size()); return true; } // // Adt file convertor function and data // // Map file format data static char const* MAP_MAGIC = "MAPS"; static char const* MAP_VERSION_MAGIC = "v1.8"; static char const* MAP_AREA_MAGIC = "AREA"; static char const* MAP_HEIGHT_MAGIC = "MHGT"; static char const* MAP_LIQUID_MAGIC = "MLIQ"; struct map_fileheader { uint32 mapMagic; uint32 versionMagic; uint32 buildMagic; uint32 areaMapOffset; uint32 areaMapSize; uint32 heightMapOffset; uint32 heightMapSize; uint32 liquidMapOffset; uint32 liquidMapSize; uint32 holesOffset; uint32 holesSize; }; #define MAP_AREA_NO_AREA 0x0001 struct map_areaHeader { uint32 fourcc; uint16 flags; uint16 gridArea; }; #define MAP_HEIGHT_NO_HEIGHT 0x0001 #define MAP_HEIGHT_AS_INT16 0x0002 #define MAP_HEIGHT_AS_INT8 0x0004 #define MAP_HEIGHT_HAS_FLIGHT_BOUNDS 0x0008 struct map_heightHeader { uint32 fourcc; uint32 flags; float gridHeight; float gridMaxHeight; }; #define MAP_LIQUID_TYPE_NO_WATER 0x00 #define MAP_LIQUID_TYPE_WATER 0x01 #define MAP_LIQUID_TYPE_OCEAN 0x02 #define MAP_LIQUID_TYPE_MAGMA 0x04 #define MAP_LIQUID_TYPE_SLIME 0x08 #define MAP_LIQUID_TYPE_DARK_WATER 0x10 #define MAP_LIQUID_TYPE_WMO_WATER 0x20 #define MAP_LIQUID_NO_TYPE 0x0001 #define MAP_LIQUID_NO_HEIGHT 0x0002 struct map_liquidHeader { uint32 fourcc; uint16 flags; uint16 liquidType; uint8 offsetX; uint8 offsetY; uint8 width; uint8 height; float liquidLevel; }; float selectUInt8StepStore(float maxDiff) { return 255 / maxDiff; } float selectUInt16StepStore(float maxDiff) { return 65535 / maxDiff; } // Temporary grid data store uint16 area_ids[ADT_CELLS_PER_GRID][ADT_CELLS_PER_GRID]; float V8[ADT_GRID_SIZE][ADT_GRID_SIZE]; float V9[ADT_GRID_SIZE+1][ADT_GRID_SIZE+1]; uint16 uint16_V8[ADT_GRID_SIZE][ADT_GRID_SIZE]; uint16 uint16_V9[ADT_GRID_SIZE+1][ADT_GRID_SIZE+1]; uint8 uint8_V8[ADT_GRID_SIZE][ADT_GRID_SIZE]; uint8 uint8_V9[ADT_GRID_SIZE+1][ADT_GRID_SIZE+1]; uint16 liquid_entry[ADT_CELLS_PER_GRID][ADT_CELLS_PER_GRID]; uint8 liquid_flags[ADT_CELLS_PER_GRID][ADT_CELLS_PER_GRID]; bool liquid_show[ADT_GRID_SIZE][ADT_GRID_SIZE]; float liquid_height[ADT_GRID_SIZE+1][ADT_GRID_SIZE+1]; uint8 holes[ADT_CELLS_PER_GRID][ADT_CELLS_PER_GRID][8]; int16 flight_box_max[3][3]; int16 flight_box_min[3][3]; bool TransformToHighRes(uint16 lowResHoles, uint8 hiResHoles[8]) { for (uint8 i = 0; i < 8; i++) { for (uint8 j = 0; j < 8; j++) { int32 holeIdxL = (i / 2) * 4 + (j / 2); if (((lowResHoles >> holeIdxL) & 1) == 1) hiResHoles[i] |= (1 << j); } } return *((uint64*)hiResHoles) != 0; } bool ConvertADT(std::string const& inputPath, std::string const& outputPath, int /*cell_y*/, int /*cell_x*/, uint32 build) { ChunkedFile adt; if (!adt.loadFile(CascStorage, inputPath)) return false; // Prepare map header map_fileheader map; map.mapMagic = *reinterpret_cast(MAP_MAGIC); map.versionMagic = *reinterpret_cast(MAP_VERSION_MAGIC); map.buildMagic = build; // Get area flags data memset(area_ids, 0, sizeof(area_ids)); memset(V9, 0, sizeof(V9)); memset(V8, 0, sizeof(V8)); memset(liquid_show, 0, sizeof(liquid_show)); memset(liquid_flags, 0, sizeof(liquid_flags)); memset(liquid_entry, 0, sizeof(liquid_entry)); memset(holes, 0, sizeof(holes)); bool hasHoles = false; bool hasFlightBox = false; for (std::multimap::const_iterator itr = adt.chunks.lower_bound("MCNK"); itr != adt.chunks.upper_bound("MCNK"); ++itr) { adt_MCNK* mcnk = itr->second->As(); // Area data area_ids[mcnk->iy][mcnk->ix] = mcnk->areaid; // Height // Height values for triangles stored in order: // 1 2 3 4 5 6 7 8 9 // 10 11 12 13 14 15 16 17 // 18 19 20 21 22 23 24 25 26 // 27 28 29 30 31 32 33 34 // . . . . . . . . // For better get height values merge it to V9 and V8 map // V9 height map: // 1 2 3 4 5 6 7 8 9 // 18 19 20 21 22 23 24 25 26 // . . . . . . . . // V8 height map: // 10 11 12 13 14 15 16 17 // 27 28 29 30 31 32 33 34 // . . . . . . . . // Set map height as grid height for (int y = 0; y <= ADT_CELL_SIZE; y++) { int cy = mcnk->iy * ADT_CELL_SIZE + y; for (int x = 0; x <= ADT_CELL_SIZE; x++) { int cx = mcnk->ix * ADT_CELL_SIZE + x; V9[cy][cx] = mcnk->ypos; } } for (int y = 0; y < ADT_CELL_SIZE; y++) { int cy = mcnk->iy * ADT_CELL_SIZE + y; for (int x = 0; x < ADT_CELL_SIZE; x++) { int cx = mcnk->ix * ADT_CELL_SIZE + x; V8[cy][cx] = mcnk->ypos; } } // Get custom height if (FileChunk* chunk = itr->second->GetSubChunk("MCVT")) { adt_MCVT* mcvt = chunk->As(); // get V9 height map for (int y = 0; y <= ADT_CELL_SIZE; y++) { int cy = mcnk->iy * ADT_CELL_SIZE + y; for (int x = 0; x <= ADT_CELL_SIZE; x++) { int cx = mcnk->ix * ADT_CELL_SIZE + x; V9[cy][cx] += mcvt->height_map[y*(ADT_CELL_SIZE * 2 + 1) + x]; } } // get V8 height map for (int y = 0; y < ADT_CELL_SIZE; y++) { int cy = mcnk->iy * ADT_CELL_SIZE + y; for (int x = 0; x < ADT_CELL_SIZE; x++) { int cx = mcnk->ix * ADT_CELL_SIZE + x; V8[cy][cx] += mcvt->height_map[y*(ADT_CELL_SIZE * 2 + 1) + ADT_CELL_SIZE + 1 + x]; } } } // Liquid data if (mcnk->sizeMCLQ > 8) { if (FileChunk* chunk = itr->second->GetSubChunk("MCLQ")) { adt_MCLQ* liquid = chunk->As(); int count = 0; for (int y = 0; y < ADT_CELL_SIZE; ++y) { int cy = mcnk->iy * ADT_CELL_SIZE + y; for (int x = 0; x < ADT_CELL_SIZE; ++x) { int cx = mcnk->ix * ADT_CELL_SIZE + x; if (liquid->flags[y][x] != 0x0F) { liquid_show[cy][cx] = true; if (liquid->flags[y][x] & (1 << 7)) liquid_flags[mcnk->iy][mcnk->ix] |= MAP_LIQUID_TYPE_DARK_WATER; ++count; } } } uint32 c_flag = mcnk->flags; if (c_flag & (1 << 2)) { liquid_entry[mcnk->iy][mcnk->ix] = 1; liquid_flags[mcnk->iy][mcnk->ix] |= MAP_LIQUID_TYPE_WATER; // water } if (c_flag & (1 << 3)) { liquid_entry[mcnk->iy][mcnk->ix] = 2; liquid_flags[mcnk->iy][mcnk->ix] |= MAP_LIQUID_TYPE_OCEAN; // ocean } if (c_flag & (1 << 4)) { liquid_entry[mcnk->iy][mcnk->ix] = 3; liquid_flags[mcnk->iy][mcnk->ix] |= MAP_LIQUID_TYPE_MAGMA; // magma/slime } if (!count && liquid_flags[mcnk->iy][mcnk->ix]) fprintf(stderr, "Wrong liquid detect in MCLQ chunk"); for (int y = 0; y <= ADT_CELL_SIZE; ++y) { int cy = mcnk->iy * ADT_CELL_SIZE + y; for (int x = 0; x <= ADT_CELL_SIZE; ++x) { int cx = mcnk->ix * ADT_CELL_SIZE + x; liquid_height[cy][cx] = liquid->liquid[y][x].height; } } } } // Hole data if (!(mcnk->flags & 0x10000)) { if (uint16 hole = mcnk->holes) if (TransformToHighRes(hole, holes[mcnk->iy][mcnk->ix])) hasHoles = true; } else { memcpy(holes[mcnk->iy][mcnk->ix], mcnk->union_5_3_0.HighResHoles, sizeof(uint64)); if (*((uint64*)holes[mcnk->iy][mcnk->ix]) != 0) hasHoles = true; } } // Get liquid map for grid (in WOTLK used MH2O chunk) if (FileChunk* chunk = adt.GetChunk("MH2O")) { adt_MH2O* h2o = chunk->As(); for (int i = 0; i < ADT_CELLS_PER_GRID; i++) { for (int j = 0; j < ADT_CELLS_PER_GRID; j++) { adt_liquid_header *h = h2o->getLiquidData(i, j); if (!h) continue; int count = 0; uint64 show = h2o->getLiquidShowMap(h); for (int y = 0; y < h->height; y++) { int cy = i * ADT_CELL_SIZE + y + h->yOffset; for (int x = 0; x < h->width; x++) { int cx = j * ADT_CELL_SIZE + x + h->xOffset; if (show & 1) { liquid_show[cy][cx] = true; ++count; } show >>= 1; } } liquid_entry[i][j] = h->liquidType; switch (LiqType[h->liquidType]) { case LIQUID_TYPE_WATER: liquid_flags[i][j] |= MAP_LIQUID_TYPE_WATER; break; case LIQUID_TYPE_OCEAN: liquid_flags[i][j] |= MAP_LIQUID_TYPE_OCEAN; break; case LIQUID_TYPE_MAGMA: liquid_flags[i][j] |= MAP_LIQUID_TYPE_MAGMA; break; case LIQUID_TYPE_SLIME: liquid_flags[i][j] |= MAP_LIQUID_TYPE_SLIME; break; default: printf("\nCan't find Liquid type %u for map %s\nchunk %d,%d\n", h->liquidType, inputPath.c_str(), i, j); break; } // Dark water detect if (LiqType[h->liquidType] == LIQUID_TYPE_OCEAN) { uint8* lm = h2o->getLiquidLightMap(h); if (!lm) liquid_flags[i][j] |= MAP_LIQUID_TYPE_DARK_WATER; } if (!count && liquid_flags[i][j]) printf("Wrong liquid detect in MH2O chunk"); float* height = h2o->getLiquidHeightMap(h); int pos = 0; for (int y = 0; y <= h->height; y++) { int cy = i * ADT_CELL_SIZE + y + h->yOffset; for (int x = 0; x <= h->width; x++) { int cx = j * ADT_CELL_SIZE + x + h->xOffset; if (height) liquid_height[cy][cx] = height[pos]; else liquid_height[cy][cx] = h->heightLevel1; pos++; } } } } } if (FileChunk* chunk = adt.GetChunk("MFBO")) { adt_MFBO* mfbo = chunk->As(); memcpy(flight_box_max, &mfbo->max, sizeof(flight_box_max)); memcpy(flight_box_min, &mfbo->min, sizeof(flight_box_min)); hasFlightBox = true; } //============================================ // Try pack area data //============================================ bool fullAreaData = false; uint32 areaId = area_ids[0][0]; for (int y = 0; y < ADT_CELLS_PER_GRID; ++y) { for (int x = 0; x < ADT_CELLS_PER_GRID; ++x) { if (area_ids[y][x] != areaId) { fullAreaData = true; break; } } } map.areaMapOffset = sizeof(map); map.areaMapSize = sizeof(map_areaHeader); map_areaHeader areaHeader; areaHeader.fourcc = *reinterpret_cast(MAP_AREA_MAGIC); areaHeader.flags = 0; if (fullAreaData) { areaHeader.gridArea = 0; map.areaMapSize += sizeof(area_ids); } else { areaHeader.flags |= MAP_AREA_NO_AREA; areaHeader.gridArea = static_cast(areaId); } //============================================ // Try pack height data //============================================ float maxHeight = -20000; float minHeight = 20000; for (int y=0; y h) minHeight = h; } } for (int y=0; y<=ADT_GRID_SIZE; y++) { for(int x=0;x<=ADT_GRID_SIZE;x++) { float h = V9[y][x]; if (maxHeight < h) maxHeight = h; if (minHeight > h) minHeight = h; } } // Check for allow limit minimum height (not store height in deep ochean - allow save some memory) if (CONF_allow_height_limit && minHeight < CONF_use_minHeight) { for (int y=0; y(MAP_HEIGHT_MAGIC); heightHeader.flags = 0; heightHeader.gridHeight = minHeight; heightHeader.gridMaxHeight = maxHeight; if (maxHeight == minHeight) heightHeader.flags |= MAP_HEIGHT_NO_HEIGHT; // Not need store if flat surface if (CONF_allow_float_to_int && (maxHeight - minHeight) < CONF_flat_height_delta_limit) heightHeader.flags |= MAP_HEIGHT_NO_HEIGHT; if (hasFlightBox) { heightHeader.flags |= MAP_HEIGHT_HAS_FLIGHT_BOUNDS; map.heightMapSize += sizeof(flight_box_max) + sizeof(flight_box_min); } // Try store as packed in uint16 or uint8 values if (!(heightHeader.flags & MAP_HEIGHT_NO_HEIGHT)) { float step = 0; // Try Store as uint values if (CONF_allow_float_to_int) { float diff = maxHeight - minHeight; if (diff < CONF_float_to_int8_limit) // As uint8 (max accuracy = CONF_float_to_int8_limit/256) { heightHeader.flags|=MAP_HEIGHT_AS_INT8; step = selectUInt8StepStore(diff); } else if (diff x) minX = x; if (maxX < x) maxX = x; if (minY > y) minY = y; if (maxY < y) maxY = y; float h = liquid_height[y][x]; if (maxHeight < h) maxHeight = h; if (minHeight > h) minHeight = h; } else liquid_height[y][x] = CONF_use_minHeight; } } map.liquidMapOffset = map.heightMapOffset + map.heightMapSize; map.liquidMapSize = sizeof(map_liquidHeader); liquidHeader.fourcc = *reinterpret_cast(MAP_LIQUID_MAGIC); liquidHeader.flags = 0; liquidHeader.liquidType = 0; liquidHeader.offsetX = minX; liquidHeader.offsetY = minY; liquidHeader.width = maxX - minX + 1 + 1; liquidHeader.height = maxY - minY + 1 + 1; liquidHeader.liquidLevel = minHeight; if (maxHeight == minHeight) liquidHeader.flags |= MAP_LIQUID_NO_HEIGHT; // Not need store if flat surface if (CONF_allow_float_to_int && (maxHeight - minHeight) < CONF_flat_liquid_delta_limit) liquidHeader.flags |= MAP_LIQUID_NO_HEIGHT; if (!fullType) liquidHeader.flags |= MAP_LIQUID_NO_TYPE; if (liquidHeader.flags & MAP_LIQUID_NO_TYPE) liquidHeader.liquidType = type; else map.liquidMapSize += sizeof(liquid_entry) + sizeof(liquid_flags); if (!(liquidHeader.flags & MAP_LIQUID_NO_HEIGHT)) map.liquidMapSize += sizeof(float)*liquidHeader.width*liquidHeader.height; } if (map.liquidMapOffset) map.holesOffset = map.liquidMapOffset + map.liquidMapSize; else map.holesOffset = map.heightMapOffset + map.heightMapSize; if (hasHoles) map.holesSize = sizeof(holes); else map.holesSize = 0; // Ok all data prepared - store it std::ofstream outFile(outputPath, std::ofstream::out | std::ofstream::binary); if (!outFile) { printf("Can't create the output file '%s'\n", outputPath.c_str()); return false; } outFile.write(reinterpret_cast(&map), sizeof(map)); // Store area data outFile.write(reinterpret_cast(&areaHeader), sizeof(areaHeader)); if (!(areaHeader.flags & MAP_AREA_NO_AREA)) outFile.write(reinterpret_cast(area_ids), sizeof(area_ids)); // Store height data outFile.write(reinterpret_cast(&heightHeader), sizeof(heightHeader)); if (!(heightHeader.flags & MAP_HEIGHT_NO_HEIGHT)) { if (heightHeader.flags & MAP_HEIGHT_AS_INT16) { outFile.write(reinterpret_cast(uint16_V9), sizeof(uint16_V9)); outFile.write(reinterpret_cast(uint16_V8), sizeof(uint16_V8)); } else if (heightHeader.flags & MAP_HEIGHT_AS_INT8) { outFile.write(reinterpret_cast(uint8_V9), sizeof(uint8_V9)); outFile.write(reinterpret_cast(uint8_V8), sizeof(uint8_V8)); } else { outFile.write(reinterpret_cast(V9), sizeof(V9)); outFile.write(reinterpret_cast(V8), sizeof(V8)); } } if (heightHeader.flags & MAP_HEIGHT_HAS_FLIGHT_BOUNDS) { outFile.write(reinterpret_cast(flight_box_max), sizeof(flight_box_max)); outFile.write(reinterpret_cast(flight_box_min), sizeof(flight_box_min)); } // Store liquid data if need if (map.liquidMapOffset) { outFile.write(reinterpret_cast(&liquidHeader), sizeof(liquidHeader)); if (!(liquidHeader.flags & MAP_LIQUID_NO_TYPE)) { outFile.write(reinterpret_cast(liquid_entry), sizeof(liquid_entry)); outFile.write(reinterpret_cast(liquid_flags), sizeof(liquid_flags)); } if (!(liquidHeader.flags & MAP_LIQUID_NO_HEIGHT)) { for (int y = 0; y < liquidHeader.height; y++) outFile.write(reinterpret_cast(&liquid_height[y + liquidHeader.offsetY][liquidHeader.offsetX]), sizeof(float) * liquidHeader.width); } } // store hole data if (hasHoles) outFile.write(reinterpret_cast(holes), map.holesSize); outFile.close(); return true; } void ExtractMaps(uint32 build) { std::string storagePath; std::string outputFileName; printf("Extracting maps...\n"); ReadMapDBC(); ReadLiquidTypeTableDBC(); CreateDir(output_path / "maps"); printf("Convert map files\n"); for (std::size_t z = 0; z < map_ids.size(); ++z) { printf("Extract %s (" SZFMTD "/" SZFMTD ") \n", map_ids[z].name, z+1, map_ids.size()); // Loadup map grid data storagePath = Trinity::StringFormat("World\\Maps\\%s\\%s.wdt", map_ids[z].name, map_ids[z].name); ChunkedFile wdt; if (!wdt.loadFile(CascStorage, storagePath, false)) continue; FileChunk* chunk = wdt.GetChunk("MAIN"); for (uint32 y = 0; y < WDT_MAP_SIZE; ++y) { for (uint32 x = 0; x < WDT_MAP_SIZE; ++x) { if (!(chunk->As()->adt_list[y][x].flag & 0x1)) continue; storagePath = Trinity::StringFormat("World\\Maps\\%s\\%s_%u_%u.adt", map_ids[z].name, map_ids[z].name, x, y); outputFileName = Trinity::StringFormat("%s/maps/%04u_%02u_%02u.map", output_path.string().c_str(), map_ids[z].id, y, x); ConvertADT(storagePath, outputFileName, y, x, build); } // draw progress bar printf("Processing........................%d%%\r", (100 * (y+1)) / WDT_MAP_SIZE); } } printf("\n"); } bool ExtractFile(CASC::FileHandle const& fileInArchive, std::string const& filename) { DWORD fileSize, fileSizeHigh; fileSize = CASC::GetFileSize(fileInArchive, &fileSizeHigh); if (fileSize == CASC_INVALID_SIZE) { printf("Can't read file size of '%s'\n", filename.c_str()); return false; } FILE* output = fopen(filename.c_str(), "wb"); if (!output) { printf("Can't create the output file '%s'\n", filename.c_str()); return false; } char buffer[0x10000]; DWORD readBytes; do { readBytes = 0; if (!CASC::ReadFile(fileInArchive, buffer, std::min(fileSize, sizeof(buffer)), &readBytes)) { printf("Can't read file '%s'\n", filename.c_str()); fclose(output); boost::filesystem::remove(filename); return false; } if (!readBytes) break; fwrite(buffer, 1, readBytes, output); fileSize -= readBytes; if (!fileSize) // now we have read entire file break; } while (true); fclose(output); return true; } char const* GetCascFilenamePart(char const* cascPath) { if (char const* lastSep = strrchr(cascPath, '\\')) return lastSep + 1; return cascPath; } void ExtractDBFilesClient(int l) { printf("Extracting dbc/db2 files...\n"); boost::filesystem::path localePath = output_path / "dbc" / localeNames[l]; CreateDir(output_path / "dbc"); CreateDir(localePath); printf("locale %s output path %s\n", localeNames[l], localePath.string().c_str()); uint32 index = 0; uint32 count = 0; char const* fileName = DBFilesClientList[index]; while (fileName) { if (CASC::FileHandle dbcFile = CASC::OpenFile(CascStorage, fileName, CASC_LOCALE_NONE)) { boost::filesystem::path filePath = localePath / GetCascFilenamePart(fileName); if (!boost::filesystem::exists(filePath)) if (ExtractFile(dbcFile, filePath.string())) ++count; } else printf("Unable to open file %s in the archive for locale %s: %s\n", fileName, localeNames[l], CASC::HumanReadableCASCError(GetLastError())); fileName = DBFilesClientList[++index]; } printf("Extracted %u files\n\n", count); } void ExtractCameraFiles() { printf("Extracting camera files...\n"); if (!ReadCinematicCameraDBC()) return; boost::filesystem::path outputPath = output_path / "cameras"; CreateDir(outputPath); printf("output path %s\n", outputPath.string().c_str()); // extract M2s uint32 count = 0; for (std::string const& cameraFileName : CameraFileNames) { if (CASC::FileHandle dbcFile = CASC::OpenFile(CascStorage, cameraFileName.c_str(), CASC_LOCALE_NONE)) { boost::filesystem::path filePath = outputPath / GetCascFilenamePart(cameraFileName.c_str()); if (!boost::filesystem::exists(filePath)) if (ExtractFile(dbcFile, filePath.string())) ++count; } else printf("Unable to open file %s in the archive: %s\n", cameraFileName.c_str(), CASC::HumanReadableCASCError(GetLastError())); } printf("Extracted %u camera files\n", count); } void ExtractGameTables() { printf("Extracting game tables...\n"); boost::filesystem::path outputPath = output_path / "gt"; CreateDir(outputPath); printf("output path %s\n", outputPath.string().c_str()); char const* GameTables[] = { "GameTables\\ArmorMitigationByLvl.txt", "GameTables\\ArtifactKnowledgeMultiplier.txt", "GameTables\\ArtifactLevelXP.txt", "GameTables\\BarberShopCostBase.txt", "GameTables\\BaseMp.txt", "GameTables\\BattlePetTypeDamageMod.txt", "GameTables\\BattlePetXP.txt", "GameTables\\ChallengeModeDamage.txt", "GameTables\\ChallengeModeHealth.txt", "GameTables\\CombatRatings.txt", "GameTables\\CombatRatingsMultByILvl.txt", "GameTables\\HonorLevel.txt", "GameTables\\HpPerSta.txt", "GameTables\\ItemSocketCostPerLevel.txt", "GameTables\\NpcDamageByClass.txt", "GameTables\\NpcDamageByClassExp1.txt", "GameTables\\NpcDamageByClassExp2.txt", "GameTables\\NpcDamageByClassExp3.txt", "GameTables\\NpcDamageByClassExp4.txt", "GameTables\\NpcDamageByClassExp5.txt", "GameTables\\NpcDamageByClassExp6.txt", "GameTables\\NPCManaCostScaler.txt", "GameTables\\NpcTotalHp.txt", "GameTables\\NpcTotalHpExp1.txt", "GameTables\\NpcTotalHpExp2.txt", "GameTables\\NpcTotalHpExp3.txt", "GameTables\\NpcTotalHpExp4.txt", "GameTables\\NpcTotalHpExp5.txt", "GameTables\\NpcTotalHpExp6.txt", "GameTables\\SandboxScaling.txt", "GameTables\\SpellScaling.txt", "GameTables\\xp.txt", nullptr }; uint32 index = 0; uint32 count = 0; char const* fileName = GameTables[index]; while (fileName) { if (CASC::FileHandle dbcFile = CASC::OpenFile(CascStorage, fileName, CASC_LOCALE_NONE)) { boost::filesystem::path filePath = outputPath / GetCascFilenamePart(fileName); if (!boost::filesystem::exists(filePath)) if (ExtractFile(dbcFile, filePath.string())) ++count; } else printf("Unable to open file %s in the archive: %s\n", fileName, CASC::HumanReadableCASCError(GetLastError())); fileName = GameTables[++index]; } printf("Extracted %u files\n\n", count); } bool OpenCascStorage(int locale) { try { boost::filesystem::path const storage_dir(boost::filesystem::canonical(input_path) / "Data"); CascStorage = CASC::OpenStorage(storage_dir, WowLocaleToCascLocaleFlags[locale]); if (!CascStorage) { printf("error opening casc storage '%s' locale %s\n", storage_dir.string().c_str(), localeNames[locale]); return false; } return true; } catch (boost::filesystem::filesystem_error const& error) { printf("Error opening CASC storage: %s\n", error.what()); return false; } } uint32 GetInstalledLocalesMask() { try { boost::filesystem::path const storage_dir(boost::filesystem::canonical(input_path) / "Data"); CASC::StorageHandle storage = CASC::OpenStorage(storage_dir, 0); if (!storage) return false; return CASC::GetInstalledLocalesMask(storage); } catch (boost::filesystem::filesystem_error const& error) { printf("Unable to determine installed locales mask: %s\n", error.what()); } return 0; } static bool RetardCheck() { try { boost::filesystem::path storageDir(boost::filesystem::canonical(input_path) / "Data"); boost::filesystem::directory_iterator end; for (boost::filesystem::directory_iterator itr(storageDir); itr != end; ++itr) { if (itr->path().extension() == ".MPQ") { printf("MPQ files found in Data directory!\n"); printf("This tool works only with World of Warcraft: Legion\n"); printf("\n"); printf("To extract maps for Wrath of the Lich King, rebuild tools using 3.3.5 branch!\n"); printf("\n"); printf("Press ENTER to exit...\n"); getchar(); return false; } } } catch (std::exception const& error) { printf("Error checking client version: %s\n", error.what()); } return true; } int main(int argc, char * arg[]) { Trinity::Banner::Show("Map & DBC Extractor", [](char const* text) { printf("%s\n", text); }, nullptr); input_path = boost::filesystem::current_path(); output_path = boost::filesystem::current_path(); HandleArgs(argc, arg); if (!RetardCheck()) return 1; uint32 installedLocalesMask = GetInstalledLocalesMask(); int32 firstInstalledLocale = -1; uint32 build = 0; for (int i = 0; i < TOTAL_LOCALES; ++i) { if (CONF_Locale && !(CONF_Locale & (1 << i))) continue; if (i == LOCALE_none) continue; if (!(installedLocalesMask & WowLocaleToCascLocaleFlags[i])) continue; if (!OpenCascStorage(i)) continue; if ((CONF_extract & EXTRACT_DBC) == 0) { firstInstalledLocale = i; build = CASC::GetBuildNumber(CascStorage); if (!build) { CascStorage.reset(); continue; } printf("Detected client build: %u\n\n", build); break; } //Extract DBC files uint32 tempBuild = CASC::GetBuildNumber(CascStorage); if (!tempBuild) { CascStorage.reset(); continue; } printf("Detected client build %u for locale %s\n\n", tempBuild, localeNames[i]); ExtractDBFilesClient(i); CascStorage.reset(); if (firstInstalledLocale < 0) { firstInstalledLocale = i; build = tempBuild; } } if (firstInstalledLocale < 0) { printf("No locales detected\n"); return 0; } if (CONF_extract & EXTRACT_CAMERA) { OpenCascStorage(firstInstalledLocale); ExtractCameraFiles(); CascStorage.reset(); } if (CONF_extract & EXTRACT_GT) { OpenCascStorage(firstInstalledLocale); ExtractGameTables(); CascStorage.reset(); } if (CONF_extract & EXTRACT_MAP) { OpenCascStorage(firstInstalledLocale); ExtractMaps(build); CascStorage.reset(); } return 0; }