System.cpp

Go to the documentation of this file.

/*
 * This file is part of the TrinityCore Project. See AUTHORS file for Copyright information
 *
 * This program is free software; you can redistribute it and/or modify it
 * under the terms of the GNU General Public License as published by the
 * Free Software Foundation; either version 2 of the License, or (at your
 * option) any later version.
 *
 * This program is distributed in the hope that it will be useful, but WITHOUT
 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
 * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for
 * more details.
 *
 * You should have received a copy of the GNU General Public License along
 * with this program. If not, see <http://www.gnu.org/licenses/>.
 */
 
#include "Banner.h"
#include "CascHandles.h"
#include "Common.h"
#include "DB2CascFileSource.h"
#include "DB2Meta.h"
#include "DBFilesClientList.h"
#include "ExtractorDB2LoadInfo.h"
#include "IteratorPair.h"
#include "Locales.h"
#include "MapDefines.h"
#include "MapUtils.h"
#include "Memory.h"
#include "StringFormat.h"
#include "Util.h"
#include "adt.h"
#include "wdt.h"
#include "advstd.h"
#include <CascLib.h>
#include <boost/filesystem/directory.hpp>
#include <boost/filesystem/operations.hpp>
#include <boost/filesystem/path.hpp>
#include <bitset>
#include <set>
#include <unordered_map>
#include <cstdio>
#include <cstdlib>
#include <cstring>
#if TRINITY_PLATFORM == TRINITY_PLATFORM_WINDOWS
#include <io.h>
#else
#include <unistd.h>
#endif
 
std::shared_ptr<CASC::Storage> CascStorage;
 
struct MapEntry
{
    uint32 Id = 0;
    int32 WdtFileDataId = 0;
    std::string Name;
    std::string Directory;
};
 
struct LiquidMaterialEntry
{
    EnumFlag<LiquidMaterialFlags> Flags = { { } };
    int8 LVF = 0;
};
 
struct LiquidObjectEntry
{
    int16 LiquidTypeID = 0;
};
 
struct LiquidTypeEntry
{
    uint8 SoundBank = 0;
    uint8 MaterialID = 0;
};
 
std::vector<MapEntry> map_ids;
std::unordered_map<uint32, LiquidMaterialEntry> LiquidMaterials;
std::unordered_map<uint32, LiquidObjectEntry> LiquidObjects;
std::unordered_map<uint32, LiquidTypeEntry> LiquidTypes;
std::set<uint32> CameraFileDataIds;
bool PrintProgress = true;
boost::filesystem::path input_path;
boost::filesystem::path output_path;
 
// **************************************************
// Extractor options
// **************************************************
enum Extract : uint8
{
    EXTRACT_MAP     = 0x1,
    EXTRACT_DBC     = 0x2,
    EXTRACT_CAMERA  = 0x4,
    EXTRACT_GT      = 0x8,
 
    EXTRACT_ALL = EXTRACT_MAP | EXTRACT_DBC | EXTRACT_CAMERA | EXTRACT_GT
};
 
// Select data for extract
int   CONF_extract = EXTRACT_ALL;
 
// This option allow limit minimum height to some value (Allow save some memory)
bool  CONF_allow_height_limit = true;
float CONF_use_minHeight = -2000.0f;
 
// This option allow use float to int conversion
bool  CONF_allow_float_to_int   = true;
float CONF_float_to_int8_limit  = 2.0f;      // Max accuracy = val/256
float CONF_float_to_int16_limit = 2048.0f;   // Max accuracy = val/65536
float CONF_flat_height_delta_limit = 0.005f; // If max - min less this value - surface is flat
float CONF_flat_liquid_delta_limit = 0.001f; // If max - min less this value - liquid surface is flat
 
uint32 CONF_Locale = 0;
 
char const* CONF_Product = "wow";
char const* CONF_Region = "eu";
bool CONF_UseRemoteCasc = false;
 
#define CASC_LOCALES_COUNT 17
 
char const* CascLocaleNames[CASC_LOCALES_COUNT] =
{
    "none", "enUS",
    "koKR", "unknown",
    "frFR", "deDE",
    "zhCN", "esES",
    "zhTW", "enGB",
    "enCN", "enTW",
    "esMX", "ruRU",
    "ptBR", "itIT",
    "ptPT"
};
 
uint32 WowLocaleToCascLocaleFlags[12] =
{
    CASC_LOCALE_ENUS | CASC_LOCALE_ENGB,
    CASC_LOCALE_KOKR,
    CASC_LOCALE_FRFR,
    CASC_LOCALE_DEDE,
    CASC_LOCALE_ZHCN,
    CASC_LOCALE_ZHTW,
    CASC_LOCALE_ESES,
    CASC_LOCALE_ESMX,
    CASC_LOCALE_RURU,
    0,
    CASC_LOCALE_PTBR | CASC_LOCALE_PTPT,
    CASC_LOCALE_ITIT,
};
 
void CreateDir(boost::filesystem::path const& path)
{
    namespace fs = boost::filesystem;
    if (fs::exists(path))
        return;
 
    boost::system::error_code err;
    if (!fs::create_directory(path, err) || err)
        throw std::runtime_error("Unable to create directory" + path.string());
}
 
void Usage(char const* prg)
{
    printf(
        "Usage:\n"\
        "%s -[var] [value]\n"\
        "-i set input path\n"\
        "-o set output path\n"\
        "-e extract only MAP(1)/DBC(2)/Camera(4)/gt(8) - standard: all(15)\n"\
        "-f height stored as int (less map size but lost some accuracy) 1 by default\n"\
        "-l dbc locale\n"\
        "-p which installed product to open (wow/wowt/wow_beta)\n"\
        "-c use remote casc\n"\
        "-r set remote casc region - standard: eu\n"\
        "Example: %s -f 0 -i \"c:\\games\\game\"\n", prg, prg);
    exit(1);
}
 
void HandleArgs(int argc, char* arg[])
{
    for (int c = 1; c < argc; ++c)
    {
        // i - input path
        // o - output path
        // e - extract only MAP(1)/DBC(2)/Camera(4)/gt(8) - standard: all(11)
        // f - use float to int conversion
        // h - limit minimum height
        // l - dbc locale
        // c - use remote casc
        // r - set casc remote region - standard: eu
        if (arg[c][0] != '-')
            Usage(arg[0]);
 
        switch (arg[c][1])
        {
            case 'i':
                if (c + 1 < argc && strlen(arg[c + 1])) // all ok
                    input_path = boost::filesystem::path(arg[c++ + 1]);
                else
                    Usage(arg[0]);
                break;
            case 'o':
                if (c + 1 < argc && strlen(arg[c + 1])) // all ok
                    output_path = boost::filesystem::path(arg[c++ + 1]);
                else
                    Usage(arg[0]);
                break;
            case 'f':
                if (c + 1 < argc)                            // all ok
                    CONF_allow_float_to_int = atoi(arg[c++ + 1]) != 0;
                else
                    Usage(arg[0]);
                break;
            case 'e':
                if (c + 1 < argc)                            // all ok
                {
                    CONF_extract = atoi(arg[c++ + 1]);
                    if (!(CONF_extract > 0 && CONF_extract <= EXTRACT_ALL))
                        Usage(arg[0]);
                }
                else
                    Usage(arg[0]);
                break;
            case 'l':
                if (c + 1 < argc)                            // all ok
                {
                    for (uint32 i = 0; i < TOTAL_LOCALES; ++i)
                        if (!strcmp(arg[c + 1], localeNames[i]))
                            CONF_Locale = 1 << i;
                    ++c;
                }
                else
                    Usage(arg[0]);
                break;
            case 'p':
                if (c + 1 < argc && strlen(arg[c + 1]))      // all ok
                    CONF_Product = arg[++c];
                else
                    Usage(arg[0]);
                break;
            case 'c':
                if (c + 1 < argc)                            // all ok
                    CONF_UseRemoteCasc = atoi(arg[c++ + 1]) != 0;
                else
                    Usage(arg[0]);
                break;
            case 'r':
                if (c + 1 < argc && strlen(arg[c + 1]))      // all ok
                    CONF_Region = arg[c++ + 1];
                else
                    Usage(arg[0]);
                break;
            case 'h':
                Usage(arg[0]);
                break;
            default:
                break;
        }
    }
}
 
void TryLoadDB2(char const* name, DB2CascFileSource* source, DB2FileLoader* db2, DB2FileLoadInfo const* loadInfo)
{
    try
    {
        db2->Load(source, loadInfo);
    }
    catch (std::exception const& e)
    {
        printf("Fatal error: Invalid %s file format! %s\n%s\n", name, CASC::HumanReadableCASCError(GetCascError()), e.what());
        exit(1);
    }
}
 
void ReadMapDBC()
{
    printf("Read Map.db2 file...\n");
 
    DB2CascFileSource source(CascStorage, MapLoadInfo::Instance.Meta->FileDataId);
    DB2FileLoader db2;
    TryLoadDB2("Map.db2", &source, &db2, &MapLoadInfo::Instance);
 
    map_ids.reserve(db2.GetRecordCount());
    std::unordered_map<uint32, std::size_t> idToIndex;
    for (uint32 x = 0; x < db2.GetRecordCount(); ++x)
    {
        DB2Record record = db2.GetRecord(x);
        if (!record)
            continue;
 
        MapEntry map;
        map.Id = record.GetId();
        map.WdtFileDataId = record.GetInt32("WdtFileDataID");
        map.Name = record.GetString("MapName");
        map.Directory = record.GetString("Directory");
        idToIndex[map.Id] = map_ids.size();
        map_ids.push_back(map);
    }
 
    for (uint32 x = 0; x < db2.GetRecordCopyCount(); ++x)
    {
        DB2RecordCopy copy = db2.GetRecordCopy(x);
        auto itr = idToIndex.find(copy.SourceRowId);
        if (itr != idToIndex.end())
        {
            MapEntry map;
            map.Id = copy.NewRowId;
            map.WdtFileDataId = map_ids[itr->second].WdtFileDataId;
            map.Name = map_ids[itr->second].Name;
            map.Directory = map_ids[itr->second].Directory;
            map_ids.push_back(map);
        }
    }
 
    std::erase_if(map_ids, [](MapEntry const& map) { return !map.WdtFileDataId; });
 
    printf("Done! (" SZFMTD " maps loaded)\n", map_ids.size());
}
 
void ReadLiquidMaterialTable()
{
    printf("Read LiquidMaterial.db2 file...\n");
 
    DB2CascFileSource source(CascStorage, LiquidMaterialLoadInfo::Instance.Meta->FileDataId);
    DB2FileLoader db2;
    TryLoadDB2("LiquidMaterial.db2", &source, &db2, &LiquidMaterialLoadInfo::Instance);
 
    for (uint32 x = 0; x < db2.GetRecordCount(); ++x)
    {
        DB2Record record = db2.GetRecord(x);
        if (!record)
            continue;
 
        LiquidMaterialEntry& liquidType = LiquidMaterials[record.GetId()];
        liquidType.Flags = static_cast<LiquidMaterialFlags>(record.GetUInt32("Flags"));
        liquidType.LVF = record.GetUInt8("LVF");
    }
 
    for (uint32 x = 0; x < db2.GetRecordCopyCount(); ++x)
        LiquidMaterials[db2.GetRecordCopy(x).NewRowId] = LiquidMaterials[db2.GetRecordCopy(x).SourceRowId];
 
    printf("Done! (" SZFMTD " LiquidMaterials loaded)\n", LiquidMaterials.size());
}
 
void ReadLiquidObjectTable()
{
    printf("Read LiquidObject.db2 file...\n");
 
    DB2CascFileSource source(CascStorage, LiquidObjectLoadInfo::Instance.Meta->FileDataId);
    DB2FileLoader db2;
    TryLoadDB2("LiquidObject.db2", &source, &db2, &LiquidObjectLoadInfo::Instance);
 
    for (uint32 x = 0; x < db2.GetRecordCount(); ++x)
    {
        DB2Record record = db2.GetRecord(x);
        if (!record)
            continue;
 
        LiquidObjectEntry& liquidType = LiquidObjects[record.GetId()];
        liquidType.LiquidTypeID = record.GetUInt16("LiquidTypeID");
    }
 
    for (uint32 x = 0; x < db2.GetRecordCopyCount(); ++x)
        LiquidObjects[db2.GetRecordCopy(x).NewRowId] = LiquidObjects[db2.GetRecordCopy(x).SourceRowId];
 
    printf("Done! (" SZFMTD " LiquidObjects loaded)\n", LiquidObjects.size());
}
 
void ReadLiquidTypeTable()
{
    printf("Read LiquidType.db2 file...\n");
 
    DB2CascFileSource source(CascStorage, LiquidTypeLoadInfo::Instance.Meta->FileDataId);
    DB2FileLoader db2;
    TryLoadDB2("LiquidType.db2", &source, &db2, &LiquidTypeLoadInfo::Instance);
 
    for (uint32 x = 0; x < db2.GetRecordCount(); ++x)
    {
        DB2Record record = db2.GetRecord(x);
        if (!record)
            continue;
 
        LiquidTypeEntry& liquidType = LiquidTypes[record.GetId()];
        liquidType.SoundBank = record.GetUInt8("SoundBank");
        liquidType.MaterialID = record.GetUInt8("MaterialID");
    }
 
    for (uint32 x = 0; x < db2.GetRecordCopyCount(); ++x)
        LiquidTypes[db2.GetRecordCopy(x).NewRowId] = LiquidTypes[db2.GetRecordCopy(x).SourceRowId];
 
    printf("Done! (" SZFMTD " LiquidTypes loaded)\n", LiquidTypes.size());
}
 
bool ReadCinematicCameraDBC()
{
    printf("Read CinematicCamera.db2 file...\n");
 
    DB2CascFileSource source(CascStorage, CinematicCameraLoadInfo::Instance.Meta->FileDataId);
    DB2FileLoader db2;
    TryLoadDB2("CinematicCamera.db2", &source, &db2, &CinematicCameraLoadInfo::Instance);
 
    // get camera file list from DB2
    for (size_t i = 0; i < db2.GetRecordCount(); ++i)
    {
        DB2Record record = db2.GetRecord(i);
        if (!record)
            continue;
 
        CameraFileDataIds.insert(record.GetUInt32("FileDataID"));
    }
 
    printf("Done! (" SZFMTD " CinematicCameras loaded)\n", CameraFileDataIds.size());
    return true;
}
 
//
// Adt file convertor function and data
//
 
float selectUInt8StepStore(float maxDiff)
{
    return 255 / maxDiff;
}
 
float selectUInt16StepStore(float maxDiff)
{
    return 65535 / maxDiff;
}
 
LiquidVertexFormatType adt_MH2O::GetLiquidVertexFormat(adt_liquid_instance const* liquidInstance) const
{
    if (liquidInstance->LiquidVertexFormat < 42)
        return static_cast<LiquidVertexFormatType>(liquidInstance->LiquidVertexFormat);
 
    if (liquidInstance->LiquidType == 2)
        return LiquidVertexFormatType::Depth;
 
    auto liquidType = LiquidTypes.find(liquidInstance->LiquidType);
    if (liquidType != LiquidTypes.end())
    {
        auto liquidMaterial = LiquidMaterials.find(liquidType->second.MaterialID);
        if (liquidMaterial != LiquidMaterials.end())
            return static_cast<LiquidVertexFormatType>(liquidMaterial->second.LVF);
    }
 
    return static_cast<LiquidVertexFormatType>(-1);
}
 
bool TransformToHighRes(uint16 lowResHoles, uint8(& hiResHoles)[8])
{
    for (int32 i = 0; i < 8; i++)
    {
        for (int32 j = 0; j < 8; j++)
        {
            int32 holeIdxL = (i / 2) * 4 + (j / 2);
            if (((lowResHoles >> holeIdxL) & 1) == 1)
                hiResHoles[i] |= (1 << j);
        }
    }
 
    return advstd::bit_cast<uint64>(hiResHoles) != 0;
}
 
template <typename T, std::size_t N>
using Array2D = T[N][N];
 
template <typename T, std::size_t N>
inline static void WriteArray2D(Array2D<T, N> const& data, FILE* f)
{
    (void)::fwrite(&data[0][0], sizeof(T), N * N, f);
}
 
bool ConvertADT(ChunkedFile& adt, std::string const& mapName, std::string const& outputPath, int gx, int gy, uint32 build, bool ignoreDeepWater)
{
    // Prepare map header
    map_fileheader map{};
    map.mapMagic = MapMagic;
    map.versionMagic = MapVersionMagic;
    map.buildMagic = build;
 
    // Get area flags data
    Array2D<uint16, ADT_CELLS_PER_GRID> area_ids = { };
 
    Array2D<float, ADT_GRID_SIZE + 1> V9 = { };
    Array2D<float, ADT_GRID_SIZE> V8 = { };
    Array2D<uint16, ADT_GRID_SIZE + 1> uint16_V9 = { };
    Array2D<uint16, ADT_GRID_SIZE> uint16_V8 = { };
    Array2D<uint8, ADT_GRID_SIZE + 1> uint8_V9 = { };
    Array2D<uint8, ADT_GRID_SIZE> uint8_V8 = { };
 
    Array2D<bool, ADT_GRID_SIZE> liquid_show = { };
    Array2D<map_liquidHeaderTypeFlags, ADT_CELLS_PER_GRID> liquid_flags = { };
    Array2D<uint16, ADT_CELLS_PER_GRID> liquid_entry = { };
    Array2D<float, ADT_GRID_SIZE + 1> liquid_height = { };
 
    Array2D<uint8[8], ADT_CELLS_PER_GRID> holes = { };
 
    Array2D<int16, 3> flight_box_max = { };
    Array2D<int16, 3> flight_box_min = { };
 
    bool hasHoles = false;
    bool hasFlightBox = false;
 
    for (auto const& [_, rawChunk] : Trinity::Containers::MapEqualRange(adt.chunks, "MCNK"))
    {
        adt_MCNK* mcnk = rawChunk.As<adt_MCNK>();
 
        // Area data
        area_ids[mcnk->iy][mcnk->ix] = mcnk->areaid;
 
        // Height
        // Height values for triangles stored in order:
        // 1     2     3     4     5     6     7     8     9
        //    10    11    12    13    14    15    16    17
        // 18    19    20    21    22    23    24    25    26
        //    27    28    29    30    31    32    33    34
        // . . . . . . . .
        // For better get height values merge it to V9 and V8 map
        // V9 height map:
        // 1     2     3     4     5     6     7     8     9
        // 18    19    20    21    22    23    24    25    26
        // . . . . . . . .
        // V8 height map:
        //    10    11    12    13    14    15    16    17
        //    27    28    29    30    31    32    33    34
        // . . . . . . . .
 
        // Set map height as grid height
        for (int y = 0; y <= ADT_CELL_SIZE; y++)
        {
            // edge V9s are overlapping between cells (i * ADT_CELL_SIZE is correct, otherwise we would be missing a row/column of V8s between)
            int cy = mcnk->iy * ADT_CELL_SIZE + y;
            for (int x = 0; x <= ADT_CELL_SIZE; x++)
            {
                int cx = mcnk->ix * ADT_CELL_SIZE + x;
                V9[cy][cx] = mcnk->ypos;
            }
        }
 
        for (int y = 0; y < ADT_CELL_SIZE; y++)
        {
            int cy = mcnk->iy * ADT_CELL_SIZE + y;
            for (int x = 0; x < ADT_CELL_SIZE; x++)
            {
                int cx = mcnk->ix * ADT_CELL_SIZE + x;
                V8[cy][cx] = mcnk->ypos;
            }
        }
 
        // Get custom height
        if (FileChunk const* chunk = rawChunk.GetSubChunk("MCVT"))
        {
            adt_MCVT* mcvt = chunk->As<adt_MCVT>();
            // get V9 height map
            for (int y = 0; y <= ADT_CELL_SIZE; y++)
            {
                // edge V9s are overlapping between cells (i * ADT_CELL_SIZE is correct, otherwise we would be missing a row/column of V8s between)
                int cy = mcnk->iy * ADT_CELL_SIZE + y;
                for (int x = 0; x <= ADT_CELL_SIZE; x++)
                {
                    int cx = mcnk->ix * ADT_CELL_SIZE + x;
                    V9[cy][cx] += mcvt->height_map[y*(ADT_CELL_SIZE * 2 + 1) + x];
                }
            }
            // get V8 height map
            for (int y = 0; y < ADT_CELL_SIZE; y++)
            {
                int cy = mcnk->iy * ADT_CELL_SIZE + y;
                for (int x = 0; x < ADT_CELL_SIZE; x++)
                {
                    int cx = mcnk->ix * ADT_CELL_SIZE + x;
                    V8[cy][cx] += mcvt->height_map[y*(ADT_CELL_SIZE * 2 + 1) + ADT_CELL_SIZE + 1 + x];
                }
            }
        }
 
        // Liquid data
        if (mcnk->sizeMCLQ > 8)
        {
            if (FileChunk const* chunk = rawChunk.GetSubChunk("MCLQ"))
            {
                adt_MCLQ* liquid = chunk->As<adt_MCLQ>();
                int count = 0;
                for (int y = 0; y < ADT_CELL_SIZE; ++y)
                {
                    int cy = mcnk->iy * ADT_CELL_SIZE + y;
                    for (int x = 0; x < ADT_CELL_SIZE; ++x)
                    {
                        int cx = mcnk->ix * ADT_CELL_SIZE + x;
                        if (liquid->flags[y][x] != 0x0F)
                        {
                            liquid_show[cy][cx] = true;
                            if (!ignoreDeepWater && liquid->flags[y][x] & (1 << 7))
                                liquid_flags[mcnk->iy][mcnk->ix] |= map_liquidHeaderTypeFlags::DarkWater;
                            ++count;
                        }
                    }
                }
 
                uint32 c_flag = mcnk->flags;
                if (c_flag & (1 << 2))
                {
                    liquid_entry[mcnk->iy][mcnk->ix] = 1;
                    liquid_flags[mcnk->iy][mcnk->ix] |= map_liquidHeaderTypeFlags::Water; // water
                }
                if (c_flag & (1 << 3))
                {
                    liquid_entry[mcnk->iy][mcnk->ix] = 2;
                    liquid_flags[mcnk->iy][mcnk->ix] |= map_liquidHeaderTypeFlags::Ocean; // ocean
                }
                if (c_flag & (1 << 4))
                {
                    liquid_entry[mcnk->iy][mcnk->ix] = 3;
                    liquid_flags[mcnk->iy][mcnk->ix] |= map_liquidHeaderTypeFlags::Magma; // magma/slime
                }
 
                if (!count && liquid_flags[mcnk->iy][mcnk->ix] != map_liquidHeaderTypeFlags::NoWater)
                    fprintf(stderr, "Wrong liquid detect in MCLQ chunk");
 
                for (int y = 0; y <= ADT_CELL_SIZE; ++y)
                {
                    int cy = mcnk->iy * ADT_CELL_SIZE + y;
                    for (int x = 0; x <= ADT_CELL_SIZE; ++x)
                    {
                        int cx = mcnk->ix * ADT_CELL_SIZE + x;
                        liquid_height[cy][cx] = liquid->liquid[y][x].height;
                    }
                }
            }
        }
 
        // Hole data
        if (!(mcnk->flags & 0x10000))
        {
            if (uint16 hole = mcnk->holes)
                if (TransformToHighRes(hole, holes[mcnk->iy][mcnk->ix]))
                    hasHoles = true;
        }
        else
        {
            memcpy(holes[mcnk->iy][mcnk->ix], mcnk->union_5_3_0.HighResHoles, sizeof(uint64));
            if (advstd::bit_cast<uint64>(holes[mcnk->iy][mcnk->ix]) != 0)
                hasHoles = true;
        }
    }
 
    // Get liquid map for grid (in WOTLK used MH2O chunk)
    if (FileChunk const* chunk = adt.GetChunk("MH2O"))
    {
        adt_MH2O* h2o = chunk->As<adt_MH2O>();
        for (int32 i = 0; i < ADT_CELLS_PER_GRID; i++)
        {
            for (int32 j = 0; j < ADT_CELLS_PER_GRID; j++)
            {
                adt_liquid_instance const* h = h2o->GetLiquidInstance(i, j);
                if (!h)
                    continue;
 
                liquid_entry[i][j] = h2o->GetLiquidType(h);
                auto liquidTypeEntry = LiquidTypes.find(liquid_entry[i][j]);
                if (liquidTypeEntry == LiquidTypes.end())
                    continue;
 
                if (LiquidMaterialEntry const* liquidMaterial = Trinity::Containers::MapGetValuePtr(LiquidMaterials, liquidTypeEntry->second.MaterialID))
                    if (liquidMaterial->Flags.HasFlag(LiquidMaterialFlags::VisualOnly))
                        continue;
 
                adt_liquid_attributes attrs = h2o->GetLiquidAttributes(i, j);
 
                int32 count = 0;
                uint64 existsMask = h2o->GetLiquidExistsBitmap(h);
                for (int32 y = 0; y < h->GetHeight(); y++)
                {
                    int32 cy = i * ADT_CELL_SIZE + y + h->GetOffsetY();
                    for (int32 x = 0; x < h->GetWidth(); x++)
                    {
                        int32 cx = j * ADT_CELL_SIZE + x + h->GetOffsetX();
                        if (existsMask & 1)
                        {
                            liquid_show[cy][cx] = true;
                            ++count;
                        }
                        existsMask >>= 1;
                    }
                }
 
                switch (liquidTypeEntry->second.SoundBank)
                {
                    case LIQUID_TYPE_WATER: liquid_flags[i][j] |= map_liquidHeaderTypeFlags::Water; break;
                    case LIQUID_TYPE_OCEAN: liquid_flags[i][j] |= map_liquidHeaderTypeFlags::Ocean; if (!ignoreDeepWater && attrs.Deep) liquid_flags[i][j] |= map_liquidHeaderTypeFlags::DarkWater; break;
                    case LIQUID_TYPE_MAGMA: liquid_flags[i][j] |= map_liquidHeaderTypeFlags::Magma; break;
                    case LIQUID_TYPE_SLIME: liquid_flags[i][j] |= map_liquidHeaderTypeFlags::Slime; break;
                    default:
                        printf("\nCan't find Liquid type %u for map %s [%u,%u]\nchunk %d,%d\n", h->LiquidType, mapName.c_str(), gx, gy, i, j);
                        break;
                }
 
                if (!count && liquid_flags[i][j] != map_liquidHeaderTypeFlags::NoWater)
                    printf("Wrong liquid detect in MH2O chunk");
 
                int32 pos = 0;
                for (int32 y = 0; y <= h->GetHeight(); y++)
                {
                    int32 cy = i * ADT_CELL_SIZE + y + h->GetOffsetY();
                    for (int32 x = 0; x <= h->GetWidth(); x++)
                    {
                        int32 cx = j * ADT_CELL_SIZE + x + h->GetOffsetX();
                        liquid_height[cy][cx] = h2o->GetLiquidHeight(h, pos);
                        pos++;
                    }
                }
            }
        }
    }
 
    if (FileChunk const* chunk = adt.GetChunk("MFBO"))
    {
        adt_MFBO* mfbo = chunk->As<adt_MFBO>();
        memcpy(flight_box_max, &mfbo->max, sizeof(flight_box_max));
        memcpy(flight_box_min, &mfbo->min, sizeof(flight_box_min));
        hasFlightBox = true;
    }
 
    //============================================
    // Try pack area data
    //============================================
    uint16 areaId = area_ids[0][0];
    bool fullAreaData = false;
    for (int y = 0; y < ADT_CELLS_PER_GRID; ++y)
    {
        for (int x = 0; x < ADT_CELLS_PER_GRID; ++x)
        {
            if (area_ids[y][x] != areaId)
            {
                fullAreaData = true;
                y = ADT_CELLS_PER_GRID;
                break;
            }
        }
    }
 
    map.areaMapOffset = sizeof(map);
    map.areaMapSize   = sizeof(map_areaHeader);
 
    map_areaHeader areaHeader;
    areaHeader.areaMagic = MapAreaMagic;
    areaHeader.flags = map_areaHeaderFlags::None;
    if (fullAreaData)
    {
        areaHeader.gridArea = 0;
        map.areaMapSize += sizeof(area_ids);
    }
    else
    {
        areaHeader.flags |= map_areaHeaderFlags::NoArea;
        areaHeader.gridArea = areaId;
    }
 
    //============================================
    // Try pack height data
    //============================================
    float maxHeight = -20000;
    float minHeight =  20000;
    for (int y=0; y<ADT_GRID_SIZE; y++)
    {
        for(int x=0;x<ADT_GRID_SIZE;x++)
        {
            float h = V8[y][x];
            if (maxHeight < h) maxHeight = h;
            if (minHeight > h) minHeight = h;
        }
    }
    for (int y=0; y<=ADT_GRID_SIZE; y++)
    {
        for(int x=0;x<=ADT_GRID_SIZE;x++)
        {
            float h = V9[y][x];
            if (maxHeight < h) maxHeight = h;
            if (minHeight > h) minHeight = h;
        }
    }
 
    // Check for allow limit minimum height (not store height in deep ochean - allow save some memory)
    if (CONF_allow_height_limit && minHeight < CONF_use_minHeight)
    {
        for (int y=0; y<ADT_GRID_SIZE; y++)
            for(int x=0;x<ADT_GRID_SIZE;x++)
                if (V8[y][x] < CONF_use_minHeight)
                    V8[y][x] = CONF_use_minHeight;
        for (int y=0; y<=ADT_GRID_SIZE; y++)
            for(int x=0;x<=ADT_GRID_SIZE;x++)
                if (V9[y][x] < CONF_use_minHeight)
                    V9[y][x] = CONF_use_minHeight;
        if (minHeight < CONF_use_minHeight)
            minHeight = CONF_use_minHeight;
        if (maxHeight < CONF_use_minHeight)
            maxHeight = CONF_use_minHeight;
    }
 
    map.heightMapOffset = map.areaMapOffset + map.areaMapSize;
    map.heightMapSize = sizeof(map_heightHeader);
 
    map_heightHeader heightHeader;
    heightHeader.heightMagic = MapHeightMagic;
    heightHeader.flags = map_heightHeaderFlags::None;
    heightHeader.gridHeight    = minHeight;
    heightHeader.gridMaxHeight = maxHeight;
 
    if (maxHeight == minHeight)
        heightHeader.flags |= map_heightHeaderFlags::NoHeight;
 
    // Not need store if flat surface
    if (CONF_allow_float_to_int && (maxHeight - minHeight) < CONF_flat_height_delta_limit)
        heightHeader.flags |= map_heightHeaderFlags::NoHeight;
 
    if (hasFlightBox)
    {
        heightHeader.flags |= map_heightHeaderFlags::HasFlightBounds;
        map.heightMapSize += sizeof(flight_box_max) + sizeof(flight_box_min);
    }
 
    // Try store as packed in uint16 or uint8 values
    if (!heightHeader.flags.HasFlag(map_heightHeaderFlags::NoHeight))
    {
        float step = 0;
        // Try Store as uint values
        if (CONF_allow_float_to_int)
        {
            float diff = maxHeight - minHeight;
            if (diff < CONF_float_to_int8_limit)      // As uint8 (max accuracy = CONF_float_to_int8_limit/256)
            {
                heightHeader.flags |= map_heightHeaderFlags::HeightAsInt8;
                step = selectUInt8StepStore(diff);
            }
            else if (diff < CONF_float_to_int16_limit)  // As uint16 (max accuracy = CONF_float_to_int16_limit/65536)
            {
                heightHeader.flags |= map_heightHeaderFlags::HeightAsInt16;
                step = selectUInt16StepStore(diff);
            }
        }
 
        // Pack it to int values if need
        if (heightHeader.flags.HasFlag(map_heightHeaderFlags::HeightAsInt8))
        {
            for (int y=0; y<ADT_GRID_SIZE; y++)
                for(int x=0;x<ADT_GRID_SIZE;x++)
                    uint8_V8[y][x] = uint8((V8[y][x] - minHeight) * step + 0.5f);
            for (int y=0; y<=ADT_GRID_SIZE; y++)
                for(int x=0;x<=ADT_GRID_SIZE;x++)
                    uint8_V9[y][x] = uint8((V9[y][x] - minHeight) * step + 0.5f);
            map.heightMapSize+= sizeof(uint8_V9) + sizeof(uint8_V8);
        }
        else if (heightHeader.flags.HasFlag(map_heightHeaderFlags::HeightAsInt16))
        {
            for (int y=0; y<ADT_GRID_SIZE; y++)
                for(int x=0;x<ADT_GRID_SIZE;x++)
                    uint16_V8[y][x] = uint16((V8[y][x] - minHeight) * step + 0.5f);
            for (int y=0; y<=ADT_GRID_SIZE; y++)
                for(int x=0;x<=ADT_GRID_SIZE;x++)
                    uint16_V9[y][x] = uint16((V9[y][x] - minHeight) * step + 0.5f);
            map.heightMapSize+= sizeof(uint16_V9) + sizeof(uint16_V8);
        }
        else
            map.heightMapSize+= sizeof(V9) + sizeof(V8);
    }
 
    //============================================
    // Pack liquid data
    //============================================
    uint16 firstLiquidType = liquid_entry[0][0];
    map_liquidHeaderTypeFlags firstLiquidFlag = liquid_flags[0][0];
    bool fullType = false;
    for (int y = 0; y < ADT_CELLS_PER_GRID; y++)
    {
        for (int x = 0; x < ADT_CELLS_PER_GRID; x++)
        {
            if (liquid_entry[y][x] != firstLiquidType || liquid_flags[y][x] != firstLiquidFlag)
            {
                fullType = true;
                y = ADT_CELLS_PER_GRID;
                break;
            }
        }
    }
 
    map_liquidHeader liquidHeader;
 
    // no water data (if all grid have 0 liquid type)
    if (firstLiquidFlag == map_liquidHeaderTypeFlags::NoWater && !fullType)
    {
        // No liquid data
        map.liquidMapOffset = 0;
        map.liquidMapSize   = 0;
    }
    else
    {
        int minX = ADT_GRID_SIZE, minY = ADT_GRID_SIZE;
        int maxX = 0, maxY = 0;
        maxHeight = -20000;
        minHeight = 20000;
        for (int y=0; y<ADT_GRID_SIZE; y++)
        {
            for(int x=0; x<ADT_GRID_SIZE; x++)
            {
                if (liquid_show[y][x])
                {
                    if (minX > x) minX = x;
                    if (maxX < x) maxX = x;
                    if (minY > y) minY = y;
                    if (maxY < y) maxY = y;
                    float h = liquid_height[y][x];
                    if (maxHeight < h) maxHeight = h;
                    if (minHeight > h) minHeight = h;
                }
                else
                {
                    liquid_height[y][x] = CONF_use_minHeight;
                    if (minHeight > CONF_use_minHeight) minHeight = CONF_use_minHeight;
                }
            }
        }
        map.liquidMapOffset = map.heightMapOffset + map.heightMapSize;
        map.liquidMapSize = sizeof(map_liquidHeader);
        liquidHeader.liquidMagic = MapLiquidMagic;
        liquidHeader.flags = map_liquidHeaderFlags::None;
        liquidHeader.liquidType = 0;
        liquidHeader.offsetX = minX;
        liquidHeader.offsetY = minY;
        liquidHeader.width   = maxX - minX + 1 + 1;
        liquidHeader.height  = maxY - minY + 1 + 1;
        liquidHeader.liquidLevel = minHeight;
 
        if (minY > maxY || minX > maxX)
            liquidHeader.flags |= map_liquidHeaderFlags::NoHeight;
 
        if (maxHeight == minHeight)
            liquidHeader.flags |= map_liquidHeaderFlags::NoHeight;
 
        // Not need store if flat surface
        if (CONF_allow_float_to_int && (maxHeight - minHeight) < CONF_flat_liquid_delta_limit)
            liquidHeader.flags |= map_liquidHeaderFlags::NoHeight;
 
        if (!fullType)
            liquidHeader.flags |= map_liquidHeaderFlags::NoType;
 
        if (liquidHeader.flags.HasFlag(map_liquidHeaderFlags::NoType))
        {
            liquidHeader.liquidFlags = firstLiquidFlag;
            liquidHeader.liquidType = firstLiquidType;
        }
        else
            map.liquidMapSize += sizeof(liquid_entry) + sizeof(liquid_flags);
 
        if (!liquidHeader.flags.HasFlag(map_liquidHeaderFlags::NoHeight))
            map.liquidMapSize += sizeof(float)*liquidHeader.width*liquidHeader.height;
    }
 
    if (hasHoles)
    {
        if (map.liquidMapOffset)
            map.holesOffset = map.liquidMapOffset + map.liquidMapSize;
        else
            map.holesOffset = map.heightMapOffset + map.heightMapSize;
 
        map.holesSize = sizeof(holes);
    }
    else
    {
        map.holesOffset = 0;
        map.holesSize = 0;
    }
 
    // Ok all data prepared - store it
    auto outFile = Trinity::make_unique_ptr_with_deleter<&::fclose>(fopen(outputPath.c_str(), "wb"));
    if (!outFile)
    {
        printf("Can't create the output file '%s'\n", outputPath.c_str());
        return false;
    }
 
    fwrite(&map, sizeof(map), 1, outFile.get());
    // Store area data
    fwrite(&areaHeader, sizeof(areaHeader), 1, outFile.get());
    if (!areaHeader.flags.HasFlag(map_areaHeaderFlags::NoArea))
        WriteArray2D(area_ids, outFile.get());
 
    // Store height data
    fwrite(&heightHeader, sizeof(heightHeader), 1, outFile.get());
    if (!heightHeader.flags.HasFlag(map_heightHeaderFlags::NoHeight))
    {
        if (heightHeader.flags.HasFlag(map_heightHeaderFlags::HeightAsInt16))
        {
            WriteArray2D(uint16_V9, outFile.get());
            WriteArray2D(uint16_V8, outFile.get());
        }
        else if (heightHeader.flags.HasFlag(map_heightHeaderFlags::HeightAsInt8))
        {
            WriteArray2D(uint8_V9, outFile.get());
            WriteArray2D(uint8_V8, outFile.get());
        }
        else
        {
            WriteArray2D(V9, outFile.get());
            WriteArray2D(V8, outFile.get());
        }
    }
 
    if (heightHeader.flags.HasFlag(map_heightHeaderFlags::HasFlightBounds))
    {
        WriteArray2D(flight_box_max, outFile.get());
        WriteArray2D(flight_box_min, outFile.get());
    }
 
    // Store liquid data if need
    if (map.liquidMapOffset)
    {
        fwrite(&liquidHeader, sizeof(liquidHeader), 1, outFile.get());
        if (!liquidHeader.flags.HasFlag(map_liquidHeaderFlags::NoType))
        {
            WriteArray2D(liquid_entry, outFile.get());
            WriteArray2D(liquid_flags, outFile.get());
        }
 
        if (!liquidHeader.flags.HasFlag(map_liquidHeaderFlags::NoHeight))
            for (int y = 0; y < liquidHeader.height; y++)
                fwrite(&liquid_height[y + liquidHeader.offsetY][liquidHeader.offsetX], sizeof(float), liquidHeader.width, outFile.get());
    }
 
    // store hole data
    if (hasHoles)
        WriteArray2D(holes, outFile.get());
 
    return true;
}
 
bool ConvertADT(std::string const& fileName, std::string const& mapName, std::string const& outputPath, int gx, int gy, uint32 build, bool ignoreDeepWater)
{
    ChunkedFile adt;
 
    if (!adt.loadFile(CascStorage, fileName))
        return false;
 
    return ConvertADT(adt, mapName, outputPath, gx, gy, build, ignoreDeepWater);
}
 
bool ConvertADT(uint32 fileDataId, std::string const& mapName, std::string const& outputPath, int gx, int gy, uint32 build, bool ignoreDeepWater)
{
    ChunkedFile adt;
 
    if (!adt.loadFile(CascStorage, fileDataId, Trinity::StringFormat("Map {} grid [{},{}]", mapName, gx, gy)))
        return false;
 
    return ConvertADT(adt, mapName, outputPath, gx, gy, build, ignoreDeepWater);
}
 
bool IsDeepWaterIgnored(uint32 mapId, uint32 x, uint32 y)
{
    if (mapId == 0)
    {
        //                                                                                                GRID(39, 24) || GRID(39, 25) || GRID(39, 26) ||
        //                                                                                                GRID(40, 24) || GRID(40, 25) || GRID(40, 26) ||
        //GRID(41, 18) || GRID(41, 19) || GRID(41, 20) || GRID(41, 21) || GRID(41, 22) || GRID(41, 23) || GRID(41, 24) || GRID(41, 25) || GRID(41, 26) ||
        //GRID(42, 18) || GRID(42, 19) || GRID(42, 20) || GRID(42, 21) || GRID(42, 22) || GRID(42, 23) || GRID(42, 24) || GRID(42, 25) || GRID(42, 26) ||
        //GRID(43, 18) || GRID(43, 19) || GRID(43, 20) || GRID(43, 21) || GRID(43, 22) || GRID(43, 23) || GRID(43, 24) || GRID(43, 25) || GRID(43, 26) ||
        //GRID(44, 18) || GRID(44, 19) || GRID(44, 20) || GRID(44, 21) || GRID(44, 22) || GRID(44, 23) || GRID(44, 24) || GRID(44, 25) || GRID(44, 26) ||
        //GRID(45, 18) || GRID(45, 19) || GRID(45, 20) || GRID(45, 21) || GRID(45, 22) || GRID(45, 23) || GRID(45, 24) || GRID(45, 25) || GRID(45, 26) ||
        //GRID(46, 18) || GRID(46, 19) || GRID(46, 20) || GRID(46, 21) || GRID(46, 22) || GRID(46, 23) || GRID(46, 24) || GRID(46, 25) || GRID(46, 26)
 
        // Vashj'ir grids completely ignore fatigue
        return (x >= 39 && x <= 40 && y >= 24 && y <= 26) || (x >= 41 && x <= 46 && y >= 18 && y <= 26);
    }
 
    if (mapId == 1)
    {
        // GRID(43, 39) || GRID(43, 40)
        // Thousand Needles
        return x == 43 && (y == 39 || y == 40);
    }
 
    return false;
}
 
void ExtractMaps(uint32 build)
{
    std::string outputFileName;
 
    printf("Extracting maps...\n");
 
    ReadMapDBC();
 
    ReadLiquidMaterialTable();
    ReadLiquidObjectTable();
    ReadLiquidTypeTable();
 
    CreateDir(output_path / "maps");
 
    printf("Convert map files\n");
    for (std::size_t z = 0; z < map_ids.size(); ++z)
    {
        printf("Extract %s (" SZFMTD "/" SZFMTD ")                  \n", map_ids[z].Name.c_str(), z + 1, map_ids.size());
        // Loadup map grid data
        ChunkedFile wdt;
        std::bitset<(WDT_MAP_SIZE) * (WDT_MAP_SIZE)> existingTiles;
        if (wdt.loadFile(CascStorage, map_ids[z].WdtFileDataId, Trinity::StringFormat("WDT for map {}", map_ids[z].Id), false))
        {
            FileChunk const* mphd = wdt.GetChunk("MPHD");
            FileChunk const* main = wdt.GetChunk("MAIN");
            FileChunk const* maid = wdt.GetChunk("MAID");
            for (uint32 y = 0; y < WDT_MAP_SIZE; ++y)
            {
                for (uint32 x = 0; x < WDT_MAP_SIZE; ++x)
                {
                    if (!(main->As<wdt_MAIN>()->adt_list[y][x].flag & 0x1))
                        continue;
 
                    outputFileName = Trinity::StringFormat("{}/maps/{:04}_{:02}_{:02}.map", output_path.string(), map_ids[z].Id, y, x);
                    bool ignoreDeepWater = IsDeepWaterIgnored(map_ids[z].Id, y, x);
                    if (mphd && mphd->As<wdt_MPHD>()->flags & 0x200)
                    {
                        existingTiles[y * WDT_MAP_SIZE + x] = ConvertADT(maid->As<wdt_MAID>()->adt_files[y][x].rootADT, map_ids[z].Name, outputFileName, y, x, build, ignoreDeepWater);
                    }
                    else
                    {
                        std::string storagePath = Trinity::StringFormat(R"(World\Maps\{}\{}_{}_{}.adt)", map_ids[z].Directory, map_ids[z].Directory, x, y);
                        existingTiles[y * WDT_MAP_SIZE + x] = ConvertADT(storagePath, map_ids[z].Name, outputFileName, y, x, build, ignoreDeepWater);
                    }
                }
 
                // draw progress bar
                if (PrintProgress)
                    printf("Processing........................%d%%\r", (100 * (y + 1)) / WDT_MAP_SIZE);
            }
        }
 
        if (auto tileList = Trinity::make_unique_ptr_with_deleter<&::fclose>(fopen(Trinity::StringFormat("{}/maps/{:04}.tilelist", output_path.string(), map_ids[z].Id).c_str(), "wb")))
        {
            fwrite(MapMagic.data(), 1, MapMagic.size(), tileList.get());
            fwrite(&MapVersionMagic, 1, sizeof(MapVersionMagic), tileList.get());
            fwrite(&build, sizeof(build), 1, tileList.get());
            fwrite(existingTiles.to_string().c_str(), 1, existingTiles.size(), tileList.get());
        }
    }
 
    printf("\n");
}
 
bool ExtractFile(CASC::File* fileInArchive, std::string const& filename)
{
    int64 fileSize = fileInArchive->GetSize();
    if (fileSize == -1)
    {
        printf("Can't read file size of '%s'\n", filename.c_str());
        return false;
    }
 
    auto output = Trinity::make_unique_ptr_with_deleter<&::fclose>(fopen(filename.c_str(), "wb"));
    if (!output)
    {
        printf("Can't create the output file '%s'\n", filename.c_str());
        return false;
    }
 
    char  buffer[0x10000];
    uint32 readBytes;
 
    do
    {
        readBytes = 0;
        if (!fileInArchive->ReadFile(buffer, std::min<uint32>(fileSize, sizeof(buffer)), &readBytes))
        {
            printf("Can't read file '%s'\n", filename.c_str());
            output = nullptr;
            boost::filesystem::remove(filename);
            return false;
        }
 
        if (!readBytes)
            break;
 
        fwrite(buffer, 1, readBytes, output.get());
        fileSize -= readBytes;
        if (!fileSize) // now we have read entire file
            break;
 
    } while (true);
 
    return true;
}
 
bool ExtractDB2File(uint32 fileDataId, char const* cascFileName, int locale, boost::filesystem::path const& outputPath)
{
    DB2CascFileSource source(CascStorage, fileDataId, false);
    if (!source.IsOpen())
    {
        printf("Unable to open file %s in the archive for locale %s: %s\n", cascFileName, localeNames[locale], CASC::HumanReadableCASCError(GetCascError()));
        return false;
    }
 
    int64 fileSize = source.GetFileSize();
    if (fileSize == -1)
    {
        printf("Can't read file size of '%s'\n", cascFileName);
        return false;
    }
 
    DB2FileLoader db2;
    try
    {
        db2.LoadHeaders(&source, nullptr);
    }
    catch (std::exception const& e)
    {
        printf("Can't read DB2 headers of '%s': %s\n", cascFileName, e.what());
        return false;
    }
 
    std::string outputFileName = outputPath.string();
    auto output = Trinity::make_unique_ptr_with_deleter<&::fclose>(fopen(outputFileName.c_str(), "wb"));
    if (!output)
    {
        printf("Can't create the output file '%s'\n", outputFileName.c_str());
        return false;
    }
 
    DB2Header header = db2.GetHeader();
 
    int64 posAfterHeaders = 0;
    posAfterHeaders += fwrite(&header, 1, sizeof(header), output.get());
 
    // erase TactId from header if key is known
    for (uint32 i = 0; i < header.SectionCount; ++i)
    {
        DB2SectionHeader sectionHeader = db2.GetSectionHeader(i);
        if (sectionHeader.TactId && CascStorage->HasTactKey(sectionHeader.TactId))
            sectionHeader.TactId = DUMMY_KNOWN_TACT_ID;
 
        posAfterHeaders += fwrite(&sectionHeader, 1, sizeof(sectionHeader), output.get());
    }
 
    char buffer[0x10000];
    uint32 readBatchSize = 0x10000;
    uint32 readBytes;
    source.SetPosition(posAfterHeaders);
 
    do
    {
        readBytes = 0;
        if (!source.GetNativeHandle()->ReadFile(buffer, std::min<uint32>(fileSize, readBatchSize), &readBytes))
        {
            printf("Can't read file '%s'\n", outputFileName.c_str());
            output = nullptr;
            boost::filesystem::remove(outputPath);
            return false;
        }
 
        if (!readBytes)
            break;
 
        fwrite(buffer, 1, readBytes, output.get());
        fileSize -= readBytes;
        readBatchSize = 0x10000;
        if (!fileSize) // now we have read entire file
            break;
 
    } while (true);
 
    return true;
}
 
char const* GetCascFilenamePart(char const* cascPath)
{
    if (char const* lastSep = strrchr(cascPath, '\\'))
        return lastSep + 1;
 
    return cascPath;
}
 
void ExtractDBFilesClient(int l)
{
    printf("Extracting dbc/db2 files...\n");
 
    boost::filesystem::path localePath = output_path / "dbc" / localeNames[l];
 
    CreateDir(output_path / "dbc");
    CreateDir(localePath);
 
    printf("locale %s output path %s\n", localeNames[l], localePath.string().c_str());
 
    uint32 count = 0;
    for (DB2FileInfo const& db2 : DBFilesClientList)
    {
        boost::filesystem::path filePath = localePath / db2.Name;
 
        if (!boost::filesystem::exists(filePath))
            if (ExtractDB2File(db2.FileDataId, db2.Name, l, filePath.string()))
                ++count;
 
    }
 
    printf("Extracted %u files\n\n", count);
}
 
void ExtractCameraFiles()
{
    printf("Extracting camera files...\n");
 
    if (!ReadCinematicCameraDBC())
        return;
 
    boost::filesystem::path outputPath = output_path / "cameras";
 
    CreateDir(outputPath);
 
    printf("output path %s\n", outputPath.string().c_str());
 
    // extract M2s
    uint32 count = 0;
    for (uint32 cameraFileDataId : CameraFileDataIds)
    {
        std::unique_ptr<CASC::File> cameraFile(CascStorage->OpenFile(cameraFileDataId, CASC_LOCALE_NONE));
        if (cameraFile)
        {
            boost::filesystem::path filePath = outputPath / Trinity::StringFormat("FILE{:08X}.xxx", cameraFileDataId);
 
            if (!boost::filesystem::exists(filePath))
                if (ExtractFile(cameraFile.get(), filePath.string()))
                    ++count;
        }
        else
            printf("Unable to open file %u in the archive: %s\n", cameraFileDataId, CASC::HumanReadableCASCError(GetCascError()));
    }
 
    printf("Extracted %u camera files\n", count);
}
 
void ExtractGameTables()
{
    printf("Extracting game tables...\n");
 
    boost::filesystem::path outputPath = output_path / "gt";
 
    CreateDir(outputPath);
 
    printf("output path %s\n", outputPath.string().c_str());
 
    static constexpr DB2FileInfo GameTables[] =
    {
        { .FileDataId = 1582086, .Name = "ArtifactKnowledgeMultiplier.txt" },
        { .FileDataId = 1391662, .Name = "ArtifactLevelXP.txt" },
        { .FileDataId = 1391663, .Name = "BarberShopCostBase.txt" },
        { .FileDataId = 1391664, .Name = "BaseMp.txt" },
        { .FileDataId = 4494528, .Name = "BaseProfessionRatings.txt" },
        { .FileDataId = 1391665, .Name = "BattlePetTypeDamageMod.txt" },
        { .FileDataId = 1391666, .Name = "BattlePetXP.txt" },
        { .FileDataId = 1391669, .Name = "CombatRatings.txt" },
        { .FileDataId = 1391670, .Name = "CombatRatingsMultByILvl.txt" },
        { .FileDataId = 1391671, .Name = "HonorLevel.txt" },
        { .FileDataId = 1391642, .Name = "HpPerSta.txt" },
        { .FileDataId = 2012881, .Name = "ItemLevelByLevel.txt" },
        { .FileDataId = 1726830, .Name = "ItemLevelSquish.txt" },
        { .FileDataId = 1391643, .Name = "ItemSocketCostPerLevel.txt" },
        { .FileDataId = 1391651, .Name = "NPCManaCostScaler.txt" },
        { .FileDataId = 4492239, .Name = "ProfessionRatings.txt" },
        { .FileDataId = 1391659, .Name = "SandboxScaling.txt" },
        { .FileDataId = 1391660, .Name = "SpellScaling.txt" },
        { .FileDataId = 1980632, .Name = "StaminaMultByILvl.txt" },
        { .FileDataId = 1391661, .Name = "xp.txt" }
    };
 
    uint32 count = 0;
    for (DB2FileInfo const& gt : GameTables)
    {
        std::unique_ptr<CASC::File> dbcFile(CascStorage->OpenFile(gt.FileDataId, CASC_LOCALE_NONE));
        if (dbcFile)
        {
            boost::filesystem::path filePath = outputPath / gt.Name;
 
            if (!boost::filesystem::exists(filePath))
                if (ExtractFile(dbcFile.get(), filePath.string()))
                    ++count;
        }
        else
            printf("Unable to open file %s in the archive: %s\n", gt.Name, CASC::HumanReadableCASCError(GetCascError()));
    }
 
    printf("Extracted %u files\n\n", count);
}
 
bool OpenCascStorage(int locale)
{
    try
    {
        if (CONF_UseRemoteCasc)
        {
            boost::filesystem::path const cache_dir(boost::filesystem::canonical(input_path) / "CascCache");
            CascStorage.reset(CASC::Storage::OpenRemote(cache_dir, WowLocaleToCascLocaleFlags[locale], CONF_Product, CONF_Region));
            if (CascStorage)
                return true;
 
            printf("Unable to open remote casc fallback to local casc\n");
        }
 
        boost::filesystem::path const storage_dir(boost::filesystem::canonical(input_path) / "Data");
        CascStorage.reset(CASC::Storage::Open(storage_dir, WowLocaleToCascLocaleFlags[locale], CONF_Product));
        if (!CascStorage)
        {
            printf("error opening casc storage '%s' locale %s\n", storage_dir.string().c_str(), localeNames[locale]);
            return false;
        }
 
        return true;
    }
    catch (std::exception const& error)
    {
        printf("Error opening CASC storage: %s\n", error.what());
        return false;
    }
}
 
uint32 GetInstalledLocalesMask()
{
    try
    {
        if (CONF_UseRemoteCasc)
        {
            boost::filesystem::path const cache_dir(boost::filesystem::canonical(input_path) / "CascCache");
            std::unique_ptr<CASC::Storage> storage(CASC::Storage::OpenRemote(cache_dir, CASC_LOCALE_ALL_WOW, CONF_Product, CONF_Region));
            if (storage)
                return CASC_LOCALE_ALL_WOW;
 
            printf("Unable to open remote casc fallback to local casc\n");
        }
 
        boost::filesystem::path const storage_dir(boost::filesystem::canonical(input_path) / "Data");
        std::unique_ptr<CASC::Storage> storage(CASC::Storage::Open(storage_dir, CASC_LOCALE_ALL_WOW, CONF_Product));
        if (!storage)
            return false;
 
        return storage->GetInstalledLocalesMask();
    }
    catch (std::exception const& error)
    {
        printf("Unable to determine installed locales mask: %s\n", error.what());
    }
 
    return 0;
}
 
static bool RetardCheck()
{
    if (CONF_UseRemoteCasc)
        return true;
 
    try
    {
        boost::filesystem::path storageDir(boost::filesystem::canonical(input_path) / "Data");
        boost::filesystem::directory_iterator end;
        for (boost::filesystem::directory_iterator itr(storageDir); itr != end; ++itr)
        {
            if (itr->path().extension() == ".MPQ")
            {
                printf("MPQ files found in Data directory!\n");
                printf("This tool works only with World of Warcraft: Battle for Azeroth\n");
                printf("\n");
                printf("To extract maps for Wrath of the Lich King, rebuild tools using 3.3.5 branch!\n");
                printf("\n");
                printf("Press ENTER to exit...\n");
                getchar();
                return false;
            }
        }
    }
    catch (std::exception const& error)
    {
        printf("Error checking client version: %s\n", error.what());
    }
 
    return true;
}
 
int main(int argc, char * arg[])
{
    Trinity::VerifyOsVersion();
 
    Trinity::Locale::Init();
 
    Trinity::Banner::Show("Map & DBC Extractor", [](char const* text) { printf("%s\n", text); }, nullptr);
 
    PrintProgress = isatty(fileno(stdout));
    input_path = boost::filesystem::current_path();
    output_path = boost::filesystem::current_path();
 
    HandleArgs(argc, arg);
 
    if (!RetardCheck())
        return 1;
 
    uint32 installedLocalesMask = GetInstalledLocalesMask();
    int32 firstInstalledLocale = -1;
    uint32 build = 0;
 
    for (int i = 0; i < TOTAL_LOCALES; ++i)
    {
        if (CONF_Locale && !(CONF_Locale & (1 << i)))
            continue;
 
        if (i == LOCALE_none)
            continue;
 
        if (!(installedLocalesMask & WowLocaleToCascLocaleFlags[i]))
            continue;
 
        if (!OpenCascStorage(i))
            continue;
 
        if ((CONF_extract & EXTRACT_DBC) == 0)
        {
            firstInstalledLocale = i;
            build = CascStorage->GetBuildNumber();
            if (!build)
            {
                CascStorage.reset();
                continue;
            }
 
            printf("Detected client build: %u\n\n", build);
            break;
        }
 
        //Extract DBC files
        uint32 tempBuild = CascStorage->GetBuildNumber();
        if (!tempBuild)
        {
            CascStorage.reset();
            continue;
        }
 
        printf("Detected client build %u for locale %s\n\n", tempBuild, localeNames[i]);
        ExtractDBFilesClient(i);
        CascStorage.reset();
 
        if (firstInstalledLocale < 0)
        {
            firstInstalledLocale = i;
            build = tempBuild;
        }
    }
 
    if (firstInstalledLocale < 0)
    {
        printf("No locales detected\n");
        return 0;
    }
 
    if (CONF_extract & EXTRACT_CAMERA)
    {
        OpenCascStorage(firstInstalledLocale);
        ExtractCameraFiles();
        CascStorage.reset();
    }
 
    if (CONF_extract & EXTRACT_GT)
    {
        OpenCascStorage(firstInstalledLocale);
        ExtractGameTables();
        CascStorage.reset();
    }
 
    if (CONF_extract & EXTRACT_MAP)
    {
        OpenCascStorage(firstInstalledLocale);
        ExtractMaps(build);
        CascStorage.reset();
    }
 
    return 0;
}
 
#if TRINITY_PLATFORM == TRINITY_PLATFORM_WINDOWS
#include "WheatyExceptionReport.h"
// must be at end of file because of init_seg pragma
INIT_CRASH_HANDLER();
#endif