export.lua

local project, branch, filter = ...

--luacheck: globals require assert pcall type
--luacheck: globals tostring setmetatable
--luacheck: globals table io next os package

local function write(text, ...)
    _G.print(text:format(...))
end

local projects = {
    retail = "wow",
    classic = "wow_classic",
    bcc = "wow_classic",
    wrath = "wow_classic",
    classic_era = "wow_classic_era",
    vanilla = "wow_classic_era",
}
local branches = {
    live = "",
    ptr = "t",
    ptr2 = "xptr",
    beta = "_beta",

    -- Classic PTR
    ptrC = "_ptr",
}
local fileTypes = {
    all = true,
    code = "Code",
    art = "Art",
}

if project then
    if branches[project] then
        branch, filter = project, branch
        project = "retail"
    end

    if fileTypes[project] then
        filter = project
        project = "retail"
        branch = "live"
    end

    if fileTypes[branch] then
        filter = branch
        branch = "live"
    end

    if project ~= "retail" and branch == "ptr" then
        branch = "ptrC"
    end
else
    project, branch, filter = "retail", "live", "all"
end

local convertBLP = false
if filter == "png" then
    convertBLP = true
    filter = "art"
end
filter = filter or "all"

--[[
    TODO: Add and `latest` branch that will search
    all branches for the newest version.
]]

write("Extracting %s from %s %s...", filter, project, branch)
local product = projects[project] .. branches[branch]

package.path = package.path .. ";libs/?.lua;libs/?/init.lua;InterfaceExport/libs/?.lua;InterfaceExport/libs/?/init.lua"
local casc = require("casc")
local plat = require("casc.platform")
local dbc = require("dbc")
local csv = pcall(require, "csv")

local WOWDIR = "E:/World of Warcraft"
local CACHE_DIR = "./InterfaceExport/Cache/" .. product
local REGION = "us"
local PATCH_BASE = ("http://%s.patch.battle.net:1119/%s"):format(REGION, product)
local FILEID_PATH_MAP = {
    ["DBFilesClient/ManifestInterfaceData.db2"] = 1375801,
    ["DBFilesClient/GlobalStrings.db2"] = 1394440,
    ["DBFilesClient/UiTextureAtlas.db2"] = 897470,
    ["DBFilesClient/UiTextureAtlasMember.db2"] = 897532,
    -- These _may_ have proper names, but they're not known at present.
    ["Interface/ui-code-list.txt"] = 6067012,
    ["Interface/ui-code-doc-list.txt"] = 6076661,
}

local rmdir, convert do
    -- Based on code from casc.platform
    local dir_sep = package and package.config and package.config:sub(1,1) or "/"
    local command = "rmdir %s"
    if dir_sep == '/' then
        -- *nix
        command = "rm -r %s"
    end
    local function execute(...)
        local ok, status, sig = os.execute(...)
        if ok == true and status == "exit" or status == "signal" then
            return sig
        else
            return ok or sig or ok, status, sig
        end
    end
    local function shellEscape(s)
        return '"' .. s:gsub('"', '"\\\\""') .. '"'
    end
    function rmdir(path)
        return execute(command:format(shellEscape(path)))
    end

    -- ./libs/BLPConverter/BLPConverter UI-AbilityPanel-BotLeft
    function convert(path)
        write("Convert file: %s", path)
        return execute(("./libs/BLPConverter/BLPConverter %s"):format(shellEscape(path)))
    end
end

local fileHandle do
    local function selectBuild(buildInfo)
        for i = 1, #buildInfo do
            --print(buildInfo[i].Product, buildInfo[i].Active)
            if buildInfo[i].Product == product and buildInfo[i].Active == 1 then
                return i
            end
            assert(0)
        end
    end

    local base = WOWDIR .. "/Data"
    local buildKey, cdn, ckey, version = casc.localbuild(WOWDIR .. "/.build.info", selectBuild)
    if version then
        write("Product: %s Build: %s", product, tostring(version))
    else
        write("Local build not found, checking CDN...")

        buildKey, cdn, ckey, version = casc.cdnbuild(PATCH_BASE, REGION)
        if version then
            write("CDN Product: %s Build: %s", product, tostring(version))
            base = CACHE_DIR
        else
            write("Product %s not found", product)
            return
        end
    end

    local versionBuild = ("%s (%s)"):format(version:match("(%d+.%d+.%d).(%d*)"))
    if versionBuild then
        local file = assert(io.open("version.txt", "w"))
        file:write(versionBuild, "\n")
    end

    plat.mkdir(CACHE_DIR)
    local conf = {
        bkey = buildKey,
        base = base,
        cdn = cdn,
        ckey = ckey,
        cache = CACHE_DIR,
        cacheFiles = true,
        locale = casc.locale.US,
        requireRootFile = false,
        --verifyHashes = false,
        --log = print
    }

    fileHandle = assert(casc.open(conf))
end

local GetFileList do
    local fileFilter = {
        xml = "code",
        lua = "code",
        toc = "code",
        xsd = "code",

        blp = "art"
    }

    local params = {
        header = true,
    }

    local l = setmetatable({}, {__index=function(s, a) s[a] = a:lower() return s[a] end})
    local function SortPath(a, b)
        return l[a.fullPath] < l[b.fullPath]
    end

    local function CheckFile(fileType, files, id, path, name)
        --print(_, path, name)
        if fileFilter[(name:match("%.(...)$") or ""):lower()] == fileType then
            path = path:gsub("[/\\]+", "/")

            --print("CheckFile", path)
            files[#files + 1] = {
                path = path,
                id = id,
                fullPath = path .. name,
            }
        end
    end

    local function HasTextualManifest(fileType)
        local data

        -- At present art exports still use the old manifest.
        if fileType == "code" then
            data = fileHandle:readFile("Interface/ui-toc-list.txt")
        end

        return data ~= nil
    end

    local function CheckFileList(fileType, files, listData)
        if listData == nil then
            return
        end

        for filePath in listData:gmatch("[^\r\n]+") do
            local fileDir, fileName = filePath:match("^(.+[\\/])(.-)$")
            local fileID = fileHandle.root:getFileID(filePath)
            CheckFile(fileType, files, fileID, fileDir, fileName)
        end
    end

    function GetFileList(fileType)
        local files = {}
        if csv and io.open("manifestinterfacedata.csv", "r")then
            -- from wow.tools table browser
            local csvFile = csv.open("manifestinterfacedata.csv", params)
            for fields in csvFile:lines() do
                CheckFile(fileType, files, fields.ID, fields.FilePath, fields.FileName)
            end
        elseif HasTextualManifest(fileType) then
            fileHandle.root:addFileIDPaths(FILEID_PATH_MAP)
            CheckFileList(fileType, files, fileHandle:readFile("Interface/ui-toc-list.txt"))
            CheckFileList(fileType, files, fileHandle:readFile("Interface/ui-code-list.txt"))
            CheckFileList(fileType, files, fileHandle:readFile("Interface/ui-code-doc-list.txt"))
        else
            fileHandle.root:addFileIDPaths(FILEID_PATH_MAP)

            local fileData = assert(fileHandle:readFile("DBFilesClient/ManifestInterfaceData.db2"))
            for id, path, name in dbc.rows(fileData, "ss") do
                if path:match("^[Ii][Nn][Tt][Ee][Rr][Ff][Aa][Cc][Ee][\\/_]") then
                    CheckFile(fileType, files, id, path, name)
                end
            end
        end

        table.sort(files, SortPath)
        return files
    end
end


local progress = 0
local function UpdateProgress(current)
    --if collectgarbage("count") > gcLimit then
    --    collectgarbage()
    --end

    if (current - progress) > 0.1 then
        write("%d%%", current * 100)
        progress = current
    end
    if current == 1 then
        write("Done!")
        progress = 0
    end
end


local CreateDirectories do
    function CreateDirectories(files, root)
        local dirs = {}
        for i = 1, #files do
            local path = files[i].fullPath
            for endPoint in path:gmatch("()/") do
                local subPath = path:sub(1, endPoint - 1)
                local subLower = subPath:lower()

                if not dirs[subLower] then
                    --print("dir", path, subPath, subLower)
                    dirs[subLower] = subPath
                end
            end
        end

        local makeDirs = {}
        for _, subPath in next, dirs do
            table.insert(makeDirs, subPath)
        end
        table.sort(makeDirs)

        write("Creating %d folders...", #makeDirs)
        plat.mkdir(root)
        for i = 1, #makeDirs do
            if plat.mkdir(plat.path(root, makeDirs[i])) then
                write("Create folder: %s", makeDirs[i])
            else
                write("Could not create folder: %s", makeDirs[i])
            end

            UpdateProgress(i / #makeDirs)
        end

        return dirs
    end
end


local ExtractFiles do
    function ExtractFiles(fileType)
        local files = GetFileList(fileType)
        local root = "./"
        if filter == "all" then
            root = "BlizzardInterface" .. fileTypes[fileType]
        end
        local dirs = CreateDirectories(files, root)

        local file, filePath, fixedCase
        local function FixCase(b)
            local s = filePath:sub(1, b - 1)
            --print("fixedCase", filePath, b, s)
            return dirs[s:lower()]:match("([^/]+/)$")
        end

        local pathStatus, w, h, err = {}
        write("Creating %d files...", #files)
        for i = 1, #files do
            file = files[i]
            filePath = file.fullPath
            fixedCase = (filePath:gsub("[^/]+()/", FixCase))
            if not pathStatus[file.path] then
                pathStatus[file.path] = 0
            end

            w = fileHandle:readFile(file.fullPath)
            if w then
                write("Create file: %s", fixedCase)
                h, err = io.open(plat.path(root, fixedCase), "wb")
                if h then
                    h:write(w)
                    h:close()
                    pathStatus[file.path] = pathStatus[file.path] + 1

                    if convertBLP then
                        convert(plat.path(root, file.path))
                    end
                else
                    write("Could not open file %s: %s", filePath, err)
                end
            else
                write("No data for file %s", filePath)
            end
            UpdateProgress(i / #files)
        end

        local emptyDirs = {}
        for path, total in next, pathStatus do
            if total <= 0 then
                table.insert(emptyDirs, path)
            end
        end

        table.sort(emptyDirs, function(a, b)
            return a > b
        end)

        write("Cleaning up empty directories...")
        for i = 1, #emptyDirs do
            local _, status = rmdir(plat.path(root, emptyDirs[i]))
            if not status then
                write("Removed: %s", emptyDirs[i])
            end
        end
    end
end


if filter == "all" then
    ExtractFiles("code")
    ExtractFiles("art")
else
    ExtractFiles(filter)
end