Actions

Module

DataTableParserV2: Difference between revisions

From Dune Awakening DB

mNo edit summary
mNo edit summary
 
(17 intermediate revisions by the same user not shown)
Line 2: Line 2:
-- Handles display and formatting of building data for Templates using External Data.
-- Handles display and formatting of building data for Templates using External Data.
-- Data is fetched from your SQL tables (data_buildings and data_refining_recipes)
-- Data is fetched from your SQL tables (data_buildings and data_refining_recipes)
-- via the ExternalData extension rather than from a wiki table page.
-- via the ExternalData extension.


local p = {}
local p = {}
Line 64: Line 64:
--------------------------------------------------------------------------------
--------------------------------------------------------------------------------
-- Function: loadBuildingData
-- Function: loadBuildingData
-- Uses externaldata to fetch building data from data_buildings as a wiki table.
-- Uses ExternalData (via the parser function) to fetch building data from data_buildings.
--------------------------------------------------------------------------------
--------------------------------------------------------------------------------
local function loadBuildingData(frame)
local function splitBySeparator(input, sep)
     local edQuery = [[
     local result = {}
{{#get_external_data: source=externaldb
    local pos = 1
|from=data_buildings
    while true do
|data=Name=name,
        local i, j = input:find(sep, pos, true)
      BuildingType=building_type,
        if not i then
      Name=name,
            table.insert(result, mw.text.trim(input:sub(pos)))
      Description=description,
            break
      PowerCost=power_cost,
        end
      GeneratesPower=generates_power,
        table.insert(result, mw.text.trim(input:sub(pos, i - 1)))
      StorageSlots=storage_slots,
        pos = j + 1
      StorageCapacity=storage_capacity,
      SchematicRequirement=schematic_requirement,
      JourneyRequirement=journey_requirement,
      Health=health,
      PlacedWith=placed_with,
      AdditionalNotes=additional_notes,
      RecipeToBuild=recipe_to_build,
      ImageFile=image_file,
      IconFile=icon_file,
      Category1=category_1,
      Category2=category_2,
      Category3=category_3,
      Gallery1=gallery_1,
      Gallery2=gallery_2,
      Gallery3=gallery_3,
      Gallery4=gallery_4,
      YoutubeVideoLink=youtube_video_link
|cache=yes
|where=name='{{PAGENAME}}'
|limit=1
}}
{| class="wikitable"
! ID
! Building Type
! Name
! Description
! Power Cost
! Generates Power
! Storage Slots
! Storage Capacity
! Schematic Requirement
! Journey Requirement
! Health
! Placed With
! Additional Notes
! Recipe To Build
! Image File
! Icon File
! Category 1
! Category 2
! Category 3
! Gallery 1
! Gallery 2
! Gallery 3
! Gallery 4
! YouTube Video Link
{{#for_external_table:|
{{!}}-
{{!}} {{{ID}}}
{{!}} {{{BuildingType}}}
{{!}} {{{Name}}}
{{!}} {{{Description}}}
{{!}} {{{PowerCost}}}
{{!}} {{{GeneratesPower}}}
{{!}} {{{StorageSlots}}}
{{!}} {{{StorageCapacity}}}
{{!}} {{{SchematicRequirement}}}
{{!}} {{{JourneyRequirement}}}
{{!}} {{{Health}}}
{{!}} {{{PlacedWith}}}
{{!}} {{{AdditionalNotes}}}
{{!}} {{{RecipeToBuild}}}
{{!}} {{{ImageFile}}}
{{!}} {{{IconFile}}}
{{!}} {{{Category1}}}
{{!}} {{{Category2}}}
{{!}} {{{Category3}}}
{{!}} {{{Gallery1}}}
{{!}} {{{Gallery2}}}
{{!}} {{{Gallery3}}}
{{!}} {{{Gallery4}}}
{{!}} {{{YoutubeVideoLink}}}
}}
|}
 
]]
    local content = frame:preprocess(edQuery)
    if not content or content == "" then
        return nil, "Error: No building data returned from external source!"
     end
     end
    return result
end


     local lines = mw.text.split(content, "\n")
local function loadBuildingData(frame)
     local filtered = {}
     local buildingName = frame.args[1] or frame.args.name or mw.title.getCurrentTitle().text
     for _, line in ipairs(lines) do
     local edQuery = string.format([[
        line = mw.text.trim(line)
        {{#get_external_data: source=externaldb
        if line ~= "" and not line:match("^__") and not line:match("<noindex>") and not line:match("</noindex>") then
        |from=data_buildings
            table.insert(filtered, line)
        |data=ID=id,BuildingType=building_type,Name=name,Description=description,PowerCost=power_cost,GeneratesPower=generates_power,StorageSlots=storage_slots,StorageCapacity=storage_capacity,SchematicRequirement=schematic_requirement,JourneyRequirement=journey_requirement,Health=health,PlacedWith=placed_with,AdditionalNotes=additional_notes,RecipeToBuild=recipe_to_build,ImageFile=image_file,IconFile=icon_file,Category1=category_1,Category2=category_2,Category3=category_3,Gallery1=gallery_1,Gallery2=gallery_2,Gallery3=gallery_3,Gallery4=gallery_4,YoutubeVideoLink=youtube_video_link
        end
        |cache=yes
    end
        |where=name='%s'
     if #filtered < 2 then
        |limit=1
         return nil, "Error: No valid building data found!"
        |format=plain
        |separator=||
        }}
     ]], buildingName)
   
    local rawOutput = mw.text.trim(frame:preprocess(edQuery))
     if rawOutput == "" then
         return nil, "No data found for building: " .. buildingName
     end
     end


     local inTable = false
     local fields = {
    local headers = {}  -- store table headers
        "ID", "BuildingType", "Name", "Description", "PowerCost", "GeneratesPower",
    local colMap = {}  -- map header name to column index
        "StorageSlots", "StorageCapacity", "SchematicRequirement", "JourneyRequirement",
    local data = {}    -- array of row arrays
        "Health", "PlacedWith", "AdditionalNotes", "RecipeToBuild", "ImageFile",
     local currentRow = {}
        "IconFile", "Category1", "Category2", "Category3", "Gallery1", "Gallery2",
    local readingHeader = true
        "Gallery3", "Gallery4", "YoutubeVideoLink"
     }


     for _, line in ipairs(filtered) do
     local values = splitBySeparator(rawOutput, "||")
        if line:match("^{|") then
    if #values < #fields then
            inTable = true
        return nil, "Incomplete data returned for building: " .. buildingName
        elseif line:match("^|%-") then
            if not readingHeader and #currentRow > 0 then
                table.insert(data, currentRow)
            end
            currentRow = {}
            readingHeader = false
        elseif line:match("^!") then
            local header = line:gsub("^!+%s*", "")
            header = mw.text.trim(header)
            table.insert(headers, header)
        elseif line:match("^|%+") then
            -- skip table caption
        elseif line:match("^|}") then
            if not readingHeader and #currentRow > 0 then
                table.insert(data, currentRow)
            end
            inTable = false
        elseif inTable and line:match("^|[^%-+}]") then
            local cell = line:gsub("^|+%s*", "")
            cell = mw.text.trim(cell)
            if not readingHeader then
                table.insert(currentRow, cell)
            end
        end
     end
     end


     for i, h in ipairs(headers) do
    local colMap = {}
         colMap[mw.text.trim(h)] = i
     for i, field in ipairs(fields) do
         colMap[field] = i
     end
     end


     return { rows = data, colMap = colMap }, nil
     local buildingData = { colMap = colMap, rows = { values } }
    return buildingData, nil
end
end


--------------------------------------------------------------------------------
--------------------------------------------------------------------------------
-- Function: loadRefiningData
-- Function: loadRefiningData
-- Uses externaldata to fetch refining recipes from data_refining_recipes.
-- Uses ExternalData (via parser function) to fetch refining recipes from data_refining_recipes.
--------------------------------------------------------------------------------
--------------------------------------------------------------------------------
local function loadRefiningData(frame)
local function loadRefiningData(frame)
     local edQuery = [[
    local buildingName = frame.args[1] or frame.args.name or mw.title.getCurrentTitle().text
{{#get_external_data: source=externaldb
     local edQuery = string.format([[
|from=data_refining_recipes
        {{#get_external_data: source=externaldb
|data=Refiner=Refiner,
        |from=data_refining_recipes
      Output=Output,
        |data=Refiner=Refiner,Output=Output,Ingredients=Ingredients,Time=Time,Recipe=Recipe
      Ingredients=Ingredients,
        |cache=yes
      Time=Time,
        |where=Refiner='%s'
      Recipe=Recipe
        }}
|cache=yes
    ]], buildingName)
|where=Refiner='{{PAGENAME}}'
   
}}
    local result = frame:preprocess(edQuery)
{| class="wikitable"
   
! Refiner
    local refiningData = {}
! Output
    local colMap = {}
! Ingredients
    local rows = {}
! Time
    local fields = {"Refiner", "Output", "Ingredients", "Time", "Recipe"}
! Recipe
   
{{#for_external_table:|
    local firstRow = {}
{{!}}-
    for i, field in ipairs(fields) do
{{!}} {{{Refiner}}}
        colMap[field] = i
{{!}} {{{Output}}}
        local value = frame:preprocess("{{{" .. field .. "}}}")
{{!}} {{{Ingredients}}}
        if value and value ~= "" and value ~= "{{{" .. field .. "}}}" then
{{!}} {{{Time}}}
            firstRow[i] = value
{{!}} {{{Recipe}}}
         else
}}
            firstRow[i] = ""
|}
        end
]]
    local content = frame:preprocess(edQuery)
    if not content or content == "" then
         return nil, "Error: No refining data returned from external source!"
     end
     end
 
      
     local lines = mw.text.split(content, "\n")
     local hasFirstRow = false
     local filtered = {}
     for _, v in pairs(firstRow) do
     for _, line in ipairs(lines) do
         if v ~= "" then
        line = mw.text.trim(line)
             hasFirstRow = true
         if line ~= "" and not line:match("^__") and not line:match("<noindex>") and not line:match("</noindex>") then
            break
             table.insert(filtered, line)
         end
         end
     end
     end
     if #filtered < 2 then
   
         return nil, "Error: No valid refining data found!"
     if hasFirstRow then
         table.insert(rows, firstRow)
     end
     end
 
      
     local inTable = false
     -- Check for additional rows
     local headers = {}
     for i = 1, 50 do
     local colMap = {}
        local rowData = {}
    local data = {}
        local hasData = false
    local currentRow = {}
        for j, field in ipairs(fields) do
    local readingHeader = true
            local value = frame:preprocess("{{{" .. field .. "_" .. i .. "}}}")
 
             if value and value ~= "" and value ~= "{{{" .. field .. "_" .. i .. "}}}" then
    for _, line in ipairs(filtered) do
                rowData[j] = value
        if line:match("^{|") then
                 hasData = true
            inTable = true
             else
        elseif line:match("^|%-") then
                rowData[j] = ""
             if not readingHeader and #currentRow > 0 then
                table.insert(data, currentRow)
            end
            currentRow = {}
            readingHeader = false
        elseif line:match("^!") then
            local header = line:gsub("^!+%s*", "")
            header = mw.text.trim(header)
            table.insert(headers, header)
        elseif line:match("^|%+") then
            -- skip caption
        elseif line:match("^|}") then
            if not readingHeader and #currentRow > 0 then
                 table.insert(data, currentRow)
             end
            inTable = false
        elseif inTable and line:match("^|[^%-+}]") then
            local cell = line:gsub("^|+%s*", "")
            cell = mw.text.trim(cell)
            if not readingHeader then
                table.insert(currentRow, cell)
             end
             end
        end
        if hasData then
            table.insert(rows, rowData)
        else
            break
         end
         end
     end
     end
 
   
     for i, h in ipairs(headers) do
     if #rows == 0 then
         colMap[mw.text.trim(h)] = i
         return nil, "No refining recipes found for building: " .. buildingName
     end
     end
 
   
     if #data == 0 then
     refiningData.colMap = colMap
        return nil, "Error: No data rows found in refining data!"
    refiningData.rows = rows
     end
      
 
     return refiningData, nil
     return { rows = data, colMap = colMap }, nil
end
end


--------------------------------------------------------------------------------
--------------------------------------------------------------------------------
-- Function: getBuildingData
-- Function: getBuildingData
-- Returns the row (and colMap) for a given building name from external data.
-- Returns the row (and colMap) for a given building name.
--------------------------------------------------------------------------------
--------------------------------------------------------------------------------
function p.getBuildingData(buildingName, frame)
function p.getBuildingData(buildingName, frame)
     local buildingData, err = loadBuildingData(frame)
     local buildingData, err = loadBuildingData(frame)
     if not buildingData then
     if not buildingData or #buildingData.rows == 0 then
        return nil, err
         return nil, err or "Building not found"
    end
 
    local colMap = buildingData.colMap
    local rows = buildingData.rows
 
    if not colMap["Name"] then
         return nil, "Error: 'Name' column not found in building data"
    end
 
    for _, fields in ipairs(rows) do
        if fields[colMap["Name"]] == buildingName then
            return fields, colMap
        end
     end
     end
     return nil, "Building '" .. buildingName .. "' not found"
     return buildingData.rows[1], buildingData.colMap
end
end


Line 341: Line 217:
     local buildingName = frame.args[1] or mw.title.getCurrentTitle().text
     local buildingName = frame.args[1] or mw.title.getCurrentTitle().text
     local refiningData, err = loadRefiningData(frame)
     local refiningData, err = loadRefiningData(frame)
   
     if not refiningData then
     if not refiningData then
         return "Error loading refining data: " .. (err or "Unknown error")
         return '<tr><td colspan="3" style="text-align:center;">No refining recipes found for this building.</td></tr>'
     end
     end
 
   
     local rows = refiningData.rows
     local rows = refiningData.rows
     local colMap = refiningData.colMap
     local colMap = refiningData.colMap
 
      
    local function normalizeText(text)
     if #rows == 0 then
        if not text then return "" end
        text = text:gsub('["\']', '')
        text = text:gsub("%[%[([^%]]+)%]%]", "%1")
        return mw.text.trim(text)
    end
 
     local matchingRecipes = {}
    for _, row in ipairs(rows) do
        local refinerNeeded = row[colMap["Refiner"]] or ""
        if normalizeText(refinerNeeded) == normalizeText(buildingName) then
            table.insert(matchingRecipes, row)
        end
    end
 
     if #matchingRecipes == 0 then
         return '<tr><td colspan="3" style="text-align:center;">No refining recipes found for this building.</td></tr>'
         return '<tr><td colspan="3" style="text-align:center;">No refining recipes found for this building.</td></tr>'
     end
     end
 
   
     local output = "<tr>\n" ..
     local output = "<tr>\n" ..
                   "<th style=\"text-align:left;\">Output</th>\n" ..
                   "<th style=\"text-align:left;\">Output</th>\n" ..
Line 372: Line 234:
                   "<th style=\"text-align:left;\">Craft Time</th>\n" ..
                   "<th style=\"text-align:left;\">Craft Time</th>\n" ..
                   "</tr>\n"
                   "</tr>\n"
     for _, recipe in ipairs(matchingRecipes) do
                 
     for _, recipe in ipairs(rows) do
         local outputItem = recipe[colMap["Output"]] or ""
         local outputItem = recipe[colMap["Output"]] or ""
         local ingredients = recipe[colMap["Ingredients"]] or ""
         local ingredients = recipe[colMap["Ingredients"]] or ""
         local time = recipe[colMap["Time"]] or ""
         local time = recipe[colMap["Time"]] or ""
         local recipeQty = recipe[colMap["Recipe"]] or ""
         local recipeQty = recipe[colMap["Recipe"]] or ""
       
         local qty = "1"
         local qty = "1"
         if recipeQty ~= "" then
         if recipeQty ~= "" then
Line 384: Line 248:
             end
             end
         end
         end
       
         local formattedOutput = p.iconize({args = {[1] = outputItem}})
         local formattedOutput = p.iconize({args = {[1] = outputItem}})
         if qty ~= "1" then
         if qty ~= "1" then
             formattedOutput = formattedOutput .. " × " .. qty
             formattedOutput = formattedOutput .. " × " .. qty
         end
         end
         local formattedIngredients = ""
          
         if ingredients ~= "" then
         local formattedIngredients = p.formatRecipeList(ingredients)
            local ingredientsList = mw.text.split(ingredients, ";")
 
            for i, ingredient in ipairs(ingredientsList) do
          
                local trimmedIngredient = mw.text.trim(ingredient)
                if trimmedIngredient ~= "" then
                    local formattedIngredient = p.iconize({args = {[1] = trimmedIngredient}})
                    if i > 1 then
                        formattedIngredients = formattedIngredients .. "<br>"
                    end
                    formattedIngredients = formattedIngredients .. formattedIngredient
                end
            end
         end
         output = output .. "<tr>\n" ..
         output = output .. "<tr>\n" ..
                 "<td style=\"text-align:left;\">" .. formattedOutput .. "</td>\n" ..
                 "<td style=\"text-align:left;\">" .. formattedOutput .. "</td>\n" ..
Line 408: Line 263:
                 "</tr>\n"
                 "</tr>\n"
     end
     end
 
   
     return output
     return output
end
end
Line 422: Line 277:
     end
     end


     local building, colMap = p.getBuildingData(buildingName, frame)
    if frame.args.debug then
        return p.debugBuildingData(frame)
    end
 
     local buildingData, err = loadBuildingData(frame)
    if not buildingData then
        return "Error: " .. (err or "Building '" .. buildingName .. "' not found")
    end
   
    local colMap = buildingData.colMap
    local building = buildingData.rows[1]
   
     if not building then
     if not building then
         return "Error: Building '" .. buildingName .. "' not found"
         return "Error: No data row found for building '" .. buildingName .. "'"
     end
     end


     local params = {
     local params = {
         Name = building[colMap["Name"]] or "",
         Name = building[colMap["Name"]] or buildingName,
         Tier = building[colMap["Tier"]] or "",
         Tier = building[colMap["BuildingType"]] or "Unknown",
         Description = p.iconize({args = {[1] = building[colMap["Description"]] or ""}}),
         Description = building[colMap["Description"]] or "",
         JourneyRequirement = p.iconize({args = {[1] = building[colMap["JourneyRequirement"]] or ""}}),
         JourneyRequirement = building[colMap["JourneyRequirement"]] or "",
         Health = building[colMap["Health"]] or "",
         Health = building[colMap["Health"]] or "0",
         EnergyConsumption = building[colMap["PowerCost"]] or "",
         EnergyConsumption = building[colMap["PowerCost"]] or "0",
         GeneratesPower = building[colMap["GeneratesPower"]] or "",
         GeneratesPower = building[colMap["GeneratesPower"]] or "0",
         StorageSlots = building[colMap["StorageSlots"]] or "",
         StorageSlots = building[colMap["StorageSlots"]] or "0",
         StorageVolume = building[colMap["StorageVolume"]] or "",
         StorageVolume = building[colMap["StorageCapacity"]] or "0",
         Components = p.formatComponent(building[colMap["RecipeToBuild"]] or ""),
         Components = building[colMap["RecipeToBuild"]] or "",
         PlacedWith = p.iconize({args = {[1] = building[colMap["PlacedWith"]] or ""}}),
         PlacedWith = building[colMap["PlacedWith"]] or "",
        AdditionalNotes = building[colMap["AdditionalNotes"]] or "",
         ImageFile = building[colMap["ImageFile"]] or "",
         ImageFile = building[colMap["ImageFile"]] or "",
        AdditionalNotes = p.iconize({args = {[1] = building[colMap["AdditionalNotes"]] or ""}}),
         PrimarySource = "Crafting"
         PrimarySource = "Crafting"
     }
     }
   
    if params.Description ~= "" then
        params.Description = p.iconize({args = {[1] = params.Description}})
    end
   
    if params.JourneyRequirement ~= "" then
        params.JourneyRequirement = p.iconize({args = {[1] = params.JourneyRequirement}})
    end
   
    if params.Components ~= "" then
        params.Components = p.formatComponent(params.Components)
    end
   
    if params.PlacedWith ~= "" then
        params.PlacedWith = p.iconize({args = {[1] = params.PlacedWith}})
    end
   
    if params.AdditionalNotes ~= "" then
        params.AdditionalNotes = p.iconize({args = {[1] = params.AdditionalNotes}})
    end


     -- Append additional columns by calling other functions from the module:
     if colMap["YoutubeVideoLink"] and building[colMap["YoutubeVideoLink"]] and building[colMap["YoutubeVideoLink"]] ~= "" then
        params.YoutubeEmbed = p.getYoutubeEmbed(frame)
    else
        params.YoutubeEmbed = "Coming Soon"
    end
   
     params.RefiningRecipes = p.getRefiningRecipes(frame)
     params.RefiningRecipes = p.getRefiningRecipes(frame)
     params.YoutubeEmbed = p.getYoutubeEmbed(frame)
      
     params.Category3 = p.getCategory3(frame)
    if colMap["Category3"] and building[colMap["Category3"]] and building[colMap["Category3"]] ~= "" then
        params.Category3 = building[colMap["Category3"]]
     else
        params.Category3 = "Buildings"
    end
   
     params.RelatedBuildings = p.relatedBuildings(frame)
     params.RelatedBuildings = p.relatedBuildings(frame)
      
      
Line 459: Line 355:
      
      
     return frame:preprocess(templateCall)
     return frame:preprocess(templateCall)
end
-- For convenience, alias displayBuilding:
function p.displayBuilding(frame)
    return p.formatBuilding(frame)
end
end


Line 481: Line 372:
     end
     end


     local youtubeUrl = building[colMap["YoutubeURL"]] or ""
     local youtubeUrl = building[colMap["YoutubeVideoLink"]] or ""
     if youtubeUrl == "" or youtubeUrl == "-" then
     if youtubeUrl == "" or youtubeUrl == "-" then
         return "Coming Soon"
         return "Coming Soon"
Line 493: Line 384:
     local ytMarkup = string.format('<youtube dimensions="%s" alignment="center">%s</youtube>', dimensions, videoId)
     local ytMarkup = string.format('<youtube dimensions="%s" alignment="center">%s</youtube>', dimensions, videoId)
     return frame:preprocess(ytMarkup)
     return frame:preprocess(ytMarkup)
end
--------------------------------------------------------------------------------
-- Function: getCategory3
-- Returns the Category3 field for the current building.
--------------------------------------------------------------------------------
function p.getCategory3(frame)
    local buildingName = frame.args[1] or mw.title.getCurrentTitle().text
    local building, colMap = p.getBuildingData(buildingName, frame)
    if not building then
        return "Buildings"
    end
    local cat3 = building[colMap["Category3"]] or ""
    if cat3 == "-" or cat3 == "" then
        return "Buildings"
    end
    if cat3:find("%[%[") then
        cat3 = cat3:match("%[%[(.-)%]%]")
    end
    return mw.text.trim(cat3)
end
end


Line 534: Line 405:
     targetCategory = mw.text.trim(targetCategory)
     targetCategory = mw.text.trim(targetCategory)


    -- Now, iterate over all building rows from loadBuildingData
     local allData, err = loadBuildingData(frame)
     local allData, err = loadBuildingData(frame)
     if not allData then
     if not allData then
Line 569: Line 439:
     for _, b in ipairs(relatedBuildings) do
     for _, b in ipairs(relatedBuildings) do
         local name = b[colMap["Name"]] or ""
         local name = b[colMap["Name"]] or ""
         local tier = b[colMap["Tier"]] or ""
         local tier = b[colMap["BuildingType"]] or ""
         local description = b[colMap["Description"]] or ""
         local description = b[colMap["Description"]] or ""
         if tier == "-" then tier = "" end
         if tier == "-" then tier = "" end
Line 587: Line 457:
     return output
     return output
end
end
--------------------------------------------------------------------------------
-- Function: debugBuildingData
-- Outputs debugging information.
--------------------------------------------------------------------------------
function p.debugBuildingData(frame)
    local buildingName = frame.args[1] or mw.title.getCurrentTitle().text
    local buildingData, err = loadBuildingData(frame)
   
    if not buildingData then
        return "Error: " .. (err or "Unknown error")
    end
   
    local output = "Debug information for '" .. buildingName .. "':\n\n"
    output = output .. "Raw data from database:\n"
    output = output .. "<pre>"
   
    output = output .. "Column mapping:\n"
    for name, idx in pairs(buildingData.colMap) do
        output = output .. name .. " => " .. idx .. "\n"
    end
   
    output = output .. "\nRows (" .. #buildingData.rows .. " found):\n"
    for i, row in ipairs(buildingData.rows) do
        output = output .. "Row " .. i .. ":\n"
        for j, cell in ipairs(row) do
            local colName = "Unknown"
            for name, idx in pairs(buildingData.colMap) do
                if idx == j then
                    colName = name
                    break
                end
            end
            output = output .. "  " .. colName .. " (" .. j .. "): '" .. cell .. "'\n"
        end
    end
   
    output = output .. "</pre>"
    return output
end
--------------------------------------------------------------------------------
-- Function: formatRecipeList
-- Outputs format for multiple recipe lines
--------------------------------------------------------------------------------
function p.formatRecipeList(frameOrText)
    local text = ""
    -- Handle both direct string or frame.args
    if type(frameOrText) == "string" then
        text = frameOrText
    elseif type(frameOrText) == "table" then
        text = frameOrText.args and frameOrText.args[1] or ""
    end
    if not text or text == "" then
        return ""
    end
    local components = mw.text.split(text, ";")
    local formatted = {}
    for _, raw in ipairs(components) do
        local line = mw.text.trim(raw)
        if line ~= "" then
            local withIcon = p.iconize({ args = { line } })
            table.insert(formatted, withIcon)
        end
    end
    return table.concat(formatted, "<br>")
end


return p
return p

Latest revision as of 01:49, 1 April 2025

Documentation for this module may be created at Module:DataTableParserV2/doc

-- Module:DataTableParserV2
-- Handles display and formatting of building data for Templates using External Data.
-- Data is fetched from your SQL tables (data_buildings and data_refining_recipes)
-- via the ExternalData extension.

local p = {}

--------------------------------------------------
-- Helper: Get icon file reference for a resource
--------------------------------------------------
local function getResourceIcon(resourceName)
    if not resourceName or resourceName == "" then
        return ""
    end
    local fileName = resourceName:gsub("%s+", "_") .. "_-_Icon.png"
    local fileTitle = mw.title.new("File:" .. fileName)
    if fileTitle and fileTitle.exists then
        return "[[File:" .. fileName .. "|20px]]"
    else
        return ""
    end
end

---------------------------------------------
-- Function: iconize
-- Adds icons to resource links in text
---------------------------------------------
function p.iconize(frame)
    local text = frame.args[1] or ""
    text = text:gsub("%[%[([^%]]+)%]%]", function(resourceName)
        local icon = getResourceIcon(resourceName)
        if icon ~= "" then
            return icon .. " [[" .. resourceName .. "]]"
        else
            return "[[" .. resourceName .. "]]"
        end
    end)
    return text
end

------------------------------------------------------
-- Function: formatComponent
-- Formats a recipe component by adding icons to resource links.
------------------------------------------------------
function p.formatComponent(text)
    if not text or text == "" then
        return ""
    end
    local components = mw.text.split(text, ";")
    local formatted = {}
    for i, component in ipairs(components) do
        component = mw.text.trim(component)
        local itemName, quantity = component:match("%[%[([^%]]+)%]%] x (%d+)")
        if itemName and quantity then
            local icon = getResourceIcon(itemName)
            table.insert(formatted, icon .. " [[" .. itemName .. "]] x " .. quantity)
        else
            table.insert(formatted, component)
        end
    end
    return table.concat(formatted, "<br>")
end

--------------------------------------------------------------------------------
-- Function: loadBuildingData
-- Uses ExternalData (via the parser function) to fetch building data from data_buildings.
--------------------------------------------------------------------------------
local function splitBySeparator(input, sep)
    local result = {}
    local pos = 1
    while true do
        local i, j = input:find(sep, pos, true)
        if not i then
            table.insert(result, mw.text.trim(input:sub(pos)))
            break
        end
        table.insert(result, mw.text.trim(input:sub(pos, i - 1)))
        pos = j + 1
    end
    return result
end

local function loadBuildingData(frame)
    local buildingName = frame.args[1] or frame.args.name or mw.title.getCurrentTitle().text
    local edQuery = string.format([[
        {{#get_external_data: source=externaldb
         |from=data_buildings
         |data=ID=id,BuildingType=building_type,Name=name,Description=description,PowerCost=power_cost,GeneratesPower=generates_power,StorageSlots=storage_slots,StorageCapacity=storage_capacity,SchematicRequirement=schematic_requirement,JourneyRequirement=journey_requirement,Health=health,PlacedWith=placed_with,AdditionalNotes=additional_notes,RecipeToBuild=recipe_to_build,ImageFile=image_file,IconFile=icon_file,Category1=category_1,Category2=category_2,Category3=category_3,Gallery1=gallery_1,Gallery2=gallery_2,Gallery3=gallery_3,Gallery4=gallery_4,YoutubeVideoLink=youtube_video_link
         |cache=yes
         |where=name='%s'
         |limit=1
         |format=plain
         |separator=|| 
        }}
    ]], buildingName)
    
    local rawOutput = mw.text.trim(frame:preprocess(edQuery))
    if rawOutput == "" then
        return nil, "No data found for building: " .. buildingName
    end

    local fields = {
        "ID", "BuildingType", "Name", "Description", "PowerCost", "GeneratesPower",
        "StorageSlots", "StorageCapacity", "SchematicRequirement", "JourneyRequirement",
        "Health", "PlacedWith", "AdditionalNotes", "RecipeToBuild", "ImageFile",
        "IconFile", "Category1", "Category2", "Category3", "Gallery1", "Gallery2",
        "Gallery3", "Gallery4", "YoutubeVideoLink"
    }

    local values = splitBySeparator(rawOutput, "||")
    if #values < #fields then
        return nil, "Incomplete data returned for building: " .. buildingName
    end

    local colMap = {}
    for i, field in ipairs(fields) do
        colMap[field] = i
    end

    local buildingData = { colMap = colMap, rows = { values } }
    return buildingData, nil
end


--------------------------------------------------------------------------------
-- Function: loadRefiningData
-- Uses ExternalData (via parser function) to fetch refining recipes from data_refining_recipes.
--------------------------------------------------------------------------------
local function loadRefiningData(frame)
    local buildingName = frame.args[1] or frame.args.name or mw.title.getCurrentTitle().text
    local edQuery = string.format([[
        {{#get_external_data: source=externaldb
         |from=data_refining_recipes
         |data=Refiner=Refiner,Output=Output,Ingredients=Ingredients,Time=Time,Recipe=Recipe
         |cache=yes
         |where=Refiner='%s'
        }}
    ]], buildingName)
    
    local result = frame:preprocess(edQuery)
    
    local refiningData = {}
    local colMap = {}
    local rows = {}
    local fields = {"Refiner", "Output", "Ingredients", "Time", "Recipe"}
    
    local firstRow = {}
    for i, field in ipairs(fields) do
        colMap[field] = i
        local value = frame:preprocess("{{{" .. field .. "}}}")
        if value and value ~= "" and value ~= "{{{" .. field .. "}}}" then
            firstRow[i] = value
        else
            firstRow[i] = ""
        end
    end
    
    local hasFirstRow = false
    for _, v in pairs(firstRow) do
        if v ~= "" then
            hasFirstRow = true
            break
        end
    end
    
    if hasFirstRow then
        table.insert(rows, firstRow)
    end
    
    -- Check for additional rows
    for i = 1, 50 do
        local rowData = {}
        local hasData = false
        for j, field in ipairs(fields) do
            local value = frame:preprocess("{{{" .. field .. "_" .. i .. "}}}")
            if value and value ~= "" and value ~= "{{{" .. field .. "_" .. i .. "}}}" then
                rowData[j] = value
                hasData = true
            else
                rowData[j] = ""
            end
        end
        if hasData then
            table.insert(rows, rowData)
        else
            break
        end
    end
    
    if #rows == 0 then
        return nil, "No refining recipes found for building: " .. buildingName
    end
    
    refiningData.colMap = colMap
    refiningData.rows = rows
    
    return refiningData, nil
end

--------------------------------------------------------------------------------
-- Function: getBuildingData
-- Returns the row (and colMap) for a given building name.
--------------------------------------------------------------------------------
function p.getBuildingData(buildingName, frame)
    local buildingData, err = loadBuildingData(frame)
    if not buildingData or #buildingData.rows == 0 then
        return nil, err or "Building not found"
    end
    return buildingData.rows[1], buildingData.colMap
end

--------------------------------------------------------------------------------
-- Function: getRefiningRecipes
-- Returns a table of refining recipes matching the building name.
--------------------------------------------------------------------------------
function p.getRefiningRecipes(frame)
    local buildingName = frame.args[1] or mw.title.getCurrentTitle().text
    local refiningData, err = loadRefiningData(frame)
    
    if not refiningData then
        return '<tr><td colspan="3" style="text-align:center;">No refining recipes found for this building.</td></tr>'
    end
    
    local rows = refiningData.rows
    local colMap = refiningData.colMap
    
    if #rows == 0 then
        return '<tr><td colspan="3" style="text-align:center;">No refining recipes found for this building.</td></tr>'
    end
    
    local output = "<tr>\n" ..
                   "<th style=\"text-align:left;\">Output</th>\n" ..
                   "<th style=\"text-align:left;\">Ingredients</th>\n" ..
                   "<th style=\"text-align:left;\">Craft Time</th>\n" ..
                   "</tr>\n"
                   
    for _, recipe in ipairs(rows) do
        local outputItem = recipe[colMap["Output"]] or ""
        local ingredients = recipe[colMap["Ingredients"]] or ""
        local time = recipe[colMap["Time"]] or ""
        local recipeQty = recipe[colMap["Recipe"]] or ""
        
        local qty = "1"
        if recipeQty ~= "" then
            local extractQty = recipeQty:match("x%s*(%d+)")
            if extractQty then
                qty = extractQty
            end
        end
        
        local formattedOutput = p.iconize({args = {[1] = outputItem}})
        if qty ~= "1" then
            formattedOutput = formattedOutput .. " × " .. qty
        end
        
        local formattedIngredients = p.formatRecipeList(ingredients)

        
        output = output .. "<tr>\n" ..
                 "<td style=\"text-align:left;\">" .. formattedOutput .. "</td>\n" ..
                 "<td style=\"text-align:left;\">" .. formattedIngredients .. "</td>\n" ..
                 "<td style=\"text-align:left;\">" .. time .. "</td>\n" ..
                 "</tr>\n"
    end
    
    return output
end

--------------------------------------------------------------------------------
-- Function: formatBuilding
-- Formats building data as a template call to BuildingRefinerDisplayV2.
--------------------------------------------------------------------------------
function p.formatBuilding(frame)
    local buildingName = frame.args[1] or frame.args.name or mw.title.getCurrentTitle().text
    if not buildingName then
        return "Error: No building name provided"
    end

    if frame.args.debug then
        return p.debugBuildingData(frame)
    end

    local buildingData, err = loadBuildingData(frame)
    if not buildingData then
        return "Error: " .. (err or "Building '" .. buildingName .. "' not found")
    end
    
    local colMap = buildingData.colMap
    local building = buildingData.rows[1]
    
    if not building then
        return "Error: No data row found for building '" .. buildingName .. "'"
    end

    local params = {
        Name = building[colMap["Name"]] or buildingName,
        Tier = building[colMap["BuildingType"]] or "Unknown",
        Description = building[colMap["Description"]] or "",
        JourneyRequirement = building[colMap["JourneyRequirement"]] or "",
        Health = building[colMap["Health"]] or "0",
        EnergyConsumption = building[colMap["PowerCost"]] or "0",
        GeneratesPower = building[colMap["GeneratesPower"]] or "0",
        StorageSlots = building[colMap["StorageSlots"]] or "0",
        StorageVolume = building[colMap["StorageCapacity"]] or "0",
        Components = building[colMap["RecipeToBuild"]] or "",
        PlacedWith = building[colMap["PlacedWith"]] or "",
        AdditionalNotes = building[colMap["AdditionalNotes"]] or "",
        ImageFile = building[colMap["ImageFile"]] or "",
        PrimarySource = "Crafting"
    }
    
    if params.Description ~= "" then
        params.Description = p.iconize({args = {[1] = params.Description}})
    end
    
    if params.JourneyRequirement ~= "" then
        params.JourneyRequirement = p.iconize({args = {[1] = params.JourneyRequirement}})
    end
    
    if params.Components ~= "" then
        params.Components = p.formatComponent(params.Components)
    end
    
    if params.PlacedWith ~= "" then
        params.PlacedWith = p.iconize({args = {[1] = params.PlacedWith}})
    end
    
    if params.AdditionalNotes ~= "" then
        params.AdditionalNotes = p.iconize({args = {[1] = params.AdditionalNotes}})
    end

    if colMap["YoutubeVideoLink"] and building[colMap["YoutubeVideoLink"]] and building[colMap["YoutubeVideoLink"]] ~= "" then
        params.YoutubeEmbed = p.getYoutubeEmbed(frame)
    else
        params.YoutubeEmbed = "Coming Soon"
    end
    
    params.RefiningRecipes = p.getRefiningRecipes(frame)
    
    if colMap["Category3"] and building[colMap["Category3"]] and building[colMap["Category3"]] ~= "" then
        params.Category3 = building[colMap["Category3"]]
    else
        params.Category3 = "Buildings"
    end
    
    params.RelatedBuildings = p.relatedBuildings(frame)
    
    local templateCall = "{{BuildingRefinerDisplayV2"
    for key, value in pairs(params) do
        if value and value ~= "" then
            templateCall = templateCall .. "\n|" .. key .. "=" .. value
        end
    end
    templateCall = templateCall .. "\n}}"
    
    return frame:preprocess(templateCall)
end

--------------------------------------------------------------------------------
-- Function: getYoutubeEmbed
-- Returns a processed YouTube embed tag.
--------------------------------------------------------------------------------
function p.getYoutubeEmbed(frame)
    local buildingName = frame.args[1] or mw.title.getCurrentTitle().text
    local width = frame.args.width or 400
    local height = frame.args.height or 300
    local dimensions = width .. "x" .. height

    local building, colMap = p.getBuildingData(buildingName, frame)
    if not building then
        return "Error loading data"
    end

    local youtubeUrl = building[colMap["YoutubeVideoLink"]] or ""
    if youtubeUrl == "" or youtubeUrl == "-" then
        return "Coming Soon"
    end

    local videoId = youtubeUrl:match("v=([%w-_]+)")
    if not videoId then
        return "Coming Soon"
    end

    local ytMarkup = string.format('<youtube dimensions="%s" alignment="center">%s</youtube>', dimensions, videoId)
    return frame:preprocess(ytMarkup)
end

--------------------------------------------------------------------------------
-- Function: relatedBuildings
-- Finds and formats related buildings based on Category3.
--------------------------------------------------------------------------------
function p.relatedBuildings(frame)
    local buildingName = frame.args[1] or mw.title.getCurrentTitle().text
    local building, colMap = p.getBuildingData(buildingName, frame)
    if not building then
        return "Error loading building data"
    end
    local targetCategory = building[colMap["Category3"]] or ""
    if targetCategory == "-" or targetCategory == "" then
        return "No related buildings found"
    end
    if targetCategory:find("%[%[") then
        targetCategory = targetCategory:match("%[%[(.-)%]%]")
    end
    targetCategory = mw.text.trim(targetCategory)

    local allData, err = loadBuildingData(frame)
    if not allData then
        return "Error loading building data"
    end
    local rows = allData.rows

    local relatedBuildings = {}
    for _, row in ipairs(rows) do
        if row[colMap["Name"]] ~= buildingName then
            local category = row[colMap["Category3"]] or ""
            if category ~= "-" and category ~= "" then
                if category:find("%[%[") then
                    category = category:match("%[%[(.-)%]%]")
                end
                category = mw.text.trim(category)
                if category == targetCategory then
                    table.insert(relatedBuildings, row)
                end
            end
        end
    end

    if #relatedBuildings == 0 then
        return "No other " .. targetCategory .. " found"
    end

    local output = '<table class="infobox-dune" style="width:100%">\n'
    output = output .. "<tr>\n"
    output = output .. "<th style=\"text-align:left;\">Name</th>\n"
    output = output .. "<th style=\"text-align:left;\">Tier</th>\n"
    output = output .. "<th style=\"text-align:left;\">Description</th>\n"
    output = output .. "</tr>\n"
    for _, b in ipairs(relatedBuildings) do
        local name = b[colMap["Name"]] or ""
        local tier = b[colMap["BuildingType"]] or ""
        local description = b[colMap["Description"]] or ""
        if tier == "-" then tier = "" end
        if description == "-" then description = "" end
        local nameWithIcon = "[[" .. name .. "]]"
        local iconFile = b[colMap["ImageFile"]] or ""
        if iconFile ~= "-" and iconFile ~= "" then
            nameWithIcon = "[[File:" .. iconFile .. "|20px]] [[" .. name .. "]]"
        end
        output = output .. "<tr>\n"
        output = output .. "<td>" .. nameWithIcon .. "</td>\n"
        output = output .. "<td>" .. tier .. "</td>\n"
        output = output .. "<td>" .. description .. "</td>\n"
        output = output .. "</tr>\n"
    end
    output = output .. "</table>"
    return output
end

--------------------------------------------------------------------------------
-- Function: debugBuildingData
-- Outputs debugging information.
--------------------------------------------------------------------------------
function p.debugBuildingData(frame)
    local buildingName = frame.args[1] or mw.title.getCurrentTitle().text
    local buildingData, err = loadBuildingData(frame)
    
    if not buildingData then
        return "Error: " .. (err or "Unknown error")
    end
    
    local output = "Debug information for '" .. buildingName .. "':\n\n"
    output = output .. "Raw data from database:\n"
    output = output .. "<pre>"
    
    output = output .. "Column mapping:\n"
    for name, idx in pairs(buildingData.colMap) do
        output = output .. name .. " => " .. idx .. "\n"
    end
    
    output = output .. "\nRows (" .. #buildingData.rows .. " found):\n"
    for i, row in ipairs(buildingData.rows) do
        output = output .. "Row " .. i .. ":\n"
        for j, cell in ipairs(row) do
            local colName = "Unknown"
            for name, idx in pairs(buildingData.colMap) do
                if idx == j then
                    colName = name
                    break
                end
            end
            output = output .. "  " .. colName .. " (" .. j .. "): '" .. cell .. "'\n"
        end
    end
    
    output = output .. "</pre>"
    return output
end


--------------------------------------------------------------------------------
-- Function: formatRecipeList
-- Outputs format for multiple recipe lines
--------------------------------------------------------------------------------
function p.formatRecipeList(frameOrText)
    local text = ""

    -- Handle both direct string or frame.args
    if type(frameOrText) == "string" then
        text = frameOrText
    elseif type(frameOrText) == "table" then
        text = frameOrText.args and frameOrText.args[1] or ""
    end

    if not text or text == "" then
        return ""
    end

    local components = mw.text.split(text, ";")
    local formatted = {}

    for _, raw in ipairs(components) do
        local line = mw.text.trim(raw)
        if line ~= "" then
            local withIcon = p.iconize({ args = { line } })
            table.insert(formatted, withIcon)
        end
    end

    return table.concat(formatted, "<br>")
end











return p