2016-01-12 16:26:00

1 files changed, 315 insertions, 0 deletions

diff --git a/tex/context/base/mkiv/core-dat.lua b/tex/context/base/mkiv/core-dat.lua
new file mode 100644
index 000000000..c3b00a7c0
--- /dev/null
+++ b/tex/context/base/mkiv/core-dat.lua
@@ -0,0 +1,315 @@
+if not modules then modules = { } end modules ['core-dat'] = {
+    version   = 1.001,
+    comment   = "companion to core-dat.mkiv",
+    author    = "Hans Hagen, PRAGMA-ADE, Hasselt NL",
+    copyright = "PRAGMA ADE / ConTeXt Development Team",
+    license   = "see context related readme files"
+}
+
+--[[ldx--
+<p>This module provides a (multipass) container for arbitrary data. It
+replaces the twopass data mechanism.</p>
+--ldx]]--
+
+local tonumber, tostring, type = tonumber, tostring, type
+
+local context          = context
+local commands         = commands
+
+local trace_datasets   = false  trackers.register("job.datasets" ,  function(v) trace_datasets   = v end)
+local trace_pagestates = false  trackers.register("job.pagestates", function(v) trace_pagestates = v end)
+
+local report_dataset   = logs.reporter("dataset")
+local report_pagestate = logs.reporter("pagestate")
+
+local allocate         = utilities.storage.allocate
+local settings_to_hash = utilities.parsers.settings_to_hash
+
+local texgetcount      = tex.getcount
+local texsetcount      = tex.setcount
+
+local formatters       = string.formatters
+
+local v_yes            = interfaces.variables.yes
+
+local new_latelua      = nodes.pool.latelua
+
+local implement        = interfaces.implement
+
+local collected = allocate()
+local tobesaved = allocate()
+
+local datasets = {
+    collected = collected,
+    tobesaved = tobesaved,
+}
+
+job.datasets = datasets
+
+local function initializer()
+    collected = datasets.collected
+    tobesaved = datasets.tobesaved
+end
+
+job.register('job.datasets.collected', tobesaved, initializer, nil)
+
+local sets = { }
+
+table.setmetatableindex(tobesaved, function(t,k)
+    local v = { }
+    t[k] = v
+    return v
+end)
+
+table.setmetatableindex(sets, function(t,k)
+    local v = {
+        index = 0,
+        order = 0,
+    }
+    t[k] = v
+    return v
+end)
+
+local function setdata(settings)
+    local name = settings.name
+    local tag  = settings.tag
+    local data = settings.data
+    local list = tobesaved[name]
+    if settings.convert and type(data) == "string" then
+        data = settings_to_hash(data)
+    end
+    if type(data) ~= "table" then
+        data = { data = data }
+    end
+    if not tag then
+        tag = #list + 1
+    else
+        tag = tonumber(tag) or tag -- autonumber saves keys
+    end
+    list[tag] = data
+    if settings.delay == v_yes then
+        local set = sets[name]
+        local index = set.index + 1
+        set.index = index
+        data.index = index
+        data.order = index
+        data.realpage = texgetcount("realpageno")
+        if trace_datasets then
+            report_dataset("action %a, name %a, tag %a, index %a","assign delayed",name,tag,index)
+        end
+    elseif trace_datasets then
+        report_dataset("action %a, name %a, tag %a","assign immediate",name,tag)
+    end
+    return name, tag, data
+end
+
+datasets.setdata = setdata
+
+function datasets.extend(name,tag)
+    local set = sets[name]
+    local order = set.order + 1
+    local realpage = texgetcount("realpageno")
+    set.order = order
+    local t = tobesaved[name][tag]
+    t.realpage = realpage
+    t.order = order
+    if trace_datasets then
+        report_dataset("action %a, name %a, tag %a, page %a, index %a","flush by order",name,tag,t.index or 0,order,realpage)
+    end
+end
+
+function datasets.getdata(name,tag,key,default)
+    local t = collected[name]
+    if t == nil then
+        if trace_datasets then
+            report_dataset("error: unknown dataset, name %a",name)
+        end
+    elseif type(t) ~= "table" then
+        return t
+    else
+        t = t[tag] or t[tonumber(tag)]
+        if not t then
+            if trace_datasets then
+                report_dataset("error: unknown dataset, name %a, tag %a",name,tag)
+            end
+        elseif key then
+            return t[key] or default
+        else
+            return t
+        end
+    end
+    return default
+end
+
+local function setdataset(settings)
+    settings.convert = true
+    local name, tag = setdata(settings)
+    if settings.delay ~= v_yes then
+        --
+    elseif type(tag) == "number" then
+        context(new_latelua(formatters["job.datasets.extend(%q,%i)"](name,tag)))
+    else
+        context(new_latelua(formatters["job.datasets.extend(%q,%q)"](name,tag)))
+    end
+end
+
+local function datasetvariable(name,tag,key)
+    local t = collected[name]
+    if t == nil then
+        if trace_datasets then
+            report_dataset("error: unknown dataset, name %a, tag %a, not passed to tex",name) -- no tag
+        end
+    elseif type(t) ~= "table" then
+        context(tostring(t))
+    else
+        t = t and (t[tag] or t[tonumber(tag)])
+        if not t then
+            if trace_datasets then
+                report_dataset("error: unknown dataset, name %a, tag %a, not passed to tex",name,tag)
+            end
+        elseif type(t) == "table" then
+            local s = t[key]
+            if type(s) ~= "table" then
+                context(tostring(s))
+            elseif trace_datasets then
+                report_dataset("error: unknown dataset, name %a, tag %a, not passed to tex",name,tag)
+            end
+        end
+    end
+end
+
+implement {
+    name      = "setdataset",
+    actions   = setdataset,
+    arguments = {
+        {
+            { "name" },
+            { "tag" },
+            { "delay" },
+            { "data" },
+        }
+    }
+}
+
+implement {
+    name    = "datasetvariable",
+    actions = datasetvariable,
+    arguments = { "string", "string", "string" }
+}
+
+--[[ldx--
+<p>We also provide an efficient variant for page states.</p>
+--ldx]]--
+
+local collected = allocate()
+local tobesaved = allocate()
+
+local pagestates = {
+    collected = collected,
+    tobesaved = tobesaved,
+}
+
+job.pagestates = pagestates
+
+local function initializer()
+    collected = pagestates.collected
+    tobesaved = pagestates.tobesaved
+end
+
+job.register('job.pagestates.collected', tobesaved, initializer, nil)
+
+table.setmetatableindex(tobesaved, function(t,k)
+    local v = { }
+    t[k] = v
+    return v
+end)
+
+local function setstate(settings)
+    local name = settings.name
+    local tag  = settings.tag
+    local list = tobesaved[name]
+    if not tag then
+        tag = #list + 1
+    else
+        tag = tonumber(tag) or tag -- autonumber saves keys
+    end
+    local realpage = texgetcount("realpageno")
+    local data = realpage
+    list[tag] = data
+    if trace_pagestates then
+        report_pagestate("action %a, name %a, tag %a, preset %a","set",name,tag,realpage)
+    end
+    return name, tag, data
+end
+
+pagestates.setstate = setstate
+
+function pagestates.extend(name,tag)
+    local realpage = texgetcount("realpageno")
+    if trace_pagestates then
+        report_pagestate("action %a, name %a, tag %a, preset %a","synchronize",name,tag,realpage)
+    end
+    tobesaved[name][tag] = realpage
+end
+
+function pagestates.realpage(name,tag,default)
+    local t = collected[name]
+    if t then
+        t = t[tag] or t[tonumber(tag)]
+        if t then
+            return tonumber(t or default)
+        elseif trace_pagestates then
+            report_pagestate("error: unknown dataset, name %a, tag %a",name,tag)
+        end
+    elseif trace_pagestates then
+        report_pagestate("error: unknown dataset, name %a, tag %a",name) -- nil
+    end
+    return default
+end
+
+local function setpagestate(settings)
+    local name, tag, data = setstate(settings)
+    if type(tag) == "number" then
+        context(new_latelua(formatters["job.pagestates.extend(%q,%i)"](name,tag)))
+    else
+        context(new_latelua(formatters["job.pagestates.extend(%q,%q)"](name,tag)))
+    end
+end
+
+local function pagestaterealpage(name,tag)
+    local t = collected[name]
+    t = t and (t[tag] or t[tonumber(tag)])
+    if t then
+        context(t)
+    end
+end
+
+local function setpagestaterealpageno(name,tag)
+    local t = collected[name]
+    t = t and (t[tag] or t[tonumber(tag)])
+    texsetcount("realpagestateno",t or texgetcount("realpageno"))
+end
+
+implement {
+    name      = "setpagestate",
+    actions   = setpagestate,
+    arguments = {
+        {
+            { "name" },
+            { "tag" },
+            { "delay" },
+        }
+    }
+}
+
+implement {
+    name      = "pagestaterealpage",
+    actions   = pagestaterealpage,
+    arguments = { "string", "string" }
+}
+
+implement {
+    name      = "setpagestaterealpageno",
+    actions   = setpagestaterealpageno,
+    arguments = { "string", "string" }
+}