if not modules then modules = { } end modules ['supp-box'] = {
    version   = 1.001,
    comment   = "companion to supp-box.mkiv",
    author    = "Hans Hagen, PRAGMA-ADE, Hasselt NL",
    copyright = "PRAGMA ADE / ConTeXt Development Team",
    license   = "see context related readme files"
}

-- this is preliminary code, use insert_before etc

local report_hyphenation = logs.reporter("languages","hyphenation")

local tex          = tex
local context      = context
local commands     = commands
local nodes        = nodes

local splitstring  = string.split

local nodecodes    = nodes.nodecodes

local disc_code    = nodecodes.disc
local hlist_code   = nodecodes.hlist
local vlist_code   = nodecodes.vlist
local glue_code    = nodecodes.glue
local kern_code    = nodecodes.kern
local glyph_code   = nodecodes.glyph

local nuts         = nodes.nuts
local tonut        = nuts.tonut
local tonode       = nuts.tonode

local getfield     = nuts.getfield
local getnext      = nuts.getnext
local getprev      = nuts.getprev
local getid        = nuts.getid
local getlist      = nuts.getlist
local getattribute = nuts.getattribute
local getbox       = nuts.getbox

local setfield     = nuts.setfield
local setbox       = nuts.setbox

local free_node    = nuts.free
local flush_list   = nuts.flush_list
local copy_node    = nuts.copy
local copy_list    = nuts.copy_list
local find_tail    = nuts.tail
local traverse_id  = nuts.traverse_id
local link_nodes   = nuts.linked

local listtoutf    = nodes.listtoutf

local nodepool     = nuts.pool
local new_penalty  = nodepool.penalty
local new_hlist    = nodepool.hlist
local new_glue     = nodepool.glue
local new_rule     = nodepool.rule
local new_kern     = nodepool.kern

local setlistcolor = nodes.tracers.colors.setlist

local texget       = tex.get
local texgetbox    = tex.getbox

local function hyphenatedlist(head,usecolor)
    local current = head and tonut(head)
    while current do
        local id   = getid(current)
        local next = getnext(current)
        local prev = getprev(current)
        if id == disc_code then
            local pre     = getfield(current,"pre")
            local post    = getfield(current,"post")
            local replace = getfield(current,"replace")
            if pre then
                setfield(current,"pre",nil)
            end
            if post then
                setfield(current,"post",nil)
            end
            if not usecolor then
                -- nothing fancy done
            elseif pre and post then
                setlistcolor(pre,"darkmagenta")
                setlistcolor(post,"darkcyan")
            elseif pre then
                setlistcolor(pre,"darkyellow")
            elseif post then
                setlistcolor(post,"darkyellow")
            end
            if replace then
                flush_list(replace)
                setfield(current,"replace",nil)
            end
         -- setfield(current,"replace",new_rule(65536)) -- new_kern(65536*2))
            setfield(current,"next",nil)
            setfield(current,"prev",nil)
            local list = link_nodes (
                pre and new_penalty(10000),
                pre,
                current,
                post,
                post and new_penalty(10000)
            )
            local tail = find_tail(list)
            if prev then
                setfield(prev,"next",list)
                setfield(list,"prev",prev)
            end
            if next then
                setfield(tail,"next",next)
                setfield(next,"prev",tail)
            end
         -- free_node(current)
        elseif id == vlist_code or id == hlist_code then
            hyphenatedlist(getlist(current))
        end
        current = next
    end
end

function commands.hyphenatedlist(n,color)
    local b = texgetbox(n)
    if b then
        hyphenatedlist(b.list,color)
    end
end

-- local function hyphenatedhack(head,pre)
--     pre = tonut(pre)
--     for n in traverse_id(disc_code,tonut(head)) do
--         local hyphen = getfield(n,"pre")
--         if hyphen then
--             flush_list(hyphen)
--         end
--         setfield(n,"pre",copy_list(pre))
--     end
-- end
--
-- commands.hyphenatedhack = hyphenatedhack

function commands.showhyphenatedinlist(list)
    report_hyphenation("show: %s",listtoutf(tonut(list),false,true))
end

local function checkedlist(list)
    if type(list) == "number" then
        return getlist(getbox(tonut(list)))
    else
        return tonut(list)
    end
end

local function applytochars(current,doaction,noaction,nested)
    while current do
        local id = getid(current)
        if nested and (id == hlist_code or id == vlist_code) then
            context.beginhbox()
            applytochars(getlist(current),doaction,noaction,nested)
            context.endhbox()
        elseif id ~= glyph_code then
            noaction(tonode(copy_node(current)))
        else
            doaction(tonode(copy_node(current)))
        end
        current = getnext(current)
    end
end

local function applytowords(current,doaction,noaction,nested)
    local start
    while current do
        local id = getid(current)
        if id == glue_code then
            if start then
                doaction(tonode(copy_list(start,current)))
                start = nil
            end
            noaction(tonode(copy_node(current)))
        elseif nested and (id == hlist_code or id == vlist_code) then
            context.beginhbox()
            applytowords(getlist(current),doaction,noaction,nested)
            context.egroup()
        elseif not start then
            start = current
        end
        current = getnext(current)
    end
    if start then
        doaction(tonode(copy_list(start)))
    end
end

commands.applytochars = function(list,what,nested) applytochars(checkedlist(list),context[what or "ruledhbox"],context,nested) end
commands.applytowords = function(list,what,nested) applytowords(checkedlist(list),context[what or "ruledhbox"],context,nested) end

local split_char = lpeg.Ct(lpeg.C(1)^0)
local split_word = lpeg.tsplitat(lpeg.patterns.space)
local split_line = lpeg.tsplitat(lpeg.patterns.eol)

function commands.processsplit(str,command,how,spaced)
    how = how or "word"
    if how == "char" then
        local words = lpeg.match(split_char,str)
        for i=1,#words do
            local word = words[i]
            if word == " " then
                if spaced then
                    context.space()
                end
            elseif command then
                context[command](word)
            else
                context(word)
            end
        end
    elseif how == "word" then
        local words = lpeg.match(split_word,str)
        for i=1,#words do
            local word = words[i]
            if spaced and i > 1 then
                context.space()
            end
            if command then
                context[command](word)
            else
                context(word)
            end
        end
    elseif how == "line" then
        local words = lpeg.match(split_line,str)
        for i=1,#words do
            local word = words[i]
            if spaced and i > 1 then
                context.par()
            end
            if command then
                context[command](word)
            else
                context(word)
            end
        end
    else
        context(str)
    end
end

local a_vboxtohboxseparator = attributes.private("vboxtohboxseparator")

function commands.vboxlisttohbox(original,target,inbetween)
    local current = getlist(getbox(original))
    local head = nil
    local tail = nil
    while current do
        local id   = getid(current)
        local next = getnext(current)
        if id == hlist_code then
            local list = getlist(current)
            if head then
                if inbetween > 0 then
                    local n = new_glue(0,0,inbetween)
                    setfield(tail,"next",n)
                    setfield(n,"prev",tail)
                    tail = n
                end
                setfield(tail,"next",list)
                setfield(list,"prev",tail)
            else
                head = list
            end
            tail = find_tail(list)
            -- remove last separator
            if getid(tail) == hlist_code and getattribute(tail,a_vboxtohboxseparator) == 1 then
                local temp = tail
                local prev = getprev(tail)
                if next then
                    local list = getlist(tail)
                    setfield(prev,"next",list)
                    setfield(list,"prev",prev)
                    setfield(tail,"list",nil)
                    tail = find_tail(list)
                else
                    tail = prev
                end
                free_node(temp)
            end
            -- done
            setfield(tail,"next",nil)
            setfield(current,"list",nil)
        end
        current = next
    end
    local result = new_hlist()
    setfield(result,"list",head)
    setbox(target,result)
end

function commands.hboxtovbox(original)
    local b = getbox(original)
    local factor = texget("baselineskip").width / texget("hsize")
    setfield(b,"depth",0)
    setfield(b,"height",getfield(b,"width") * factor)
end

function commands.boxtostring(n)
    context.puretext(nodes.toutf(texgetbox(n).list)) -- helper is defined later
end