summaryrefslogtreecommitdiff
path: root/tex/generic/context/luatex-preprocessor.lua
blob: 8faa0b47e693bd2af063363d9240d26248b8d640 (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
if not modules then modules = { } end modules ['luatex-preprocessor'] = {
    version   = 1.001,
    comment   = "companion to luatex-preprocessor.tex",
    author    = "Hans Hagen, PRAGMA-ADE, Hasselt NL",
    copyright = "PRAGMA ADE / ConTeXt Development Team",
    license   = "see context related readme files"
}

--[[ldx
<p>This is a stripped down version of the preprocessor. In
<l n='context'/> we have a bit more, use a different logger, and
use a few optimizations. A few examples are shown at the end.</p>
--ldx]]

local rep, sub, gmatch = string.rep, string.sub, string.gmatch
local insert, remove = table.insert, table.remove
local setmetatable = setmetatable

local stack, top, n, hashes = { }, nil, 0, { }

local function set(s)
    if top then
        n = n + 1
        if n > 9 then
            texio.write_nl("number of arguments > 9, ignoring: " .. s)
        else
            local ns = #stack
            local h = hashes[ns]
            if not h then
                h = rep("#",ns)
                hashes[ns] = h
            end
            m = h .. n
            top[s] = m
            return m
        end
    end
end

local function get(s)
    local m = top and top[s] or s
    return m
end

local function push()
    top = { }
    n = 0
    local s = stack[#stack]
    if s then
        setmetatable(top,{ __index = s })
    end
    insert(stack,top)
end

local function pop()
    top = remove(stack)
end

local leftbrace   = lpeg.P("{")
local rightbrace  = lpeg.P("}")
local escape      = lpeg.P("\\")

local space       = lpeg.P(" ")
local spaces      = space^1
local newline     = lpeg.S("\r\n")
local nobrace     = 1 - leftbrace - rightbrace

local name        = lpeg.R("AZ","az")^1
local longname    = (leftbrace/"") * (nobrace^1) * (rightbrace/"")
local variable    = lpeg.P("#") * lpeg.Cs(name + longname)
local escapedname = escape * name
local definer     = escape * (lpeg.P("def") + lpeg.P("egdx") * lpeg.P("def"))
local anything    = lpeg.P(1)
local always      = lpeg.P(true)

local pushlocal   = always   / push
local poplocal    = always   / pop
local declaration = variable / set
local identifier  = variable / get

local function matcherror(str,pos)
    texio.write_nl("runaway definition at: " .. sub(str,pos-30,pos))
end

local parser = lpeg.Cs { "converter",
    definition  = pushlocal
                * definer
                * escapedname
                * (declaration + (1-leftbrace))^0
                * lpeg.V("braced")
                * poplocal,
    braced      = leftbrace
                * (   lpeg.V("definition")
                    + identifier
                    + lpeg.V("braced")
                    + nobrace
                  )^0
                * (rightbrace + lpeg.Cmt(always,matcherror)),
    converter   = (lpeg.V("definition") + anything)^1,
}

--[[ldx
<p>We provide a few commands.</p>
--ldx]]

-- local texkpse

local function find_file(...)
 -- texkpse = texkpse or kpse.new("luatex","tex")
 -- return texkpse:find_file(...) or ""
    return kpse.find_file(...) or ""
end

commands = commands or { }

function commands.preprocessed(str)
    return lpeg.match(parser,str)
end

function commands.inputpreprocessed(name)
    local name = find_file(name) or ""
    if name ~= "" then
     -- we could use io.loaddata as it's loaded in luatex-plain
        local f = io.open(name,'rb')
        if f then
            texio.write("("..name)
            local d = commands.preprocessed(f:read("*a"))
            if d and d ~= "" then
                texio.write("processed: " .. name)
                for s in gmatch(d,"[^\n\r]+") do
                    tex.print(s) -- we do a dumb feedback
                end
            end
            f:close()
            texio.write(")")
        else
            tex.error("preprocessor error, invalid file: " .. name)
        end
    else
        tex.error("preprocessor error, unknown file: " .. name)
    end
end

function commands.preprocessfile(oldfile,newfile) -- no checking
    if oldfile and oldfile ~= newfile then
        local f = io.open(oldfile,'rb')
        if f then
            local g = io.open(newfile,'wb')
            if g then
                g:write(lpeg.match(parser,f:read("*a") or ""))
                g:close()
            end
            f:close()
        end
    end
end

--~ print(preprocessed([[\def\test#oeps{test:#oeps}]]))
--~ print(preprocessed([[\def\test#oeps{test:#{oeps}}]]))
--~ print(preprocessed([[\def\test#{oeps:1}{test:#{oeps:1}}]]))
--~ print(preprocessed([[\def\test#{oeps}{test:#oeps}]]))
--~ preprocessed([[\def\test#{oeps}{test:#oeps \halign{##\cr #oeps\cr}]])
--~ print(preprocessed([[\def\test#{oeps}{test:#oeps \halign{##\cr #oeps\cr}}]]))