diff options
Diffstat (limited to 'tex/context/base/data-tex.lua')
-rw-r--r-- | tex/context/base/data-tex.lua | 366 |
1 files changed, 183 insertions, 183 deletions
diff --git a/tex/context/base/data-tex.lua b/tex/context/base/data-tex.lua index 18e318f43..f5c986d77 100644 --- a/tex/context/base/data-tex.lua +++ b/tex/context/base/data-tex.lua @@ -1,183 +1,183 @@ -if not modules then modules = { } end modules ['data-tex'] = {
- version = 1.001,
- comment = "companion to luat-lib.mkiv",
- author = "Hans Hagen, PRAGMA-ADE, Hasselt NL",
- copyright = "PRAGMA ADE / ConTeXt Development Team",
- license = "see context related readme files"
-}
-
-local char = string.char
-local insert, remove = table.insert, table.remove
-
-local trace_locating = false trackers.register("resolvers.locating", function(v) trace_locating = v end)
-
-local report_tex = logs.reporter("resolvers","tex")
-
-local resolvers = resolvers
-
-local sequencers = utilities.sequencers
-local methodhandler = resolvers.methodhandler
-local splitlines = string.splitlines
-local utffiletype = utf.filetype
-
--- local fileprocessor = nil
--- local lineprocessor = nil
-
-local textfileactions = sequencers.new {
- arguments = "str,filename,coding",
- returnvalues = "str",
- results = "str",
-}
-
-local textlineactions = sequencers.new {
- arguments = "str,filename,linenumber,noflines,coding",
- returnvalues = "str",
- results = "str",
-}
-
-local helpers = resolvers.openers.helpers
-local appendgroup = sequencers.appendgroup
-
-helpers.textfileactions = textfileactions
-helpers.textlineactions = textlineactions
-
-appendgroup(textfileactions,"before") -- user
-appendgroup(textfileactions,"system") -- private
-appendgroup(textfileactions,"after" ) -- user
-
-appendgroup(textlineactions,"before") -- user
-appendgroup(textlineactions,"system") -- private
-appendgroup(textlineactions,"after" ) -- user
-
-local ctrl_d = char( 4) -- unix
-local ctrl_z = char(26) -- windows
-
-resolvers.inputstack = resolvers.inputstack or { }
-
-local inputstack = resolvers.inputstack
-
-function helpers.textopener(tag,filename,filehandle,coding)
- local lines
- local t_filehandle = type(filehandle)
- if not filehandle then
- lines = io.loaddata(filename)
- elseif t_filehandle == "string" then
- lines = filehandle
- elseif t_filehandle == "table" then
- lines = filehandle
- else
- lines = filehandle:read("*a") -- io.readall(filehandle) ... but never that large files anyway
- -- lines = io.readall(filehandle)
- filehandle:close()
- end
- if type(lines) == "string" then
- local coding = coding or utffiletype(lines) -- so we can signal no regime
- if trace_locating then
- report_tex("%a opener: %a opened using method %a",tag,filename,coding)
- end
- if coding == "utf-16-be" then
- lines = utf.utf16_to_utf8_be(lines)
- elseif coding == "utf-16-le" then
- lines = utf.utf16_to_utf8_le(lines)
- elseif coding == "utf-32-be" then
- lines = utf.utf32_to_utf8_be(lines)
- elseif coding == "utf-32-le" then
- lines = utf.utf32_to_utf8_le(lines)
- else -- utf8 or unknown (could be a mkvi file)
- local runner = textfileactions.runner
- if runner then
- lines = runner(lines,filename,coding) or lines
- end
- lines = splitlines(lines)
- end
- elseif trace_locating then
- report_tex("%a opener: %a opened",tag,filename)
- end
- local noflines = #lines
- if lines[noflines] == "" then -- maybe some special check is needed
- lines[noflines] = nil
- end
- logs.show_open(filename)
- insert(inputstack,filename)
- return {
- filename = filename,
- noflines = noflines,
- currentline = 0,
- close = function()
- if trace_locating then
- report_tex("%a closer: %a closed",tag,filename)
- end
- logs.show_close(filename)
- remove(inputstack)
- t = nil
- end,
- reader = function(self)
- self = self or t
- local currentline, noflines = self.currentline, self.noflines
- if currentline >= noflines then
- return nil
- else
- currentline = currentline + 1
- self.currentline = currentline
- local content = lines[currentline]
- if not content then
- return nil
- elseif content == "" then
- return ""
- -- elseif content == ctrl_d or ctrl_z then
- -- return nil -- we need this as \endinput does not work in prints
- else
- local runner = textlineactions.runner
- if runner then
- return runner(content,filename,currentline,noflines,coding) or content
- else
- return content
- end
- end
- end
- end
- }
-end
-
-function resolvers.findtexfile(filename,filetype)
- return methodhandler('finders',filename,filetype)
-end
-
-function resolvers.opentexfile(filename)
- return methodhandler('openers',filename)
-end
-
-function resolvers.openfile(filename)
- local fullname = methodhandler('finders',filename)
- return fullname and fullname ~= "" and methodhandler('openers',fullname) or nil
-end
-
-function resolvers.loadtexfile(filename,filetype)
- -- todo: optionally apply filters
- local ok, data, size = resolvers.loadbinfile(filename, filetype)
- return data or ""
-end
-
-resolvers.texdatablob = resolvers.loadtexfile
-
-local function installhandler(namespace,what,where,func)
- if not func then
- where, func = "after", where
- end
- if where == "before" or where == "after" then
- sequencers.appendaction(namespace,where,func)
- else
- report_tex("installing input %a handlers in %a is not possible",what,tostring(where))
- end
-end
-
-function resolvers.installinputlinehandler(...) installhandler(helpers.textlineactions,"line",...) end
-function resolvers.installinputfilehandler(...) installhandler(helpers.textfileactions,"file",...) end
-
--- local basename = file.basename
--- resolvers.installinputlinehandler(function(str,filename,linenumber,noflines)
--- report_tex("[lc] file %a, line %a of %a, length %a",basename(filename),linenumber,noflines,#str)
--- end)
--- resolvers.installinputfilehandler(function(str,filename)
--- report_tex("[fc] file %a, length %a",basename(filename),#str)
--- end)
+if not modules then modules = { } end modules ['data-tex'] = { + version = 1.001, + comment = "companion to luat-lib.mkiv", + author = "Hans Hagen, PRAGMA-ADE, Hasselt NL", + copyright = "PRAGMA ADE / ConTeXt Development Team", + license = "see context related readme files" +} + +local char = string.char +local insert, remove = table.insert, table.remove + +local trace_locating = false trackers.register("resolvers.locating", function(v) trace_locating = v end) + +local report_tex = logs.reporter("resolvers","tex") + +local resolvers = resolvers + +local sequencers = utilities.sequencers +local methodhandler = resolvers.methodhandler +local splitlines = string.splitlines +local utffiletype = utf.filetype + +-- local fileprocessor = nil +-- local lineprocessor = nil + +local textfileactions = sequencers.new { + arguments = "str,filename,coding", + returnvalues = "str", + results = "str", +} + +local textlineactions = sequencers.new { + arguments = "str,filename,linenumber,noflines,coding", + returnvalues = "str", + results = "str", +} + +local helpers = resolvers.openers.helpers +local appendgroup = sequencers.appendgroup + +helpers.textfileactions = textfileactions +helpers.textlineactions = textlineactions + +appendgroup(textfileactions,"before") -- user +appendgroup(textfileactions,"system") -- private +appendgroup(textfileactions,"after" ) -- user + +appendgroup(textlineactions,"before") -- user +appendgroup(textlineactions,"system") -- private +appendgroup(textlineactions,"after" ) -- user + +local ctrl_d = char( 4) -- unix +local ctrl_z = char(26) -- windows + +resolvers.inputstack = resolvers.inputstack or { } + +local inputstack = resolvers.inputstack + +function helpers.textopener(tag,filename,filehandle,coding) + local lines + local t_filehandle = type(filehandle) + if not filehandle then + lines = io.loaddata(filename) + elseif t_filehandle == "string" then + lines = filehandle + elseif t_filehandle == "table" then + lines = filehandle + else + lines = filehandle:read("*a") -- io.readall(filehandle) ... but never that large files anyway + -- lines = io.readall(filehandle) + filehandle:close() + end + if type(lines) == "string" then + local coding = coding or utffiletype(lines) -- so we can signal no regime + if trace_locating then + report_tex("%a opener: %a opened using method %a",tag,filename,coding) + end + if coding == "utf-16-be" then + lines = utf.utf16_to_utf8_be(lines) + elseif coding == "utf-16-le" then + lines = utf.utf16_to_utf8_le(lines) + elseif coding == "utf-32-be" then + lines = utf.utf32_to_utf8_be(lines) + elseif coding == "utf-32-le" then + lines = utf.utf32_to_utf8_le(lines) + else -- utf8 or unknown (could be a mkvi file) + local runner = textfileactions.runner + if runner then + lines = runner(lines,filename,coding) or lines + end + lines = splitlines(lines) + end + elseif trace_locating then + report_tex("%a opener: %a opened",tag,filename) + end + local noflines = #lines + if lines[noflines] == "" then -- maybe some special check is needed + lines[noflines] = nil + end + logs.show_open(filename) + insert(inputstack,filename) + return { + filename = filename, + noflines = noflines, + currentline = 0, + close = function() + if trace_locating then + report_tex("%a closer: %a closed",tag,filename) + end + logs.show_close(filename) + remove(inputstack) + t = nil + end, + reader = function(self) + self = self or t + local currentline, noflines = self.currentline, self.noflines + if currentline >= noflines then + return nil + else + currentline = currentline + 1 + self.currentline = currentline + local content = lines[currentline] + if not content then + return nil + elseif content == "" then + return "" + -- elseif content == ctrl_d or ctrl_z then + -- return nil -- we need this as \endinput does not work in prints + else + local runner = textlineactions.runner + if runner then + return runner(content,filename,currentline,noflines,coding) or content + else + return content + end + end + end + end + } +end + +function resolvers.findtexfile(filename,filetype) + return methodhandler('finders',filename,filetype) +end + +function resolvers.opentexfile(filename) + return methodhandler('openers',filename) +end + +function resolvers.openfile(filename) + local fullname = methodhandler('finders',filename) + return fullname and fullname ~= "" and methodhandler('openers',fullname) or nil +end + +function resolvers.loadtexfile(filename,filetype) + -- todo: optionally apply filters + local ok, data, size = resolvers.loadbinfile(filename, filetype) + return data or "" +end + +resolvers.texdatablob = resolvers.loadtexfile + +local function installhandler(namespace,what,where,func) + if not func then + where, func = "after", where + end + if where == "before" or where == "after" then + sequencers.appendaction(namespace,where,func) + else + report_tex("installing input %a handlers in %a is not possible",what,tostring(where)) + end +end + +function resolvers.installinputlinehandler(...) installhandler(helpers.textlineactions,"line",...) end +function resolvers.installinputfilehandler(...) installhandler(helpers.textfileactions,"file",...) end + +-- local basename = file.basename +-- resolvers.installinputlinehandler(function(str,filename,linenumber,noflines) +-- report_tex("[lc] file %a, line %a of %a, length %a",basename(filename),linenumber,noflines,#str) +-- end) +-- resolvers.installinputfilehandler(function(str,filename) +-- report_tex("[fc] file %a, length %a",basename(filename),#str) +-- end) |