sync with Context as of 2014-07-09

3 files changed, 72 insertions, 56 deletions

diff --git a/lualibs-lpeg.lua b/lualibs-lpeg.lua
index 79e75a7..f3fd28b 100644
--- a/lualibs-lpeg.lua
+++ b/lualibs-lpeg.lua
@@ -499,7 +499,6 @@ function lpeg.finder(lst,makefunction,isutf) -- beware: slower than find with 'p
         pattern = P(lst)
     end
     if isutf then
---         pattern = ((utf8char or 1)-pattern)^0 * pattern
         pattern = ((utf8char or 1)-pattern)^0 * pattern
     else
         pattern = (1-pattern)^0 * pattern
diff --git a/lualibs-unicode.lua b/lualibs-unicode.lua
index be61f3d..fb4ea37 100644
--- a/lualibs-unicode.lua
+++ b/lualibs-unicode.lua
@@ -34,25 +34,29 @@ local type = type
 local char, byte, format, sub, gmatch = string.char, string.byte, string.format, string.sub, string.gmatch
 local concat = table.concat
 local P, C, R, Cs, Ct, Cmt, Cc, Carg, Cp = lpeg.P, lpeg.C, lpeg.R, lpeg.Cs, lpeg.Ct, lpeg.Cmt, lpeg.Cc, lpeg.Carg, lpeg.Cp
-local lpegmatch, patterns = lpeg.match, lpeg.patterns
 
-local bytepairs     = string.bytepairs
+local lpegmatch       = lpeg.match
+local patterns        = lpeg.patterns
+local tabletopattern  = lpeg.utfchartabletopattern
 
-local finder        = lpeg.finder
-local replacer      = lpeg.replacer
+local bytepairs       = string.bytepairs
 
-local utfvalues     = utf.values
-local utfgmatch     = utf.gmatch -- not always present
+local finder          = lpeg.finder
+local replacer        = lpeg.replacer
+
+local utfvalues       = utf.values
+local utfgmatch       = utf.gmatch -- not always present
 
 local p_utftype       = patterns.utftype
 local p_utfstricttype = patterns.utfstricttype
 local p_utfoffset     = patterns.utfoffset
-local p_utf8char      = patterns.utf8char
+local p_utf8char      = patterns.utf8character
 local p_utf8byte      = patterns.utf8byte
 local p_utfbom        = patterns.utfbom
 local p_newline       = patterns.newline
 local p_whitespace    = patterns.whitespace
 
+
 if not unicode then
 
     unicode = { utf = utf } -- for a while
@@ -510,8 +514,20 @@ end
 
 -- a replacement for simple gsubs:
 
+-- function utf.remapper(mapping)
+--     local pattern = Cs((p_utf8char/mapping)^0)
+--     return function(str)
+--         if not str or str == "" then
+--             return ""
+--         else
+--             return lpegmatch(pattern,str)
+--         end
+--     end, pattern
+-- end
+
 function utf.remapper(mapping)
-    local pattern = Cs((p_utf8char/mapping)^0)
+    local pattern = type(mapping) == "table" and tabletopattern(mapping) or p_utf8char
+    local pattern = Cs((pattern/mapping + p_utf8char)^0)
     return function(str)
         if not str or str == "" then
             return ""
diff --git a/lualibs-util-dim.lua b/lualibs-util-dim.lua
index 6906149..bfffb10 100644
--- a/lualibs-util-dim.lua
+++ b/lualibs-util-dim.lua
@@ -24,13 +24,15 @@ local formatters        = string.formatters
 
 local texget            = tex and tex.get or function() return 65536*10*100 end
 
+local p_stripzeros      = lpeg.patterns.stripzeros
+
 --this might become another namespace
 
 number = number or { }
 local number = number
 
-number.tonumberf = function(n) return match(format("%.20f",n),"(.-0?)0*$") end -- one zero too much but alas
-number.tonumberg = function(n) return       format("%.20g",n)              end
+number.tonumberf = function(n) return lpegmatch(p_stripzeros,format("%.20f",n)) end
+number.tonumberg = function(n) return format("%.20g",n) end
 
 local dimenfactors = allocate {
     ["pt"] =             1/65536,
@@ -46,66 +48,65 @@ local dimenfactors = allocate {
     ["nc"] = ( 5080/65043)/65536
 }
 
---~ print(table.serialize(dimenfactors))
---~
---~  %.99g:
---~
---~  t={
---~   ["bp"]=1.5201782378580324e-005,
---~   ["cc"]=1.1883696112892098e-006,
---~   ["cm"]=5.3628510057769479e-007,
---~   ["dd"]=1.4260435335470516e-005,
---~   ["em"]=0.000152587890625,
---~   ["ex"]=6.103515625e-005,
---~   ["in"]=2.1113586636917117e-007,
---~   ["mm"]=5.3628510057769473e-008,
---~   ["nc"]=1.1917446679504327e-006,
---~   ["nd"]=1.4300936015405194e-005,
---~   ["pc"]=1.2715657552083333e-006,
---~   ["pt"]=1.52587890625e-005,
---~   ["sp"]=1,
---~  }
---~
---~  patched %s and tonumber
---~
---~  t={
---~   ["bp"]=0.00001520178238,
---~   ["cc"]=0.00000118836961,
---~   ["cm"]=0.0000005362851,
---~   ["dd"]=0.00001426043534,
---~   ["em"]=0.00015258789063,
---~   ["ex"]=0.00006103515625,
---~   ["in"]=0.00000021113587,
---~   ["mm"]=0.00000005362851,
---~   ["nc"]=0.00000119174467,
---~   ["nd"]=0.00001430093602,
---~   ["pc"]=0.00000127156576,
---~   ["pt"]=0.00001525878906,
---~   ["sp"]=1,
---~  }
+-- print(table.serialize(dimenfactors))
+--
+--  %.99g:
+--
+--  t={
+--   ["bp"]=1.5201782378580324e-005,
+--   ["cc"]=1.1883696112892098e-006,
+--   ["cm"]=5.3628510057769479e-007,
+--   ["dd"]=1.4260435335470516e-005,
+--   ["em"]=0.000152587890625,
+--   ["ex"]=6.103515625e-005,
+--   ["in"]=2.1113586636917117e-007,
+--   ["mm"]=5.3628510057769473e-008,
+--   ["nc"]=1.1917446679504327e-006,
+--   ["nd"]=1.4300936015405194e-005,
+--   ["pc"]=1.2715657552083333e-006,
+--   ["pt"]=1.52587890625e-005,
+--   ["sp"]=1,
+--  }
+--
+--  patched %s and tonumber
+--
+--  t={
+--   ["bp"]=0.00001520178238,
+--   ["cc"]=0.00000118836961,
+--   ["cm"]=0.0000005362851,
+--   ["dd"]=0.00001426043534,
+--   ["em"]=0.00015258789063,
+--   ["ex"]=0.00006103515625,
+--   ["in"]=0.00000021113587,
+--   ["mm"]=0.00000005362851,
+--   ["nc"]=0.00000119174467,
+--   ["nd"]=0.00001430093602,
+--   ["pc"]=0.00000127156576,
+--   ["pt"]=0.00001525878906,
+--   ["sp"]=1,
+--  }
 
 --[[ldx--
 <p>A conversion function that takes a number, unit (string) and optional
 format (string) is implemented using this table.</p>
 --ldx]]--
 
+local f_none = formatters["%s%s"]
+local f_true = formatters["%0.5f%s"]
 
 local function numbertodimen(n,unit,fmt)
     if type(n) == 'string' then
         return n
     else
         unit = unit or 'pt'
+        n = n * dimenfactors[unit]
         if not fmt then
-            fmt = "%s%s"
+            fmt = f_none(n,unit)
         elseif fmt == true then
-            fmt = "%0.5f%s"
+            fmt = f_true(n,unit)
+        else
+            return formatters[fmt](n,unit)
         end
-        return format(fmt,n*dimenfactors[unit],unit)
-     -- if fmt then
-     --     return format(fmt,n*dimenfactors[unit],unit)
-     -- else
-     --     return match(format("%.20f",n*dimenfactors[unit]),"(.-0?)0*$") .. unit
-     -- end
     end
 end