diff options
author | Marius <mariausol@gmail.com> | 2013-09-09 17:40:24 +0300 |
---|---|---|
committer | Marius <mariausol@gmail.com> | 2013-09-09 17:40:24 +0300 |
commit | 957fcf6d8143398d66ff1ddb4c9ff7eeb9bb5bb0 (patch) | |
tree | ea8e425ebb72fde282ef04ee99ed6beb74bdaf1c /tex/context/base/l-lpeg.lua | |
parent | 44de30964e33453cd417a52f980eebf3fc1a0d31 (diff) | |
download | context-957fcf6d8143398d66ff1ddb4c9ff7eeb9bb5bb0.tar.gz |
beta 2013.09.09 16:27
Diffstat (limited to 'tex/context/base/l-lpeg.lua')
-rw-r--r-- | tex/context/base/l-lpeg.lua | 9 |
1 files changed, 9 insertions, 0 deletions
diff --git a/tex/context/base/l-lpeg.lua b/tex/context/base/l-lpeg.lua index 78b503b8e..cafa18a38 100644 --- a/tex/context/base/l-lpeg.lua +++ b/tex/context/base/l-lpeg.lua @@ -126,6 +126,15 @@ local utfoffset = utfbom_32_be * Cc(4) + utfbom_32_le * Cc(4) local utf8next = R("\128\191") +patterns.utfbom_32_be = utfbom_32_be +patterns.utfbom_32_le = utfbom_32_le +patterns.utfbom_16_be = utfbom_16_be +patterns.utfbom_16_le = utfbom_16_le +patterns.utfbom_8 = utfbom_8 + +patterns.utf_16_be_nl = P("\000\r\000\n") + P("\000\r") + P("\000\n") +patterns.utf_16_le_nl = P("\r\000\n\000") + P("\r\000") + P("\n\000") + patterns.utf8one = R("\000\127") patterns.utf8two = R("\194\223") * utf8next patterns.utf8three = R("\224\239") * utf8next * utf8next |