if not modules then modules = { } end modules ['util-sha'] = { version = 1.001, comment = "companion to luat-lib.mkiv", author = "Hans Hagen, PRAGMA-ADE, Hasselt NL", copyright = "PRAGMA ADE / ConTeXt Development Team", license = "see context related readme files", comment2 = "derived from Wikipedia and Lua support websites", comment3 = "due to bit operators this code only works in lua(tex) 5.3", } if sha2 then if utilities then utilities.sha2 = sha2 end return sha2 end -- This doesn't work in luajittex ... maybe some day it will have bit operators too. -- I'm not really in the mood for making this module aware (by compiling the -- function depending on the engine that I use but I probably won't use luajittex in -- cases where I need this.) -- -- Hm, it actually makes a case for the macro subsystem but we then also need to -- make an unpack/pack replacement ... too boring. -- -- This code is derived from: -- -- http://lua-users.org/wiki/SecureHashAlgorithmBw -- -- which in turn was a 5.3 variant of a 5.2 implementation by Roberto but it also -- looks like a more or less direct translation of: -- -- https://en.wikipedia.org/wiki/SHA-2 -- -- I optimized the code bit and added 512 support. For an explanation see the -- mentioned websites. We don't do chunks here as we only need it for hashing -- relatively small blobs (and even an image is not that large). -- -- On short strings 256 seems faster than 512 while on a megabyte blob 512 wins -- from 256 (64 bit internals). local packstring, unpackstring = string.pack, string.unpack local unpack, setmetatable = unpack, setmetatable local constants256 = { 0x428a2f98, 0x71374491, 0xb5c0fbcf, 0xe9b5dba5, 0x3956c25b, 0x59f111f1, 0x923f82a4, 0xab1c5ed5, 0xd807aa98, 0x12835b01, 0x243185be, 0x550c7dc3, 0x72be5d74, 0x80deb1fe, 0x9bdc06a7, 0xc19bf174, 0xe49b69c1, 0xefbe4786, 0x0fc19dc6, 0x240ca1cc, 0x2de92c6f, 0x4a7484aa, 0x5cb0a9dc, 0x76f988da, 0x983e5152, 0xa831c66d, 0xb00327c8, 0xbf597fc7, 0xc6e00bf3, 0xd5a79147, 0x06ca6351, 0x14292967, 0x27b70a85, 0x2e1b2138, 0x4d2c6dfc, 0x53380d13, 0x650a7354, 0x766a0abb, 0x81c2c92e, 0x92722c85, 0xa2bfe8a1, 0xa81a664b, 0xc24b8b70, 0xc76c51a3, 0xd192e819, 0xd6990624, 0xf40e3585, 0x106aa070, 0x19a4c116, 0x1e376c08, 0x2748774c, 0x34b0bcb5, 0x391c0cb3, 0x4ed8aa4a, 0x5b9cca4f, 0x682e6ff3, 0x748f82ee, 0x78a5636f, 0x84c87814, 0x8cc70208, 0x90befffa, 0xa4506ceb, 0xbef9a3f7, 0xc67178f2, } local constants512 = { 0x428a2f98d728ae22, 0x7137449123ef65cd, 0xb5c0fbcfec4d3b2f, 0xe9b5dba58189dbbc, 0x3956c25bf348b538, 0x59f111f1b605d019, 0x923f82a4af194f9b, 0xab1c5ed5da6d8118, 0xd807aa98a3030242, 0x12835b0145706fbe, 0x243185be4ee4b28c, 0x550c7dc3d5ffb4e2, 0x72be5d74f27b896f, 0x80deb1fe3b1696b1, 0x9bdc06a725c71235, 0xc19bf174cf692694, 0xe49b69c19ef14ad2, 0xefbe4786384f25e3, 0x0fc19dc68b8cd5b5, 0x240ca1cc77ac9c65, 0x2de92c6f592b0275, 0x4a7484aa6ea6e483, 0x5cb0a9dcbd41fbd4, 0x76f988da831153b5, 0x983e5152ee66dfab, 0xa831c66d2db43210, 0xb00327c898fb213f, 0xbf597fc7beef0ee4, 0xc6e00bf33da88fc2, 0xd5a79147930aa725, 0x06ca6351e003826f, 0x142929670a0e6e70, 0x27b70a8546d22ffc, 0x2e1b21385c26c926, 0x4d2c6dfc5ac42aed, 0x53380d139d95b3df, 0x650a73548baf63de, 0x766a0abb3c77b2a8, 0x81c2c92e47edaee6, 0x92722c851482353b, 0xa2bfe8a14cf10364, 0xa81a664bbc423001, 0xc24b8b70d0f89791, 0xc76c51a30654be30, 0xd192e819d6ef5218, 0xd69906245565a910, 0xf40e35855771202a, 0x106aa07032bbd1b8, 0x19a4c116b8d2d0c8, 0x1e376c085141ab53, 0x2748774cdf8eeb99, 0x34b0bcb5e19b48a8, 0x391c0cb3c5c95a63, 0x4ed8aa4ae3418acb, 0x5b9cca4f7763e373, 0x682e6ff3d6b2b8a3, 0x748f82ee5defb2fc, 0x78a5636f43172f60, 0x84c87814a1f0ab72, 0x8cc702081a6439ec, 0x90befffa23631e28, 0xa4506cebde82bde9, 0xbef9a3f7b2c67915, 0xc67178f2e372532b, 0xca273eceea26619c, 0xd186b8c721c0c207, 0xeada7dd6cde0eb1e, 0xf57d4f7fee6ed178, 0x06f067aa72176fba, 0x0a637dc5a2c898a6, 0x113f9804bef90dae, 0x1b710b35131c471b, 0x28db77f523047d84, 0x32caab7b40c72493, 0x3c9ebe0a15c9bebc, 0x431d67c49c100d4c, 0x4cc5d4becb3e42b6, 0x597f299cfc657e2a, 0x5fcb6fab3ad6faec, 0x6c44198c4a475817, } -- Not really needed, but more in tune with md5. In fact, as we use the mtxlib -- helpers I might as well assume more. local tohex, toHEX if lpeg then local lpegpatterns = lpeg.patterns if lpegpatterns then local lpegmatch = lpeg.match local bytestohex = lpegpatterns.bytestohex local bytestoHEX = lpegpatterns.bytestoHEX tohex = function(s) return lpegmatch(bytestohex,s) end toHEX = function(s) return lpegmatch(bytestoHEX,s) end end end if not tohex then local format, byte, gsub = string.format, string.byte, string.gsub tohex = function(s) return (gsub(s,".",function(c) return format("%02X",byte(c)) end)) end toHEX = function(s) return (gsub(s,".",function(c) return format("%02X",byte(c)) end)) end end local prepare = { } if utilities and utilities.strings then local r = utilities.strings.newrepeater("\0") prepare[256] = function(str,len) return str .. "\128" .. r[-(1 + 8 + len) % 64] .. packstring(">I8", 8 * len) end prepare[512] = function(str,len) return str .. "\128" .. r[-(1 + 16 + len) % 128] .. packstring(">I16", 8 * len) end else local rep = string.rep prepare[256] = function(str,len) return str .. "\128" .. rep("\0",-(1 + 8 + len) % 64) .. packstring(">I8", 8 * len) end prepare[512] = function(str,len) return str .. "\128" .. rep("\0",-(1 + 16 + len) % 128) .. packstring(">I16", 8 * len) end end prepare[224] = prepare[256] prepare[384] = prepare[512] local initialize = { [224] = function(hash) hash[1] = 0xc1059ed8 hash[2] = 0x367cd507 hash[3] = 0x3070dd17 hash[4] = 0xf70e5939 hash[5] = 0xffc00b31 hash[6] = 0x68581511 hash[7] = 0x64f98fa7 hash[8] = 0xbefa4fa4 return hash end, [256] = function(hash) hash[1] = 0x6a09e667 hash[2] = 0xbb67ae85 hash[3] = 0x3c6ef372 hash[4] = 0xa54ff53a hash[5] = 0x510e527f hash[6] = 0x9b05688c hash[7] = 0x1f83d9ab hash[8] = 0x5be0cd19 return hash end, [384] = function(hash) hash[1] = 0xcbbb9d5dc1059ed8 hash[2] = 0x629a292a367cd507 hash[3] = 0x9159015a3070dd17 hash[4] = 0x152fecd8f70e5939 hash[5] = 0x67332667ffc00b31 hash[6] = 0x8eb44a8768581511 hash[7] = 0xdb0c2e0d64f98fa7 hash[8] = 0x47b5481dbefa4fa4 return hash end, [512] = function(hash) hash[1] = 0x6a09e667f3bcc908 hash[2] = 0xbb67ae8584caa73b hash[3] = 0x3c6ef372fe94f82b hash[4] = 0xa54ff53a5f1d36f1 hash[5] = 0x510e527fade682d1 hash[6] = 0x9b05688c2b3e6c1f hash[7] = 0x1f83d9abfb41bd6b hash[8] = 0x5be0cd19137e2179 return hash end, } local digest = { } local list = { } -- some 5% faster digest[256] = function(str,i,hash) for i=1,#str,64 do -- local w = { unpackstring(">I4I4I4I4I4I4I4I4I4I4I4I4I4I4I4I4",str,i) } list[ 1], list[ 2], list[ 3], list[ 4], list[ 5], list[ 6], list[ 7], list[ 8], list[ 9], list[10], list[11], list[12], list[13], list[14], list[15], list[16] = unpackstring(">I4I4I4I4I4I4I4I4I4I4I4I4I4I4I4I4",str,i) for j=17,64 do local v0 = list[j - 15] local s0 = ((v0 >> 7) | (v0 << 25)) -- rrotate(v, 7) ~ ((v0 >> 18) | (v0 << 14)) -- rrotate(v, 18) ~ (v0 >> 3) local v1 = list[j - 2] local s1 = ((v1 >> 17) | (v1 << 15)) -- rrotate(v, 17) ~ ((v1 >> 19) | (v1 << 13)) -- rrotate(v, 19) ~ (v1 >> 10) list[j] = (list[j - 16] + s0 + list[j - 7] + s1) & 0xffffffff end local a, b, c, d, e, f, g, h = -- unpack(hash) hash[1], hash[2], hash[3], hash[4], hash[5], hash[6], hash[7], hash[8] for i=1,64 do local s0 = ((a >> 2) | (a << 30)) -- rrotate(a, 2) ~ ((a >> 13) | (a << 19)) -- rrotate(a, 13) ~ ((a >> 22) | (a << 10)) -- rrotate(a, 22) local maj = (a & b) ~ (a & c) ~ (b & c) local t2 = s0 + maj local s1 = ((e >> 6) | (e << 26)) -- rrotate(e, 6) ~ ((e >> 11) | (e << 21)) -- rrotate(e, 11) ~ ((e >> 25) | (e << 7)) -- rrotate(e, 25) local ch = (e & f) ~ (~e & g) local t1 = h + s1 + ch + constants256[i] + list[i] h = g g = f f = e e = (d + t1) & 0xffffffff d = c c = b b = a a = (t1 + t2) & 0xffffffff end hash[1] = (hash[1] + a) & 0xffffffff hash[2] = (hash[2] + b) & 0xffffffff hash[3] = (hash[3] + c) & 0xffffffff hash[4] = (hash[4] + d) & 0xffffffff hash[5] = (hash[5] + e) & 0xffffffff hash[6] = (hash[6] + f) & 0xffffffff hash[7] = (hash[7] + g) & 0xffffffff hash[8] = (hash[8] + h) & 0xffffffff end end digest[512] = function(str,i,hash) for i=1,#str,128 do -- local w = { unpackstring(">I4I4I4I4I4I4I4I4I4I4I4I4I4I4I4I4",str,i) } list[ 1], list[ 2], list[ 3], list[ 4], list[ 5], list[ 6], list[ 7], list[ 8], list[ 9], list[10], list[11], list[12], list[13], list[14], list[15], list[16] = unpackstring(">I8I8I8I8I8I8I8I8I8I8I8I8I8I8I8I8",str,i) for j=17,80 do local v0 = list[j - 15] local s0 = ((v0 >> 1) | (v0 << 63)) -- rrotate(v, 1) ~ ((v0 >> 8) | (v0 << 56)) -- rrotate(v, 8) ~ (v0 >> 7) local v1 = list[j - 2] local s1 = ((v1 >> 19) | (v1 << 45)) -- rrotate(v, 19) ~ ((v1 >> 61) | (v1 << 3)) -- rrotate(v, 61) ~ (v1 >> 6) list[j] = (list[j - 16] + s0 + list[j - 7] + s1) -- & 0xffffffffffffffff end local a, b, c, d, e, f, g, h = -- unpack(hash) hash[1], hash[2], hash[3], hash[4], hash[5], hash[6], hash[7], hash[8] for i=1,80 do local s0 = ((a >> 28) | (a << 36)) -- rrotate(a, 28) ~ ((a >> 34) | (a << 30)) -- rrotate(a, 34) ~ ((a >> 39) | (a << 25)) -- rrotate(a, 39) local maj = (a & b) ~ (a & c) ~ (b & c) local t2 = s0 + maj local s1 = ((e >> 14) | (e << 50)) -- rrotate(e, 14) ~ ((e >> 18) | (e << 46)) -- rrotate(e, 18) ~ ((e >> 41) | (e << 23)) -- rrotate(e, 41) local ch = (e & f) ~ (~e & g) local t1 = h + s1 + ch + constants512[i] + list[i] h = g g = f f = e e = (d + t1) -- & 0xffffffffffffffff d = c c = b b = a a = (t1 + t2) -- & 0xffffffffffffffff end hash[1] = (hash[1] + a) -- & 0xffffffffffffffff hash[2] = (hash[2] + b) -- & 0xffffffffffffffff hash[3] = (hash[3] + c) -- & 0xffffffffffffffff hash[4] = (hash[4] + d) -- & 0xffffffffffffffff hash[5] = (hash[5] + e) -- & 0xffffffffffffffff hash[6] = (hash[6] + f) -- & 0xffffffffffffffff hash[7] = (hash[7] + g) -- & 0xffffffffffffffff hash[8] = (hash[8] + h) -- & 0xffffffffffffffff end end digest[224] = digest[256] digest[384] = digest[512] local finalize = { [224] = function(hash,tohex) local s = packstring(">I4I4I4I4I4I4I4", unpack(hash)) return tohex and tohex(s) or s end, -- # 56 [256] = function(hash,tohex) local s = packstring(">I4I4I4I4I4I4I4I4",unpack(hash)) return tohex and tohex(s) or s end, -- # 64 [384] = function(hash,tohex) local s = packstring(">I8I8I8I8I8I8", unpack(hash)) return tohex and tohex(s) or s end, -- # 96 [512] = function(hash,tohex) local s = packstring(">I8I8I8I8I8I8I8I8",unpack(hash)) return tohex and tohex(s) or s end, -- # 128 } local hash = { } local function hashed(str,method,tohex) local s = prepare[method](str,#str) local h = initialize[method](hash) digest[method](s,i,h) return finalize[method](h,tohex) end local sha2 = { digest224 = function(str) return hashed(str,224) end, digest256 = function(str) return hashed(str,256) end, digest384 = function(str) return hashed(str,384) end, digest512 = function(str) return hashed(str,512) end, hash224 = function(str) return hashed(str,224,tohex) end, hash256 = function(str) return hashed(str,256,tohex) end, hash384 = function(str) return hashed(str,384,tohex) end, hash512 = function(str) return hashed(str,512,tohex) end, HASH224 = function(str) return hashed(str,224,toHEX) end, HASH256 = function(str) return hashed(str,256,toHEX) end, HASH384 = function(str) return hashed(str,384,toHEX) end, HASH512 = function(str) return hashed(str,512,toHEX) end, } -- local setmetatableindex = table.setmetatableindex -- -- if setmetatableindex then -- sha2.hashed = setmetatableindex(function(t,k) -- local v = digest[k] and function(str) return hashed(str,k,tohex) end or false -- t[k] = v -- return v -- end) -- sha2.HASHED = setmetatableindex(function(t,k) -- local v = digest[k] and function(str) return hashed(str,k,toHEX) end or false -- t[k] = v -- return v -- end) -- end if utilities then utilities.sha2 = sha2 end return sha2