1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
|
if not modules then modules = { } end modules ['mtx-watch'] = {
version = 1.001,
comment = "companion to mtxrun.lua",
author = "Hans Hagen, PRAGMA-ADE, Hasselt NL",
copyright = "PRAGMA ADE / ConTeXt Development Team",
license = "see context related readme files"
}
texmf.instance = instance -- we need to get rid of this / maybe current instance in global table
scripts = scripts or { }
scripts.watch = scripts.watch or { }
do
function scripts.watch.watch()
local delay = environment.argument("delay") or 5
local logpath = environment.argument("logpath") or ""
local pipe = environment.argument("pipe") or false
if #environment.files > 0 then
for _, path in ipairs(environment.files) do
logs.report("watch", "watching path ".. path)
end
local function glob(files,path)
for name in lfs.dir(path) do
if name:find("^%.") then
-- skip . and ..
else
name = path .. "/" .. name
local a = lfs.attributes(name)
if not a then
-- weird
elseif a.mode == "directory" then
if name:find("graphics$") or name:find("figures$") or name:find("resources$") then
-- skip these too
else
glob(files,name)
end
elseif name:find(".%luj$") then
files[name] = a.change or a.ctime or a.modification or a.mtime
end
end
end
end
local function process()
local done = false
for _, path in ipairs(environment.files) do
lfs.chdir(path)
local files = { }
glob(files,path)
table.sort(files) -- what gets sorted here
for name, time in pairs(files) do
--~ local ok, joblog = xpcall(function() return dofile(name) end, function() end )
local ok, joblog = pcall(dofile,name)
if ok and joblog then
if joblog.status == "processing" then
logs.report("watch",string.format("aborted job, %s added to queue",name))
joblog.status = "queued"
io.savedata(name, table.serialize(joblog,true))
elseif joblog.status == "queued" then
local command = joblog.command
if command then
local replacements = {
inputpath = (joblog.paths and joblog.paths.input ) or ".",
outputpath = (joblog.paths and joblog.paths.output) or ".",
filename = joblog.filename or "",
}
command = command:gsub("%%(.-)%%", replacements)
if command ~= "" then
joblog.status = "processing"
joblog.runtime = os.time() -- os.clock()
io.savedata(name, table.serialize(joblog,true))
logs.report("watch",string.format("running: %s", command))
local newpath = file.dirname(name)
io.flush()
local result = ""
if newpath ~= "" and newpath ~= "." then
local oldpath = lfs.currentdir()
lfs.chdir(newpath)
if pipe then result = os.resultof(command) else result = os.spawn(command) end
lfs.chdir(oldpath)
else
if pipe then result = os.resultof(command) else result = os.spawn(command) end
end
logs.report("watch",string.format("return value: %s", result))
done = true
local path, base = replacements.outputpath, file.basename(replacements.filename)
joblog.runtime = os.time() - joblog.runtime -- os.clock() - joblog.runtime
joblog.result = file.replacesuffix(file.join(path,base),"pdf")
joblog.size = lfs.attributes(joblog.result,"size")
joblog.status = "finished"
else
joblog.status = "invalid command"
end
else
joblog.status = "no command"
end
-- pcall, when error sleep + again
io.savedata(name, table.serialize(joblog,true))
if logpath ~= "" then
local name = string.format("%s/%s%04i%09i.lua", logpath, os.time(), math.floor((os.clock()*100)%1000), math.random(99999999))
io.savedata(name, table.serialize(joblog,true))
logs.report("watch", "saving joblog ".. name)
end
end
end
end
end
end
local n, start = 0, os.clock()
local function wait()
io.flush()
if not done then
n = n + 1
if n >= 10 then
logs.report("watch", string.format("run time: %i seconds, memory usage: %0.3g MB", os.clock() - start, (status.luastate_bytes/1024)/1000))
n = 0
end
os.sleep(delay)
end
end
while true do
pcall(process)
pcall(wait)
end
else
logs.report("watch", "no paths to watch")
end
end
end
function scripts.watch.collect_logs(path) -- clean 'm up too
path = path or environment.argument("logpath") or ""
path = (path == "" and ".") or path
local files = dir.globfiles(path,false,"^%d+%.lua$")
local collection = { }
local valid = table.tohash({"filename","result","runtime","size","status"})
for _, name in ipairs(files) do
local t = dofile(name)
if t and type(t) == "table" and t.status then
for k, v in pairs(t) do
if not valid[k] then
t[k] = nil
end
end
collection[name:gsub("[^%d]","")] = t
end
end
return collection
end
function scripts.watch.save_logs(collection,path) -- play safe
if collection and not table.is_empty(collection) then
path = path or environment.argument("logpath") or ""
path = (path == "" and ".") or path
local filename = string.format("%s/collected-%s.lua",path,tostring(os.time()))
io.savedata(filename,table.serialize(collection,true))
local check = dofile(filename)
for k,v in pairs(check) do
if not collection[k] then
logs.error("watch", "error in saving file")
os.remove(filename)
return false
end
end
for k,v in pairs(check) do
os.remove(string.format("%s.lua",k))
end
return true
else
return false
end
end
function scripts.watch.collect_collections(path) -- removes duplicates
path = path or environment.argument("logpath") or ""
path = (path == "" and ".") or path
local files = dir.globfiles(path,false,"^collected%-%d+%.lua$")
local collection = { }
for _, name in ipairs(files) do
local t = dofile(name)
if t and type(t) == "table" then
for k, v in pairs(t) do
collection[k] = v
end
end
end
return collection
end
function scripts.watch.show_logs(path) -- removes duplicates
local collection = scripts.watch.collect_collections(path) or { }
local max = 0
for k,v in pairs(collection) do
v = v.filename or "?"
if #v > max then max = #v end
end
print(max)
for k,v in ipairs(table.sortedkeys(collection)) do
local c = collection[v]
local f, s, r, n = c.filename or "?", c.status or "?", c.runtime or 0, c.size or 0
logs.report("watch", string.format("%s %s %3i %8i %s",string.padd(f,max," "),string.padd(s,10," "),r,n,v))
end
end
banner = banner .. " | watchdog"
messages.help = [[
--logpath optional path for log files
--watch watch given path
--pipe use pipe instead of execute
--delay delay between sweeps
--collect condense log files
--showlog show log data
]]
input.verbose = true
if environment.argument("watch") then
scripts.watch.watch()
elseif environment.argument("collect") then
scripts.watch.save_logs(scripts.watch.collect_logs())
elseif environment.argument("showlog") then
scripts.watch.show_logs()
else
input.help(banner,messages.help)
end
|
