X-Git-Url: https://www.fleuret.org/cgi-bin/gitweb/gitweb.cgi?p=profiler-torch.git;a=blobdiff_plain;f=profiler.lua;h=34e180b56ff9ac9ace944fe34c6f94089c392641;hp=91b09157843a86365a03d54b909cc103d13a5a81;hb=c2a852c17eb19f472762343ee8dfe3e0d1b40dbf;hpb=21c3bd2eb990e3fa58aa36b0e8fcd8901de5569c diff --git a/profiler.lua b/profiler.lua old mode 100755 new mode 100644 index 91b0915..34e180b --- a/profiler.lua +++ b/profiler.lua @@ -1,11 +1,43 @@ +--[[ + + Written by Francois Fleuret (francois@fleuret.org) + + This is free and unencumbered software released into the public + domain. + + Anyone is free to copy, modify, publish, use, compile, sell, or + distribute this software, either in source code form or as a + compiled binary, for any purpose, commercial or non-commercial, and + by any means. + + In jurisdictions that recognize copyright laws, the author or + authors of this software dedicate any and all copyright interest in + the software to the public domain. We make this dedication for the + benefit of the public at large and to the detriment of our heirs + and successors. We intend this dedication to be an overt act of + relinquishment in perpetuity of all present and future rights to + this software under copyright law. + + THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, + EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF + MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND + NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS BE LIABLE FOR ANY + CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF + CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION + WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE. + + For more information, please refer to + +]]-- + require 'torch' require 'nn' require 'sys' profiler = {} -function profiler.decor(model, functionsToDecorate) +function profiler.decorate(model, functionsToDecorate) local functionsToDecorate = functionsToDecorate or { @@ -14,16 +46,17 @@ function profiler.decor(model, functionsToDecorate) } for _, name in pairs(functionsToDecorate) do - model.orig = model.orig or {} - model.timings = 0 + model.accTime = {} - if model[name] and not model.orig[name] then - model.orig[name] = model[name] + local nameOrig = name .. '__orig' + + if model[name] and not model[nameOrig] then + model[nameOrig] = model[name] model[name] = function(self, ...) local startTime = sys.clock() - local result = { self.orig[name](self, unpack({...})) } + local result = { self[nameOrig](self, unpack({...})) } local endTime = sys.clock() - self.timings = self.timings + endTime - startTime + self.accTime[name] = (self.accTime[name] or 0) + endTime - startTime return unpack(result) end end @@ -32,18 +65,31 @@ function profiler.decor(model, functionsToDecorate) if torch.isTypeOf(model, nn.Container) then for _, m in ipairs(model.modules) do - profiler.decor(m, functionsToDecorate) + profiler.decorate(m, functionsToDecorate) end end end -function profiler.print(model) - print('----------------------------------------------------------------------') - print(model) - print(string.format('TIMING %.02fs', model.timings)) +function profiler.print(model, nbSamples, indent) + local indent = indent or '' + + print(string.format('%s* %s', indent, model.__typename)) + + for l, t in pairs(model.accTime) do + local s + if nbSamples then + s = string.format(' (%.01fmus/sample)', 1e6 * t / nbSamples) + else + s = '' + end + print(string.format('%s %s %.02fs%s', indent, l, t, s)) + end + if torch.isTypeOf(model, nn.Container) then - model:applyToModules(profiler.print) + for _, m in ipairs(model.modules) do + profiler.print(m, nbSamples, indent .. ' ') + end end end