lua-aot-5.4/scripts/bench-run.lua

#!/usr/bin/lua

local nkey = "slow"
local mode = "time"
do
    local i = 1
    while i <= #arg do
        if     arg[i] == "--fast"   then nkey = "fast"
        elseif arg[i] == "--medium" then nkey = "medium"
        elseif arg[i] == "--slow"   then nkey = "slow"
        elseif arg[i] == "--time"   then mode = "time"
        elseif arg[i] == "--perf"   then mode = "perf"
        end
        i = i + 1
    end
end


-- fast   : runs on a blink of an eye (for testing / debugging)
-- medium : the aot version takes more than 1 second
-- slow   : the jit version takes more than 1 second

local benchs = {
    { name = "binarytrees",  fast =   5, medium =      16, slow =      16 },
    { name = "fannkuch",     fast =   5, medium =      10, slow =      11 },
    { name = "fasta",        fast = 100, medium = 1000000, slow = 2500000 },
    { name = "knucleotide",  fast = 100, medium = 1000000, slow = 1000000 },
    { name = "mandelbrot",   fast =  20, medium =    2000, slow =    4000 },
    { name = "nbody",        fast = 100, medium = 1000000, slow = 5000000 },
    { name = "spectralnorm", fast = 100, medium =    1000, slow =    4000 },
}

local impls = {
    { name = "jit", suffix = "",     interpreter = "luajit",        compile = false                    },
    { name = "jof", suffix = "",     interpreter = "luajit -j off", compile = false                    },
    { name = "lua", suffix = "",     interpreter = "../src/lua",    compile = false,                   },
    { name = "aot", suffix = "_aot", interpreter = "../src/lua",    compile = "../src/luaot"           },
    { name = "trm", suffix = "_trm", interpreter = "../src/lua",    compile = "../src/luaot-trampoline"},
}

--
-- Shell
--

local function quote(s)
    if string.find(s, '^[A-Za-z0-9_./]*$') then
        return s
    else
        return "'" .. s:gsub("'", "'\\''") .. "'"
    end
end

local function prepare(cmd_fmt, ...)
    local params = table.pack(...)
    return (string.gsub(cmd_fmt, '([%%][%%]?)(%d*)', function(s, i)
        if s == "%" then
            return quote(params[tonumber(i)])
        else
            return "%"..i
        end
    end))
end

local function run(cmd_fmt, ...)
    return (os.execute(prepare(cmd_fmt, ...)))
end

local function exists(filename)
    return run("test -f %1", filename)
end

--
-- Recompile
--

io.stderr:write("Recompiling the compiler...\n")
assert(run("cd .. && make guess --quiet >&2"))
io.stderr:write("...done\n")

for _, b in ipairs(benchs) do
    for _, s in ipairs(impls) do
        local mod = b.name .. s.suffix
        if s.compile and not exists(mod .. ".so") then
            assert(run(s.compile.." %1.lua -o %2.c", b.name, mod))
            assert(run("../scripts/compile %2.c",    b.name, mod))
        end
    end
end

--
-- Execute
--

local function bench_cmd(b, impl)
    local module
    if string.match(impl.interpreter, "luajit") and exists(b.name.."_jit.lua") then
        module = b.name .. "_jit"
    else
        module = b.name .. impl.suffix
    end

    local n = assert(b[nkey])
    return prepare(impl.interpreter .. " main.lua %1 %2 > /dev/null", module, n)
end

if mode == "time" then

    for _, b in ipairs(benchs) do
        for _, impl in ipairs(impls) do
            local cmd = bench_cmd(b, impl)
            for rep = 1, 20 do
                print(string.format("RUN %s %s %s", b.name, impl.name, rep))
                assert(run("/usr/bin/time -p sh -c %1 2>&1", cmd))
                print()
            end
        end
    end

elseif mode == "perf" then

    for _, b in ipairs(benchs) do
        for _, impl in ipairs(impls) do
            if impl.name == "lua" or impl.name == "cor" then
                local cmd = bench_cmd(b, impl)
                --print(string.format("RUN %s %s %s", b.name, impl.name, rep))
                assert(run("LANG=C perf stat sh -c %1 2>&1", cmd))
                print()
            end
        end
    end

else
    error("impossible")
end