akkartik/template-live-editor - Change JNJ4R56X3HVU4IGKZZ2IV73PALEXSYOIOAIVXZTV43BG7PEY6AOQC

support running tests multiple times

We now collect multiple test failures, but that's just the first step.

Created by Kartik K. Agaram on January 20, 2023

JNJ4R56X3HVU4IGKZZ2IV73PALEXSYOIOAIVXZTV43BG7PEY6AOQC

Dependencies

In channels

main

Change contents

Insertion in app.lua at line 15 [8.2]

[5.4091]

[7.84]

  -- have LÖVE delegate all handlers to App if they exist
  for name in pairs(love.handlers) do
    if App[name] then
      love.handlers[name] = App[name]
    end
  end
  -- Stash current state of App for tests
  App_for_tests = {}
  for k,v in pairs(App) do
    App_for_tests[k] = v
  end
  -- there's one nested table
  App_for_tests.screen = {}
  for k,v in pairs(App.screen) do
    App_for_tests.screen[k] = v
  end
  -- Mutate App for the real app
  -- disable test methods
  App.screen.init = nil
  App.filesystem = nil
  App.time = nil
  App.run_after_textinput = nil
  App.run_after_keychord = nil
  App.keypress = nil
  App.keyrelease = nil
  App.run_after_mouse_click = nil
  App.run_after_mouse_press = nil
  App.run_after_mouse_release = nil
  App.fake_keys_pressed = nil
  App.fake_key_press = nil
  App.fake_key_release = nil
  App.fake_mouse_state = nil
  App.fake_mouse_press = nil
  App.fake_mouse_release = nil
  -- dispatch some methods to real hardware
  App.screen.resize = love.window.setMode
  App.screen.size = love.window.getMode
  App.screen.move = love.window.setPosition
  App.screen.position = love.window.getPosition
  App.screen.print = love.graphics.print
  App.newText = love.graphics.newText
  App.screen.draw = love.graphics.draw
  App.width = function(text) return text:getWidth() end
  App.open_for_reading = function(filename) return io.open(filename, 'r') end
  App.open_for_writing = function(filename) return io.open(filename, 'w') end
  App.getTime = love.timer.getTime
  App.getClipboardText = love.system.getClipboardText
  App.setClipboardText = love.system.setClipboardText
  App.modifier_down = love.keyboard.isDown
  App.mouse_move = love.mouse.setPosition
  App.mouse_down = love.mouse.isDown
  App.mouse_x = love.mouse.getX
  App.mouse_y = love.mouse.getY

Insertion in app.lua at line 72 [8.2]

[9.8462]

  -- example handler
  if #Test_errors > 0 then
    error('\n\n'..table.concat(Test_errors, '\n'))
  end

Deletion in app.lua at line 77 [8.2]
∅:D[9.8463] → [10.258:276]
∅:D[11.209277] → [10.258:276]
∅:D[12.209821] → [10.258:276]
B:BD[13.2321] → [10.258:276]
B:BD[10.276] → [9.8464:8486]
```
--?   print('==')
  App.disable_tests()
```

Insertion in app.lua at line 429 [8.2]

[14.8001]

  local saved_app = App
  App = App_for_tests
  Test_errors = {}

Replacement in app.lua at line 434 [8.2]

B:BD[2.47] → [2.47:62]

    _G[name]()

[2.47]

[13.7548]

    local status, err = xpcall(_G[name], handle_error_in_test)

Replacement in app.lua at line 437 [8.2]

B:BD[13.7564] → [3.17:113]

  -- clean up all test methods
  for _,name in ipairs(sorted_names) do
    _G[name] = nil
  end

[13.7564]

  App = saved_app

Replacement in app.lua at line 440 [8.2]

B:BD[13.7569] → [13.7569:7887]

B:BD[13.7887] → [4.19:67]

∅:D[4.67] → [13.7887:7911]

B:BD[13.7887] → [13.7887:7911]

B:BD[13.7911] → [15.2657:2680]

B:BD[15.2680] → [16.1619:1636]

∅:D[16.1636] → [13.7911:7943]

∅:D[15.2680] → [13.7911:7943]

B:BD[13.7911] → [13.7911:7943]

B:BD[13.7943] → [15.2681:2712]

B:BD[15.2712] → [17.2192:2236]

B:BD[17.2236] → [16.1637:1741]

B:BD[16.1741] → [6.7869:7899]

∅:D[6.7899] → [18.5388:5533]

B:BD[18.5388] → [18.5388:5533]

∅:D[17.2262] → [13.7943:7988]

∅:D[15.2712] → [13.7943:7988]

∅:D[18.5533] → [13.7943:7988]

B:BD[13.7943] → [13.7943:7988]

B:BD[13.7988] → [5.5112:5286]

∅:D[19.1365] → [13.7988:8162]

∅:D[5.5286] → [13.7988:8162]

B:BD[13.7988] → [13.7988:8162]

B:BD[13.8162] → [9.8570:8726]

∅:D[20.913] → [16.1742:1777]

∅:D[9.8726] → [16.1742:1777]

B:BD[15.2791] → [16.1742:1777]

∅:D[16.1777] → [21.2953:3061]

B:BD[15.2791] → [21.2953:3061]

B:BD[21.3061] → [17.2263:2306]

B:BD[17.2306] → [18.5534:5677]

-- call this once all tests are run
-- can't run any tests after this
function App.disable_tests()
  -- have LÖVE delegate all handlers to App if they exist
  for name in pairs(love.handlers) do
    if App[name] then
      love.handlers[name] = App[name]
    end
  end
  -- test methods are disallowed outside tests
  App.run_tests = nil
  App.disable_tests = nil
  App.screen.init = nil
  App.filesystem = nil
  App.time = nil
  App.run_after_textinput = nil
  App.run_after_keychord = nil
  App.keypress = nil
  App.keyrelease = nil
  App.run_after_mouse_click = nil
  App.run_after_mouse_press = nil
  App.run_after_mouse_release = nil
  App.fake_keys_pressed = nil
  App.fake_key_press = nil
  App.fake_key_release = nil
  App.fake_mouse_state = nil
  App.fake_mouse_press = nil
  App.fake_mouse_release = nil
  -- other methods dispatch to real hardware
  App.screen.resize = love.window.setMode
  App.screen.size = love.window.getMode
  App.screen.move = love.window.setPosition
  App.screen.position = love.window.getPosition
  App.screen.print = love.graphics.print
  App.newText = love.graphics.newText
  App.screen.draw = love.graphics.draw
  App.width = function(text) return text:getWidth() end
  App.open_for_reading = function(filename) return io.open(filename, 'r') end
  App.open_for_writing = function(filename) return io.open(filename, 'w') end
  App.getTime = love.timer.getTime
  App.getClipboardText = love.system.getClipboardText
  App.setClipboardText = love.system.setClipboardText
  App.modifier_down = love.keyboard.isDown
  App.mouse_move = love.mouse.setPosition
  App.mouse_down = love.mouse.isDown
  App.mouse_x = love.mouse.getX
  App.mouse_y = love.mouse.getY

[13.7569]

[13.8162]

function handle_error_in_test(err)
  local full_error = debug.traceback('Error: '..err, --[[stack frame]]3):gsub('\n[^\n]+$', '')
  table.insert(Test_errors, full_error..'\n')