Before: call ale#assert#SetUpLinterTest('python', 'pyre') let b:bin_dir = has('win32') ? 'Scripts' : 'bin' After: unlet! b:bin_dir unlet! b:executable call ale#assert#TearDownLinterTest() Execute(The pyre command callback should return default string): AssertLinter 'pyre', ale#Escape('pyre') . ' persistent' Execute(The pyre executable should be configurable): let g:ale_python_pyre_executable = '~/.local/bin/pyre' AssertLinter '~/.local/bin/pyre', \ ale#Escape('~/.local/bin/pyre') . ' persistent' Execute(The pyre executable should be run from the virtualenv path): call ale#test#SetFilename('python_paths/with_virtualenv/subdir/foo/bar.py') let b:executable = ale#path#Simplify( \ g:dir . '/python_paths/with_virtualenv/env/' . b:bin_dir . '/pyre' \) AssertLinter b:executable, ale#Escape(b:executable) . ' persistent' Execute(You should be able to override the pyre virtualenv lookup): call ale#test#SetFilename('python_paths/with_virtualenv/subdir/foo/bar.py') let g:ale_python_pyre_use_global = 1 AssertLinter 'pyre', ale#Escape('pyre') . ' persistent' Execute(Setting executable to 'pipenv' appends 'run pyre'): let g:ale_python_pyre_executable = 'path/to/pipenv' AssertLinter 'path/to/pipenv', \ ale#Escape('path/to/pipenv') . ' run pyre persistent'