yet-another-applied-llm-benchmark/tests/emacs_lisp_silence_cmd.py

from evaluator import *

DESCRIPTION = "Test if the model can understand a vague error for an emacs lisp question."

TAGS = ['explain']

question = """
In emacs lisp how do I silence "Process python-process finished"
"""

TestLispSilencePython = question >> LLMRun() >> SubstringEvaluator("set-process-sentinel")


if __name__ == "__main__":
    print(run_test(TestLispSilencePython))