latex_mini_caps.py 360 B

1234567891011121314
  1. from evaluator import *
  2. DESCRIPTION = "Test if a model knows some latex macros explained poorly"
  3. TAGS = ['explain']
  4. question = "Latex format the word METHOD like Method but all caps with the other letters lower"
  5. TextLatexLowerCaps = question >> LLMRun() >> SubstringEvaluator("textsc")
  6. if __name__ == "__main__":
  7. print(run_test(TextLatexLowerCaps))