what_is_blockbyorb.py 351 B

123456789101112131415
  1. from evaluator import *
  2. DESCRIPTION = "Test if the model knows what ERR_BLOCKED_BY_ORB means."
  3. TAGS = ['explain']
  4. question = """
  5. What does "ERR_BLOCKED_BY_ORB" mean?
  6. """
  7. TestWhatIsBlockByOrb = question >> LLMRun() >> SubstringEvaluator("opaque resource blocking", lower=True)
  8. if __name__ == "__main__":
  9. print(run_test(TestWhatIsBlockByOrb))