yet-another-applied-llm-benchmark/tests/implement_crc32.py

from evaluator import *

DESCRIPTION = "Test if the model understands the CRC-32 spec well enough to implement it."

TAGS = ['code', 'c']
import zlib

question = 'Write a c program that calculates the crc32 hash of the string "correct horse battery staple" and prints it to stdout. Dont call any builtin crc32 functions.'

answer = "%x"%zlib.crc32(b'correct horse battery staple')

TestCRC32 = question >> LLMRun() >> ExtractCode(keep_main=True) >> Echo() >> CRun() >> SubstringEvaluator(answer, lower=True)


if __name__ == "__main__":
    print(run_test(TestCRC32))