date_news_headlines.py 1.5 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647
  1. from evaluator import *
  2. DESCRIPTION = "Test if the model can predict the date a few news headlines were published."
  3. TAGS = ['fun']
  4. question = """
  5. What date was this the front page of HN? Format it YYYY-MM-DD.
  6. 1.
  7. We Made One Gram Of Remdesivir (acsh.org)
  8. 709 points by tomstokes on [date] | 231 comments
  9. 2.
  10. Crafting “Crafting Interpreters” (stuffwithstuff.com)
  11. 777 points by _vbdg on [date] | 75 comments
  12. 3.
  13. Bose QC 35 Firmware 4.5.2 Noise Cancellation Investigation Report (bose.com)
  14. 640 points by robbiet480 on [date] | 323 comments
  15. 4.
  16. Csound: A sound and music computing system (csound.com)
  17. 226 points by diaphanous on [date] | 92 comments
  18. 5.
  19. New Jersey needs COBOL programmers for their unemployment claims system (twitter.com/manicode)
  20. 447 points by enraged_camel on [date] | 297 comments
  21. 6.
  22. All models are wrong, but some are completely wrong (rssdss.design.blog)
  23. 305 points by magoghm on [date] | 208 comments
  24. 7.
  25. Configs suck? Try a real programming language (beepb00p.xyz)
  26. 289 points by gyre007 on [date] | 345 comments
  27. 8.
  28. Ilo sitelen, a handmade computer for Toki Pona (increpare.com)
  29. 204 points by tobr on [date] | 90 comments
  30. 9.
  31. The Svelte Compiler Handbook (lihautan.com)
  32. 330 points by PKop on [date] | 136 comments
  33. 10.
  34. Show HN: Export HN Favorites to a CSV File
  35. 240 points by gabrielsroka on [date] | 39 comments
  36. """
  37. TestDateNewsHeadlines = question >> LLMRun() >> SubstringEvaluator("2020-04-05")
  38. if __name__ == "__main__":
  39. print(run_test(TestDateNewsHeadlines))