msgslice.py 1.6 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556
  1. # -*- coding: UTF-8 -*-
  2. class MessageSlicerByTime:
  3. """ Separate messages into slices by time,
  4. for time display in html.
  5. A new day always begins a new slice.
  6. """
  7. def __init__(self, diff_thres=5 * 60):
  8. self.diff_thres = diff_thres
  9. def slice(self, msgs):
  10. ret = []
  11. now = []
  12. for m in msgs:
  13. if len(now) == 0:
  14. now.append(m)
  15. continue
  16. nowtime, lasttime = m.createTime, now[-1].createTime
  17. if nowtime.date() == lasttime.date() and \
  18. (nowtime - lasttime).seconds < self.diff_thres:
  19. now.append(m)
  20. continue
  21. ret.append(now)
  22. now = [m]
  23. ret.append(now)
  24. assert len(msgs) == sum([len(k) for k in ret])
  25. return ret
  26. class MessageSlicerBySize:
  27. """ Separate messages into slices by max slice size,
  28. to avoid too large html.
  29. """
  30. def __init__(self, size=1500):
  31. """ a slice will have <= 1.5 * cnt messages"""
  32. self.size = size
  33. assert self.size > 1
  34. def slice(self, msgs):
  35. ret = []
  36. now = []
  37. for m in msgs:
  38. if len(now) >= self.size:
  39. nowtime, lasttime = m.createTime, now[-1].createTime
  40. if nowtime.date() != lasttime.date():
  41. ret.append(now)
  42. now = [m]
  43. continue
  44. now.append(m)
  45. if len(now) > self.size / 2 or len(ret) == 0:
  46. ret.append(now)
  47. else:
  48. ret[-1].extend(now)
  49. assert len(msgs) == sum([len(k) for k in ret])
  50. return ret