delay_agent.rb 3.3 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687
  1. module Agents
  2. class DelayAgent < Agent
  3. include FormConfigurable
  4. default_schedule 'every_12h'
  5. description <<-MD
  6. The DelayAgent stores received Events and emits copies of them on a schedule. Use this as a buffer or queue of Events.
  7. `max_events` should be set to the maximum number of events that you'd like to hold in the buffer. When this number is
  8. reached, new events will either be ignored, or will displace the oldest event already in the buffer, depending on
  9. whether you set `keep` to `newest` or `oldest`.
  10. `expected_receive_period_in_days` is used to determine if the Agent is working. Set it to the maximum number of days
  11. that you anticipate passing without this Agent receiving an incoming Event.
  12. `max_emitted_events` is used to limit the number of the maximum events which should be created. If you omit this DelayAgent will create events for every event stored in the memory.
  13. MD
  14. def default_options
  15. {
  16. 'expected_receive_period_in_days' => '10',
  17. 'max_events' => '100',
  18. 'keep' => 'newest',
  19. 'max_emitted_events' => ''
  20. }
  21. end
  22. form_configurable :expected_receive_period_in_days, type: :string
  23. form_configurable :max_events, type: :string
  24. form_configurable :keep, type: :array, values: %w[newest oldest]
  25. form_configurable :max_emitted_events, type: :string
  26. def validate_options
  27. unless options['expected_receive_period_in_days'].present? && options['expected_receive_period_in_days'].to_i > 0
  28. errors.add(:base, "Please provide 'expected_receive_period_in_days' to indicate how many days can pass before this Agent is considered to be not working")
  29. end
  30. unless options['keep'].present? && options['keep'].in?(%w[newest oldest])
  31. errors.add(:base, "The 'keep' option is required and must be set to 'oldest' or 'newest'")
  32. end
  33. unless interpolated['max_events'].present? && interpolated['max_events'].to_i > 0
  34. errors.add(:base, "The 'max_events' option is required and must be an integer greater than 0")
  35. end
  36. if interpolated['max_emitted_events'].present?
  37. unless interpolated['max_emitted_events'].to_i > 0
  38. errors.add(:base, "The 'max_emitted_events' option is optional and should be an integer greater than 0")
  39. end
  40. end
  41. end
  42. def working?
  43. last_receive_at && last_receive_at > options['expected_receive_period_in_days'].to_i.days.ago && !recent_error_logs?
  44. end
  45. def receive(incoming_events)
  46. incoming_events.each do |event|
  47. memory['event_ids'] ||= []
  48. memory['event_ids'] << event.id
  49. if memory['event_ids'].length > interpolated['max_events'].to_i
  50. if options['keep'] == 'newest'
  51. memory['event_ids'].shift
  52. else
  53. memory['event_ids'].pop
  54. end
  55. end
  56. end
  57. end
  58. def check
  59. if memory['event_ids'] && memory['event_ids'].length > 0
  60. events = received_events.where(id: memory['event_ids']).reorder('events.id asc')
  61. if interpolated['max_emitted_events'].present?
  62. events = events.limit(interpolated['max_emitted_events'].to_i)
  63. end
  64. events.each do |event|
  65. create_event payload: event.payload
  66. memory['event_ids'].delete(event.id)
  67. end
  68. end
  69. end
  70. end
  71. end