require 'jsonpath' require 'cgi' require 'uri' require 'addressable/uri' module Utils def self.unindent(s) s = s.gsub(/\t/, ' ').chomp min = ((s.split("\n").find {|l| l !~ /^\s*$/ })[/^\s+/, 0] || "").length if min > 0 s.gsub(/^#{" " * min}/, "") else s end end def self.pretty_print(struct, indent = true) output = JSON.pretty_generate(struct) if indent output.gsub(/\n/i, "\n ") else output end end class << self def normalize_uri(uri) URI.parse(uri) rescue URI::Error => e begin auri = Addressable::URI.parse(uri.to_s) rescue StandardError # Do not leak Addressable::URI::InvalidURIError which # callers might not expect. raise e else # Addressable::URI#normalize! modifies the query and # fragment components beyond escaping unsafe characters, so # avoid using it. Otherwise `?a[]=%2F` would be normalized # as `?a%5B%5D=/`, for example. auri.site = auri.normalized_site auri.path = auri.normalized_path auri.query &&= escape_uri_unsafe_characters(auri.query) auri.fragment &&= escape_uri_unsafe_characters(auri.fragment) URI.parse(auri.to_s) end end private def escape_uri_unsafe_characters(string) string.gsub(/(?!%[\h\H]{2})[^\-_.!~*'()a-zA-Z\d;\/?:@&=+$,\[\]]+/) { |unsafe| unsafe.bytes.each_with_object(String.new) { |uc, s| s << '%%%02X' % uc } }.force_encoding(Encoding::US_ASCII) end end def self.interpolate_jsonpaths(value, data, options = {}) if options[:leading_dollarsign_is_jsonpath] && value[0] == '$' Utils.values_at(data, value).first.to_s else value.gsub(/<[^>]+>/).each { |jsonpath| Utils.values_at(data, jsonpath[1..-2]).first.to_s } end end def self.recursively_interpolate_jsonpaths(struct, data, options = {}) case struct when Hash struct.inject({}) {|memo, (key, value)| memo[key] = recursively_interpolate_jsonpaths(value, data, options); memo } when Array struct.map {|elem| recursively_interpolate_jsonpaths(elem, data, options) } when String interpolate_jsonpaths(struct, data, options) else struct end end def self.value_at(data, path) values_at(data, path).first end def self.values_at(data, path) if path =~ /\Aescape / path.gsub!(/\Aescape /, '') escape = true else escape = false end result = JsonPath.new(path).on(data.is_a?(String) ? data : data.to_json) if escape result.map {|r| CGI::escape r } else result end end # Output JSON that is ready for inclusion into HTML. If you simply use to_json on an object, the # presence of in the valid JSON can break the page and allow XSS attacks. # Optionally, pass `:skip_safe => true` to not call html_safe on the output. def self.jsonify(thing, options = {}) json = thing.to_json.gsub(' method will call orders[n] to determine if the nth element # should be compared in descending order. def initialize(array, orders = []) @array = array @orders = orders end def <=> other other = other.array @array.each_with_index do |e, i| o = other[i] case cmp = e <=> o || e.to_s <=> o.to_s when 0 next else return @orders[i] ? -cmp : cmp end end 0 end end class << self def sort!(array, orders = []) array.sort_by! do |e| SortableTuple.new(e, orders) end end end end def self.sort_tuples!(array, orders = []) TupleSorter.sort!(array, orders) end def self.parse_duration(string) return nil if string.blank? case string.strip when /\A(\d+)\.(\w+)\z/ $1.to_i.send($2.to_s) when /\A(\d+)\z/ $1.to_i else STDERR.puts "WARNING: Invalid duration format: '#{string.strip}'" nil end end def self.if_present(string, method) if string.present? string.send(method) else nil end end def self.rebase_hrefs(html, base_uri) base_uri = normalize_uri(base_uri) HtmlTransformer.replace_uris(html) { |url| base_uri.merge(normalize_uri(url)).to_s } end end