# File lib/spider/robot_rules.rb, line 68
  def allowed?( text_uri )
    uri      = URI.parse(text_uri)
    location = "#{uri.host}:#{uri.port}"
    path     = uri.path

    return true unless %w{http https}.include?(uri.scheme)

    not @rules[location].any? { |rule| path.index(rule) == 0 }
  end