tokenize

# File actionpack/lib/action_controller/vendor/html-scanner/html/sanitizer.rb, line 13
    def tokenize(text, options)
      tokenizer = HTML::Tokenizer.new(text)
      result = []
      while token = tokenizer.next
        node = Node.parse(nil, 0, 0, token, false)
        process_node node, result, options
      end
      result
    end