tokenize(ruby, options)
public
Returns an Array of ruby tokens. See
::new for a description of
options.
# File lib/rdoc/ruby_lex.rb, line 64
def self.tokenize ruby, options
tokens = []
scanner = RDoc::RubyLex.new ruby, options
scanner.exception_on_syntax_error = true
while token = scanner.token do
tokens << token
end
tokens
end