U:RDoc::AnyMethod[iI"
tokenize:ETI"Ripper::tokenize;TT:publico:RDoc::Markup::Document:@parts[o:RDoc::Markup::Paragraph;	[I"@Tokenizes the Ruby program and returns an array of strings.;To:RDoc::Markup::BlankLineo:RDoc::Markup::Verbatim;	[I"+p Ripper.tokenize("def m(a) nil end")
;TI"E   # => ["def", " ", "m", "(", "a", ")", " ", "nil", " ", "end"];T:@format0:
@fileI"#ext/ripper/lib/ripper/lexer.rb;T:0@omit_headings_from_table_of_contents_below000[I"&(src, filename = '-', lineno = 1);T@FI"Ripper;TcRDoc::NormalClass00