U:RDoc::NormalModule[iI"TokenStream:ETI"RDoc::TokenStream;T0o:RDoc::Markup::Document:@parts[o;;[o:RDoc::Markup::Paragraph;[
I"QA TokenStream is a list of tokens, gathered during the parse of some entity ;TI"R(say a method). Entities populate these streams by being registered with the ;TI"Llexer. Any class can collect tokens by including TokenStream. From the ;TI"Loutside, you use such an object by calling the start_collecting_tokens ;TI":method, followed by calls to add_token and pop_token.;T:
@fileI"lib/rdoc/token_stream.rb;T:0@omit_headings_from_table_of_contents_below0;
0;0[[[[[I"
class;T[[:public[[I"to_html;TI"+../ruby-2.7.7/lib/rdoc/token_stream.rb;T[:protected[[:private[[I"
instance;T[[;[[I"add_token;T@ [I"add_tokens;T@ [I"collect_tokens;T@ [I"pop_token;T@ [I"start_collecting_tokens;T@ [I"token_stream;T@ [I"tokens_to_s;T@ [;
[[;[[[U:RDoc::Context::Section[i0o;;[;
0;0[I"lib/rdoc/token_stream.rb;TI"	RDoc;TcRDoc::NormalModule