From 95ed2bc24312699cfce9bb6f9bc1418b15718bb1 Mon Sep 17 00:00:00 2001
From: Robin Houston <robin@lenny.robin>
Date: Wed, 24 Aug 2011 18:09:33 +0100
Subject: Add rdoc 2.4.3 to vendor/gems

---
 vendor/gems/rdoc-2.4.3/lib/rdoc/tokenstream.rb | 33 ++++++++++++++++++++++++++
 1 file changed, 33 insertions(+)
 create mode 100644 vendor/gems/rdoc-2.4.3/lib/rdoc/tokenstream.rb

(limited to 'vendor/gems/rdoc-2.4.3/lib/rdoc/tokenstream.rb')

diff --git a/vendor/gems/rdoc-2.4.3/lib/rdoc/tokenstream.rb b/vendor/gems/rdoc-2.4.3/lib/rdoc/tokenstream.rb
new file mode 100644
index 000000000..0a1eb9130
--- /dev/null
+++ b/vendor/gems/rdoc-2.4.3/lib/rdoc/tokenstream.rb
@@ -0,0 +1,33 @@
+module RDoc; end
+
+##
+# A TokenStream is a list of tokens, gathered during the parse of some entity
+# (say a method). Entities populate these streams by being registered with the
+# lexer. Any class can collect tokens by including TokenStream. From the
+# outside, you use such an object by calling the start_collecting_tokens
+# method, followed by calls to add_token and pop_token.
+
+module RDoc::TokenStream
+
+  def token_stream
+    @token_stream
+  end
+
+  def start_collecting_tokens
+    @token_stream = []
+  end
+
+  def add_token(tk)
+    @token_stream << tk
+  end
+
+  def add_tokens(tks)
+    tks.each  {|tk| add_token(tk)}
+  end
+
+  def pop_token
+    @token_stream.pop
+  end
+
+end
+
-- 
cgit v1.2.3