Updated llex to generate GetAllTokens method.

Author: JohnLeitch

LLex/LexerGenerator.cs

@@ -200,6 +200,7 @@ public string Generate()
 
             return s
                 .Replace("{Body}", Properties.Resources.AddTokenTemplate)
+                .Replace("{AllBody}", Properties.Resources.AddTokenTemplate)
                 .Replace("PreviousChar();", "charIndex--;");
         }
     }

LLex/Resources/LexicalAnalyzerTemplate.cs

@@ -112,6 +112,26 @@ bool NextChar()
 
             return tokens;
         }
+
+        public List<{Token}> GetAllTokens()
+        {
+            charIndex = -1;
+
+            {TokenType} tokenType;
+
+            int lastIndex = -1;
+
+            var tokens = new List<{Token}>();
+
+            while ((tokenType = GetToken()) != {TokenType}.EndOfFile)
+            {
+                {AllBody}
+
+                lastIndex = charIndex;                
+            }
+
+            return tokens;
+        }
     }
 }
 #pragma warning restore 0162