From 529fe9030468f5d2a2cb0ae376fe9c9b8be3185c Mon Sep 17 00:00:00 2001
From: Gabriel Dos Reis <gdr@axiomatics.org>
Date: Mon, 16 Jan 2017 21:17:52 -0800
Subject: Split Tokenizer::get into two functions.

---
 src/syntax/Parser.cxx | 5 ++++-
 1 file changed, 4 insertions(+), 1 deletion(-)

(limited to 'src/syntax')

diff --git a/src/syntax/Parser.cxx b/src/syntax/Parser.cxx
index d78d3157..df856d89 100644
--- a/src/syntax/Parser.cxx
+++ b/src/syntax/Parser.cxx
@@ -108,7 +108,10 @@ namespace {
 
    // Helper function for streaming out details of tokens.
    std::ostream& operator<<(std::ostream& os, const Token& t) {
-      os << t.category << '{' << t.start << '-' << t.end << '}';
+      os << t.category << '{'
+         << t.start << '-' << t.end
+         << ", " << t.value
+         << '}';
       return os;
    }
 
-- 
cgit v1.2.3