1 files changed, 40 insertions, 0 deletions

diff --git a/src/experimental/lexer.cpp b/src/experimental/lexer.cpp
new file mode 100644
index 0000000..185456a
--- /dev/null
+++ b/src/experimental/lexer.cpp
@@ -0,0 +1,40 @@
+/*
+ * Copyright (C) 2007-2011 Xagasoft, All rights reserved.
+ *
+ * This file is part of the libbu++ library and is released under the
+ * terms of the license contained in the file LICENSE.
+ */
+
+#include "bu/lexer.h"
+#include "bu/membuf.h"
+#include "bu/formatter.h"
+
+Bu::Lexer::Lexer()
+{
+}
+
+Bu::Lexer::~Lexer()
+{
+}
+
+Bu::Lexer::Token::Token() :
+        iToken( -1 )
+{
+}
+
+Bu::Lexer::Token::Token( Bu::Lexer::TokenType iToken ) :
+        iToken( iToken )
+{
+}
+
+Bu::String Bu::Lexer::tokenToString( const Bu::Lexer::Token &t )
+{
+        Bu::MemBuf mb;
+        Bu::Formatter f( mb );
+        f << "<" << t.iToken << ">";
+        if( t.vExtra.isSet() )
+                f << " (" << t.vExtra << ")";
+
+        return mb.getString();
+}
+