We now have a UTF-8 test parser, I'm going to move it into a functor, I think.

1 files changed, 54 insertions, 0 deletions

diff --git a/src/utfstring.cpp b/src/utfstring.cpp
index eb23713..0e2060b 100644
--- a/src/utfstring.cpp
+++ b/src/utfstring.cpp
@@ -7,6 +7,8 @@
 
 #include "bu/utfstring.h"
 
+#include "bu/string.h"
+
 Bu::UtfString::UtfString()
 {
 }
@@ -15,3 +17,55 @@ Bu::UtfString::~UtfString()
 {
 }
 
+#include "bu/sio.h"
+using Bu::sio;
+
+void Bu::UtfString::debugUtf8( const Bu::String &sUtf8 )
+{
+        static uint8_t lmask[8] = {
+                0x00,
+                0x01,
+                0x03,
+                0x07,
+                0x0f,
+                0x1f,
+                0x3f,
+                0x7f
+        };
+        for( Bu::String::const_iterator i = sUtf8.begin(); i; i++ )
+        {
+                if( i != sUtf8.begin() )
+                        sio << ", ";
+                if( ((int)(uint8_t)*i)&0x80 )
+                {
+//                      sio << "Flag byte: " << Bu::Fmt().radix(2).width(8).fill('0')
+//                              << (int)(uint8_t)*i << sio.nl;
+                        int iBytes = 1;
+                        for(; (((uint8_t)(*i))<<iBytes)&0x80; iBytes++ ) { }
+//                      sio << "iBytes = " << iBytes << sio.nl;
+                        point uPt = ((*i) & lmask[7-iBytes])<<(6*(iBytes-1));
+//                      sio << "mask: " << Bu::Fmt().radix(2).width(8).fill('0')
+//                              << (int)lmask[7-iBytes] << sio.nl;
+                        for( iBytes--; iBytes >= 1; iBytes-- )
+                        {
+//                              sio << "iBytes = " << iBytes << ", shift = " << (6*(iBytes-1))
+//                                      << sio.nl;
+//                              sio << "next: " << Bu::Fmt().radix(2).width(8).fill('0')
+//                                      << (int)(uint8_t)*i << sio.nl
+//                                      << "mask: " << Bu::Fmt().radix(2).width(8).fill('0')
+//                                      << (int)lmask[6] << sio.nl;
+                                i++;
+                                uPt |= ((*i)&lmask[6])<<(6*(iBytes-1));
+                        }
+                        sio << uPt;
+//                      sio << " (" << Bu::Fmt( 8, 2 ).fill('0')
+//                              << uPt << ")";
+                }
+                else
+                {
+                        sio << (int)((uint8_t)*i);
+                }
+        }
+        sio << sio.nl;
+}
+