diff options
Diffstat (limited to 'src/unstable')
| -rw-r--r-- | src/unstable/bitstring.cpp | 479 | ||||
| -rw-r--r-- | src/unstable/bitstring.h | 224 | ||||
| -rw-r--r-- | src/unstable/fifo.cpp | 162 | ||||
| -rw-r--r-- | src/unstable/fifo.h | 72 | ||||
| -rw-r--r-- | src/unstable/itoserver.cpp | 242 | ||||
| -rw-r--r-- | src/unstable/itoserver.h | 141 | ||||
| -rw-r--r-- | src/unstable/minimacro.cpp | 187 | ||||
| -rw-r--r-- | src/unstable/minimacro.h | 130 | ||||
| -rw-r--r-- | src/unstable/myriad.cpp | 663 | ||||
| -rw-r--r-- | src/unstable/myriad.h | 222 | ||||
| -rw-r--r-- | src/unstable/myriadfs.cpp | 703 | ||||
| -rw-r--r-- | src/unstable/myriadfs.h | 203 | ||||
| -rw-r--r-- | src/unstable/myriadstream.cpp | 309 | ||||
| -rw-r--r-- | src/unstable/myriadstream.h | 61 | ||||
| -rw-r--r-- | src/unstable/newline.cpp | 68 | ||||
| -rw-r--r-- | src/unstable/newline.h | 41 | ||||
| -rw-r--r-- | src/unstable/udpsocket.cpp | 240 | ||||
| -rw-r--r-- | src/unstable/udpsocket.h | 84 | ||||
| -rw-r--r-- | src/unstable/url.cpp | 285 | ||||
| -rw-r--r-- | src/unstable/url.h | 85 | ||||
| -rw-r--r-- | src/unstable/urn.cpp | 8 | ||||
| -rw-r--r-- | src/unstable/urn.h | 8 | ||||
| -rw-r--r-- | src/unstable/utfstring.cpp | 539 | ||||
| -rw-r--r-- | src/unstable/utfstring.h | 174 | ||||
| -rw-r--r-- | src/unstable/uuid.cpp | 117 | ||||
| -rw-r--r-- | src/unstable/uuid.h | 56 |
26 files changed, 5503 insertions, 0 deletions
diff --git a/src/unstable/bitstring.cpp b/src/unstable/bitstring.cpp new file mode 100644 index 0000000..bdd1bc2 --- /dev/null +++ b/src/unstable/bitstring.cpp | |||
| @@ -0,0 +1,479 @@ | |||
| 1 | /* | ||
| 2 | * Copyright (C) 2007-2011 Xagasoft, All rights reserved. | ||
| 3 | * | ||
| 4 | * This file is part of the libbu++ library and is released under the | ||
| 5 | * terms of the license contained in the file LICENSE. | ||
| 6 | */ | ||
| 7 | |||
| 8 | #include "bu/bitstring.h" | ||
| 9 | #include <stdlib.h> | ||
| 10 | #include <stdio.h> | ||
| 11 | #include <string.h> | ||
| 12 | |||
| 13 | #include "bu/exceptionbase.h" | ||
| 14 | |||
| 15 | #ifdef _WIN32 | ||
| 16 | #define random() rand() | ||
| 17 | #endif | ||
| 18 | |||
| 19 | #define bitsToBytes( iBits ) (((iBits/8)+((iBits%8)?(1):(0)))); | ||
| 20 | |||
| 21 | Bu::BitString::BitString() | ||
| 22 | { | ||
| 23 | caData = NULL; | ||
| 24 | cTopByteMask = 0; | ||
| 25 | iBits = iBytes = 0; | ||
| 26 | } | ||
| 27 | |||
| 28 | Bu::BitString::BitString( const Bu::BitString &xSrc ) | ||
| 29 | { | ||
| 30 | iBits = xSrc.iBits; | ||
| 31 | iBytes = xSrc.iBytes; | ||
| 32 | cTopByteMask = xSrc.cTopByteMask; | ||
| 33 | caData = new unsigned char[iBytes]; | ||
| 34 | memcpy( caData, xSrc.caData, iBytes ); | ||
| 35 | |||
| 36 | fixup(); | ||
| 37 | } | ||
| 38 | |||
| 39 | Bu::BitString::BitString( long iNewBits, bool bFillRandomly ) | ||
| 40 | { | ||
| 41 | long j; | ||
| 42 | iBits = iNewBits; | ||
| 43 | iBytes = bitsToBytes( iNewBits );//(iNewBits/8)+((iNewBits%8)?(1):(0)); | ||
| 44 | caData = new unsigned char[iBytes]; | ||
| 45 | |||
| 46 | setMask(); | ||
| 47 | |||
| 48 | if( bFillRandomly ) | ||
| 49 | { | ||
| 50 | // rand() only returns a value up to RAND_MAX (0x7FFF on my system) so | ||
| 51 | // I'll just use the low order byte) | ||
| 52 | for( j = 0; j < iBytes; j++ ) | ||
| 53 | { | ||
| 54 | caData[j] = (unsigned char)(random() & 0xFF); | ||
| 55 | } | ||
| 56 | } | ||
| 57 | else | ||
| 58 | { | ||
| 59 | clear(); | ||
| 60 | } | ||
| 61 | |||
| 62 | fixup(); | ||
| 63 | } | ||
| 64 | |||
| 65 | Bu::BitString::~BitString() | ||
| 66 | { | ||
| 67 | if( caData != NULL ) delete[] caData; | ||
| 68 | } | ||
| 69 | |||
| 70 | Bu::BitString &Bu::BitString::operator=( const Bu::BitString &xSrc ) | ||
| 71 | { | ||
| 72 | if( caData != NULL ) | ||
| 73 | { | ||
| 74 | delete[] caData; | ||
| 75 | } | ||
| 76 | iBits = xSrc.iBits; | ||
| 77 | iBytes = xSrc.iBytes; | ||
| 78 | cTopByteMask = xSrc.cTopByteMask; | ||
| 79 | caData = new unsigned char[iBytes]; | ||
| 80 | memcpy( caData, xSrc.caData, iBytes ); | ||
| 81 | |||
| 82 | fixup(); | ||
| 83 | |||
| 84 | return *this; | ||
| 85 | } | ||
| 86 | |||
| 87 | Bu::BitString Bu::BitString::operator~() | ||
| 88 | { | ||
| 89 | Bu::BitString xRet( *this ); | ||
| 90 | |||
| 91 | for( int j = 0; j < xRet.iBytes; j++ ) | ||
| 92 | { | ||
| 93 | xRet.caData[j] = ~xRet.caData[j]; | ||
| 94 | } | ||
| 95 | |||
| 96 | xRet.fixup(); | ||
| 97 | |||
| 98 | return xRet; | ||
| 99 | } | ||
| 100 | |||
| 101 | Bu::BitString Bu::BitString::operator<<( const long iAmt ) | ||
| 102 | { | ||
| 103 | if( iAmt == 0 ) | ||
| 104 | { | ||
| 105 | return (*this); | ||
| 106 | } | ||
| 107 | //int iByteShift = iAmt/8; | ||
| 108 | |||
| 109 | Bu::BitString xSub( getSize() ); | ||
| 110 | |||
| 111 | long shft = (iAmt%8); | ||
| 112 | long base = (iAmt/8); | ||
| 113 | unsigned char lowmask=0; | ||
| 114 | for( long j = 0; j < 8-shft; j++ ) | ||
| 115 | { | ||
| 116 | lowmask |= (1<<j); | ||
| 117 | } | ||
| 118 | for( long j = 0; j < xSub.iBytes; j++ ) | ||
| 119 | { | ||
| 120 | xSub.caData[base+j] = ((caData[j]>>shft)&(lowmask)) | ((caData[j+1]<<(8-shft))&(~lowmask)); | ||
| 121 | } | ||
| 122 | xSub.fixup(); | ||
| 123 | |||
| 124 | return xSub; | ||
| 125 | } | ||
| 126 | |||
| 127 | Bu::BitString Bu::BitString::operator>>( const long iAmt ) | ||
| 128 | { | ||
| 129 | if( iAmt == 0 ) | ||
| 130 | { | ||
| 131 | return (*this); | ||
| 132 | } | ||
| 133 | return (*this); | ||
| 134 | } | ||
| 135 | |||
| 136 | void Bu::BitString::shiftLeft( long iAmt ) | ||
| 137 | { | ||
| 138 | if( iAmt == 0 ) | ||
| 139 | { | ||
| 140 | return; | ||
| 141 | } | ||
| 142 | else if( iAmt < 0 ) | ||
| 143 | { | ||
| 144 | shiftRight( -iAmt ); | ||
| 145 | return; | ||
| 146 | } | ||
| 147 | |||
| 148 | long iByteShift = iAmt/8; | ||
| 149 | long iBitShift = iAmt%8; | ||
| 150 | |||
| 151 | long j; | ||
| 152 | for( j = iBytes-1; j >= 0; j-- ) | ||
| 153 | { | ||
| 154 | caData[j] = (((j-iByteShift)<0)?(0):((caData[j-iByteShift]<<iBitShift))) | (((j-iByteShift-1)<0)?(0):((caData[j-iByteShift-1]>>(8-iBitShift)))); | ||
| 155 | } | ||
| 156 | |||
| 157 | fixup(); | ||
| 158 | } | ||
| 159 | |||
| 160 | void Bu::BitString::shiftRight( long iAmt ) | ||
| 161 | { | ||
| 162 | if( iAmt == 0 ) | ||
| 163 | { | ||
| 164 | return; | ||
| 165 | } | ||
| 166 | else if( iAmt < 0 ) | ||
| 167 | { | ||
| 168 | shiftLeft( -iAmt ); | ||
| 169 | return; | ||
| 170 | } | ||
| 171 | |||
| 172 | long iByteShift = iAmt/8; | ||
| 173 | long iBitShift = iAmt%8; | ||
| 174 | |||
| 175 | long j; | ||
| 176 | for( j = 0; j < iBytes; j++ ) | ||
| 177 | { | ||
| 178 | caData[j] = (((j+iByteShift)>iBytes)?(0):((caData[j+iByteShift]>>iBitShift))) | (((j+iByteShift+1)>iBytes)?(0):((caData[j+iByteShift+1]<<(8-iBitShift)))); | ||
| 179 | } | ||
| 180 | |||
| 181 | fixup(); | ||
| 182 | } | ||
| 183 | /* | ||
| 184 | long Bu::BitString::bitsToBytes( long iBits ) | ||
| 185 | { | ||
| 186 | return (iBits/8)+((iBits%8)?(1):(0)); | ||
| 187 | } | ||
| 188 | */ | ||
| 189 | void Bu::BitString::fixup() | ||
| 190 | { | ||
| 191 | if( caData != NULL ) | ||
| 192 | { | ||
| 193 | caData[iBytes-1] &= cTopByteMask; | ||
| 194 | } | ||
| 195 | } | ||
| 196 | |||
| 197 | void Bu::BitString::setBit( long iBit, bool bBitState ) | ||
| 198 | { | ||
| 199 | if( iBit < 0 || iBit >= iBits ) | ||
| 200 | throw Bu::ExceptionBase("bit out of range: %d in (0-%d)", iBit, iBits ); | ||
| 201 | if( bBitState ) | ||
| 202 | { | ||
| 203 | caData[iBit/8] |= (1<<(iBit%8)); | ||
| 204 | } | ||
| 205 | else | ||
| 206 | { | ||
| 207 | caData[iBit/8] &= ~(1<<(iBit%8)); | ||
| 208 | } | ||
| 209 | } | ||
| 210 | |||
| 211 | void Bu::BitString::flipBit( long iBit ) | ||
| 212 | { | ||
| 213 | caData[iBit/8] ^= (1<<(iBit%8)); | ||
| 214 | } | ||
| 215 | |||
| 216 | bool Bu::BitString::getBit( long iBit ) | ||
| 217 | { | ||
| 218 | if( iBit >= iBits || iBit < 0 ) return false; | ||
| 219 | if( (caData[iBit/8] & (1<<(iBit%8))) == 0 ) | ||
| 220 | { | ||
| 221 | return false; | ||
| 222 | } | ||
| 223 | return true; | ||
| 224 | } | ||
| 225 | |||
| 226 | long Bu::BitString::getBitLength() | ||
| 227 | { | ||
| 228 | return iBits; | ||
| 229 | } | ||
| 230 | |||
| 231 | long Bu::BitString::getSize() | ||
| 232 | { | ||
| 233 | return iBits; | ||
| 234 | } | ||
| 235 | |||
| 236 | class Bu::BitString Bu::BitString::getSubString( long iLower, long iUpper ) | ||
| 237 | { | ||
| 238 | if( iUpper == 0 || iUpper < iLower ) iUpper = iBits; | ||
| 239 | |||
| 240 | Bu::BitString xSub( iUpper-iLower+1 ); | ||
| 241 | |||
| 242 | long shft = (iLower%8); | ||
| 243 | long base = (iLower/8); | ||
| 244 | unsigned char lowmask=0; | ||
| 245 | for( long j = 0; j < 8-shft; j++ ) | ||
| 246 | { | ||
| 247 | lowmask |= (1<<j); | ||
| 248 | } | ||
| 249 | for( long j = 0; j < xSub.iBytes; j++ ) | ||
| 250 | { | ||
| 251 | xSub.caData[j] = ((caData[base+j]>>shft)&(lowmask)) | ((caData[base+j+1]<<(8-shft))&(~lowmask)); | ||
| 252 | } | ||
| 253 | xSub.fixup(); | ||
| 254 | |||
| 255 | return xSub; | ||
| 256 | } | ||
| 257 | |||
| 258 | long Bu::BitString::toLong( long iStart, long iSize ) | ||
| 259 | { | ||
| 260 | if( iSize < 1 ) iSize = 1; | ||
| 261 | if( iSize > 32 ) iSize = 32; | ||
| 262 | if( iStart < 0 ) return 0; | ||
| 263 | if( iStart+iSize > getSize() ) return 0; | ||
| 264 | |||
| 265 | Bu::BitString tmpo; | ||
| 266 | tmpo = getSubString( iStart, iStart+iSize-1 ); | ||
| 267 | long x = *((long *)tmpo.caData); | ||
| 268 | |||
| 269 | return x; | ||
| 270 | } | ||
| 271 | /* | ||
| 272 | std::string Bu::BitString::toString( bool bAddSpacers ) | ||
| 273 | { | ||
| 274 | long iSz = iBits; | ||
| 275 | if( bAddSpacers ) | ||
| 276 | { | ||
| 277 | iSz += (iBits/8); | ||
| 278 | if( iBits%8 == 0 ) iSz--; | ||
| 279 | } | ||
| 280 | std::string xStr; | ||
| 281 | |||
| 282 | int bw=0; | ||
| 283 | int of=0; | ||
| 284 | for( int j = iBits-1; j >= 0; j-- ) | ||
| 285 | { | ||
| 286 | if( getBit( j ) ) | ||
| 287 | { | ||
| 288 | xStr += '1'; | ||
| 289 | } | ||
| 290 | else | ||
| 291 | { | ||
| 292 | xStr += '0'; | ||
| 293 | } | ||
| 294 | |||
| 295 | if( bAddSpacers ) | ||
| 296 | { | ||
| 297 | bw++; | ||
| 298 | if( bw >= 8 && j < iBits-1 ) | ||
| 299 | { | ||
| 300 | bw = 0; | ||
| 301 | of++; | ||
| 302 | xStr += ' '; | ||
| 303 | } | ||
| 304 | } | ||
| 305 | } | ||
| 306 | |||
| 307 | return xStr; | ||
| 308 | } | ||
| 309 | */ | ||
| 310 | void Bu::BitString::clear() | ||
| 311 | { | ||
| 312 | if( caData != NULL ) | ||
| 313 | { | ||
| 314 | memset( caData, 0, iBytes ); | ||
| 315 | } | ||
| 316 | } | ||
| 317 | |||
| 318 | bool Bu::BitString::setBitLength( long iLength, bool bClear ) | ||
| 319 | { | ||
| 320 | return setSize( iLength, bClear ); | ||
| 321 | } | ||
| 322 | |||
| 323 | bool Bu::BitString::setSize( long iLength, bool bClear ) | ||
| 324 | { | ||
| 325 | // First, if there's nothing, then allocate an empty one. | ||
| 326 | if( caData == NULL ) | ||
| 327 | { | ||
| 328 | iBits = iLength; | ||
| 329 | iBytes = bitsToBytes( iLength ); | ||
| 330 | caData = new unsigned char[iBytes]; | ||
| 331 | memset( caData, 0, iBytes ); | ||
| 332 | return true; | ||
| 333 | } | ||
| 334 | |||
| 335 | // If the new length is the same as the old, don't do anything, but do | ||
| 336 | // check to see if we should still clear the data. | ||
| 337 | if( iBits != iLength ) | ||
| 338 | { | ||
| 339 | // Ok, we are changing the number if bits, but are we changing the | ||
| 340 | // number of bytes? | ||
| 341 | long iNewBytes = bitsToBytes( iLength ); | ||
| 342 | if( iBytes == iNewBytes ) | ||
| 343 | { | ||
| 344 | // No? That makes life easier | ||
| 345 | iBits = iLength; | ||
| 346 | setMask(); | ||
| 347 | if( bClear ) | ||
| 348 | { | ||
| 349 | clear(); | ||
| 350 | } | ||
| 351 | } | ||
| 352 | else | ||
| 353 | { | ||
| 354 | // Ok, reallocate and copy... | ||
| 355 | iBits = iLength; | ||
| 356 | // long iNewBytes = bitsToBytes( iLength ); | ||
| 357 | if( bClear ) | ||
| 358 | { | ||
| 359 | delete[] caData; | ||
| 360 | caData = new unsigned char[iNewBytes]; | ||
| 361 | memset( caData, 0, iNewBytes ); | ||
| 362 | } | ||
| 363 | else | ||
| 364 | { | ||
| 365 | unsigned char *tmp = caData; | ||
| 366 | caData = new unsigned char[iNewBytes]; | ||
| 367 | if( iNewBytes < iBytes ) | ||
| 368 | { | ||
| 369 | memcpy( caData, tmp, iNewBytes ); | ||
| 370 | } | ||
| 371 | else | ||
| 372 | { | ||
| 373 | memcpy( caData, tmp, iBytes ); | ||
| 374 | } | ||
| 375 | delete[] tmp; | ||
| 376 | } | ||
| 377 | iBytes = iNewBytes; | ||
| 378 | |||
| 379 | setMask(); | ||
| 380 | } | ||
| 381 | |||
| 382 | } | ||
| 383 | else if( bClear ) | ||
| 384 | { | ||
| 385 | clear(); | ||
| 386 | } | ||
| 387 | |||
| 388 | return true; | ||
| 389 | } | ||
| 390 | |||
| 391 | void Bu::BitString::setMask() | ||
| 392 | { | ||
| 393 | // This can either mean that there are a multiple of eight bits or | ||
| 394 | // zero, if there are zero you're an idiot (zero can't happen, because | ||
| 395 | // we would allocate an extra byte and never use it) | ||
| 396 | if( (iBits%8 == 0) ) | ||
| 397 | { | ||
| 398 | cTopByteMask = 0xFF; | ||
| 399 | } | ||
| 400 | else | ||
| 401 | { | ||
| 402 | cTopByteMask = 0; | ||
| 403 | for( long j = 0; j < (iBits%8); j++ ) | ||
| 404 | { | ||
| 405 | cTopByteMask |= (1<<j); | ||
| 406 | } | ||
| 407 | } | ||
| 408 | } | ||
| 409 | |||
| 410 | void Bu::BitString::randomize() | ||
| 411 | { | ||
| 412 | if( caData != NULL ) | ||
| 413 | { | ||
| 414 | for( int j = 0; j < iBytes; j++ ) | ||
| 415 | { | ||
| 416 | caData[j] = (unsigned char)(random() & 0xFF); | ||
| 417 | } | ||
| 418 | fixup(); | ||
| 419 | } | ||
| 420 | } | ||
| 421 | |||
| 422 | void Bu::BitString::invert() | ||
| 423 | { | ||
| 424 | if( caData != NULL ) | ||
| 425 | { | ||
| 426 | for( long j = 0; j < iBytes; j++ ) | ||
| 427 | { | ||
| 428 | caData[j] = ~caData[j]; | ||
| 429 | } | ||
| 430 | fixup(); | ||
| 431 | } | ||
| 432 | } | ||
| 433 | |||
| 434 | long Bu::BitString::getHighestOrderBitPos() | ||
| 435 | { | ||
| 436 | for( long j = iBits-1; j >= 0; j-- ) | ||
| 437 | { | ||
| 438 | if( getBit( j ) ) | ||
| 439 | { | ||
| 440 | return j; | ||
| 441 | } | ||
| 442 | } | ||
| 443 | |||
| 444 | return -1; | ||
| 445 | } | ||
| 446 | |||
| 447 | Bu::String Bu::BitString::toString() | ||
| 448 | { | ||
| 449 | Bu::String sRet; | ||
| 450 | for( int j = iBits-1; j >= 0; j-- ) | ||
| 451 | sRet.append( getBit( j )?'1':'0' ); | ||
| 452 | return sRet; | ||
| 453 | } | ||
| 454 | |||
| 455 | /* | ||
| 456 | bool Bu::BitString::writeToFile( FILE *fh ) | ||
| 457 | { | ||
| 458 | fwrite( &iBits, sizeof(long), 1, fh ); | ||
| 459 | fwrite( caData, sizeof(char), iBytes, fh ); | ||
| 460 | |||
| 461 | return true; | ||
| 462 | } | ||
| 463 | |||
| 464 | bool Bu::BitString::readFromFile( FILE *fh ) | ||
| 465 | { | ||
| 466 | fread( &iBits, sizeof(long), 1, fh ); | ||
| 467 | |||
| 468 | iBytes = bitsToBytes( iBits ); | ||
| 469 | if( caData ) delete[] caData; | ||
| 470 | caData = new unsigned char[iBytes]; | ||
| 471 | |||
| 472 | fread( caData, sizeof(char), iBytes, fh ); | ||
| 473 | |||
| 474 | setMask(); | ||
| 475 | |||
| 476 | fixup(); | ||
| 477 | |||
| 478 | return true; | ||
| 479 | }*/ | ||
diff --git a/src/unstable/bitstring.h b/src/unstable/bitstring.h new file mode 100644 index 0000000..7a8fc48 --- /dev/null +++ b/src/unstable/bitstring.h | |||
| @@ -0,0 +1,224 @@ | |||
| 1 | /* | ||
| 2 | * Copyright (C) 2007-2011 Xagasoft, All rights reserved. | ||
| 3 | * | ||
| 4 | * This file is part of the libbu++ library and is released under the | ||
| 5 | * terms of the license contained in the file LICENSE. | ||
| 6 | */ | ||
| 7 | |||
| 8 | #ifndef BU_BITSTRING_H | ||
| 9 | #define BU_BITSTRING_H | ||
| 10 | |||
| 11 | #include "bu/util.h" | ||
| 12 | #include "bu/string.h" | ||
| 13 | |||
| 14 | namespace Bu | ||
| 15 | { | ||
| 16 | /** | ||
| 17 | * Manages an arbitrarily sized string of bits, and allows basic interaction | ||
| 18 | * with them. This includes basic non-mathematical bitwise operations such | ||
| 19 | * as setting and testing bits, shifting the string, inversion and a few | ||
| 20 | * extras like randomization. On linux systems this takes advantage of long | ||
| 21 | * longs giving you a maximum size of about 2tb per string. | ||
| 22 | * | ||
| 23 | * For more general and mathematical type interaction see BitStringInt. | ||
| 24 | * | ||
| 25 | */ | ||
| 26 | class BitString | ||
| 27 | { | ||
| 28 | public: | ||
| 29 | /** | ||
| 30 | * Constructs a blank and basic BitString. This is actually useful | ||
| 31 | * since you can resize BitStrings at will, and even retain the data | ||
| 32 | * that was in them. | ||
| 33 | */ | ||
| 34 | BitString(); | ||
| 35 | |||
| 36 | /** | ||
| 37 | * Constructs a BitString object as a copy of another BitString. This | ||
| 38 | * is a standard copy constructor and produces an exact duplicate of | ||
| 39 | * the original BitString object. | ||
| 40 | *@param xSrc Source BitString to copy data from. | ||
| 41 | */ | ||
| 42 | BitString( const BitString &xSrc ); | ||
| 43 | |||
| 44 | /** | ||
| 45 | * Constructs a BitString with length iBits and optionally fills it with | ||
| 46 | * random data. The default setting, to not fill randomly, will produce | ||
| 47 | * a blank (all zeros) string of the specified size. | ||
| 48 | *@param iBits The length of the new BitString in bits. | ||
| 49 | *@param bFillRandomly Wether or not to randomize this BitString. | ||
| 50 | */ | ||
| 51 | BitString( long iBits, bool bFillRandomly=false ); | ||
| 52 | |||
| 53 | /** | ||
| 54 | * Virtual deconstructor for the BitString. Takes care of cleanup for | ||
| 55 | * you. What more do you really want to know? | ||
| 56 | */ | ||
| 57 | virtual ~BitString(); | ||
| 58 | |||
| 59 | // basic interaction | ||
| 60 | /** | ||
| 61 | * Sets a bit in the BitString. In it's normal mode it will always turn | ||
| 62 | * the given bit on, to clear a bit set bBitState to false instead of | ||
| 63 | * true. This operation runs in O(1). | ||
| 64 | *@param iBit The zero-based index of the bit to modify. | ||
| 65 | *@param bBitState Set to true to set the bit to 1, set to false to set | ||
| 66 | * the bit to 0. | ||
| 67 | */ | ||
| 68 | void setBit( long iBit, bool bBitState=true ); | ||
| 69 | |||
| 70 | /** | ||
| 71 | * Reverses the state of the given bit. This will set the given bit | ||
| 72 | * to a 1 if it was 0, and to 0 if it was 1. This operation runs in | ||
| 73 | * O(1), and it should be noted that using this is marginally faster | ||
| 74 | * than doing the test and flip yourself with getBit and setBit since | ||
| 75 | * it uses a bitwise not operation and doesn't actually test the bit | ||
| 76 | * itself. | ||
| 77 | *@param iBit The index of the bit to flip. | ||
| 78 | */ | ||
| 79 | void flipBit( long iBit ); | ||
| 80 | |||
| 81 | /** | ||
| 82 | * Gets the state of the given bit. This follows the standard | ||
| 83 | * convention used so far, a returned value of true means the bit in | ||
| 84 | * question is 1, and a value of flase means the bit is 0. All bits | ||
| 85 | * out of range of the BitString are treated as off, but are | ||
| 86 | * "accessable" in that this does not produce any kind of error | ||
| 87 | * message. This is intentional. This operation runs in O(1). | ||
| 88 | *@param iBit The index of the bit to test. | ||
| 89 | *@returns True for a 1, false for a 0. | ||
| 90 | */ | ||
| 91 | bool getBit( long iBit ); | ||
| 92 | |||
| 93 | /** | ||
| 94 | * Inverts the entire BitString, in effect this calls flipBit on every | ||
| 95 | * bit in the string but is faster since it can operate on whole bytes | ||
| 96 | * at a time instead of individual bits. This operation runs in O(N). | ||
| 97 | */ | ||
| 98 | void invert(); | ||
| 99 | |||
| 100 | /** | ||
| 101 | * Returns the number of bits allocated in this BitString. This | ||
| 102 | * operation runs in O(1) time since this value is cached and not | ||
| 103 | * computed. | ||
| 104 | *@returns The number of bits allocated in this BitString. | ||
| 105 | */ | ||
| 106 | DEPRECATED | ||
| 107 | long getBitLength(); | ||
| 108 | |||
| 109 | long getSize(); | ||
| 110 | |||
| 111 | /** | ||
| 112 | * Sets the entire BitString to zeros, but it does it very quickly. | ||
| 113 | * This operation runs in O(N). | ||
| 114 | */ | ||
| 115 | void clear(); | ||
| 116 | |||
| 117 | /** | ||
| 118 | * Gets another BitString that is autonomous of the current one | ||
| 119 | * (contains a copy of the memory, not a pointer) and contains a subset | ||
| 120 | * of the data in the current BitString. This is an inclusive | ||
| 121 | * operation, so grabbing bits 0-5 will give you 6 bits. This is based | ||
| 122 | * on a very tricky bit-shifting algorithm and runs very quickly, in | ||
| 123 | * O(N) time. Passing in a value of zero for iUpper, or any value for | ||
| 124 | * iUpper that is less than iLower will set iUpper equal to the number | ||
| 125 | * of bits in the BitString. | ||
| 126 | *@param iLower The first bit in the current string, will be the first | ||
| 127 | * bit (0 index) in the new sub string. | ||
| 128 | *@param iUpper The last bit in the current string, will be the last | ||
| 129 | * bit in the new sub string. iUpper is included in the sub string. | ||
| 130 | *@returns A new BitString object ready to be used. Please note that | ||
| 131 | * managing this new object is up to whomever calls this function. | ||
| 132 | */ | ||
| 133 | class BitString getSubString( long iLower, long iUpper ); | ||
| 134 | |||
| 135 | /** | ||
| 136 | * Sets the number of bits in the BitString, allocating more memory if | ||
| 137 | * necesarry, or freeing extra if able. The default operation of this | ||
| 138 | * function clears all data in the BitString while resizing it. If you | ||
| 139 | * would like to keep as much of the data that you had in your BitString | ||
| 140 | * as possible, then set bClear to false, and any data that will fit | ||
| 141 | * into the new BitString length will be retained. If increasing the | ||
| 142 | * number of bits, the new bits will come into existance cleared (set | ||
| 143 | * to 0). | ||
| 144 | *@param iLength The number of bits to set the BitString to. | ||
| 145 | *@param bClear When true, all data is eradicated and zeroed, when set | ||
| 146 | * to false an effort is made to retain the existing data. | ||
| 147 | *@returns true on success, false on failure. | ||
| 148 | */ | ||
| 149 | DEPRECATED | ||
| 150 | bool setBitLength( long iLength, bool bClear=true ); | ||
| 151 | bool setSize( long iLength, bool bClear=true ); | ||
| 152 | |||
| 153 | /** | ||
| 154 | * Randomize the entire BitString, one bit at a time. This is actually | ||
| 155 | * the function called by the constructor when the user selects initial | ||
| 156 | * randomization. This function uses the system random() function, so | ||
| 157 | * srandom may be used to effect this process at will. | ||
| 158 | */ | ||
| 159 | void randomize(); | ||
| 160 | |||
| 161 | /** | ||
| 162 | * Operates exactly like <<. All data in the BitString is shifted to | ||
| 163 | * the left by some number of bits, any data pushed off the edge of the | ||
| 164 | * BitString is lost, and all new data coming in will be zeroed. | ||
| 165 | * Using a negative value in the shiftLeft function will turn it into | ||
| 166 | * the shiftRight function. | ||
| 167 | *@param iAmt The number of bit positions to shift all data. | ||
| 168 | */ | ||
| 169 | void shiftLeft( long iAmt ); // just like << | ||
| 170 | |||
| 171 | /** | ||
| 172 | * Operates exactly like >>. All data in the BitString is shifted to | ||
| 173 | * the right by some number of bits, any data pushed off the edge of the | ||
| 174 | * BitString is lost, and all new data coming in will be zeroed. | ||
| 175 | * Using a negative value in the shiftRight function will turn it into | ||
| 176 | * the shiftLeft function. | ||
| 177 | *@param iAmt The number of bit positions to shift all data. | ||
| 178 | */ | ||
| 179 | void shiftRight( long iAmt ); // just like >> | ||
| 180 | |||
| 181 | /** | ||
| 182 | * Searches through the BitString and returns the index of the highest | ||
| 183 | * order bit position (the highest index) with an on bit (a bit set to | ||
| 184 | * 1). This is a handy helper function and rather faster than calling | ||
| 185 | * getBit() over and over again. | ||
| 186 | *@returns The index of the highest indexed on bit. | ||
| 187 | */ | ||
| 188 | long getHighestOrderBitPos(); | ||
| 189 | |||
| 190 | // Conversion | ||
| 191 | /** | ||
| 192 | * Convert a block of data (no more than 32 bits) to a primitive long | ||
| 193 | * type. | ||
| 194 | * This is done in a little bit interesting way, so it may not always be | ||
| 195 | * the fastest way to access the data that you want, although it will | ||
| 196 | * always ensure that the long that is written makes numerical sense, as | ||
| 197 | * we write numbers, regaurdless of platform. | ||
| 198 | *@param iStart The first bit in the BitString to include in the long | ||
| 199 | *@param iSize THe number of bits to include, if this value is set over | ||
| 200 | * 32 it will be automatically truncated to, or however many bits there | ||
| 201 | * are in a long in your system. | ||
| 202 | *@returns A long converted from your raw BitString data. | ||
| 203 | */ | ||
| 204 | long toLong( long iStart = 0, long iSize = 32 ); | ||
| 205 | |||
| 206 | Bu::String toString(); | ||
| 207 | |||
| 208 | //operators | ||
| 209 | BitString &operator=( const BitString &xSrc ); | ||
| 210 | BitString operator~(); | ||
| 211 | BitString operator<<( const long iAmt ); | ||
| 212 | BitString operator>>( const long iAmt ); | ||
| 213 | |||
| 214 | private: | ||
| 215 | void fixup(); | ||
| 216 | void setMask(); | ||
| 217 | unsigned char *caData; | ||
| 218 | long iBits; | ||
| 219 | long iBytes; | ||
| 220 | unsigned char cTopByteMask; | ||
| 221 | }; | ||
| 222 | }; | ||
| 223 | |||
| 224 | #endif | ||
diff --git a/src/unstable/fifo.cpp b/src/unstable/fifo.cpp new file mode 100644 index 0000000..b0cf1c7 --- /dev/null +++ b/src/unstable/fifo.cpp | |||
| @@ -0,0 +1,162 @@ | |||
| 1 | /* | ||
| 2 | * Copyright (C) 2007-2011 Xagasoft, All rights reserved. | ||
| 3 | * | ||
| 4 | * This file is part of the libbu++ library and is released under the | ||
| 5 | * terms of the license contained in the file LICENSE. | ||
| 6 | */ | ||
| 7 | |||
| 8 | #include "bu/fifo.h" | ||
| 9 | #include <errno.h> | ||
| 10 | #include <sys/types.h> | ||
| 11 | #include <sys/stat.h> | ||
| 12 | #include <fcntl.h> | ||
| 13 | #include <unistd.h> | ||
| 14 | |||
| 15 | #include "bu/config.h" | ||
| 16 | |||
| 17 | namespace Bu { subExceptionDef( FifoException ) } | ||
| 18 | |||
| 19 | Bu::Fifo::Fifo( const Bu::String &sName, int iFlags, mode_t mAcc ) : | ||
| 20 | iFlags( iFlags ), | ||
| 21 | iIn( -1 ), | ||
| 22 | iOut( -1 ) | ||
| 23 | { | ||
| 24 | #ifndef WIN32 | ||
| 25 | if( iFlags&Create ) | ||
| 26 | { | ||
| 27 | if( mkfifo( sName.getStr(), mAcc ) ) | ||
| 28 | { | ||
| 29 | throw FifoException("Error creating fifo: %s\n", strerror( errno ) ); | ||
| 30 | } | ||
| 31 | } | ||
| 32 | if( iFlags&Read ) | ||
| 33 | { | ||
| 34 | iIn = ::open( | ||
| 35 | sName.getStr(), | ||
| 36 | O_RDONLY|((iFlags&NonBlock)?O_NONBLOCK:0) | ||
| 37 | ); | ||
| 38 | } | ||
| 39 | if( iFlags&Write ) | ||
| 40 | { | ||
| 41 | iOut = ::open( | ||
| 42 | sName.getStr(), | ||
| 43 | O_WRONLY | ||
| 44 | ); | ||
| 45 | } | ||
| 46 | #else | ||
| 47 | #warning Bu::Fifo::Fifo IS A STUB for WIN32!!!! | ||
| 48 | #endif | ||
| 49 | } | ||
| 50 | |||
| 51 | Bu::Fifo::~Fifo() | ||
| 52 | { | ||
| 53 | close(); | ||
| 54 | } | ||
| 55 | |||
| 56 | void Bu::Fifo::close() | ||
| 57 | { | ||
| 58 | if( iIn > -1 ) | ||
| 59 | { | ||
| 60 | ::close( iIn ); | ||
| 61 | iIn = -1; | ||
| 62 | } | ||
| 63 | if( iOut > -1 ) | ||
| 64 | { | ||
| 65 | ::close( iOut ); | ||
| 66 | iOut = -1; | ||
| 67 | } | ||
| 68 | } | ||
| 69 | |||
| 70 | Bu::size Bu::Fifo::read( void *pBuf, Bu::size nBytes ) | ||
| 71 | { | ||
| 72 | if( iIn < 0 ) | ||
| 73 | throw FifoException("Fifo not open for reading."); | ||
| 74 | |||
| 75 | return TEMP_FAILURE_RETRY( ::read( iIn, pBuf, nBytes ) ); | ||
| 76 | } | ||
| 77 | |||
| 78 | Bu::size Bu::Fifo::write( const void *pBuf, Bu::size nBytes ) | ||
| 79 | { | ||
| 80 | if( iOut < 0 ) | ||
| 81 | throw FifoException("Fifo not open for writing."); | ||
| 82 | |||
| 83 | return TEMP_FAILURE_RETRY( ::write( iOut, pBuf, nBytes ) ); | ||
| 84 | } | ||
| 85 | |||
| 86 | Bu::size Bu::Fifo::tell() | ||
| 87 | { | ||
| 88 | return -1; | ||
| 89 | } | ||
| 90 | |||
| 91 | void Bu::Fifo::seek( Bu::size ) | ||
| 92 | { | ||
| 93 | } | ||
| 94 | |||
| 95 | void Bu::Fifo::setPos( Bu::size ) | ||
| 96 | { | ||
| 97 | } | ||
| 98 | |||
| 99 | void Bu::Fifo::setPosEnd( Bu::size ) | ||
| 100 | { | ||
| 101 | } | ||
| 102 | |||
| 103 | bool Bu::Fifo::isEos() | ||
| 104 | { | ||
| 105 | return false; | ||
| 106 | } | ||
| 107 | |||
| 108 | bool Bu::Fifo::canRead() | ||
| 109 | { | ||
| 110 | return (iIn>-1); | ||
| 111 | } | ||
| 112 | |||
| 113 | bool Bu::Fifo::canWrite() | ||
| 114 | { | ||
| 115 | return (iOut>-1); | ||
| 116 | } | ||
| 117 | |||
| 118 | bool Bu::Fifo::isReadable() | ||
| 119 | { | ||
| 120 | return (iIn>-1); | ||
| 121 | } | ||
| 122 | |||
| 123 | bool Bu::Fifo::isWritable() | ||
| 124 | { | ||
| 125 | return (iOut>-1); | ||
| 126 | } | ||
| 127 | |||
| 128 | bool Bu::Fifo::isSeekable() | ||
| 129 | { | ||
| 130 | return false; | ||
| 131 | } | ||
| 132 | |||
| 133 | bool Bu::Fifo::isBlocking() | ||
| 134 | { | ||
| 135 | #ifndef WIN32 | ||
| 136 | return ((fcntl( iIn, F_GETFL, 0 )&O_NONBLOCK) == O_NONBLOCK); | ||
| 137 | #else | ||
| 138 | #warning Bu::Fifo::isBlocking IS A STUB for WIN32!!!! | ||
| 139 | #endif | ||
| 140 | } | ||
| 141 | |||
| 142 | void Bu::Fifo::setBlocking( bool bBlocking ) | ||
| 143 | { | ||
| 144 | #ifndef WIN32 | ||
| 145 | if( bBlocking ) | ||
| 146 | fcntl( iIn, F_SETFL, fcntl( iIn, F_GETFL, 0 )&(~O_NONBLOCK) ); | ||
| 147 | else | ||
| 148 | fcntl( iIn, F_SETFL, fcntl( iIn, F_GETFL, 0 )|O_NONBLOCK ); | ||
| 149 | #else | ||
| 150 | #warning Bu::Fifo::setBlocking IS A STUB for WIN32!!!! | ||
| 151 | #endif | ||
| 152 | } | ||
| 153 | |||
| 154 | void Bu::Fifo::flush() | ||
| 155 | { | ||
| 156 | } | ||
| 157 | |||
| 158 | bool Bu::Fifo::isOpen() | ||
| 159 | { | ||
| 160 | return (iIn > -1) || (iOut > -1); | ||
| 161 | } | ||
| 162 | |||
diff --git a/src/unstable/fifo.h b/src/unstable/fifo.h new file mode 100644 index 0000000..18a70ba --- /dev/null +++ b/src/unstable/fifo.h | |||
| @@ -0,0 +1,72 @@ | |||
| 1 | /* | ||
| 2 | * Copyright (C) 2007-2011 Xagasoft, All rights reserved. | ||
| 3 | * | ||
| 4 | * This file is part of the libbu++ library and is released under the | ||
| 5 | * terms of the license contained in the file LICENSE. | ||
| 6 | */ | ||
| 7 | |||
| 8 | #ifndef BU_FIFO_H | ||
| 9 | #define BU_FIFO_H | ||
| 10 | |||
| 11 | #include <stdint.h> | ||
| 12 | #include <sys/types.h> | ||
| 13 | #include <stdlib.h> | ||
| 14 | |||
| 15 | #include "bu/stream.h" | ||
| 16 | #include "bu/string.h" | ||
| 17 | #include "bu/exceptionbase.h" | ||
| 18 | |||
| 19 | namespace Bu | ||
| 20 | { | ||
| 21 | subExceptionDecl( FifoException ); | ||
| 22 | |||
| 23 | /** | ||
| 24 | * A fifo stream. | ||
| 25 | *@ingroup Streams | ||
| 26 | */ | ||
| 27 | class Fifo : public Bu::Stream | ||
| 28 | { | ||
| 29 | public: | ||
| 30 | Fifo( const Bu::String &sName, int iFlags, mode_t mAcc=-1 ); | ||
| 31 | virtual ~Fifo(); | ||
| 32 | |||
| 33 | virtual void close(); | ||
| 34 | virtual Bu::size read( void *pBuf, Bu::size nBytes ); | ||
| 35 | virtual Bu::size write( const void *pBuf, Bu::size nBytes ); | ||
| 36 | using Stream::write; | ||
| 37 | |||
| 38 | virtual Bu::size tell(); | ||
| 39 | virtual void seek( Bu::size offset ); | ||
| 40 | virtual void setPos( Bu::size pos ); | ||
| 41 | virtual void setPosEnd( Bu::size pos ); | ||
| 42 | virtual bool isEos(); | ||
| 43 | virtual bool isOpen(); | ||
| 44 | |||
| 45 | virtual void flush(); | ||
| 46 | |||
| 47 | virtual bool canRead(); | ||
| 48 | virtual bool canWrite(); | ||
| 49 | |||
| 50 | virtual bool isReadable(); | ||
| 51 | virtual bool isWritable(); | ||
| 52 | virtual bool isSeekable(); | ||
| 53 | |||
| 54 | virtual bool isBlocking(); | ||
| 55 | virtual void setBlocking( bool bBlocking=true ); | ||
| 56 | |||
| 57 | enum { | ||
| 58 | Read = 0x01, | ||
| 59 | Write = 0x02, | ||
| 60 | Create = 0x04, | ||
| 61 | Delete = 0x08, | ||
| 62 | NonBlock = 0x10 | ||
| 63 | }; | ||
| 64 | |||
| 65 | private: | ||
| 66 | int iFlags; | ||
| 67 | int iIn; | ||
| 68 | int iOut; | ||
| 69 | }; | ||
| 70 | } | ||
| 71 | |||
| 72 | #endif | ||
diff --git a/src/unstable/itoserver.cpp b/src/unstable/itoserver.cpp new file mode 100644 index 0000000..c7165e2 --- /dev/null +++ b/src/unstable/itoserver.cpp | |||
| @@ -0,0 +1,242 @@ | |||
| 1 | /* | ||
| 2 | * Copyright (C) 2007-2011 Xagasoft, All rights reserved. | ||
| 3 | * | ||
| 4 | * This file is part of the libbu++ library and is released under the | ||
| 5 | * terms of the license contained in the file LICENSE. | ||
| 6 | */ | ||
| 7 | |||
| 8 | #include "bu/itoserver.h" | ||
| 9 | #include <errno.h> | ||
| 10 | #include "bu/tcpserversocket.h" | ||
| 11 | #include "bu/client.h" | ||
| 12 | #include "bu/tcpsocket.h" | ||
| 13 | |||
| 14 | #include "bu/config.h" | ||
| 15 | |||
| 16 | Bu::ItoServer::ItoServer() : | ||
| 17 | nTimeoutSec( 1 ), | ||
| 18 | nTimeoutUSec( 0 ) | ||
| 19 | { | ||
| 20 | FD_ZERO( &fdActive ); | ||
| 21 | } | ||
| 22 | |||
| 23 | Bu::ItoServer::~ItoServer() | ||
| 24 | { | ||
| 25 | while( !qClientCleanup.isEmpty() ) | ||
| 26 | { | ||
| 27 | ItoClient *pCli = qClientCleanup.dequeue(); | ||
| 28 | pCli->join(); | ||
| 29 | delete pCli; | ||
| 30 | } | ||
| 31 | // TODO: Make sure here that each client has shutdown it's socket, and | ||
| 32 | // maybe even written any extra data, we could put a timelimit on this... | ||
| 33 | // anyway, it's not as clean as it could be right now. | ||
| 34 | for( ClientHash::iterator i = hClients.begin(); i != hClients.end(); i++ ) | ||
| 35 | { | ||
| 36 | ItoClient *pCli = (*i); | ||
| 37 | pCli->join(); | ||
| 38 | delete pCli; | ||
| 39 | } | ||
| 40 | } | ||
| 41 | |||
| 42 | void Bu::ItoServer::addPort( int nPort, int nPoolSize ) | ||
| 43 | { | ||
| 44 | TcpServerSocket *s = new TcpServerSocket( nPort, nPoolSize ); | ||
| 45 | int nSocket = s->getSocket(); | ||
| 46 | FD_SET( nSocket, &fdActive ); | ||
| 47 | hServers.insert( nSocket, s ); | ||
| 48 | } | ||
| 49 | |||
| 50 | void Bu::ItoServer::addPort( const String &sAddr, int nPort, int nPoolSize ) | ||
| 51 | { | ||
| 52 | TcpServerSocket *s = new TcpServerSocket( sAddr, nPort, nPoolSize ); | ||
| 53 | int nSocket = s->getSocket(); | ||
| 54 | FD_SET( nSocket, &fdActive ); | ||
| 55 | hServers.insert( nSocket, s ); | ||
| 56 | } | ||
| 57 | |||
| 58 | void Bu::ItoServer::setTimeout( int nTimeoutSec, int nTimeoutUSec ) | ||
| 59 | { | ||
| 60 | this->nTimeoutSec = nTimeoutSec; | ||
| 61 | this->nTimeoutUSec = nTimeoutUSec; | ||
| 62 | } | ||
| 63 | |||
| 64 | void Bu::ItoServer::addClient( int nSocket, int nPort ) | ||
| 65 | { | ||
| 66 | ItoClient *pC = new ItoClient( *this, nSocket, nPort, nTimeoutSec, | ||
| 67 | nTimeoutUSec ); | ||
| 68 | |||
| 69 | imClients.lock(); | ||
| 70 | hClients.insert( nSocket, pC ); | ||
| 71 | imClients.unlock(); | ||
| 72 | |||
| 73 | pC->start(); | ||
| 74 | } | ||
| 75 | |||
| 76 | void Bu::ItoServer::run() | ||
| 77 | { | ||
| 78 | for(;;) | ||
| 79 | { | ||
| 80 | struct timeval xTimeout = { nTimeoutSec, nTimeoutUSec }; | ||
| 81 | |||
| 82 | fd_set fdRead = fdActive; | ||
| 83 | //fd_set fdWrite = fdActive; | ||
| 84 | fd_set fdException = fdActive; | ||
| 85 | |||
| 86 | if( TEMP_FAILURE_RETRY( select( FD_SETSIZE, &fdRead, NULL, &fdException, &xTimeout ) ) < 0 ) | ||
| 87 | { | ||
| 88 | throw ExceptionBase("Error attempting to scan open connections."); | ||
| 89 | } | ||
| 90 | |||
| 91 | for( ServerHash::iterator i = hServers.begin(); i != hServers.end(); i++ ) | ||
| 92 | { | ||
| 93 | if( FD_ISSET( i.getKey(), &fdRead ) ) | ||
| 94 | { | ||
| 95 | TcpServerSocket *pSrv = i.getValue(); | ||
| 96 | addClient( pSrv->accept(), pSrv->getPort() ); | ||
| 97 | } | ||
| 98 | } | ||
| 99 | |||
| 100 | while( !qClientCleanup.isEmpty() ) | ||
| 101 | { | ||
| 102 | ItoClient *pCli = qClientCleanup.dequeue(); | ||
| 103 | pCli->join(); | ||
| 104 | delete pCli; | ||
| 105 | } | ||
| 106 | } | ||
| 107 | } | ||
| 108 | |||
| 109 | void Bu::ItoServer::clientCleanup( int iSocket ) | ||
| 110 | { | ||
| 111 | imClients.lock(); | ||
| 112 | ItoClient *pCli = hClients.get( iSocket ); | ||
| 113 | imClients.unlock(); | ||
| 114 | qClientCleanup.enqueue( pCli ); | ||
| 115 | } | ||
| 116 | |||
| 117 | Bu::ItoServer::ItoClient::ItoClient( ItoServer &rSrv, int iSocket, int iPort, | ||
| 118 | int nTimeoutSec, int nTimeoutUSec ) : | ||
| 119 | rSrv( rSrv ), | ||
| 120 | iSocket( iSocket ), | ||
| 121 | iPort( iPort ), | ||
| 122 | nTimeoutSec( nTimeoutSec ), | ||
| 123 | nTimeoutUSec( nTimeoutUSec ) | ||
| 124 | { | ||
| 125 | FD_ZERO( &fdActive ); | ||
| 126 | FD_SET( iSocket, &fdActive ); | ||
| 127 | |||
| 128 | pClient = new Client( | ||
| 129 | new Bu::TcpSocket( iSocket ), | ||
| 130 | new SrvClientLinkFactory( rSrv ) | ||
| 131 | ); | ||
| 132 | } | ||
| 133 | |||
| 134 | Bu::ItoServer::ItoClient::~ItoClient() | ||
| 135 | { | ||
| 136 | } | ||
| 137 | |||
| 138 | void Bu::ItoServer::ItoClient::run() | ||
| 139 | { | ||
| 140 | imProto.lock(); | ||
| 141 | rSrv.onNewConnection( pClient, iPort ); | ||
| 142 | pClient->processOutput(); | ||
| 143 | imProto.unlock(); | ||
| 144 | |||
| 145 | for(;;) | ||
| 146 | { | ||
| 147 | struct timeval xTimeout = { nTimeoutSec, nTimeoutUSec }; | ||
| 148 | |||
| 149 | fd_set fdRead = fdActive; | ||
| 150 | fd_set fdWrite; | ||
| 151 | fd_set fdException = fdActive; | ||
| 152 | |||
| 153 | FD_ZERO( &fdWrite ); | ||
| 154 | if( pClient->hasOutput() ) | ||
| 155 | FD_SET( iSocket, &fdWrite ); | ||
| 156 | |||
| 157 | if( TEMP_FAILURE_RETRY( select( FD_SETSIZE, | ||
| 158 | &fdRead, &fdWrite, &fdException, &xTimeout ) ) < 0 ) | ||
| 159 | { | ||
| 160 | throw ExceptionBase("Error attempting to scan open connections."); | ||
| 161 | } | ||
| 162 | |||
| 163 | while( !qMsg.isEmpty() ) | ||
| 164 | { | ||
| 165 | imProto.lock(); | ||
| 166 | Bu::String *pMsg = qMsg.dequeue(); | ||
| 167 | pClient->onMessage( *pMsg ); | ||
| 168 | delete pMsg; | ||
| 169 | pClient->processOutput(); | ||
| 170 | imProto.unlock(); | ||
| 171 | } | ||
| 172 | |||
| 173 | if( FD_ISSET( iSocket, &fdRead ) ) | ||
| 174 | { | ||
| 175 | imProto.lock(); | ||
| 176 | pClient->processInput(); | ||
| 177 | imProto.unlock(); | ||
| 178 | if( !pClient->isOpen() ) | ||
| 179 | { | ||
| 180 | imProto.lock(); | ||
| 181 | rSrv.onClosedConnection( pClient ); | ||
| 182 | imProto.unlock(); | ||
| 183 | |||
| 184 | rSrv.clientCleanup( iSocket ); | ||
| 185 | |||
| 186 | return; | ||
| 187 | } | ||
| 188 | } | ||
| 189 | |||
| 190 | if( FD_ISSET( iSocket, &fdWrite ) ) | ||
| 191 | { | ||
| 192 | imProto.lock(); | ||
| 193 | pClient->processOutput(); | ||
| 194 | imProto.unlock(); | ||
| 195 | } | ||
| 196 | } | ||
| 197 | } | ||
| 198 | |||
| 199 | Bu::ItoServer::SrvClientLink::SrvClientLink( ItoClient *pClient ) : | ||
| 200 | pClient( pClient ) | ||
| 201 | { | ||
| 202 | } | ||
| 203 | |||
| 204 | Bu::ItoServer::SrvClientLink::~SrvClientLink() | ||
| 205 | { | ||
| 206 | } | ||
| 207 | |||
| 208 | void Bu::ItoServer::SrvClientLink::sendMessage( const Bu::String &sMsg ) | ||
| 209 | { | ||
| 210 | if( !pClient->imProto.trylock() ) | ||
| 211 | { | ||
| 212 | pClient->pClient->onMessage( sMsg ); | ||
| 213 | pClient->pClient->processOutput(); | ||
| 214 | pClient->imProto.unlock(); | ||
| 215 | } | ||
| 216 | else | ||
| 217 | { | ||
| 218 | Bu::String *pMsg = new Bu::String( sMsg ); | ||
| 219 | pClient->qMsg.enqueue( pMsg ); | ||
| 220 | } | ||
| 221 | } | ||
| 222 | |||
| 223 | Bu::ItoServer::SrvClientLinkFactory::SrvClientLinkFactory( | ||
| 224 | Bu::ItoServer &rSrv ) : | ||
| 225 | rSrv( rSrv ) | ||
| 226 | { | ||
| 227 | } | ||
| 228 | |||
| 229 | Bu::ItoServer::SrvClientLinkFactory::~SrvClientLinkFactory() | ||
| 230 | { | ||
| 231 | } | ||
| 232 | |||
| 233 | Bu::ClientLink *Bu::ItoServer::SrvClientLinkFactory::createLink( | ||
| 234 | Bu::Client *pClient ) | ||
| 235 | { | ||
| 236 | rSrv.imClients.lock(); | ||
| 237 | ItoClient *pCli = rSrv.hClients.get( *pClient->getSocket() ); | ||
| 238 | rSrv.imClients.unlock(); | ||
| 239 | |||
| 240 | return new SrvClientLink( pCli ); | ||
| 241 | } | ||
| 242 | |||
diff --git a/src/unstable/itoserver.h b/src/unstable/itoserver.h new file mode 100644 index 0000000..81db4e2 --- /dev/null +++ b/src/unstable/itoserver.h | |||
| @@ -0,0 +1,141 @@ | |||
| 1 | /* | ||
| 2 | * Copyright (C) 2007-2011 Xagasoft, All rights reserved. | ||
| 3 | * | ||
| 4 | * This file is part of the libbu++ library and is released under the | ||
| 5 | * terms of the license contained in the file LICENSE. | ||
| 6 | */ | ||
| 7 | |||
| 8 | #ifndef BU_ITO_SERVER_H | ||
| 9 | #define BU_ITO_SERVER_H | ||
| 10 | |||
| 11 | #include <stdint.h> | ||
| 12 | |||
| 13 | #ifndef WIN32 | ||
| 14 | #include <sys/select.h> | ||
| 15 | #endif | ||
| 16 | |||
| 17 | #include "bu/string.h" | ||
| 18 | #include "bu/list.h" | ||
| 19 | #include "bu/thread.h" | ||
| 20 | #include "bu/mutex.h" | ||
| 21 | #include "bu/synchroqueue.h" | ||
| 22 | #include "bu/hash.h" | ||
| 23 | |||
| 24 | #include "bu/clientlink.h" | ||
| 25 | #include "bu/clientlinkfactory.h" | ||
| 26 | |||
| 27 | namespace Bu | ||
| 28 | { | ||
| 29 | class TcpServerSocket; | ||
| 30 | class TcpSocket; | ||
| 31 | class Client; | ||
| 32 | |||
| 33 | /** | ||
| 34 | * Core of a network server. This class is distinct from a ServerSocket in | ||
| 35 | * that a ServerSocket is one listening socket, nothing more. Socket will | ||
| 36 | * manage a pool of both ServerSockets and connected Sockets along with | ||
| 37 | * their protocols and buffers. | ||
| 38 | * | ||
| 39 | * To start serving on a new port, use the addPort functions. Each call to | ||
| 40 | * addPort creates a new ServerSocket, starts it listening, and adds it to | ||
| 41 | * the server pool. | ||
| 42 | * | ||
| 43 | * All of the real work is done by scan, which will wait for up | ||
| 44 | * to the timeout set by setTimeout before returning if there is no data | ||
| 45 | * pending. scan should probably be called in some sort of tight | ||
| 46 | * loop, possibly in it's own thread, or in the main control loop. | ||
| 47 | * | ||
| 48 | * In order to use a Server you must subclass it and implement the pure | ||
| 49 | * virtual functions. These allow you to receive notification of events | ||
| 50 | * happening within the server itself, and actually makes it useful. | ||
| 51 | *@ingroup Threading Serving | ||
| 52 | */ | ||
| 53 | class ItoServer : public Thread | ||
| 54 | { | ||
| 55 | friend class ItoClient; | ||
| 56 | friend class SrvClientLinkFactory; | ||
| 57 | public: | ||
| 58 | ItoServer(); | ||
| 59 | virtual ~ItoServer(); | ||
| 60 | |||
| 61 | void addPort( int nPort, int nPoolSize=40 ); | ||
| 62 | void addPort( const String &sAddr, int nPort, int nPoolSize=40 ); | ||
| 63 | |||
| 64 | //void scan(); | ||
| 65 | void setTimeout( int nTimeoutSec, int nTimeoutUSec=0 ); | ||
| 66 | |||
| 67 | void addClient( int nSocket, int nPort ); | ||
| 68 | |||
| 69 | virtual void onNewConnection( Client *pClient, int nPort )=0; | ||
| 70 | virtual void onClosedConnection( Client *pClient )=0; | ||
| 71 | |||
| 72 | protected: | ||
| 73 | virtual void run(); | ||
| 74 | |||
| 75 | private: | ||
| 76 | class SrvClientLink; | ||
| 77 | class ItoClient : public Thread | ||
| 78 | { | ||
| 79 | friend class Bu::ItoServer::SrvClientLink; | ||
| 80 | public: | ||
| 81 | ItoClient( ItoServer &rSrv, int nSocket, int nPort, | ||
| 82 | int nTimeoutSec, int nTimeoutUSec ); | ||
| 83 | virtual ~ItoClient(); | ||
| 84 | |||
| 85 | typedef SynchroQueue<Bu::String *> StringQueue; | ||
| 86 | StringQueue qMsg; | ||
| 87 | |||
| 88 | protected: | ||
| 89 | virtual void run(); | ||
| 90 | |||
| 91 | private: | ||
| 92 | ItoServer &rSrv; | ||
| 93 | Client *pClient; | ||
| 94 | fd_set fdActive; | ||
| 95 | int iSocket; | ||
| 96 | int iPort; | ||
| 97 | int nTimeoutSec; | ||
| 98 | int nTimeoutUSec; | ||
| 99 | Mutex imProto; | ||
| 100 | }; | ||
| 101 | |||
| 102 | class SrvClientLink : public Bu::ClientLink | ||
| 103 | { | ||
| 104 | public: | ||
| 105 | SrvClientLink( ItoClient *pClient ); | ||
| 106 | virtual ~SrvClientLink(); | ||
| 107 | |||
| 108 | virtual void sendMessage( const Bu::String &sMsg ); | ||
| 109 | |||
| 110 | private: | ||
| 111 | ItoClient *pClient; | ||
| 112 | }; | ||
| 113 | |||
| 114 | class SrvClientLinkFactory : public Bu::ClientLinkFactory | ||
| 115 | { | ||
| 116 | public: | ||
| 117 | SrvClientLinkFactory( ItoServer &rSrv ); | ||
| 118 | virtual ~SrvClientLinkFactory(); | ||
| 119 | |||
| 120 | virtual Bu::ClientLink *createLink( Bu::Client *pClient ); | ||
| 121 | |||
| 122 | private: | ||
| 123 | ItoServer &rSrv; | ||
| 124 | }; | ||
| 125 | |||
| 126 | int nTimeoutSec; | ||
| 127 | int nTimeoutUSec; | ||
| 128 | fd_set fdActive; | ||
| 129 | typedef Hash<int,TcpServerSocket *> ServerHash; | ||
| 130 | ServerHash hServers; | ||
| 131 | typedef Hash<int,ItoClient *> ClientHash; | ||
| 132 | typedef SynchroQueue<ItoClient *> ClientQueue; | ||
| 133 | ClientHash hClients; | ||
| 134 | ClientQueue qClientCleanup; | ||
| 135 | Mutex imClients; | ||
| 136 | |||
| 137 | void clientCleanup( int iSocket ); | ||
| 138 | }; | ||
| 139 | } | ||
| 140 | |||
| 141 | #endif | ||
diff --git a/src/unstable/minimacro.cpp b/src/unstable/minimacro.cpp new file mode 100644 index 0000000..b6fd6a8 --- /dev/null +++ b/src/unstable/minimacro.cpp | |||
| @@ -0,0 +1,187 @@ | |||
| 1 | /* | ||
| 2 | * Copyright (C) 2007-2011 Xagasoft, All rights reserved. | ||
| 3 | * | ||
| 4 | * This file is part of the libbu++ library and is released under the | ||
| 5 | * terms of the license contained in the file LICENSE. | ||
| 6 | */ | ||
| 7 | |||
| 8 | #include "bu/minimacro.h" | ||
| 9 | |||
| 10 | Bu::MiniMacro::MiniMacro() | ||
| 11 | { | ||
| 12 | hFuncs.insert("toupper", new FuncToUpper() ); | ||
| 13 | hFuncs.insert("tolower", new FuncToLower() ); | ||
| 14 | } | ||
| 15 | |||
| 16 | Bu::MiniMacro::MiniMacro( const StrHash &sVarSrc ) | ||
| 17 | { | ||
| 18 | for( StrHash::const_iterator i = sVarSrc.begin(); i != sVarSrc.end(); i++ ) | ||
| 19 | { | ||
| 20 | addVar( i.getKey(), i.getValue() ); | ||
| 21 | } | ||
| 22 | } | ||
| 23 | |||
| 24 | Bu::MiniMacro::~MiniMacro() | ||
| 25 | { | ||
| 26 | } | ||
| 27 | |||
| 28 | Bu::String Bu::MiniMacro::parse( const Bu::String &sIn ) | ||
| 29 | { | ||
| 30 | bContinue = true; | ||
| 31 | Bu::String sOut; | ||
| 32 | for( sCur = sIn.getStr(); *sCur && bContinue; sCur++ ) | ||
| 33 | { | ||
| 34 | if( *sCur == '{' ) | ||
| 35 | { | ||
| 36 | switch( sCur[1] ) | ||
| 37 | { | ||
| 38 | case '=': | ||
| 39 | sCur += 2; | ||
| 40 | sOut += parseRepl(); | ||
| 41 | break; | ||
| 42 | |||
| 43 | case '?': | ||
| 44 | sCur += 2; | ||
| 45 | sOut += parseCond(); | ||
| 46 | break; | ||
| 47 | |||
| 48 | case ':': | ||
| 49 | sCur += 2; | ||
| 50 | sOut += parseCmd(); | ||
| 51 | break; | ||
| 52 | |||
| 53 | default: | ||
| 54 | sOut += *sCur; | ||
| 55 | continue; | ||
| 56 | } | ||
| 57 | } | ||
| 58 | else | ||
| 59 | { | ||
| 60 | sOut += *sCur; | ||
| 61 | } | ||
| 62 | } | ||
| 63 | |||
| 64 | iLastPos = (ptrdiff_t)sCur - (ptrdiff_t)sIn.getStr(); | ||
| 65 | |||
| 66 | return sOut; | ||
| 67 | } | ||
| 68 | |||
| 69 | Bu::String Bu::MiniMacro::parseRepl() | ||
| 70 | { | ||
| 71 | Bu::String sOut; | ||
| 72 | bool bIsFirst = true; | ||
| 73 | for( const char *sNext = sCur;;) | ||
| 74 | { | ||
| 75 | for(; *sNext != ':' && *sNext != '}' && *sNext != '\0'; sNext++ ) { } | ||
| 76 | if( *sNext == '\0' ) | ||
| 77 | break; | ||
| 78 | Bu::String sName( sCur, (ptrdiff_t)sNext-(ptrdiff_t)sCur ); | ||
| 79 | if( bIsFirst ) | ||
| 80 | { | ||
| 81 | sOut = hVars[sName]; | ||
| 82 | bIsFirst = false; | ||
| 83 | //printf("Variable: \"%s\"\n", sName.getStr() ); | ||
| 84 | } | ||
| 85 | else | ||
| 86 | { | ||
| 87 | sOut = callFunc( sOut, sName ); | ||
| 88 | //printf("Filter: \"%s\"\n", sName.getStr() ); | ||
| 89 | } | ||
| 90 | if( *sNext == '}' ) | ||
| 91 | { | ||
| 92 | sCur = sNext; | ||
| 93 | break; | ||
| 94 | } | ||
| 95 | else if( *sNext == ':' ) | ||
| 96 | { | ||
| 97 | } | ||
| 98 | sNext++; | ||
| 99 | sCur = sNext; | ||
| 100 | } | ||
| 101 | return sOut; | ||
| 102 | } | ||
| 103 | |||
| 104 | Bu::String Bu::MiniMacro::parseCond() | ||
| 105 | { | ||
| 106 | Bu::String sOut; | ||
| 107 | //printf("%20s\n", sCur ); | ||
| 108 | return sOut; | ||
| 109 | } | ||
| 110 | |||
| 111 | Bu::String Bu::MiniMacro::parseCmd() | ||
| 112 | { | ||
| 113 | Bu::String sOut; | ||
| 114 | const char *sNext = sCur; | ||
| 115 | for(; *sNext != ':' && *sNext != '}' && *sNext != '\0'; sNext++ ) { } | ||
| 116 | if( *sNext != '\0' ) | ||
| 117 | { | ||
| 118 | Bu::String sName( sCur, (ptrdiff_t)sNext-(ptrdiff_t)sCur ); | ||
| 119 | if( sName == "end" ) | ||
| 120 | { | ||
| 121 | sCur = sNext; | ||
| 122 | bContinue = false; | ||
| 123 | return sOut; | ||
| 124 | } | ||
| 125 | else | ||
| 126 | { | ||
| 127 | throw Bu::ExceptionBase("Unknown command '%s'.", | ||
| 128 | sName.getStr() | ||
| 129 | ); | ||
| 130 | } | ||
| 131 | } | ||
| 132 | else | ||
| 133 | { | ||
| 134 | //printf("Uh...?\n"); | ||
| 135 | } | ||
| 136 | |||
| 137 | //printf("%20s\n", sCur ); | ||
| 138 | return sOut; | ||
| 139 | } | ||
| 140 | |||
| 141 | Bu::String Bu::MiniMacro::callFunc( | ||
| 142 | const Bu::String &sIn, const Bu::String &sFunc ) | ||
| 143 | { | ||
| 144 | int i = sFunc.findIdx('('); | ||
| 145 | if( i < 0 ) | ||
| 146 | throw Bu::ExceptionBase("That doesn't look like a function call"); | ||
| 147 | Bu::String sName( sFunc.getStr(), i ); | ||
| 148 | StrList lsParams; | ||
| 149 | for( const char *s = sFunc.getStr()+i+1; *s && *s != ')'; s++ ) | ||
| 150 | { | ||
| 151 | for(; *s == ' ' || *s == '\t' || *s == '\r' || *s == '\n'; s++ ) { } | ||
| 152 | const char *sNext; | ||
| 153 | for( sNext = s; *sNext && *sNext != ')' && *sNext != ','; sNext++ ) { } | ||
| 154 | Bu::String p( s, (ptrdiff_t)sNext-(ptrdiff_t)s ); | ||
| 155 | lsParams.append( p ); | ||
| 156 | sNext++; | ||
| 157 | s = sNext; | ||
| 158 | } | ||
| 159 | return hFuncs.get( sName )->call( sIn, lsParams ); | ||
| 160 | } | ||
| 161 | |||
| 162 | void Bu::MiniMacro::addVar( | ||
| 163 | const Bu::String &sName, const Bu::String &sValue ) | ||
| 164 | { | ||
| 165 | hVars.insert( sName, sValue ); | ||
| 166 | } | ||
| 167 | |||
| 168 | bool Bu::MiniMacro::hasVar( const Bu::String &sName ) | ||
| 169 | { | ||
| 170 | return hVars.has( sName ); | ||
| 171 | } | ||
| 172 | |||
| 173 | const Bu::String &Bu::MiniMacro::getVar( const Bu::String &sName ) | ||
| 174 | { | ||
| 175 | return hVars.get( sName ); | ||
| 176 | } | ||
| 177 | |||
| 178 | const Bu::StrHash &Bu::MiniMacro::getVars() | ||
| 179 | { | ||
| 180 | return hVars; | ||
| 181 | } | ||
| 182 | |||
| 183 | int Bu::MiniMacro::getPosition() | ||
| 184 | { | ||
| 185 | return iLastPos; | ||
| 186 | } | ||
| 187 | |||
diff --git a/src/unstable/minimacro.h b/src/unstable/minimacro.h new file mode 100644 index 0000000..b6c7c13 --- /dev/null +++ b/src/unstable/minimacro.h | |||
| @@ -0,0 +1,130 @@ | |||
| 1 | /* | ||
| 2 | * Copyright (C) 2007-2011 Xagasoft, All rights reserved. | ||
| 3 | * | ||
| 4 | * This file is part of the libbu++ library and is released under the | ||
| 5 | * terms of the license contained in the file LICENSE. | ||
| 6 | */ | ||
| 7 | |||
| 8 | #ifndef BU_MINI_MACRO_H | ||
| 9 | #define BU_MINI_MACRO_H | ||
| 10 | |||
| 11 | #include "bu/hash.h" | ||
| 12 | #include "bu/string.h" | ||
| 13 | |||
| 14 | namespace Bu | ||
| 15 | { | ||
| 16 | typedef Bu::Hash<Bu::String, Bu::String> StrHash; | ||
| 17 | /** | ||
| 18 | * A processor for Libbu++ brand Mini Macros. These are really simple, but | ||
| 19 | * still fairly flexible. It's mainly text replacement, but with a few | ||
| 20 | * extras like filter functions and conditional text segments. So far we | ||
| 21 | * don't support loops or anything, I'm not sure we ever will. | ||
| 22 | * | ||
| 23 | * Anatomy of a mini macro: | ||
| 24 | * - Every macro begins with a two character code, the first character is | ||
| 25 | * always '{', the second character determines the operation to perform. | ||
| 26 | * - If the '{' is followed by a character that is not valid it is not | ||
| 27 | * considered for expansion and the characters are copied to the output. | ||
| 28 | * - Every macro ends with a closing '}' | ||
| 29 | * - Macro types: | ||
| 30 | * - '=': variable replacement. The '=' is immediatley followed by the | ||
| 31 | * name of the variable to replace, then any number of optional filter | ||
| 32 | * segments. | ||
| 33 | * - '?': conditional text. The '?' is immediately followed by the | ||
| 34 | * variable to test. This works two ways, the variable can be alone, in | ||
| 35 | * which case it's existance is tested, or it can be followed by a "=" | ||
| 36 | * and a string to compare to. This is then followed by a text segment | ||
| 37 | * that will be used if the test is true, and an optional text segment | ||
| 38 | * to be used if the test is false. | ||
| 39 | * - ':': command. The ':' is immediately followed by a command string, | ||
| 40 | * of which there's only one right now, but that's ok. These are not | ||
| 41 | * put into the output stream, but instead mark something for the | ||
| 42 | * parser. Currently supported: | ||
| 43 | * - {:end}: end of parsing, stop here, also make note of how many input | ||
| 44 | * characters were used. | ||
| 45 | * - Segments: | ||
| 46 | * - Each segment is seperated by a colon. | ||
| 47 | * - Filter segments give the name of the filter, followed by | ||
| 48 | * parenthesies. Parameters may be provided within the parenthesies. | ||
| 49 | * - Text segments should always be quoted, but may contain any characters | ||
| 50 | * within the quotes, backslash is used as per C/ANSI/ISO standard. | ||
| 51 | * You can also quote any text using [' '] instead of quotes, which | ||
| 52 | * allows for nested strings. The [' token is only recognised within | ||
| 53 | * a macro. | ||
| 54 | * | ||
| 55 | *@verbatim | ||
| 56 | {=name:tolower()} | ||
| 57 | {=name:ccsplit("_"):toupper()} | ||
| 58 | {?name:"name exists and is {=name}"} | ||
| 59 | {?name:"{=name}":"no name!"} | ||
| 60 | {?name="bob":"You're named bob!":"Who are you? I only know bob..."} | ||
| 61 | @endverbatim | ||
| 62 | */ | ||
| 63 | class MiniMacro | ||
| 64 | { | ||
| 65 | public: | ||
| 66 | MiniMacro(); | ||
| 67 | MiniMacro( const StrHash &sVarSrc ); | ||
| 68 | virtual ~MiniMacro(); | ||
| 69 | |||
| 70 | Bu::String parse( const Bu::String &sIn ); | ||
| 71 | void addVar( const Bu::String &sName, const Bu::String &sValue ); | ||
| 72 | bool hasVar( const Bu::String &sName ); | ||
| 73 | const Bu::String &getVar( const Bu::String &sName ); | ||
| 74 | const StrHash &getVars(); | ||
| 75 | int getPosition(); | ||
| 76 | |||
| 77 | private: | ||
| 78 | const char *sCur; | ||
| 79 | Bu::String parseRepl(); | ||
| 80 | Bu::String parseCond(); | ||
| 81 | Bu::String parseCmd(); | ||
| 82 | Bu::String callFunc( | ||
| 83 | const Bu::String &sIn, const Bu::String &sFunc ); | ||
| 84 | |||
| 85 | StrHash hVars; | ||
| 86 | bool bContinue; | ||
| 87 | int iLastPos; | ||
| 88 | |||
| 89 | public: | ||
| 90 | typedef Bu::List<Bu::String> StrList; | ||
| 91 | class Func | ||
| 92 | { | ||
| 93 | public: | ||
| 94 | Func(){} | ||
| 95 | virtual ~Func(){} | ||
| 96 | virtual Bu::String call( | ||
| 97 | const Bu::String &sIn, StrList &lsParam )=0; | ||
| 98 | }; | ||
| 99 | |||
| 100 | class FuncToUpper : public Func | ||
| 101 | { | ||
| 102 | public: | ||
| 103 | FuncToUpper(){} | ||
| 104 | virtual ~FuncToUpper(){} | ||
| 105 | virtual Bu::String call( | ||
| 106 | const Bu::String &sIn, StrList & ) | ||
| 107 | { | ||
| 108 | return sIn.toUpper(); | ||
| 109 | } | ||
| 110 | }; | ||
| 111 | |||
| 112 | class FuncToLower : public Func | ||
| 113 | { | ||
| 114 | public: | ||
| 115 | FuncToLower(){} | ||
| 116 | virtual ~FuncToLower(){} | ||
| 117 | virtual Bu::String call( | ||
| 118 | const Bu::String &sIn, StrList & ) | ||
| 119 | { | ||
| 120 | return sIn.toLower(); | ||
| 121 | } | ||
| 122 | }; | ||
| 123 | |||
| 124 | private: | ||
| 125 | typedef Bu::Hash<Bu::String,class Func *> FuncHash; | ||
| 126 | FuncHash hFuncs; | ||
| 127 | }; | ||
| 128 | }; | ||
| 129 | |||
| 130 | #endif | ||
diff --git a/src/unstable/myriad.cpp b/src/unstable/myriad.cpp new file mode 100644 index 0000000..de44930 --- /dev/null +++ b/src/unstable/myriad.cpp | |||
| @@ -0,0 +1,663 @@ | |||
| 1 | /* | ||
| 2 | * Copyright (C) 2007-2011 Xagasoft, All rights reserved. | ||
| 3 | * | ||
| 4 | * This file is part of the libbu++ library and is released under the | ||
| 5 | * terms of the license contained in the file LICENSE. | ||
| 6 | */ | ||
| 7 | |||
| 8 | #include "bu/myriad.h" | ||
| 9 | #include "bu/stream.h" | ||
| 10 | #include "bu/myriadstream.h" | ||
| 11 | #include <stdio.h> | ||
| 12 | |||
| 13 | #include "bu/sio.h" | ||
| 14 | using Bu::sio; | ||
| 15 | using Bu::Fmt; | ||
| 16 | |||
| 17 | #define Myriad_MAGIC_CODE ((unsigned char *)"\x0a\xd3\xfa\x84") | ||
| 18 | |||
| 19 | namespace Bu | ||
| 20 | { | ||
| 21 | subExceptionDef( MyriadException ) | ||
| 22 | template<typename t> t blkDiv( t total, t block ) { | ||
| 23 | return (total/block)+((total%block==0)?(0):(1)); | ||
| 24 | } | ||
| 25 | } | ||
| 26 | |||
| 27 | Bu::Myriad::Myriad( Bu::Stream &sStore, int iBlockSize, int iPreallocate ) : | ||
| 28 | sStore( sStore ), | ||
| 29 | iBlockSize( iBlockSize ), | ||
| 30 | iBlocks( 0 ), | ||
| 31 | iUsed( 0 ), | ||
| 32 | bHeaderChanged( false ) | ||
| 33 | { | ||
| 34 | try | ||
| 35 | { | ||
| 36 | initialize(); | ||
| 37 | } | ||
| 38 | catch( Bu::MyriadException &e ) | ||
| 39 | { | ||
| 40 | if( e.getErrorCode() == MyriadException::emptyStream ) | ||
| 41 | { | ||
| 42 | initialize( iBlockSize, iPreallocate ); | ||
| 43 | } | ||
| 44 | else | ||
| 45 | { | ||
| 46 | throw; | ||
| 47 | } | ||
| 48 | } | ||
| 49 | } | ||
| 50 | |||
| 51 | Bu::Myriad::~Myriad() | ||
| 52 | { | ||
| 53 | if( !hActiveBlocks.isEmpty() ) | ||
| 54 | { | ||
| 55 | sio << "Bu::Myriad::~Myriad(): Error: There are " | ||
| 56 | << hActiveBlocks.getSize() << " unsynced blocks!" << sio.nl; | ||
| 57 | } | ||
| 58 | sync(); | ||
| 59 | |||
| 60 | for( StreamArray::iterator i = aStreams.begin(); i; i++ ) | ||
| 61 | { | ||
| 62 | delete *i; | ||
| 63 | } | ||
| 64 | } | ||
| 65 | |||
| 66 | void Bu::Myriad::sync() | ||
| 67 | { | ||
| 68 | updateHeader(); | ||
| 69 | |||
| 70 | for( BlockHash::iterator i = hActiveBlocks.begin(); i; i++ ) | ||
| 71 | { | ||
| 72 | if( (*i)->bChanged ) | ||
| 73 | { | ||
| 74 | syncBlock( *i ); | ||
| 75 | } | ||
| 76 | } | ||
| 77 | } | ||
| 78 | |||
| 79 | void Bu::Myriad::initialize() | ||
| 80 | { | ||
| 81 | sStore.setPosEnd( 0 ); | ||
| 82 | int iSize = sStore.tell(); | ||
| 83 | sStore.setPos( 0 ); | ||
| 84 | |||
| 85 | unsigned char buf[4]; | ||
| 86 | if( sStore.read( buf, 4 ) < 4 ) | ||
| 87 | throw MyriadException( MyriadException::emptyStream, | ||
| 88 | "Input stream appears to be empty."); | ||
| 89 | if( memcmp( buf, Myriad_MAGIC_CODE, 4 ) ) | ||
| 90 | { | ||
| 91 | throw MyriadException( MyriadException::invalidFormat, | ||
| 92 | "Stream does not appear to be a valid Myriad format."); | ||
| 93 | } | ||
| 94 | sStore.read( buf, 2 ); | ||
| 95 | if( buf[0] != 1 ) | ||
| 96 | throw MyriadException( MyriadException::badVersion, | ||
| 97 | "We can only handle version 1 for now."); | ||
| 98 | if( buf[1] != 32 ) | ||
| 99 | throw MyriadException( MyriadException::invalidWordSize, | ||
| 100 | "We can only handle 32-bit words at the moment."); | ||
| 101 | sStore.read( &iBlockSize, 4 ); | ||
| 102 | int iStreams; | ||
| 103 | sStore.read( &iStreams, 4 ); | ||
| 104 | |||
| 105 | iBlocks = iSize/iBlockSize; | ||
| 106 | //sio << "Myriad: iSize=" << iSize << ", iBlockSize=" << iBlockSize | ||
| 107 | // << ", iBlocks=" << iBlocks << ", iStreams=" << iStreams << sio.nl; | ||
| 108 | |||
| 109 | int iHeaderSize = 14 + 8 + 4; | ||
| 110 | int iHeaderBlocks = 0; //blkDiv( iHeaderSize+4, iBlockSize ); | ||
| 111 | |||
| 112 | while( iHeaderSize > iHeaderBlocks*iBlockSize ) | ||
| 113 | { | ||
| 114 | iHeaderBlocks = blkDiv( iHeaderSize+4, iBlockSize ); | ||
| 115 | iHeaderSize = 14 + 8 + 4*iHeaderBlocks; | ||
| 116 | } | ||
| 117 | |||
| 118 | //sio << "Myriad: iHeaderSize=" << iHeaderSize | ||
| 119 | // << ", iHeaderBlocks=" << iHeaderBlocks << sio.nl; | ||
| 120 | |||
| 121 | Stream *pFakeHdr = new Stream; | ||
| 122 | pFakeHdr->iId = 0; | ||
| 123 | pFakeHdr->iSize = iHeaderSize; | ||
| 124 | for( int j = 0; j < iHeaderBlocks; j++ ) | ||
| 125 | { | ||
| 126 | pFakeHdr->aBlocks.append( j ); | ||
| 127 | } | ||
| 128 | |||
| 129 | bsBlockUsed.setSize( iBlocks, true ); | ||
| 130 | |||
| 131 | // bool bCanSkip = false; // Can skip around, post initial header stream i/o | ||
| 132 | MyriadStream *pIn = new MyriadStream( *this, pFakeHdr ); | ||
| 133 | pIn->setPos( sStore.tell() ); | ||
| 134 | for( int j = 0; j < iStreams; j++ ) | ||
| 135 | { | ||
| 136 | aStreams.append( new Stream() ); | ||
| 137 | Stream &s = *aStreams[j]; | ||
| 138 | pIn->read( &s.iId, 4 ); | ||
| 139 | pIn->read( &s.iSize, 4 ); | ||
| 140 | int iSBlocks = blkDiv(s.iSize, iBlockSize); | ||
| 141 | // sio << "Myriad: - Stream::iId=" << s.iId | ||
| 142 | // << ", Stream::iSize=" << s.iSize | ||
| 143 | // << ", Stream::aBlocks=" << iSBlocks | ||
| 144 | // << ", pIn->tell()=" << pIn->tell() << sio.nl; | ||
| 145 | for( int k = 0; k < iSBlocks; k++ ) | ||
| 146 | { | ||
| 147 | int iBId; | ||
| 148 | pIn->read( &iBId, 4 ); | ||
| 149 | // sio << "Myriad: - iBId=" << iBId | ||
| 150 | // << ", iStartPos=" << iBId*iBlockSize | ||
| 151 | // << ", pIn->tell()=" << pIn->tell() << sio.nl; | ||
| 152 | s.aBlocks.append( iBId ); | ||
| 153 | bsBlockUsed.setBit( iBId ); | ||
| 154 | iUsed++; | ||
| 155 | if( (j == 0 && k == iHeaderBlocks-1) ) | ||
| 156 | { | ||
| 157 | // sio << "Myriad: - End of prepartition, unlocking skipping." | ||
| 158 | // << sio.nl; | ||
| 159 | // bCanSkip = true; | ||
| 160 | MyriadStream *pTmp = new MyriadStream( *this, aStreams[0] ); | ||
| 161 | // sio << "Myriad - Position = " << pIn->tell() << sio.nl; | ||
| 162 | pTmp->setPos( pIn->tell() ); | ||
| 163 | delete pIn; | ||
| 164 | delete pFakeHdr; | ||
| 165 | pIn = pTmp; | ||
| 166 | } | ||
| 167 | } | ||
| 168 | } | ||
| 169 | delete pIn; | ||
| 170 | |||
| 171 | //sio << "Myriad: Blocks used: " << bsBlockUsed.toString() << sio.nl; | ||
| 172 | } | ||
| 173 | |||
| 174 | void Bu::Myriad::initialize( int iBlockSize, int iPreAllocate ) | ||
| 175 | { | ||
| 176 | for( StreamArray::iterator i = aStreams.begin(); i; i++ ) | ||
| 177 | { | ||
| 178 | delete *i; | ||
| 179 | } | ||
| 180 | aStreams.clear(); | ||
| 181 | iUsed = 0; | ||
| 182 | |||
| 183 | int iHeaderSize = 14 + 8 + 4; | ||
| 184 | int iHeaderBlocks = 0; //blkDiv( iHeaderSize+4, iBlockSize ); | ||
| 185 | char cBuf = 1; | ||
| 186 | int iBuf = 0; | ||
| 187 | |||
| 188 | Stream *pStr = new Stream; | ||
| 189 | pStr->iId = 0; | ||
| 190 | |||
| 191 | while( iHeaderSize > iHeaderBlocks*iBlockSize ) | ||
| 192 | { | ||
| 193 | iHeaderBlocks = blkDiv( iHeaderSize+4, iBlockSize ); | ||
| 194 | iHeaderSize = 14 + 8 + 4*iHeaderBlocks; | ||
| 195 | } | ||
| 196 | |||
| 197 | iPreAllocate += iHeaderBlocks; | ||
| 198 | |||
| 199 | //sio << "Myriad: iHeaderSize=" << iHeaderSize << ", iBlockSize=" | ||
| 200 | // << iBlockSize << ", iHeaderBlocks=" << iHeaderBlocks << sio.nl; | ||
| 201 | |||
| 202 | bsBlockUsed.setSize( iPreAllocate, true ); | ||
| 203 | iUsed++; | ||
| 204 | |||
| 205 | char *pBlock = new char[iBlockSize]; | ||
| 206 | memset( pBlock, 0, iBlockSize ); | ||
| 207 | for( int j = 0; j < iPreAllocate; j++ ) | ||
| 208 | { | ||
| 209 | sStore.write( pBlock, iBlockSize ); | ||
| 210 | } | ||
| 211 | delete[] (char *)pBlock; | ||
| 212 | |||
| 213 | sStore.setPos( 0 ); | ||
| 214 | |||
| 215 | // Magic number | ||
| 216 | sStore.write( Myriad_MAGIC_CODE, 4 ); | ||
| 217 | |||
| 218 | // Version (0) | ||
| 219 | sStore.write( &cBuf, 1 ); | ||
| 220 | |||
| 221 | // Bits per int | ||
| 222 | cBuf = 32; | ||
| 223 | sStore.write( &cBuf, 1 ); | ||
| 224 | |||
| 225 | // The size of each block | ||
| 226 | sStore.write( &iBlockSize, 4 ); | ||
| 227 | |||
| 228 | iBuf = 1; | ||
| 229 | // The number of streams | ||
| 230 | sStore.write( &iBuf, 4 ); | ||
| 231 | |||
| 232 | // Stream header | ||
| 233 | iBuf = 0; | ||
| 234 | sStore.write( &iBuf, 4 ); | ||
| 235 | sStore.write( &iHeaderSize, 4 ); | ||
| 236 | for( iBuf = 0; iBuf < iHeaderBlocks; iBuf++ ) | ||
| 237 | { | ||
| 238 | sStore.write( &iBuf, 4 ); | ||
| 239 | } | ||
| 240 | |||
| 241 | this->iBlockSize = iBlockSize; | ||
| 242 | this->iBlocks = iPreAllocate; | ||
| 243 | |||
| 244 | pStr->iSize = sStore.tell(); | ||
| 245 | // sio << "Myriad: Actual end of header stream = " << pStr->iSize << sio.nl; | ||
| 246 | |||
| 247 | pStr->iSize = iHeaderSize; | ||
| 248 | for( int j = 0; j < iHeaderBlocks; j++ ) | ||
| 249 | { | ||
| 250 | pStr->aBlocks.append( j ); | ||
| 251 | bsBlockUsed.setBit( j ); | ||
| 252 | iUsed++; | ||
| 253 | } | ||
| 254 | |||
| 255 | aStreams.append( pStr ); | ||
| 256 | |||
| 257 | //sio << bsBlockUsed.toString() << " - " << pStr->aBlocks << sio.nl; | ||
| 258 | |||
| 259 | bHeaderChanged = true; | ||
| 260 | //hStreams.insert( 0, BlockArray( 0 ) ); | ||
| 261 | } | ||
| 262 | |||
| 263 | void Bu::Myriad::updateHeader() | ||
| 264 | { | ||
| 265 | if( bHeaderChanged == false ) | ||
| 266 | return; | ||
| 267 | if( !sStore.canWrite() ) | ||
| 268 | return; | ||
| 269 | |||
| 270 | char cBuf; | ||
| 271 | int iBuf; | ||
| 272 | |||
| 273 | //for( StreamArray::iterator i = aStreams.begin(); i; i++ ) | ||
| 274 | //{ | ||
| 275 | // sio << "Myriad: Stream " << Fmt(4) << (*i)->iId << ": " << (*i)->aBlocks << sio.nl; | ||
| 276 | //} | ||
| 277 | |||
| 278 | // Compute the new size of the header. | ||
| 279 | int iHeaderSize = 14 + 8*aStreams.getSize(); | ||
| 280 | // sio << "Myriad: updateHeader: aStreams.getSize() = " << aStreams.getSize() | ||
| 281 | // << sio.nl; | ||
| 282 | for( StreamArray::iterator i = aStreams.begin(); i; i++ ) | ||
| 283 | { | ||
| 284 | iHeaderSize += 4*(*i)->aBlocks.getSize(); | ||
| 285 | // sio << "Myriad: updateHeader: (*i)->aBlocks.getSize() = " | ||
| 286 | // << (*i)->aBlocks.getSize() << sio.nl; | ||
| 287 | } | ||
| 288 | int iNewBlocks = blkDiv( iHeaderSize, iBlockSize ); | ||
| 289 | while( iNewBlocks > aStreams[0]->aBlocks.getSize() ) | ||
| 290 | { | ||
| 291 | int iBlock = findEmptyBlock(); | ||
| 292 | // sio << "Myriad: updateHeader: Appending block " << iBlock | ||
| 293 | // << " to header." << sio.nl; | ||
| 294 | aStreams[0]->aBlocks.append( iBlock ); | ||
| 295 | bsBlockUsed.setBit( iBlock ); | ||
| 296 | iUsed++; | ||
| 297 | iHeaderSize += 4; | ||
| 298 | iNewBlocks = blkDiv( iHeaderSize, iBlockSize ); | ||
| 299 | } | ||
| 300 | aStreams[0]->iSize = iHeaderSize; | ||
| 301 | // sio << "Myriad: updateHeader: iHeaderSize=" << iHeaderSize | ||
| 302 | // << ", iNewBlocks=" << iNewBlocks << ", curBlocks=" | ||
| 303 | // << aStreams[0]->aBlocks.getSize() << sio.nl; | ||
| 304 | |||
| 305 | MyriadStream sHdr( *this, aStreams[0] ); | ||
| 306 | sHdr.write( Myriad_MAGIC_CODE, 4 ); | ||
| 307 | |||
| 308 | // Version (1) | ||
| 309 | cBuf = 1; | ||
| 310 | sHdr.write( &cBuf, 1 ); | ||
| 311 | |||
| 312 | // Bits per int | ||
| 313 | cBuf = 32; | ||
| 314 | sHdr.write( &cBuf, 1 ); | ||
| 315 | |||
| 316 | // The size of each block | ||
| 317 | sHdr.write( &iBlockSize, 4 ); | ||
| 318 | |||
| 319 | iBuf = aStreams.getSize(); | ||
| 320 | // The number of streams | ||
| 321 | sHdr.write( &iBuf, 4 ); | ||
| 322 | |||
| 323 | for( StreamArray::iterator i = aStreams.begin(); i; i++ ) | ||
| 324 | { | ||
| 325 | sHdr.write( &(*i)->iId, 4 ); | ||
| 326 | sHdr.write( &(*i)->iSize, 4 ); | ||
| 327 | int iUsedBlocks = blkDiv( (*i)->iSize, iBlockSize ); | ||
| 328 | // for( BlockArray::iterator j = (*i)->aBlocks.begin(); j; j++ ) | ||
| 329 | for( int j = 0; j < iUsedBlocks; j++ ) | ||
| 330 | { | ||
| 331 | sHdr.write( &(*i)->aBlocks[j], 4 ); | ||
| 332 | } | ||
| 333 | } | ||
| 334 | |||
| 335 | bHeaderChanged = false; | ||
| 336 | } | ||
| 337 | |||
| 338 | int Bu::Myriad::createStream( int iPreAllocate ) | ||
| 339 | { | ||
| 340 | Stream *pStr = new Stream(); | ||
| 341 | pStr->iId = aStreams.last()->iId+1; | ||
| 342 | //sio << "Myriad: New stream id=" << pStr->iId << ", iPreAllocate=" | ||
| 343 | // << iPreAllocate << sio.nl; | ||
| 344 | pStr->iSize = 0; | ||
| 345 | aStreams.append( pStr ); | ||
| 346 | |||
| 347 | for( int j = 0; j < iPreAllocate; j++ ) | ||
| 348 | { | ||
| 349 | int iFreeBlock = findEmptyBlock(); | ||
| 350 | // sio << "Myriad: Adding block " << iFreeBlock << sio.nl; | ||
| 351 | pStr->aBlocks.append( iFreeBlock ); | ||
| 352 | bsBlockUsed.setBit( iFreeBlock ); | ||
| 353 | iUsed++; | ||
| 354 | } | ||
| 355 | |||
| 356 | bHeaderChanged = true; | ||
| 357 | |||
| 358 | return pStr->iId; | ||
| 359 | } | ||
| 360 | |||
| 361 | int Bu::Myriad::createStreamWithId( int iId, int iPreAllocate ) | ||
| 362 | { | ||
| 363 | try | ||
| 364 | { | ||
| 365 | findStream( iId ); | ||
| 366 | throw MyriadException( MyriadException::streamExists, | ||
| 367 | "There is already a stream with the given id."); | ||
| 368 | } | ||
| 369 | catch( MyriadException &e ) | ||
| 370 | { | ||
| 371 | Stream *pStr = new Stream(); | ||
| 372 | pStr->iId = iId; | ||
| 373 | //sio << "Myriad: New stream id=" << pStr->iId << ", iPreAllocate=" | ||
| 374 | // << iPreAllocate << sio.nl; | ||
| 375 | pStr->iSize = 0; | ||
| 376 | if( aStreams.last()->iId < iId ) | ||
| 377 | { | ||
| 378 | aStreams.append( pStr ); | ||
| 379 | } | ||
| 380 | else | ||
| 381 | { | ||
| 382 | for( StreamArray::iterator i = aStreams.begin(); i; i++ ) | ||
| 383 | { | ||
| 384 | if( (*i)->iId > iId ) | ||
| 385 | { | ||
| 386 | aStreams.insert( i, pStr ); | ||
| 387 | break; | ||
| 388 | } | ||
| 389 | } | ||
| 390 | } | ||
| 391 | |||
| 392 | for( int j = 0; j < iPreAllocate; j++ ) | ||
| 393 | { | ||
| 394 | int iFreeBlock = findEmptyBlock(); | ||
| 395 | // sio << "Myriad: Adding block " << iFreeBlock << sio.nl; | ||
| 396 | pStr->aBlocks.append( iFreeBlock ); | ||
| 397 | bsBlockUsed.setBit( iFreeBlock ); | ||
| 398 | iUsed++; | ||
| 399 | } | ||
| 400 | |||
| 401 | bHeaderChanged = true; | ||
| 402 | |||
| 403 | return pStr->iId; | ||
| 404 | } | ||
| 405 | } | ||
| 406 | |||
| 407 | int Bu::Myriad::findEmptyBlock() | ||
| 408 | { | ||
| 409 | bHeaderChanged = true; | ||
| 410 | |||
| 411 | for( int j = 0; j < bsBlockUsed.getSize(); j++ ) | ||
| 412 | { | ||
| 413 | if( bsBlockUsed.getBit( j ) == false ) | ||
| 414 | return j; | ||
| 415 | } | ||
| 416 | // sio << "Myriad: findEmptyBlock(): No empty blocks, adding new one." << sio.nl; | ||
| 417 | |||
| 418 | bsBlockUsed.setSize( bsBlockUsed.getSize()+1, false ); | ||
| 419 | /* | ||
| 420 | sStore.setPos( iBlockSize*iBlocks ); | ||
| 421 | |||
| 422 | char *pBlock = new char[iBlockSize]; | ||
| 423 | memset( pBlock, 0, iBlockSize ); | ||
| 424 | sStore.write( pBlock, iBlockSize ); | ||
| 425 | delete[] pBlock; | ||
| 426 | */ | ||
| 427 | |||
| 428 | sStore.setSize( (iBlocks+1)*iBlockSize ); | ||
| 429 | |||
| 430 | return iBlocks++; | ||
| 431 | } | ||
| 432 | |||
| 433 | void Bu::Myriad::deleteStream( int iId ) | ||
| 434 | { | ||
| 435 | if( iId < 0 ) | ||
| 436 | throw MyriadException( MyriadException::invalidStreamId, | ||
| 437 | "Invalid stream id."); | ||
| 438 | if( iId == 0 ) | ||
| 439 | throw MyriadException( MyriadException::protectedStream, | ||
| 440 | "You cannot delete stream zero, it is protected."); | ||
| 441 | for( StreamArray::iterator i = aStreams.begin(); i; i++ ) | ||
| 442 | { | ||
| 443 | if( (*i)->iId == iId ) | ||
| 444 | { | ||
| 445 | Stream *pStream = *i; | ||
| 446 | for( BlockArray::iterator j = pStream->aBlocks.begin(); j; j++ ) | ||
| 447 | { | ||
| 448 | bsBlockUsed.setBit( *j, false ); | ||
| 449 | iUsed--; | ||
| 450 | } | ||
| 451 | aStreams.erase( i ); | ||
| 452 | bHeaderChanged = true; | ||
| 453 | delete pStream; | ||
| 454 | return; | ||
| 455 | } | ||
| 456 | } | ||
| 457 | } | ||
| 458 | |||
| 459 | Bu::Array<int> Bu::Myriad::getStreamIds() | ||
| 460 | { | ||
| 461 | Bu::Array<int> aRet( aStreams.getSize() ); | ||
| 462 | for( StreamArray::iterator i = aStreams.begin(); i; i++ ) | ||
| 463 | { | ||
| 464 | aRet.append( (*i)->iId ); | ||
| 465 | } | ||
| 466 | |||
| 467 | return aRet; | ||
| 468 | } | ||
| 469 | |||
| 470 | int Bu::Myriad::getStreamSize( int iId ) | ||
| 471 | { | ||
| 472 | return findStream( iId )->iSize; | ||
| 473 | } | ||
| 474 | |||
| 475 | bool Bu::Myriad::hasStream( int iId ) | ||
| 476 | { | ||
| 477 | try | ||
| 478 | { | ||
| 479 | findStream( iId ); | ||
| 480 | return true; | ||
| 481 | }catch(...) | ||
| 482 | { | ||
| 483 | return false; | ||
| 484 | } | ||
| 485 | } | ||
| 486 | |||
| 487 | Bu::MyriadStream Bu::Myriad::openStream( int iId ) | ||
| 488 | { | ||
| 489 | //sio << "Myriad: Request to open stream: " << iId << sio.nl; | ||
| 490 | return MyriadStream( *this, findStream( iId ) ); | ||
| 491 | } | ||
| 492 | |||
| 493 | int Bu::Myriad::getNumStreams() | ||
| 494 | { | ||
| 495 | return aStreams.getSize(); | ||
| 496 | } | ||
| 497 | |||
| 498 | int Bu::Myriad::getBlockSize() | ||
| 499 | { | ||
| 500 | return iBlockSize; | ||
| 501 | } | ||
| 502 | |||
| 503 | int Bu::Myriad::getNumBlocks() | ||
| 504 | { | ||
| 505 | return iBlocks; | ||
| 506 | } | ||
| 507 | |||
| 508 | int Bu::Myriad::getNumUsedBlocks() | ||
| 509 | { | ||
| 510 | return iUsed; | ||
| 511 | } | ||
| 512 | |||
| 513 | int Bu::Myriad::getTotalUsedBytes() | ||
| 514 | { | ||
| 515 | int iTotalSize = 0; | ||
| 516 | for( StreamArray::iterator i = aStreams.begin(); i; i++ ) | ||
| 517 | { | ||
| 518 | iTotalSize += (*i)->iSize; | ||
| 519 | } | ||
| 520 | return iTotalSize; | ||
| 521 | } | ||
| 522 | |||
| 523 | int Bu::Myriad::getTotalUnusedBytes() | ||
| 524 | { | ||
| 525 | int iTotalSize = (iBlocks-iUsed)*iBlockSize; | ||
| 526 | for( StreamArray::iterator i = aStreams.begin(); i; i++ ) | ||
| 527 | { | ||
| 528 | iTotalSize += iBlockSize - ((*i)->iSize%iBlockSize); | ||
| 529 | } | ||
| 530 | return iTotalSize; | ||
| 531 | } | ||
| 532 | |||
| 533 | int Bu::Myriad::getTotalUnusedBytes( int iFakeBlockSize ) | ||
| 534 | { | ||
| 535 | int iTotalSize = (iBlocks-iUsed)*iFakeBlockSize; | ||
| 536 | for( StreamArray::iterator i = aStreams.begin(); i; i++ ) | ||
| 537 | { | ||
| 538 | iTotalSize += iFakeBlockSize - ((*i)->iSize%iFakeBlockSize); | ||
| 539 | } | ||
| 540 | return iTotalSize; | ||
| 541 | } | ||
| 542 | |||
| 543 | Bu::Myriad::Stream *Bu::Myriad::findStream( int iId ) | ||
| 544 | { | ||
| 545 | for( StreamArray::iterator i = aStreams.begin(); i; i++ ) | ||
| 546 | { | ||
| 547 | if( (*i)->iId == iId ) | ||
| 548 | return *i; | ||
| 549 | } | ||
| 550 | |||
| 551 | throw MyriadException( MyriadException::noSuchStream, | ||
| 552 | "The requested stream doesn't exist and cannot be opened." ); | ||
| 553 | |||
| 554 | return NULL; | ||
| 555 | } | ||
| 556 | |||
| 557 | Bu::Myriad::Block *Bu::Myriad::getBlock( int iBlock ) | ||
| 558 | { | ||
| 559 | // sio << "Myriad: Reading block " << iBlock << ", bytes " | ||
| 560 | // << iBlockSize*iBlock << "-" << iBlockSize*(iBlock+1) << sio.nl; | ||
| 561 | Block *pBlock = new Block; | ||
| 562 | pBlock->pData = new char[iBlockSize]; | ||
| 563 | sStore.setPos( iBlockSize * iBlock ); | ||
| 564 | sStore.read( pBlock->pData, iBlockSize ); | ||
| 565 | pBlock->bChanged = false; | ||
| 566 | pBlock->iBlockIndex = iBlock; | ||
| 567 | |||
| 568 | hActiveBlocks.insert( iBlock, pBlock ); | ||
| 569 | |||
| 570 | return pBlock; | ||
| 571 | } | ||
| 572 | |||
| 573 | void Bu::Myriad::releaseBlock( Bu::Myriad::Block *pBlock ) | ||
| 574 | { | ||
| 575 | if( pBlock == NULL ) | ||
| 576 | return; | ||
| 577 | // sio << "Myriad: Releasing block " << pBlock->iBlockIndex << sio.nl; | ||
| 578 | syncBlock( pBlock ); | ||
| 579 | hActiveBlocks.erase( pBlock->iBlockIndex ); | ||
| 580 | delete[] pBlock->pData; | ||
| 581 | delete pBlock; | ||
| 582 | } | ||
| 583 | |||
| 584 | void Bu::Myriad::syncBlock( Block *pBlock ) | ||
| 585 | { | ||
| 586 | if( pBlock->bChanged ) | ||
| 587 | { | ||
| 588 | // sio << "Myriad: - Block changed, writing back to stream." << sio.nl; | ||
| 589 | sStore.setPos( iBlockSize * pBlock->iBlockIndex ); | ||
| 590 | sStore.write( pBlock->pData, iBlockSize ); | ||
| 591 | pBlock->bChanged = false; | ||
| 592 | } | ||
| 593 | } | ||
| 594 | |||
| 595 | int Bu::Myriad::streamAddBlock( Stream *pStream ) | ||
| 596 | { | ||
| 597 | int iBlock = findEmptyBlock(); | ||
| 598 | pStream->aBlocks.append( iBlock ); | ||
| 599 | bsBlockUsed.setBit( iBlock ); | ||
| 600 | bHeaderChanged = true; | ||
| 601 | iUsed++; | ||
| 602 | return iBlock; | ||
| 603 | } | ||
| 604 | |||
| 605 | void Bu::Myriad::setStreamSize( Stream *pStream, long iSize ) | ||
| 606 | { | ||
| 607 | if( pStream->iSize == iSize ) | ||
| 608 | { | ||
| 609 | return; | ||
| 610 | } | ||
| 611 | else if( pStream->iSize > iSize ) | ||
| 612 | { | ||
| 613 | // Shrink | ||
| 614 | for( int iNewSize = pStream->aBlocks.getSize()*iBlockSize; | ||
| 615 | iNewSize-iBlockSize > iSize; iNewSize -= iBlockSize ) | ||
| 616 | { | ||
| 617 | if( bsBlockUsed.getBit( pStream->aBlocks.last() ) ) | ||
| 618 | iUsed--; | ||
| 619 | bsBlockUsed.setBit( pStream->aBlocks.last(), false ); | ||
| 620 | pStream->aBlocks.eraseLast(); | ||
| 621 | } | ||
| 622 | pStream->iSize = iSize; | ||
| 623 | bHeaderChanged = true; | ||
| 624 | } | ||
| 625 | else | ||
| 626 | { | ||
| 627 | // Grow | ||
| 628 | for( int iNewSize = pStream->aBlocks.getSize()*iBlockSize; | ||
| 629 | iNewSize < iSize; iNewSize += iBlockSize ) | ||
| 630 | { | ||
| 631 | streamAddBlock( pStream ); | ||
| 632 | } | ||
| 633 | pStream->iSize = iSize; | ||
| 634 | bHeaderChanged = true; | ||
| 635 | } | ||
| 636 | } | ||
| 637 | |||
| 638 | void Bu::Myriad::headerChanged() | ||
| 639 | { | ||
| 640 | bHeaderChanged = true; | ||
| 641 | } | ||
| 642 | |||
| 643 | bool Bu::Myriad::isMyriad( Bu::Stream &sStore ) | ||
| 644 | { | ||
| 645 | sStore.setPos( 0 ); | ||
| 646 | |||
| 647 | unsigned char buf[4]; | ||
| 648 | if( sStore.read( buf, 4 ) < 4 ) | ||
| 649 | throw MyriadException( MyriadException::emptyStream, | ||
| 650 | "Input stream appears to be empty."); | ||
| 651 | sStore.setPos( 0 ); | ||
| 652 | if( memcmp( buf, Myriad_MAGIC_CODE, 4 ) ) | ||
| 653 | { | ||
| 654 | return false; | ||
| 655 | } | ||
| 656 | return true; | ||
| 657 | } | ||
| 658 | |||
| 659 | const Bu::BitString &Bu::Myriad::getBlocksUsed() const | ||
| 660 | { | ||
| 661 | return bsBlockUsed; | ||
| 662 | } | ||
| 663 | |||
diff --git a/src/unstable/myriad.h b/src/unstable/myriad.h new file mode 100644 index 0000000..3382ab5 --- /dev/null +++ b/src/unstable/myriad.h | |||
| @@ -0,0 +1,222 @@ | |||
| 1 | /* | ||
| 2 | * Copyright (C) 2007-2011 Xagasoft, All rights reserved. | ||
| 3 | * | ||
| 4 | * This file is part of the libbu++ library and is released under the | ||
| 5 | * terms of the license contained in the file LICENSE. | ||
| 6 | */ | ||
| 7 | |||
| 8 | #ifndef BU_MYRIAD_H | ||
| 9 | #define BU_MYRIAD_H | ||
| 10 | |||
| 11 | #include <stdint.h> | ||
| 12 | #include "bu/bitstring.h" | ||
| 13 | #include "bu/exceptionbase.h" | ||
| 14 | #include "bu/array.h" | ||
| 15 | #include "bu/hash.h" | ||
| 16 | |||
| 17 | namespace Bu | ||
| 18 | { | ||
| 19 | class Stream; | ||
| 20 | class MyriadStream; | ||
| 21 | |||
| 22 | subExceptionDeclBegin( MyriadException ) | ||
| 23 | enum | ||
| 24 | { | ||
| 25 | emptyStream, | ||
| 26 | invalidFormat, | ||
| 27 | badVersion, | ||
| 28 | invalidWordSize, | ||
| 29 | noSuchStream, | ||
| 30 | streamExists, | ||
| 31 | invalidStreamId, | ||
| 32 | protectedStream | ||
| 33 | }; | ||
| 34 | subExceptionDeclEnd(); | ||
| 35 | |||
| 36 | /** | ||
| 37 | * Myriad block-allocated stream multiplexing system. This is a system for | ||
| 38 | * creating streams that contain other streams in a flexible and lightweight | ||
| 39 | * manner. Basically, you can create a file (or any other stream) that can | ||
| 40 | * store any number of flexible, growing streams. The streams within the | ||
| 41 | * Myriad stream are automatically numbered, not named. This works more | ||
| 42 | * or less like a filesystem, but without the extra layer for managing | ||
| 43 | * file and directory links. This would actually be very easy to add | ||
| 44 | * on top of Myriad, but is not required. | ||
| 45 | * | ||
| 46 | * Header format is as follows: | ||
| 47 | * | ||
| 48 | * MMMMvBssssSSSS* | ||
| 49 | * M = Magic number (0AD3FA84) | ||
| 50 | * v = version number | ||
| 51 | * B = Bits per int | ||
| 52 | * s = Blocksize in bytes | ||
| 53 | * S = Number of Streams | ||
| 54 | * | ||
| 55 | * The * represents the Stream headers, one per stream, as follows: | ||
| 56 | * IIIIssss$ | ||
| 57 | * I = Id number of the stream | ||
| 58 | * s = size of stream in bytes | ||
| 59 | * | ||
| 60 | * The $ represents the Block headers, one per used block, as follows: | ||
| 61 | * IIII | ||
| 62 | * I = Index of the block | ||
| 63 | * | ||
| 64 | * The stream/block data is interleaved in the header, so all blocks stored | ||
| 65 | * with one stream are together. The block headers are in order, and the | ||
| 66 | * data in them is required to be "solid" you cannot fill partial blocks | ||
| 67 | * mid-way through a stream. | ||
| 68 | * | ||
| 69 | * The initial block starts with the nids header, and is both the zero block | ||
| 70 | * and the zero stream. For now, the minimum block size is the size needed | ||
| 71 | * to store the base header, the zero stream header, and the first two | ||
| 72 | * blocks of the zero stream, so 30 bytes. Since it's reccomended to use | ||
| 73 | * a size that will fit evenly into filesystem blocks, then a size of 32 is | ||
| 74 | * probably the smallest reccomended size because all powers of two equal | ||
| 75 | * to or greater than 32 are evenly divisible by 32. | ||
| 76 | * | ||
| 77 | * I have had a thought that if the block size were smaller than 42 bytes | ||
| 78 | * the header would consume the first N blocks where N * block size is | ||
| 79 | * enough space to house the initial header, the first stream header, and | ||
| 80 | * the first N block headers. This, of course, causes you to hit an | ||
| 81 | * infinite header if the block size is small enough. | ||
| 82 | */ | ||
| 83 | class Myriad | ||
| 84 | { | ||
| 85 | friend class MyriadStream; | ||
| 86 | public: | ||
| 87 | /** | ||
| 88 | * Create a Myriad object that uses the given stream to store data. | ||
| 89 | * This stream must be random access. The block size and preallocate | ||
| 90 | * values passed in are values that will be used if the given stream | ||
| 91 | * is empty. In that case the stream will be "formatted" for myriad | ||
| 92 | * with the specified block size. If there is already a viable Myriad | ||
| 93 | * format present in the stream, then the blocksize and preallocate | ||
| 94 | * values will be ignored and the values from the stream will be used | ||
| 95 | * instead. If the stream doesn't appear to be Myriad formatted an | ||
| 96 | * exception will be thrown. | ||
| 97 | */ | ||
| 98 | Myriad( Bu::Stream &sStore, int iBlockSize=512, int iPreallocate=8 ); | ||
| 99 | virtual ~Myriad(); | ||
| 100 | |||
| 101 | /** | ||
| 102 | * Destroy whatever data may be in the base stream and create a new | ||
| 103 | * Myriad system there with the given blocksize. Use this with care, | ||
| 104 | * it will destroy anything that was already in the stream, and | ||
| 105 | * generally, should not ever have to be used. | ||
| 106 | */ | ||
| 107 | void initialize( int iBlockSize, int iPreAllocate=1 ); | ||
| 108 | |||
| 109 | /** | ||
| 110 | * Create a new stream within the Myriad system. The ID of the new | ||
| 111 | * stream is returned. | ||
| 112 | */ | ||
| 113 | int createStream( int iPreAllocate=1 ); | ||
| 114 | |||
| 115 | /** | ||
| 116 | * Create a new stream within the Myriad system with a given id. The | ||
| 117 | * id that you provide will be the new id of the stream unless it's | ||
| 118 | * already used, in which case an error is thrown. This is primarilly | ||
| 119 | * useful when copying an old Myriad file into a new one. | ||
| 120 | */ | ||
| 121 | int createStreamWithId( int iId, int iPreAllocate=1 ); | ||
| 122 | |||
| 123 | /** | ||
| 124 | * Delete a stream that's already within the Myriad. | ||
| 125 | */ | ||
| 126 | void deleteStream( int iId ); | ||
| 127 | |||
| 128 | /** | ||
| 129 | * Return a new Stream object assosiated with the given stream ID. | ||
| 130 | */ | ||
| 131 | MyriadStream openStream( int iId ); | ||
| 132 | |||
| 133 | Bu::Array<int> getStreamIds(); | ||
| 134 | int getStreamSize( int iId ); | ||
| 135 | bool hasStream( int iId ); | ||
| 136 | |||
| 137 | int getNumStreams(); | ||
| 138 | int getBlockSize(); | ||
| 139 | int getNumBlocks(); | ||
| 140 | int getNumUsedBlocks(); | ||
| 141 | int getTotalUsedBytes(); | ||
| 142 | int getTotalUnusedBytes(); | ||
| 143 | int getTotalUnusedBytes( int iFakeBlockSize ); | ||
| 144 | |||
| 145 | /** | ||
| 146 | * Syncronize the header data, etc. with the storage stream. It's not | ||
| 147 | * a bad idea to call this periodically. | ||
| 148 | */ | ||
| 149 | void sync(); | ||
| 150 | |||
| 151 | /** | ||
| 152 | * Read the first few bytes from the given stream and return true/false | ||
| 153 | * depending on weather or not it's a Myriad stream. This will throw | ||
| 154 | * an exception if the stream is empty, or is not random access. | ||
| 155 | */ | ||
| 156 | static bool isMyriad( Bu::Stream &sStore ); | ||
| 157 | |||
| 158 | const Bu::BitString &getBlocksUsed() const; | ||
| 159 | |||
| 160 | private: | ||
| 161 | /** | ||
| 162 | * Initialize this object based on the data already in the assosiated | ||
| 163 | * stream. This will be called automatically for you if you forget, | ||
| 164 | * but if you want to pre-initialize for some reason, just call this | ||
| 165 | * once before you actually start doing anything with your Myriad. | ||
| 166 | */ | ||
| 167 | void initialize(); | ||
| 168 | |||
| 169 | enum | ||
| 170 | { | ||
| 171 | blockUnused = 0xFFFFFFFFUL | ||
| 172 | }; | ||
| 173 | |||
| 174 | typedef Bu::Array<int> BlockArray; | ||
| 175 | class Stream | ||
| 176 | { | ||
| 177 | public: | ||
| 178 | int iId; | ||
| 179 | int iSize; | ||
| 180 | BlockArray aBlocks; | ||
| 181 | }; | ||
| 182 | typedef Bu::Array<Stream *> StreamArray; | ||
| 183 | |||
| 184 | class Block | ||
| 185 | { | ||
| 186 | public: | ||
| 187 | char *pData; | ||
| 188 | bool bChanged; | ||
| 189 | int iBlockIndex; | ||
| 190 | }; | ||
| 191 | |||
| 192 | void updateHeader(); | ||
| 193 | int findEmptyBlock(); | ||
| 194 | |||
| 195 | /** | ||
| 196 | *@todo Change this to use a binary search, it's nicer. | ||
| 197 | */ | ||
| 198 | Stream *findStream( int iId ); | ||
| 199 | |||
| 200 | Block *getBlock( int iBlock ); | ||
| 201 | void releaseBlock( Block *pBlock ); | ||
| 202 | void syncBlock( Block *pBlock ); | ||
| 203 | |||
| 204 | int streamAddBlock( Stream *pStream ); | ||
| 205 | void setStreamSize( Stream *pStream, long iSize ); | ||
| 206 | |||
| 207 | void headerChanged(); | ||
| 208 | |||
| 209 | private: | ||
| 210 | Bu::Stream &sStore; | ||
| 211 | int iBlockSize; | ||
| 212 | int iBlocks; | ||
| 213 | int iUsed; | ||
| 214 | Bu::BitString bsBlockUsed; | ||
| 215 | StreamArray aStreams; | ||
| 216 | typedef Bu::Hash<int, Block *> BlockHash; | ||
| 217 | BlockHash hActiveBlocks; | ||
| 218 | bool bHeaderChanged; | ||
| 219 | }; | ||
| 220 | }; | ||
| 221 | |||
| 222 | #endif | ||
diff --git a/src/unstable/myriadfs.cpp b/src/unstable/myriadfs.cpp new file mode 100644 index 0000000..6884a31 --- /dev/null +++ b/src/unstable/myriadfs.cpp | |||
| @@ -0,0 +1,703 @@ | |||
| 1 | /* | ||
| 2 | * Copyright (C) 2007-2011 Xagasoft, All rights reserved. | ||
| 3 | * | ||
| 4 | * This file is part of the libbu++ library and is released under the | ||
| 5 | * terms of the license contained in the file LICENSE. | ||
| 6 | */ | ||
| 7 | |||
| 8 | #include "bu/myriadfs.h" | ||
| 9 | #include "bu/myriadstream.h" | ||
| 10 | |||
| 11 | #include <string.h> | ||
| 12 | #include <unistd.h> | ||
| 13 | #include <time.h> | ||
| 14 | |||
| 15 | #include "bu/sio.h" | ||
| 16 | using Bu::sio; | ||
| 17 | using Bu::Fmt; | ||
| 18 | |||
| 19 | namespace Bu { subExceptionDef( MyriadFsException ) } | ||
| 20 | |||
| 21 | #define Myriad_Fs_MAGIC_CODE ((char *)"\xa7\x18\x8b\x39") | ||
| 22 | |||
| 23 | Bu::MyriadFs::MyriadFs( Bu::Stream &rStore, int iBlockSize ) : | ||
| 24 | rStore( rStore ), | ||
| 25 | mStore( rStore, iBlockSize ), | ||
| 26 | iUser( 0 ), | ||
| 27 | iGroup( 0 ) | ||
| 28 | { | ||
| 29 | #ifndef WIN32 | ||
| 30 | iUser = getuid(); | ||
| 31 | iGroup = getgid(); | ||
| 32 | #endif | ||
| 33 | |||
| 34 | if( mStore.hasStream( 1 ) ) | ||
| 35 | { | ||
| 36 | // Check to see if this is a MyriadFs stream. | ||
| 37 | Bu::MyriadStream ms = mStore.openStream( 1 ); | ||
| 38 | char sMagic[4]; | ||
| 39 | if( ms.read( sMagic, 4 ) < 4 ) | ||
| 40 | throw MyriadFsException("The provided stream does not appear to be " | ||
| 41 | "a MyriadFs stream."); | ||
| 42 | if( ::strncmp( sMagic, Myriad_Fs_MAGIC_CODE, 4 ) ) | ||
| 43 | throw MyriadFsException("The provided stream does not appear to be " | ||
| 44 | "a MyriadFs stream."); | ||
| 45 | |||
| 46 | int8_t iVer; | ||
| 47 | ms.read( &iVer, 1 ); | ||
| 48 | |||
| 49 | int32_t iNumNodes; | ||
| 50 | ms.read( &iNumNodes, 4 ); | ||
| 51 | for( int32_t j = 0; j < iNumNodes; j++ ) | ||
| 52 | { | ||
| 53 | int32_t iNode; | ||
| 54 | int32_t iPos; | ||
| 55 | ms.read( &iNode, 4 ); | ||
| 56 | ms.read( &iPos, 4 ); | ||
| 57 | hNodeIndex.insert( iNode, iPos ); | ||
| 58 | } | ||
| 59 | } | ||
| 60 | else | ||
| 61 | { | ||
| 62 | // Create initial header stream | ||
| 63 | { | ||
| 64 | mStore.createStream( 1 ); | ||
| 65 | Bu::MyriadStream ms = mStore.openStream( 1 ); | ||
| 66 | ms.write( Myriad_Fs_MAGIC_CODE, 4 ); | ||
| 67 | int8_t iVer = 1; | ||
| 68 | int32_t iTmp = 1; | ||
| 69 | ms.write( &iVer, 1 ); | ||
| 70 | ms.write( &iTmp, 4 ); // iNumNodes | ||
| 71 | iTmp = 0; | ||
| 72 | ms.write( &iTmp, 4 ); // iInode | ||
| 73 | ms.write( &iTmp, 4 ); // iPosition | ||
| 74 | hNodeIndex.insert( 0, 0 ); | ||
| 75 | } | ||
| 76 | |||
| 77 | // Create initial inode stream, with one root node. | ||
| 78 | { | ||
| 79 | mStore.createStream( 2 ); | ||
| 80 | Bu::MyriadStream ms = mStore.openStream( 2 ); | ||
| 81 | RawStat rs; | ||
| 82 | rs.iNode = 0; | ||
| 83 | rs.iUser = iUser; | ||
| 84 | rs.iGroup = iGroup; | ||
| 85 | rs.uPerms = 0755|typeDir; | ||
| 86 | rs.iLinks = 1; | ||
| 87 | rs.uStreamIndex = 3; | ||
| 88 | rs.iCTime = rs.iMTime = rs.iATime = time(NULL); | ||
| 89 | ms.write( &rs, sizeof(RawStat) ); | ||
| 90 | } | ||
| 91 | |||
| 92 | // Create inode 0's storage stream. | ||
| 93 | { | ||
| 94 | mStore.createStream( 3 ); | ||
| 95 | Bu::MyriadStream ms = mStore.openStream( 3 ); | ||
| 96 | int32_t iTmp32 = 0; | ||
| 97 | ms.write( &iTmp32, 4 ); // iChildCount | ||
| 98 | } | ||
| 99 | } | ||
| 100 | } | ||
| 101 | |||
| 102 | Bu::MyriadFs::~MyriadFs() | ||
| 103 | { | ||
| 104 | writeHeader(); | ||
| 105 | } | ||
| 106 | |||
| 107 | void Bu::MyriadFs::stat( const Bu::String &sPath, Bu::MyriadFs::Stat &rBuf ) | ||
| 108 | { | ||
| 109 | int32_t iParent; | ||
| 110 | int32_t iNode = lookupInode( sPath, iParent ); | ||
| 111 | Bu::MyriadStream is = mStore.openStream( 2 ); | ||
| 112 | stat( iNode, rBuf, is ); | ||
| 113 | } | ||
| 114 | |||
| 115 | Bu::MyriadStream Bu::MyriadFs::open( const Bu::String &sPath, int /*iMode*/, | ||
| 116 | uint16_t uPerms ) | ||
| 117 | { | ||
| 118 | int32_t iParent = -1; | ||
| 119 | int32_t iNode; | ||
| 120 | try | ||
| 121 | { | ||
| 122 | iNode = lookupInode( sPath, iParent ); | ||
| 123 | sio << "File found." << sio.nl; | ||
| 124 | // The file was found | ||
| 125 | return openByInode( iNode ); | ||
| 126 | } | ||
| 127 | catch( Bu::MyriadFsException &e ) | ||
| 128 | { | ||
| 129 | if( iParent < 0 ) | ||
| 130 | throw; | ||
| 131 | |||
| 132 | // This means that an intermediate path component couldn't be found | ||
| 133 | if( e.getErrorCode() == 1 ) | ||
| 134 | throw; | ||
| 135 | |||
| 136 | // The file wasn't found, but the path leading up to it was. | ||
| 137 | // first, figure out the final path element... | ||
| 138 | Bu::String sName = filePart( sPath ); | ||
| 139 | sio << "End filename: " << sName << sio.nl; | ||
| 140 | sio << "Parent inode: " << iParent << sio.nl; | ||
| 141 | iNode = create( iParent, sName, (uPerms&permMask)|typeRegFile, 0 ); | ||
| 142 | sio << "New iNode: " << iNode << sio.nl; | ||
| 143 | return openByInode( iNode ); | ||
| 144 | } | ||
| 145 | } | ||
| 146 | |||
| 147 | void Bu::MyriadFs::create( const Bu::String &sPath, uint16_t iPerms ) | ||
| 148 | { | ||
| 149 | create( sPath, iPerms, 0 ); | ||
| 150 | } | ||
| 151 | |||
| 152 | void Bu::MyriadFs::create( const Bu::String &sPath, uint16_t iPerms, | ||
| 153 | uint16_t iDevHi, uint16_t iDevLo ) | ||
| 154 | { | ||
| 155 | create( sPath, iPerms, ((uint32_t)iDevHi<<16)|(uint32_t)iDevLo ); | ||
| 156 | } | ||
| 157 | |||
| 158 | void Bu::MyriadFs::create( const Bu::String &sPath, uint16_t iPerms, | ||
| 159 | uint32_t uSpecial ) | ||
| 160 | { | ||
| 161 | int32_t iParent = -1; | ||
| 162 | int32_t iNode; | ||
| 163 | try | ||
| 164 | { | ||
| 165 | iNode = lookupInode( sPath, iParent ); | ||
| 166 | sio << "File found." << sio.nl; | ||
| 167 | // The file was found | ||
| 168 | throw Bu::MyriadFsException("Path already exists."); | ||
| 169 | } | ||
| 170 | catch( Bu::MyriadFsException &e ) | ||
| 171 | { | ||
| 172 | if( iParent < 0 ) | ||
| 173 | throw; | ||
| 174 | |||
| 175 | // This means that an intermediate path component couldn't be found | ||
| 176 | if( e.getErrorCode() == 1 ) | ||
| 177 | throw; | ||
| 178 | |||
| 179 | // The file wasn't found, but the path leading up to it was. | ||
| 180 | // first, figure out the final path element... | ||
| 181 | Bu::String sName = filePart( sPath ); | ||
| 182 | sio << "End filename: " << sName << sio.nl; | ||
| 183 | sio << "Parent inode: " << iParent << sio.nl; | ||
| 184 | iNode = create( iParent, sName, iPerms, uSpecial ); | ||
| 185 | sio << "New iNode: " << iNode << sio.nl; | ||
| 186 | } | ||
| 187 | } | ||
| 188 | |||
| 189 | void Bu::MyriadFs::mkDir( const Bu::String &sPath, uint16_t iPerms ) | ||
| 190 | { | ||
| 191 | create( sPath, (iPerms&permMask)|typeDir, 0 ); | ||
| 192 | } | ||
| 193 | |||
| 194 | void Bu::MyriadFs::mkSymLink( const Bu::String &sTarget, | ||
| 195 | const Bu::String &sPath ) | ||
| 196 | { | ||
| 197 | int32_t iParent = -1; | ||
| 198 | int32_t iNode; | ||
| 199 | try | ||
| 200 | { | ||
| 201 | iNode = lookupInode( sPath, iParent ); | ||
| 202 | throw Bu::MyriadFsException("Path already exists."); | ||
| 203 | } | ||
| 204 | catch( Bu::MyriadFsException &e ) | ||
| 205 | { | ||
| 206 | if( iParent < 0 ) | ||
| 207 | throw; | ||
| 208 | |||
| 209 | // This means that an intermediate path component couldn't be found | ||
| 210 | if( e.getErrorCode() == 1 ) | ||
| 211 | throw; | ||
| 212 | |||
| 213 | // The file wasn't found, but the path leading up to it was. | ||
| 214 | // first, figure out the final path element... | ||
| 215 | Bu::String sName = filePart( sPath ); | ||
| 216 | sio << "End filename: " << sName << sio.nl; | ||
| 217 | sio << "Parent inode: " << iParent << sio.nl; | ||
| 218 | iNode = create( iParent, sName, 0777|typeSymLink, 0 ); | ||
| 219 | sio << "New iNode: " << iNode << sio.nl; | ||
| 220 | MyriadStream ms = openByInode( iNode ); | ||
| 221 | ms.write( sTarget ); | ||
| 222 | } | ||
| 223 | } | ||
| 224 | |||
| 225 | void Bu::MyriadFs::mkHardLink( const Bu::String &sTarget, | ||
| 226 | const Bu::String &sPath ) | ||
| 227 | { | ||
| 228 | int32_t iParent = -1; | ||
| 229 | int32_t iNode; | ||
| 230 | |||
| 231 | iNode = lookupInode( sTarget, iParent ); | ||
| 232 | |||
| 233 | try | ||
| 234 | { | ||
| 235 | lookupInode( sPath, iParent ); | ||
| 236 | throw Bu::MyriadFsException("Path already exists."); | ||
| 237 | } | ||
| 238 | catch( Bu::MyriadFsException &e ) | ||
| 239 | { | ||
| 240 | if( iParent < 0 ) | ||
| 241 | throw; | ||
| 242 | |||
| 243 | // This means that an intermediate path component couldn't be found | ||
| 244 | if( e.getErrorCode() == 1 ) | ||
| 245 | throw; | ||
| 246 | |||
| 247 | // The file wasn't found, but the path leading up to it was. | ||
| 248 | // first, figure out the final path element... | ||
| 249 | Bu::String sName = filePart( sPath ); | ||
| 250 | sio << "End filename: " << sName << sio.nl; | ||
| 251 | sio << "Parent inode: " << iParent << sio.nl; | ||
| 252 | addToDir( iParent, iNode, sName ); | ||
| 253 | MyriadStream is = mStore.openStream( 2 ); | ||
| 254 | RawStat rs; | ||
| 255 | readInode( iNode, rs, is ); | ||
| 256 | rs.iLinks++; | ||
| 257 | writeInode( rs, is ); | ||
| 258 | } | ||
| 259 | } | ||
| 260 | |||
| 261 | Bu::String Bu::MyriadFs::readSymLink( const Bu::String &sPath ) | ||
| 262 | { | ||
| 263 | int32_t iParent = -1; | ||
| 264 | int32_t iNode; | ||
| 265 | iNode = lookupInode( sPath, iParent ); | ||
| 266 | MyriadStream ms = openByInode( iNode ); | ||
| 267 | Bu::String sRet; | ||
| 268 | sRet.setSize( ms.getSize() ); | ||
| 269 | ms.read( sRet.getStr(), ms.getSize() ); | ||
| 270 | return sRet; | ||
| 271 | } | ||
| 272 | |||
| 273 | Bu::MyriadFs::Dir Bu::MyriadFs::readDir( const Bu::String &sPath ) | ||
| 274 | { | ||
| 275 | int32_t iParent = -1; | ||
| 276 | int32_t iNode = lookupInode( sPath, iParent ); | ||
| 277 | return readDir( iNode ); | ||
| 278 | } | ||
| 279 | |||
| 280 | void Bu::MyriadFs::setTimes( const Bu::String &sPath, int64_t iATime, | ||
| 281 | int64_t iMTime ) | ||
| 282 | { | ||
| 283 | int32_t iParent = -1; | ||
| 284 | int32_t iNode; | ||
| 285 | |||
| 286 | iNode = lookupInode( sPath, iParent ); | ||
| 287 | |||
| 288 | setTimes( iNode, iATime, iMTime ); | ||
| 289 | } | ||
| 290 | |||
| 291 | void Bu::MyriadFs::unlink( const Bu::String &sPath ) | ||
| 292 | { | ||
| 293 | int32_t iParent = -1; | ||
| 294 | // int32_t iNode; | ||
| 295 | |||
| 296 | /*iNode =*/ lookupInode( sPath, iParent ); | ||
| 297 | |||
| 298 | Dir lDir = readDir( iParent ); | ||
| 299 | |||
| 300 | Bu::String sName = filePart( sPath ); | ||
| 301 | |||
| 302 | for( Dir::iterator i = lDir.begin(); i; i++ ) | ||
| 303 | { | ||
| 304 | if( sName == (*i).sName ) | ||
| 305 | { | ||
| 306 | RawStat rs; | ||
| 307 | readInode( (*i).iNode, rs ); | ||
| 308 | if( (rs.uPerms&typeMask) == typeDir ) | ||
| 309 | { | ||
| 310 | MyriadStream msDir = mStore.openStream( rs.uStreamIndex ); | ||
| 311 | int32_t iCount; | ||
| 312 | msDir.read( &iCount, 4 ); | ||
| 313 | if( iCount > 0 ) | ||
| 314 | { | ||
| 315 | throw Bu::MyriadFsException("Directory not empty."); | ||
| 316 | } | ||
| 317 | } | ||
| 318 | if( --rs.iLinks == 0 ) | ||
| 319 | { | ||
| 320 | destroyNode( (*i).iNode ); | ||
| 321 | } | ||
| 322 | else | ||
| 323 | { | ||
| 324 | writeInode( rs ); | ||
| 325 | } | ||
| 326 | lDir.erase( i ); | ||
| 327 | break; | ||
| 328 | } | ||
| 329 | } | ||
| 330 | |||
| 331 | Bu::MyriadStream ms = openByInode( iParent ); | ||
| 332 | int32_t iNumChildren = lDir.getSize(); | ||
| 333 | ms.write( &iNumChildren, 4 ); | ||
| 334 | for( Dir::iterator i = lDir.begin(); i; i++ ) | ||
| 335 | { | ||
| 336 | ms.write( &(*i).iNode, 4 ); | ||
| 337 | uint8_t iSize = (*i).sName.getSize(); | ||
| 338 | ms.write( &iSize, 1 ); | ||
| 339 | ms.write( (*i).sName.getStr(), iSize ); | ||
| 340 | } | ||
| 341 | ms.setSize( ms.tell() ); | ||
| 342 | } | ||
| 343 | |||
| 344 | void Bu::MyriadFs::setFileSize( const Bu::String &sPath, int32_t iSize ) | ||
| 345 | { | ||
| 346 | int32_t iParent = -1; | ||
| 347 | int32_t iNode; | ||
| 348 | iNode = lookupInode( sPath, iParent ); | ||
| 349 | MyriadStream ms = openByInode( iNode ); | ||
| 350 | ms.setSize( iSize ); | ||
| 351 | } | ||
| 352 | |||
| 353 | void Bu::MyriadFs::rename( const Bu::String &sFrom, const Bu::String &sTo ) | ||
| 354 | { | ||
| 355 | mkHardLink( sFrom, sTo ); | ||
| 356 | unlink( sFrom ); | ||
| 357 | } | ||
| 358 | |||
| 359 | dev_t Bu::MyriadFs::devToSys( uint32_t uDev ) | ||
| 360 | { | ||
| 361 | return (((uDev&0xFFFF0000)>>8)&0xFF00) | ((uDev&0xFF)); | ||
| 362 | } | ||
| 363 | |||
| 364 | uint32_t Bu::MyriadFs::sysToDev( dev_t uDev ) | ||
| 365 | { | ||
| 366 | return (((uint32_t)uDev&0xFF00)<<8) | ((uint32_t)uDev&0xFF); | ||
| 367 | } | ||
| 368 | |||
| 369 | int32_t Bu::MyriadFs::lookupInode( const Bu::String &sPath, int32_t &iParent ) | ||
| 370 | { | ||
| 371 | if( sPath == "/" ) | ||
| 372 | { | ||
| 373 | return 0; | ||
| 374 | } | ||
| 375 | if( sPath[0] == '/' ) | ||
| 376 | { | ||
| 377 | // Absolute lookup | ||
| 378 | return lookupInode( sPath.begin()+1, 0, iParent ); | ||
| 379 | } | ||
| 380 | else | ||
| 381 | { | ||
| 382 | // Relative lookup | ||
| 383 | throw Bu::ExceptionBase( | ||
| 384 | "Relative lookups in MyriadFs are not working yet."); | ||
| 385 | } | ||
| 386 | } | ||
| 387 | |||
| 388 | int32_t Bu::MyriadFs::lookupInode( Bu::String::const_iterator iStart, | ||
| 389 | int32_t iNode, int32_t &iParent ) | ||
| 390 | { | ||
| 391 | iParent = iNode; | ||
| 392 | |||
| 393 | Bu::String::const_iterator iEnd = iStart.find('/'); | ||
| 394 | Bu::String sTok( iStart, iEnd ); | ||
| 395 | |||
| 396 | // sio << "Direcotry component: " << sTok << sio.nl; | ||
| 397 | |||
| 398 | Dir lDir = readDir( iNode ); | ||
| 399 | |||
| 400 | for( Dir::iterator i = lDir.begin(); i; i++ ) | ||
| 401 | { | ||
| 402 | if( (*i).sName == sTok ) | ||
| 403 | { | ||
| 404 | // We found an item | ||
| 405 | if( !iEnd ) | ||
| 406 | { | ||
| 407 | // It's the last one in the requested path, return it | ||
| 408 | return (*i).iNode; | ||
| 409 | } | ||
| 410 | else | ||
| 411 | { | ||
| 412 | // Not the last one in our path, double check it's a dir | ||
| 413 | if( ((*i).uPerms&typeMask) == typeDir ) | ||
| 414 | { | ||
| 415 | return lookupInode( iEnd+1, (*i).iNode, iParent ); | ||
| 416 | } | ||
| 417 | else | ||
| 418 | { | ||
| 419 | iParent = -1; | ||
| 420 | throw Bu::MyriadFsException( | ||
| 421 | "Element '%s' in given path is not a directory.", | ||
| 422 | sTok.getStr() ); | ||
| 423 | } | ||
| 424 | } | ||
| 425 | } | ||
| 426 | } | ||
| 427 | |||
| 428 | if( iEnd ) | ||
| 429 | throw Bu::MyriadFsException( 1, "Path not found"); | ||
| 430 | else | ||
| 431 | throw Bu::MyriadFsException( 2, "Path not found"); | ||
| 432 | } | ||
| 433 | |||
| 434 | void Bu::MyriadFs::readInode( int32_t iNode, RawStat &rs, MyriadStream &rIs ) | ||
| 435 | { | ||
| 436 | rIs.setPos( hNodeIndex.get( iNode )*sizeof(RawStat) ); | ||
| 437 | if( rIs.read( &rs, sizeof(RawStat) ) < sizeof(RawStat) ) | ||
| 438 | throw Bu::MyriadFsException("Filesystem corruption detected."); | ||
| 439 | if( rs.iNode != iNode ) | ||
| 440 | throw Bu::MyriadFsException("Filesystem corruption detected."); | ||
| 441 | } | ||
| 442 | |||
| 443 | void Bu::MyriadFs::readInode( int32_t iNode, RawStat &rs ) | ||
| 444 | { | ||
| 445 | MyriadStream ms = mStore.openStream( 2 ); | ||
| 446 | readInode( iNode, rs, ms ); | ||
| 447 | } | ||
| 448 | |||
| 449 | void Bu::MyriadFs::writeInode( const RawStat &rs, | ||
| 450 | MyriadStream &rOs ) | ||
| 451 | { | ||
| 452 | rOs.setSize( hNodeIndex.getSize()*sizeof(RawStat) ); | ||
| 453 | rOs.setPos( hNodeIndex.get( rs.iNode )*sizeof(RawStat) ); | ||
| 454 | if( rOs.write( &rs, sizeof(RawStat) ) < sizeof(RawStat) ) | ||
| 455 | throw Bu::MyriadFsException("Error writing inode to header stream."); | ||
| 456 | } | ||
| 457 | |||
| 458 | void Bu::MyriadFs::writeInode( const RawStat &rs ) | ||
| 459 | { | ||
| 460 | MyriadStream ms = mStore.openStream( 2 ); | ||
| 461 | writeInode( rs, ms ); | ||
| 462 | } | ||
| 463 | |||
| 464 | Bu::MyriadFs::Dir Bu::MyriadFs::readDir( int32_t iNode ) | ||
| 465 | { | ||
| 466 | Bu::MyriadStream ms = openByInode( iNode ); | ||
| 467 | int32_t iNumChildren = 0; | ||
| 468 | ms.read( &iNumChildren, 4 ); | ||
| 469 | |||
| 470 | Bu::MyriadStream is = mStore.openStream( 2 ); | ||
| 471 | Dir lDir; | ||
| 472 | // sio << "Reading dir, " << iNumChildren << " entries:" << sio.nl; | ||
| 473 | for( int32_t j = 0; j < iNumChildren; j++ ) | ||
| 474 | { | ||
| 475 | int32_t iChildNode; | ||
| 476 | ms.read( &iChildNode, 4 ); | ||
| 477 | Stat s; | ||
| 478 | stat( iChildNode, s, is ); | ||
| 479 | uint8_t uLen; | ||
| 480 | ms.read( &uLen, 1 ); | ||
| 481 | s.sName.setSize( uLen ); | ||
| 482 | ms.read( s.sName.getStr(), uLen ); | ||
| 483 | lDir.append( s ); | ||
| 484 | |||
| 485 | // sio << " " << s.sName << sio.nl; | ||
| 486 | } | ||
| 487 | |||
| 488 | return lDir; | ||
| 489 | } | ||
| 490 | |||
| 491 | Bu::MyriadStream Bu::MyriadFs::openByInode( int32_t iNode ) | ||
| 492 | { | ||
| 493 | RawStat rs; | ||
| 494 | readInode( iNode, rs ); | ||
| 495 | switch( (rs.uPerms&typeMask) ) | ||
| 496 | { | ||
| 497 | case typeDir: | ||
| 498 | case typeSymLink: | ||
| 499 | case typeRegFile: | ||
| 500 | return mStore.openStream( rs.uStreamIndex ); | ||
| 501 | |||
| 502 | default: | ||
| 503 | throw Bu::MyriadFsException( | ||
| 504 | "inode incorrect type for low-level openByInode."); | ||
| 505 | } | ||
| 506 | } | ||
| 507 | |||
| 508 | void Bu::MyriadFs::addToDir( int32_t iDir, int32_t iNode, | ||
| 509 | const Bu::String &sName ) | ||
| 510 | { | ||
| 511 | if( sName.getSize() > 255 ) | ||
| 512 | { | ||
| 513 | throw Bu::MyriadFsException("Filename too long, max is 255 bytes."); | ||
| 514 | } | ||
| 515 | Bu::MyriadStream ms = openByInode( iDir ); | ||
| 516 | int32_t iNumChildren = 0; | ||
| 517 | ms.read( &iNumChildren, 4 ); | ||
| 518 | iNumChildren++; | ||
| 519 | ms.setPos( 0 ); | ||
| 520 | ms.write( &iNumChildren, 4 ); | ||
| 521 | ms.setPosEnd( 0 ); | ||
| 522 | ms.write( &iNode, 4 ); | ||
| 523 | uint8_t uLen = sName.getSize(); | ||
| 524 | ms.write( &uLen, 1 ); | ||
| 525 | ms.write( sName.getStr(), uLen ); | ||
| 526 | } | ||
| 527 | |||
| 528 | int32_t Bu::MyriadFs::create( int32_t iParent, const Bu::String &sName, | ||
| 529 | uint16_t uPerms, uint32_t uSpecial ) | ||
| 530 | { | ||
| 531 | int32_t iNode = allocInode( uPerms, uSpecial ); | ||
| 532 | addToDir( iParent, iNode, sName ); | ||
| 533 | return iNode; | ||
| 534 | } | ||
| 535 | |||
| 536 | int32_t Bu::MyriadFs::allocInode( uint16_t uPerms, uint32_t uSpecial ) | ||
| 537 | { | ||
| 538 | int32_t iNode = 0; | ||
| 539 | for(; iNode < 0xfffffff; iNode++ ) | ||
| 540 | { | ||
| 541 | if( !hNodeIndex.has( iNode ) ) | ||
| 542 | { | ||
| 543 | hNodeIndex.insert( iNode, hNodeIndex.getSize() ); | ||
| 544 | RawStat rs; | ||
| 545 | rs.iNode = iNode; | ||
| 546 | rs.iUser = iUser; | ||
| 547 | rs.iGroup = iGroup; | ||
| 548 | rs.uPerms = uPerms; | ||
| 549 | rs.iLinks = 1; | ||
| 550 | switch( (uPerms&typeMask) ) | ||
| 551 | { | ||
| 552 | case typeRegFile: | ||
| 553 | case typeSymLink: | ||
| 554 | rs.uStreamIndex = mStore.createStream(); | ||
| 555 | break; | ||
| 556 | |||
| 557 | case typeDir: | ||
| 558 | rs.uStreamIndex = mStore.createStream(); | ||
| 559 | sio << "Creating directory node, storage: " | ||
| 560 | << rs.uStreamIndex << sio.nl; | ||
| 561 | { | ||
| 562 | Bu::MyriadStream msDir = mStore.openStream( | ||
| 563 | rs.uStreamIndex | ||
| 564 | ); | ||
| 565 | uint32_t uSize = 0; | ||
| 566 | msDir.write( &uSize, 4 ); | ||
| 567 | } | ||
| 568 | break; | ||
| 569 | |||
| 570 | case typeChrDev: | ||
| 571 | case typeBlkDev: | ||
| 572 | rs.uStreamIndex = uSpecial; | ||
| 573 | break; | ||
| 574 | |||
| 575 | default: | ||
| 576 | rs.uStreamIndex = 0; | ||
| 577 | break; | ||
| 578 | } | ||
| 579 | rs.iATime = time(NULL); | ||
| 580 | rs.iMTime = time(NULL); | ||
| 581 | rs.iCTime = time(NULL); | ||
| 582 | writeInode( rs ); | ||
| 583 | |||
| 584 | return iNode; | ||
| 585 | } | ||
| 586 | } | ||
| 587 | |||
| 588 | throw Bu::MyriadFsException( | ||
| 589 | "No inode could be allocated. You've run out!"); | ||
| 590 | } | ||
| 591 | |||
| 592 | void Bu::MyriadFs::stat( int32_t iNode, Stat &rBuf, MyriadStream &rIs ) | ||
| 593 | { | ||
| 594 | RawStat rs; | ||
| 595 | readInode( iNode, rs, rIs ); | ||
| 596 | rBuf.iNode = iNode; | ||
| 597 | rBuf.iUser = rs.iUser; | ||
| 598 | rBuf.iGroup = rs.iGroup; | ||
| 599 | rBuf.uPerms = rs.uPerms; | ||
| 600 | rBuf.iLinks = rs.iLinks; | ||
| 601 | rBuf.iATime = rs.iATime; | ||
| 602 | rBuf.iMTime = rs.iMTime; | ||
| 603 | rBuf.iCTime = rs.iCTime; | ||
| 604 | rBuf.uDev = 0; | ||
| 605 | rBuf.iSize = 0; | ||
| 606 | switch( (rBuf.uPerms&typeMask) ) | ||
| 607 | { | ||
| 608 | case typeRegFile: | ||
| 609 | case typeSymLink: | ||
| 610 | rBuf.iSize = mStore.getStreamSize( rs.uStreamIndex ); | ||
| 611 | break; | ||
| 612 | |||
| 613 | case typeChrDev: | ||
| 614 | case typeBlkDev: | ||
| 615 | rBuf.uDev = rs.uStreamIndex; | ||
| 616 | break; | ||
| 617 | |||
| 618 | default: | ||
| 619 | rBuf.iSize = 0; | ||
| 620 | break; | ||
| 621 | } | ||
| 622 | } | ||
| 623 | |||
| 624 | void Bu::MyriadFs::writeHeader() | ||
| 625 | { | ||
| 626 | Bu::MyriadStream ms = mStore.openStream( 1 ); | ||
| 627 | ms.write( Myriad_Fs_MAGIC_CODE, 4 ); | ||
| 628 | int8_t iVer = 1; | ||
| 629 | int32_t iNumNodes = hNodeIndex.getSize(); | ||
| 630 | ms.write( &iVer, 1 ); | ||
| 631 | ms.write( &iNumNodes, 4 ); // iNumNodes | ||
| 632 | for( NodeIndex::iterator i = hNodeIndex.begin(); i; i++ ) | ||
| 633 | { | ||
| 634 | int32_t iNode = i.getKey(); | ||
| 635 | int32_t iPosition = i.getValue(); | ||
| 636 | ms.write( &iNode, 4 ); | ||
| 637 | ms.write( &iPosition, 4 ); | ||
| 638 | } | ||
| 639 | |||
| 640 | // Truncate the stream afterwards so we don't use up too much space. | ||
| 641 | ms.setSize( ms.tell() ); | ||
| 642 | } | ||
| 643 | |||
| 644 | void Bu::MyriadFs::setTimes( int32_t iNode, int64_t iATime, int64_t iMTime ) | ||
| 645 | { | ||
| 646 | RawStat rs; | ||
| 647 | Bu::MyriadStream is = mStore.openStream( 2 ); | ||
| 648 | |||
| 649 | readInode( iNode, rs, is ); | ||
| 650 | rs.iATime = iATime; | ||
| 651 | rs.iMTime = iMTime; | ||
| 652 | writeInode( rs, is ); | ||
| 653 | } | ||
| 654 | |||
| 655 | void Bu::MyriadFs::destroyNode( int32_t iNode ) | ||
| 656 | { | ||
| 657 | if( iNode == 0 ) | ||
| 658 | throw Bu::MyriadFsException("You cannot destroy the root."); | ||
| 659 | |||
| 660 | Bu::MyriadStream is = mStore.openStream( 2 ); | ||
| 661 | |||
| 662 | // This will be overwritten with the last node | ||
| 663 | uint32_t iPosition = hNodeIndex.get( iNode ); | ||
| 664 | RawStat rsOld; | ||
| 665 | readInode( iNode, rsOld, is ); | ||
| 666 | switch( (rsOld.uPerms&typeMask) ) | ||
| 667 | { | ||
| 668 | case typeRegFile: | ||
| 669 | case typeDir: | ||
| 670 | case typeSymLink: | ||
| 671 | mStore.deleteStream( rsOld.uStreamIndex ); | ||
| 672 | break; | ||
| 673 | } | ||
| 674 | |||
| 675 | hNodeIndex.erase( iNode ); | ||
| 676 | |||
| 677 | // Read the last node, can't use the helpers, because we don't know the | ||
| 678 | // iNode yet. | ||
| 679 | if( iPosition != hNodeIndex.getSize() ) | ||
| 680 | { | ||
| 681 | // If this is the last node, then we don't need to do anything, but | ||
| 682 | // this case handles what to do if we aren't on the last node | ||
| 683 | RawStat rs; | ||
| 684 | is.setPos( (hNodeIndex.getSize())*sizeof(RawStat) ); | ||
| 685 | is.read( &rs, sizeof(RawStat) ); | ||
| 686 | |||
| 687 | hNodeIndex.get( rs.iNode ) = iPosition; | ||
| 688 | writeInode( rs, is ); | ||
| 689 | } | ||
| 690 | |||
| 691 | is.setSize( hNodeIndex.getSize() * sizeof(RawStat) ); | ||
| 692 | } | ||
| 693 | |||
| 694 | Bu::String Bu::MyriadFs::filePart( const Bu::String &sPath ) | ||
| 695 | { | ||
| 696 | Bu::String::const_iterator iStart = sPath.begin(); | ||
| 697 | if( *iStart == '/' ) | ||
| 698 | iStart++; | ||
| 699 | for( Bu::String::const_iterator iEnd = iStart.find('/'); iEnd; | ||
| 700 | iStart = iEnd+1, iEnd = iStart.find('/') ) { } | ||
| 701 | return Bu::String( iStart, sPath.end() ); | ||
| 702 | } | ||
| 703 | |||
diff --git a/src/unstable/myriadfs.h b/src/unstable/myriadfs.h new file mode 100644 index 0000000..cc9961a --- /dev/null +++ b/src/unstable/myriadfs.h | |||
| @@ -0,0 +1,203 @@ | |||
| 1 | /* | ||
| 2 | * Copyright (C) 2007-2011 Xagasoft, All rights reserved. | ||
| 3 | * | ||
| 4 | * This file is part of the libbu++ library and is released under the | ||
| 5 | * terms of the license contained in the file LICENSE. | ||
| 6 | */ | ||
| 7 | |||
| 8 | #ifndef MYRIAD_FS_H | ||
| 9 | #define MYRIAD_FS_H | ||
| 10 | |||
| 11 | #include <sys/types.h> | ||
| 12 | |||
| 13 | #include "bu/myriad.h" | ||
| 14 | |||
| 15 | namespace Bu | ||
| 16 | { | ||
| 17 | class Stream; | ||
| 18 | |||
| 19 | subExceptionDecl( MyriadFsException ); | ||
| 20 | |||
| 21 | /** | ||
| 22 | * A POSIX compliant, node based filesystem built on top of Myriad. | ||
| 23 | * | ||
| 24 | * A header is placed into stream 1. | ||
| 25 | * Header format: | ||
| 26 | * int32_t iMagicHeader (A7188B39) | ||
| 27 | * int8_t iVersion (1) | ||
| 28 | * int32_t iNumNodes | ||
| 29 | * NodeLookup[iNumNodes] nNode | ||
| 30 | * | ||
| 31 | * Node lookup: | ||
| 32 | * int32_t iInode | ||
| 33 | * int32_t iPosition | ||
| 34 | * | ||
| 35 | * The node headers or inode structures have a base size of 44 bytes. | ||
| 36 | * The name is stored in the directory format. | ||
| 37 | * Basic node header format: | ||
| 38 | * int32_t iNode | ||
| 39 | * int32_t iUser | ||
| 40 | * int32_t iGroup | ||
| 41 | * uint16_t uPerms | ||
| 42 | * int16_t iLinks | ||
| 43 | * uint32_t uStreamIndex | ||
| 44 | * int64_t iATime | ||
| 45 | * int64_t iMTime | ||
| 46 | * int64_t iCTime | ||
| 47 | * | ||
| 48 | * Some types get special formats for their assosiated data stream, or | ||
| 49 | * other special considerations, here's a list: | ||
| 50 | * | ||
| 51 | * - typeFifo: No stream, uStreamIndex unused (probably) | ||
| 52 | * - typeChrDev: No stream, uStreamIndex is device hi/lo | ||
| 53 | * - typeDir: The stream contains a directory contents listing, described | ||
| 54 | * below | ||
| 55 | * - typeBlkDev: No stream, uStreamIndex is device hi/lo | ||
| 56 | * - typeRegFile: The stream is the file data | ||
| 57 | * - typeSymLink: The stream is the destination of the symlink | ||
| 58 | * - typeSocket: No steram, uStreamIndex unused (probably) | ||
| 59 | * | ||
| 60 | * Directory streams have this simple listing format. They contain a list | ||
| 61 | * of all child elements, with no particular order at the moment. The . and | ||
| 62 | * .. entries are not listed, they are implicit: | ||
| 63 | * int32_t iNumNodes | ||
| 64 | * NodeTable[iNumNodes] nChildren | ||
| 65 | * | ||
| 66 | * NodeTable: | ||
| 67 | * int32_t iInode | ||
| 68 | * uint8_t uNameSize | ||
| 69 | * char[uNameSize] sName | ||
| 70 | */ | ||
| 71 | class MyriadFs | ||
| 72 | { | ||
| 73 | public: | ||
| 74 | MyriadFs( Bu::Stream &rStore, int iBlockSize=512 ); | ||
| 75 | virtual ~MyriadFs(); | ||
| 76 | |||
| 77 | enum | ||
| 78 | { | ||
| 79 | permOthX = 0000001, | ||
| 80 | permOthW = 0000002, | ||
| 81 | permOthR = 0000004, | ||
| 82 | permGrpX = 0000010, | ||
| 83 | permGrpW = 0000020, | ||
| 84 | permGrpR = 0000040, | ||
| 85 | permUsrX = 0000100, | ||
| 86 | permUsrW = 0000200, | ||
| 87 | permUsrR = 0000400, | ||
| 88 | permSticky = 0001000, | ||
| 89 | permSetGid = 0002000, | ||
| 90 | permSetUid = 0004000, | ||
| 91 | permMask = 0007777, | ||
| 92 | typeFifo = 0010000, | ||
| 93 | typeChrDev = 0020000, | ||
| 94 | typeDir = 0040000, | ||
| 95 | typeBlkDev = 0060000, | ||
| 96 | typeRegFile = 0100000, | ||
| 97 | typeSymLink = 0120000, | ||
| 98 | typeSocket = 0140000, | ||
| 99 | typeMask = 0170000 | ||
| 100 | }; | ||
| 101 | |||
| 102 | enum | ||
| 103 | { | ||
| 104 | Read = 0x01, ///< Open file for reading | ||
| 105 | Write = 0x02, ///< Open file for writing | ||
| 106 | Create = 0x04, ///< Create file if it doesn't exist | ||
| 107 | Truncate = 0x08, ///< Truncate file if it does exist | ||
| 108 | Append = 0x10, ///< Always append on every write | ||
| 109 | NonBlock = 0x20, ///< Open file in non-blocking mode | ||
| 110 | Exclusive = 0x44, ///< Create file, if it exists then fail | ||
| 111 | |||
| 112 | // Helpful mixes | ||
| 113 | ReadWrite = 0x03, ///< Open for reading and writing | ||
| 114 | WriteNew = 0x0E ///< Create a file (or truncate) for writing. | ||
| 115 | /// Same as Write|Create|Truncate | ||
| 116 | }; | ||
| 117 | |||
| 118 | class Stat | ||
| 119 | { | ||
| 120 | public: | ||
| 121 | int32_t iNode; | ||
| 122 | int32_t iUser; | ||
| 123 | int32_t iGroup; | ||
| 124 | uint16_t uPerms; | ||
| 125 | int16_t iLinks; | ||
| 126 | int64_t iATime; | ||
| 127 | int64_t iMTime; | ||
| 128 | int64_t iCTime; | ||
| 129 | int32_t iSize; | ||
| 130 | uint32_t uDev; | ||
| 131 | Bu::String sName; | ||
| 132 | }; | ||
| 133 | typedef Bu::List<Stat> Dir; | ||
| 134 | |||
| 135 | void stat( const Bu::String &sPath, Stat &rBuf ); | ||
| 136 | MyriadStream open( const Bu::String &sPath, int iMode, | ||
| 137 | uint16_t uPerms=0664 ); | ||
| 138 | void create( const Bu::String &sPath, uint16_t iPerms ); | ||
| 139 | void create( const Bu::String &sPath, uint16_t iPerms, | ||
| 140 | uint16_t iDevHi, uint16_t iDevLo ); | ||
| 141 | void create( const Bu::String &sPath, uint16_t iPerms, | ||
| 142 | uint32_t uSpecial ); | ||
| 143 | void mkDir( const Bu::String &sPath, uint16_t iPerms ); | ||
| 144 | void mkSymLink( const Bu::String &sTarget, const Bu::String &sPath ); | ||
| 145 | void mkHardLink( const Bu::String &sTarget, const Bu::String &sPath ); | ||
| 146 | Bu::String readSymLink( const Bu::String &sPath ); | ||
| 147 | Dir readDir( const Bu::String &sPath ); | ||
| 148 | void setTimes( const Bu::String &sPath, int64_t iATime, | ||
| 149 | int64_t iMTime ); | ||
| 150 | void unlink( const Bu::String &sPath ); | ||
| 151 | void setFileSize( const Bu::String &sPath, int32_t iSize ); | ||
| 152 | void rename( const Bu::String &sFrom, const Bu::String &sTo ); | ||
| 153 | |||
| 154 | static dev_t devToSys( uint32_t uDev ); | ||
| 155 | static uint32_t sysToDev( dev_t uDev ); | ||
| 156 | |||
| 157 | private: | ||
| 158 | class RawStat | ||
| 159 | { | ||
| 160 | public: | ||
| 161 | int32_t iNode; | ||
| 162 | int32_t iUser; | ||
| 163 | int32_t iGroup; | ||
| 164 | uint16_t uPerms; | ||
| 165 | int16_t iLinks; | ||
| 166 | uint32_t uStreamIndex; | ||
| 167 | int64_t iATime; | ||
| 168 | int64_t iMTime; | ||
| 169 | int64_t iCTime; | ||
| 170 | }; | ||
| 171 | typedef Bu::Hash<int32_t, int32_t> NodeIndex; | ||
| 172 | |||
| 173 | private: | ||
| 174 | int32_t lookupInode( const Bu::String &sPath, int32_t &iParent ); | ||
| 175 | int32_t lookupInode( Bu::String::const_iterator iStart, | ||
| 176 | int32_t iNode, int32_t &iParent ); | ||
| 177 | void readInode( int32_t iNode, RawStat &rs, MyriadStream &rIs ); | ||
| 178 | void readInode( int32_t iNode, RawStat &rs ); | ||
| 179 | void writeInode( const RawStat &rs ); | ||
| 180 | void writeInode( const RawStat &rs, MyriadStream &rOs ); | ||
| 181 | Dir readDir( int32_t iNode ); | ||
| 182 | MyriadStream openByInode( int32_t iNode ); | ||
| 183 | void addToDir( int32_t iDir, int32_t iNode, const Bu::String &sName ); | ||
| 184 | int32_t create( int32_t iParent, const Bu::String &sName, | ||
| 185 | uint16_t uPerms, uint32_t uSpecial ); | ||
| 186 | int32_t allocInode( uint16_t uPerms, uint32_t uSpecial ); | ||
| 187 | void stat( int32_t iNode, Stat &rBuf, MyriadStream &rIs ); | ||
| 188 | void writeHeader(); | ||
| 189 | void setTimes( int32_t iNode, int64_t iATime, int64_t iMTime ); | ||
| 190 | void destroyNode( int32_t iNode ); | ||
| 191 | |||
| 192 | Bu::String filePart( const Bu::String &sPath ); | ||
| 193 | |||
| 194 | private: | ||
| 195 | Bu::Stream &rStore; | ||
| 196 | Bu::Myriad mStore; | ||
| 197 | NodeIndex hNodeIndex; | ||
| 198 | int32_t iUser; | ||
| 199 | int32_t iGroup; | ||
| 200 | }; | ||
| 201 | }; | ||
| 202 | |||
| 203 | #endif | ||
diff --git a/src/unstable/myriadstream.cpp b/src/unstable/myriadstream.cpp new file mode 100644 index 0000000..e6e94bc --- /dev/null +++ b/src/unstable/myriadstream.cpp | |||
| @@ -0,0 +1,309 @@ | |||
| 1 | /* | ||
| 2 | * Copyright (C) 2007-2011 Xagasoft, All rights reserved. | ||
| 3 | * | ||
| 4 | * This file is part of the libbu++ library and is released under the | ||
| 5 | * terms of the license contained in the file LICENSE. | ||
| 6 | */ | ||
| 7 | |||
| 8 | #include "bu/myriadstream.h" | ||
| 9 | |||
| 10 | #include <string.h> | ||
| 11 | |||
| 12 | // #define MYRIAD_STREAM_DEBUG 1 | ||
| 13 | |||
| 14 | #ifdef MYRIAD_STREAM_DEBUG | ||
| 15 | #include "bu/sio.h" | ||
| 16 | |||
| 17 | using Bu::sio; | ||
| 18 | using Bu::Fmt; | ||
| 19 | #endif | ||
| 20 | |||
| 21 | Bu::MyriadStream::MyriadStream( Bu::Myriad &rMyriad, | ||
| 22 | Bu::Myriad::Stream *pStream ) : | ||
| 23 | rMyriad( rMyriad ), | ||
| 24 | pStream( pStream ), | ||
| 25 | pCurBlock( NULL ), | ||
| 26 | iPos( 0 ) | ||
| 27 | { | ||
| 28 | #ifdef MYRIAD_STREAM_DEBUG | ||
| 29 | sio << "MyriadStream: " << __LINE__ << ": Created, iId=" << pStream->iId << ", iSize=" | ||
| 30 | << pStream->iSize << sio.nl; | ||
| 31 | #endif | ||
| 32 | //pCurBlock = rMyriad.newBlock(); | ||
| 33 | //rMyriad.getBlock( uStream, pCurBlock ); | ||
| 34 | //uSize = pCurBlock->uBytesUsed; | ||
| 35 | } | ||
| 36 | |||
| 37 | Bu::MyriadStream::~MyriadStream() | ||
| 38 | { | ||
| 39 | if( pCurBlock ) | ||
| 40 | rMyriad.releaseBlock( pCurBlock ); | ||
| 41 | //rMyriad.updateStreamSize( uStream, uSize ); | ||
| 42 | //rMyriad.deleteBlock( pCurBlock ); | ||
| 43 | } | ||
| 44 | |||
| 45 | void Bu::MyriadStream::close() | ||
| 46 | { | ||
| 47 | } | ||
| 48 | |||
| 49 | Bu::size Bu::MyriadStream::read( void *pBuf, Bu::size nBytes ) | ||
| 50 | { | ||
| 51 | #ifdef MYRIAD_STREAM_DEBUG | ||
| 52 | sio << "MyriadStream: read: " << __LINE__ << ": Started, asked to read " << nBytes << "b." | ||
| 53 | << sio.nl; | ||
| 54 | #endif | ||
| 55 | if( nBytes > (Bu::size)pStream->iSize-iPos ) | ||
| 56 | nBytes = pStream->iSize-iPos; | ||
| 57 | if( nBytes <= 0 ) | ||
| 58 | return 0; | ||
| 59 | int iLeft = nBytes; | ||
| 60 | #ifdef MYRIAD_STREAM_DEBUG | ||
| 61 | sio << "MyriadStream: read: " << __LINE__ << ": Started, going to read " << nBytes << "b." | ||
| 62 | << sio.nl; | ||
| 63 | #endif | ||
| 64 | if( pCurBlock == NULL ) | ||
| 65 | { | ||
| 66 | #ifdef MYRIAD_STREAM_DEBUG | ||
| 67 | sio << "MyriadStream: read: " << __LINE__ << ": No block loaded, loading initial block." | ||
| 68 | << sio.nl; | ||
| 69 | #endif | ||
| 70 | pCurBlock = rMyriad.getBlock( | ||
| 71 | pStream->aBlocks[iPos/rMyriad.iBlockSize] | ||
| 72 | ); | ||
| 73 | } | ||
| 74 | while( iLeft > 0 ) | ||
| 75 | { | ||
| 76 | int iCurBlock = pStream->aBlocks[iPos/rMyriad.iBlockSize]; | ||
| 77 | if( pCurBlock->iBlockIndex != iCurBlock ) | ||
| 78 | { | ||
| 79 | #ifdef MYRIAD_STREAM_DEBUG | ||
| 80 | sio << "MyriadStream: read: " << __LINE__ << ": Loading new block " << iCurBlock << "." | ||
| 81 | << sio.nl; | ||
| 82 | #endif | ||
| 83 | rMyriad.releaseBlock( pCurBlock ); | ||
| 84 | pCurBlock = rMyriad.getBlock( iCurBlock ); | ||
| 85 | } | ||
| 86 | |||
| 87 | int iAmnt = Bu::min( | ||
| 88 | Bu::min( | ||
| 89 | rMyriad.iBlockSize - iPos%rMyriad.iBlockSize, | ||
| 90 | iLeft | ||
| 91 | ), | ||
| 92 | pStream->iSize-iPos | ||
| 93 | ); | ||
| 94 | #ifdef MYRIAD_STREAM_DEBUG | ||
| 95 | sio << "MyriadStream: read: " << __LINE__ << ": Copying out bytes: " | ||
| 96 | << iPos << "(" << (iPos%rMyriad.iBlockSize) << ")+" | ||
| 97 | << iAmnt | ||
| 98 | << ", " << iLeft << "b left." << sio.nl; | ||
| 99 | #endif | ||
| 100 | memcpy( | ||
| 101 | pBuf, | ||
| 102 | pCurBlock->pData+(iPos%rMyriad.iBlockSize), | ||
| 103 | iAmnt | ||
| 104 | ); | ||
| 105 | iPos += iAmnt; | ||
| 106 | pBuf = &((char *)pBuf)[iAmnt]; | ||
| 107 | iLeft -= iAmnt; | ||
| 108 | } | ||
| 109 | return nBytes; | ||
| 110 | } | ||
| 111 | |||
| 112 | Bu::size Bu::MyriadStream::write( const void *pBuf, Bu::size nBytes ) | ||
| 113 | { | ||
| 114 | if( nBytes <= 0 ) | ||
| 115 | return 0; | ||
| 116 | |||
| 117 | #ifdef MYRIAD_STREAM_DEBUG | ||
| 118 | sio << "MyriadStream: write: " << __LINE__ << ": Started, asked to write " << nBytes << "b." | ||
| 119 | << sio.nl; | ||
| 120 | #endif | ||
| 121 | if( nBytes <= 0 ) | ||
| 122 | return 0; | ||
| 123 | int iLeft = nBytes; | ||
| 124 | /* | ||
| 125 | if( pCurBlock == NULL ) | ||
| 126 | { | ||
| 127 | #ifdef MYRIAD_STREAM_DEBUG | ||
| 128 | sio << "MyriadStream: write: No block loaded, loading initial block." | ||
| 129 | << sio.nl; | ||
| 130 | #endif | ||
| 131 | pCurBlock = rMyriad.getBlock( | ||
| 132 | pStream->aBlocks[iPos/rMyriad.iBlockSize] | ||
| 133 | ); | ||
| 134 | }*/ | ||
| 135 | |||
| 136 | while( iLeft > 0 ) | ||
| 137 | { | ||
| 138 | int iCurBlock; | ||
| 139 | if( iPos/rMyriad.iBlockSize < pStream->aBlocks.getSize() ) | ||
| 140 | { | ||
| 141 | iCurBlock = pStream->aBlocks[iPos/rMyriad.iBlockSize]; | ||
| 142 | } | ||
| 143 | else | ||
| 144 | { | ||
| 145 | iCurBlock = rMyriad.streamAddBlock( pStream ); | ||
| 146 | #ifdef MYRIAD_STREAM_DEBUG | ||
| 147 | sio << "MyriadStream: write: " << __LINE__ << ": New block allocated and appended: " | ||
| 148 | << iCurBlock << "." << sio.nl; | ||
| 149 | |||
| 150 | #endif | ||
| 151 | } | ||
| 152 | if( !pCurBlock || pCurBlock->iBlockIndex != iCurBlock ) | ||
| 153 | { | ||
| 154 | #ifdef MYRIAD_STREAM_DEBUG | ||
| 155 | sio << "MyriadStream: write: " << __LINE__ << ": Loading new block " << iCurBlock << "." | ||
| 156 | << sio.nl; | ||
| 157 | #endif | ||
| 158 | rMyriad.releaseBlock( pCurBlock ); | ||
| 159 | pCurBlock = rMyriad.getBlock( iCurBlock ); | ||
| 160 | } | ||
| 161 | pCurBlock->bChanged = true; | ||
| 162 | |||
| 163 | // There are two main writing modes when it comes down to it. | ||
| 164 | // Overwrite mode and append mode. Append is what pretty much always | ||
| 165 | // happens when creating a new stream. | ||
| 166 | if( iPos < pStream->iSize ) | ||
| 167 | { | ||
| 168 | int iAmnt = Bu::min( | ||
| 169 | Bu::min( | ||
| 170 | rMyriad.iBlockSize - iPos%rMyriad.iBlockSize, | ||
| 171 | iLeft | ||
| 172 | ), | ||
| 173 | pStream->iSize-iPos | ||
| 174 | ); | ||
| 175 | #ifdef MYRIAD_STREAM_DEBUG | ||
| 176 | sio << "MyriadStream: write (ovr): " << __LINE__ << ": Copying in bytes: " | ||
| 177 | << (iPos%rMyriad.iBlockSize) << "+" | ||
| 178 | << iAmnt | ||
| 179 | << ", " << iLeft << "b left." << sio.nl; | ||
| 180 | #endif | ||
| 181 | memcpy( | ||
| 182 | pCurBlock->pData+(iPos%rMyriad.iBlockSize), | ||
| 183 | pBuf, | ||
| 184 | iAmnt | ||
| 185 | ); | ||
| 186 | iPos += iAmnt; | ||
| 187 | pBuf = &((char *)pBuf)[iAmnt]; | ||
| 188 | iLeft -= iAmnt; | ||
| 189 | } | ||
| 190 | else | ||
| 191 | { | ||
| 192 | int iAmnt = Bu::min( | ||
| 193 | rMyriad.iBlockSize - iPos%rMyriad.iBlockSize, | ||
| 194 | iLeft | ||
| 195 | ); | ||
| 196 | #ifdef MYRIAD_STREAM_DEBUG | ||
| 197 | sio << "MyriadStream: write (app): " << __LINE__ << ": Copying in bytes: " | ||
| 198 | << (iPos%rMyriad.iBlockSize) << "+" | ||
| 199 | << iAmnt | ||
| 200 | << ", " << iLeft << "b left." << sio.nl; | ||
| 201 | #endif | ||
| 202 | memcpy( | ||
| 203 | pCurBlock->pData+(iPos%rMyriad.iBlockSize), | ||
| 204 | pBuf, | ||
| 205 | iAmnt | ||
| 206 | ); | ||
| 207 | iPos += iAmnt; | ||
| 208 | pStream->iSize += iAmnt; | ||
| 209 | rMyriad.headerChanged(); | ||
| 210 | pBuf = &((char *)pBuf)[iAmnt]; | ||
| 211 | iLeft -= iAmnt; | ||
| 212 | } | ||
| 213 | } | ||
| 214 | |||
| 215 | return nBytes; | ||
| 216 | } | ||
| 217 | |||
| 218 | Bu::size Bu::MyriadStream::tell() | ||
| 219 | { | ||
| 220 | return iPos; | ||
| 221 | } | ||
| 222 | |||
| 223 | void Bu::MyriadStream::seek( Bu::size offset ) | ||
| 224 | { | ||
| 225 | iPos += offset; | ||
| 226 | } | ||
| 227 | |||
| 228 | void Bu::MyriadStream::setPos( Bu::size pos ) | ||
| 229 | { | ||
| 230 | iPos = pos; | ||
| 231 | } | ||
| 232 | |||
| 233 | void Bu::MyriadStream::setPosEnd( Bu::size pos ) | ||
| 234 | { | ||
| 235 | iPos = pStream->iSize-pos; | ||
| 236 | } | ||
| 237 | |||
| 238 | bool Bu::MyriadStream::isEos() | ||
| 239 | { | ||
| 240 | return iPos >= pStream->iSize; | ||
| 241 | } | ||
| 242 | |||
| 243 | bool Bu::MyriadStream::isOpen() | ||
| 244 | { | ||
| 245 | return true; | ||
| 246 | } | ||
| 247 | |||
| 248 | void Bu::MyriadStream::flush() | ||
| 249 | { | ||
| 250 | } | ||
| 251 | |||
| 252 | bool Bu::MyriadStream::canRead() | ||
| 253 | { | ||
| 254 | return true; | ||
| 255 | } | ||
| 256 | |||
| 257 | bool Bu::MyriadStream::canWrite() | ||
| 258 | { | ||
| 259 | return true; | ||
| 260 | } | ||
| 261 | |||
| 262 | bool Bu::MyriadStream::isReadable() | ||
| 263 | { | ||
| 264 | return true; | ||
| 265 | } | ||
| 266 | |||
| 267 | bool Bu::MyriadStream::isWritable() | ||
| 268 | { | ||
| 269 | return true; | ||
| 270 | } | ||
| 271 | |||
| 272 | bool Bu::MyriadStream::isSeekable() | ||
| 273 | { | ||
| 274 | return true; | ||
| 275 | } | ||
| 276 | |||
| 277 | bool Bu::MyriadStream::isBlocking() | ||
| 278 | { | ||
| 279 | return true; | ||
| 280 | } | ||
| 281 | |||
| 282 | void Bu::MyriadStream::setBlocking( bool /*bBlocking*/ ) | ||
| 283 | { | ||
| 284 | } | ||
| 285 | |||
| 286 | void Bu::MyriadStream::setSize( Bu::size iSize ) | ||
| 287 | { | ||
| 288 | if( iSize < 0 ) | ||
| 289 | iSize = 0; | ||
| 290 | rMyriad.setStreamSize( pStream, iSize ); | ||
| 291 | if( iPos > iSize ) | ||
| 292 | iPos = iSize; | ||
| 293 | } | ||
| 294 | |||
| 295 | Bu::size Bu::MyriadStream::getSize() const | ||
| 296 | { | ||
| 297 | return pStream->iSize; | ||
| 298 | } | ||
| 299 | |||
| 300 | Bu::size Bu::MyriadStream::getBlockSize() const | ||
| 301 | { | ||
| 302 | return rMyriad.getBlockSize(); | ||
| 303 | } | ||
| 304 | |||
| 305 | Bu::String Bu::MyriadStream::getLocation() const | ||
| 306 | { | ||
| 307 | return Bu::String("%1").arg( pStream->iId ); | ||
| 308 | } | ||
| 309 | |||
diff --git a/src/unstable/myriadstream.h b/src/unstable/myriadstream.h new file mode 100644 index 0000000..fdad669 --- /dev/null +++ b/src/unstable/myriadstream.h | |||
| @@ -0,0 +1,61 @@ | |||
| 1 | /* | ||
| 2 | * Copyright (C) 2007-2011 Xagasoft, All rights reserved. | ||
| 3 | * | ||
| 4 | * This file is part of the libbu++ library and is released under the | ||
| 5 | * terms of the license contained in the file LICENSE. | ||
| 6 | */ | ||
| 7 | |||
| 8 | #ifndef BU_MYRIAD_STREAM_H | ||
| 9 | #define BU_MYRIAD_STREAM_H | ||
| 10 | |||
| 11 | #include "bu/stream.h" | ||
| 12 | #include "bu/myriad.h" | ||
| 13 | |||
| 14 | namespace Bu | ||
| 15 | { | ||
| 16 | class MyriadStream : public Bu::Stream | ||
| 17 | { | ||
| 18 | friend class Myriad; | ||
| 19 | private: | ||
| 20 | /** | ||
| 21 | * These can only be created by the Myriad class. | ||
| 22 | */ | ||
| 23 | MyriadStream( Myriad &rMyriad, Myriad::Stream *pStream ); | ||
| 24 | |||
| 25 | public: | ||
| 26 | virtual ~MyriadStream(); | ||
| 27 | |||
| 28 | virtual void close(); | ||
| 29 | virtual Bu::size read( void *pBuf, Bu::size nBytes ); | ||
| 30 | virtual Bu::size write( const void *pBuf, Bu::size nBytes ); | ||
| 31 | using Stream::write; | ||
| 32 | virtual Bu::size tell(); | ||
| 33 | virtual void seek( Bu::size offset ); | ||
| 34 | virtual void setPos( Bu::size pos ); | ||
| 35 | virtual void setPosEnd( Bu::size pos ); | ||
| 36 | virtual bool isEos(); | ||
| 37 | virtual bool isOpen(); | ||
| 38 | virtual void flush(); | ||
| 39 | virtual bool canRead(); | ||
| 40 | virtual bool canWrite(); | ||
| 41 | virtual bool isReadable(); | ||
| 42 | virtual bool isWritable(); | ||
| 43 | virtual bool isSeekable(); | ||
| 44 | virtual bool isBlocking(); | ||
| 45 | virtual void setBlocking( bool bBlocking=true ); | ||
| 46 | virtual void setSize( Bu::size iSize ); | ||
| 47 | |||
| 48 | virtual size getSize() const; | ||
| 49 | virtual size getBlockSize() const; | ||
| 50 | virtual Bu::String getLocation() const; | ||
| 51 | |||
| 52 | private: | ||
| 53 | Myriad &rMyriad; | ||
| 54 | Myriad::Stream *pStream; | ||
| 55 | Myriad::Block *pCurBlock; | ||
| 56 | int iBlockSize; | ||
| 57 | int iPos; | ||
| 58 | }; | ||
| 59 | }; | ||
| 60 | |||
| 61 | #endif | ||
diff --git a/src/unstable/newline.cpp b/src/unstable/newline.cpp new file mode 100644 index 0000000..ffc9eb0 --- /dev/null +++ b/src/unstable/newline.cpp | |||
| @@ -0,0 +1,68 @@ | |||
| 1 | /* | ||
| 2 | * Copyright (C) 2007-2011 Xagasoft, All rights reserved. | ||
| 3 | * | ||
| 4 | * This file is part of the libbu++ library and is released under the | ||
| 5 | * terms of the license contained in the file LICENSE. | ||
| 6 | */ | ||
| 7 | |||
| 8 | #include "bu/newline.h" | ||
| 9 | |||
| 10 | Bu::NewLine::NewLine( Bu::Stream &rNext ) : | ||
| 11 | Bu::Filter( rNext ), | ||
| 12 | bExChar( false ) | ||
| 13 | { | ||
| 14 | } | ||
| 15 | |||
| 16 | Bu::NewLine::~NewLine() | ||
| 17 | { | ||
| 18 | } | ||
| 19 | |||
| 20 | void Bu::NewLine::start() | ||
| 21 | { | ||
| 22 | } | ||
| 23 | |||
| 24 | Bu::size Bu::NewLine::stop() | ||
| 25 | { | ||
| 26 | return 0; | ||
| 27 | } | ||
| 28 | |||
| 29 | Bu::size Bu::NewLine::read( void *pBufV, Bu::size iAmnt ) | ||
| 30 | { | ||
| 31 | Bu::size iTotal = 0; | ||
| 32 | Bu::size iOffset = 0; | ||
| 33 | Bu::size iRead = rNext.read( pBufV, iAmnt ); | ||
| 34 | char *pBuf = (char *)pBufV; | ||
| 35 | |||
| 36 | for( Bu::size i = 0; i < iRead; i++ ) | ||
| 37 | { | ||
| 38 | if( pBuf[i] == '\r' ) | ||
| 39 | { | ||
| 40 | pBuf[i+iOffset] = '\n'; | ||
| 41 | if( pBuf[i+1] == '\n' ) | ||
| 42 | { | ||
| 43 | iOffset--; | ||
| 44 | } | ||
| 45 | } | ||
| 46 | else if( pBuf[i] == '\n' ) | ||
| 47 | { | ||
| 48 | pBuf[i+iOffset] = '\n'; | ||
| 49 | if( pBuf[i+1] == '\r' ) | ||
| 50 | { | ||
| 51 | iOffset--; | ||
| 52 | } | ||
| 53 | } | ||
| 54 | else if( iOffset ) | ||
| 55 | { | ||
| 56 | pBuf[i+iOffset] = pBuf[i]; | ||
| 57 | } | ||
| 58 | } | ||
| 59 | |||
| 60 | iTotal += iRead + iOffset; | ||
| 61 | return iTotal; | ||
| 62 | } | ||
| 63 | |||
| 64 | Bu::size Bu::NewLine::write( const void *, Bu::size ) | ||
| 65 | { | ||
| 66 | return 0; | ||
| 67 | } | ||
| 68 | |||
diff --git a/src/unstable/newline.h b/src/unstable/newline.h new file mode 100644 index 0000000..afe0a84 --- /dev/null +++ b/src/unstable/newline.h | |||
| @@ -0,0 +1,41 @@ | |||
| 1 | /* | ||
| 2 | * Copyright (C) 2007-2011 Xagasoft, All rights reserved. | ||
| 3 | * | ||
| 4 | * This file is part of the libbu++ library and is released under the | ||
| 5 | * terms of the license contained in the file LICENSE. | ||
| 6 | */ | ||
| 7 | |||
| 8 | #ifndef BU_NEW_LINE_H | ||
| 9 | #define BU_NEW_LINE_H | ||
| 10 | |||
| 11 | #include "bu/filter.h" | ||
| 12 | |||
| 13 | namespace Bu | ||
| 14 | { | ||
| 15 | /** | ||
| 16 | * Converts new-line characters from any standard convention into linefeeds | ||
| 17 | * (\\n) on reading, and converts them to either your OS's standard or a | ||
| 18 | * specified standard, depending on how you construct the class. | ||
| 19 | * | ||
| 20 | * If you're reading in a text file, then this filter is practically | ||
| 21 | * required. | ||
| 22 | */ | ||
| 23 | class NewLine : public Bu::Filter | ||
| 24 | { | ||
| 25 | public: | ||
| 26 | NewLine( Bu::Stream &rNext ); | ||
| 27 | virtual ~NewLine(); | ||
| 28 | |||
| 29 | virtual void start(); | ||
| 30 | virtual Bu::size stop(); | ||
| 31 | |||
| 32 | virtual Bu::size read( void *pBuf, Bu::size iAmnt ); | ||
| 33 | virtual Bu::size write( const void *pBuf, Bu::size iAmnt ); | ||
| 34 | |||
| 35 | private: | ||
| 36 | bool bExChar; | ||
| 37 | char cExChar; | ||
| 38 | }; | ||
| 39 | }; | ||
| 40 | |||
| 41 | #endif | ||
diff --git a/src/unstable/udpsocket.cpp b/src/unstable/udpsocket.cpp new file mode 100644 index 0000000..702840a --- /dev/null +++ b/src/unstable/udpsocket.cpp | |||
| @@ -0,0 +1,240 @@ | |||
| 1 | /* | ||
| 2 | * Copyright (C) 2007-2011 Xagasoft, All rights reserved. | ||
| 3 | * | ||
| 4 | * This file is part of the libbu++ library and is released under the | ||
| 5 | * terms of the license contained in the file LICENSE. | ||
| 6 | */ | ||
| 7 | |||
| 8 | #ifndef WIN32 //not on windows | ||
| 9 | |||
| 10 | #include "bu/udpsocket.h" | ||
| 11 | |||
| 12 | #include "bu/sio.h" | ||
| 13 | using namespace Bu; | ||
| 14 | #include <fcntl.h> | ||
| 15 | |||
| 16 | #include <errno.h> | ||
| 17 | #include <arpa/inet.h> | ||
| 18 | #include <sys/socket.h> | ||
| 19 | #include <netinet/in.h> | ||
| 20 | #include <sys/utsname.h> | ||
| 21 | |||
| 22 | namespace Bu { subExceptionDef( UdpSocketException ) } | ||
| 23 | |||
| 24 | #define saTarget ( *((struct sockaddr_in *)paTarget) ) | ||
| 25 | |||
| 26 | Bu::UdpSocket::UdpSocket( int iUdpSocket ) : | ||
| 27 | iUdpSocket( iUdpSocket ), | ||
| 28 | paTarget( NULL ), | ||
| 29 | bBound( false ) | ||
| 30 | { | ||
| 31 | } | ||
| 32 | |||
| 33 | Bu::UdpSocket::UdpSocket( const Bu::String &sAddr, int iPort, int iFlags ) : | ||
| 34 | iUdpSocket( 0 ), | ||
| 35 | paTarget( NULL ), | ||
| 36 | bBound( false ) | ||
| 37 | { | ||
| 38 | iUdpSocket = socket( PF_INET, SOCK_DGRAM, 0 ); | ||
| 39 | if( iUdpSocket < 0 ) | ||
| 40 | { | ||
| 41 | throw UdpSocketException("Couldn't open udp socket: %s", | ||
| 42 | strerror( errno ) | ||
| 43 | ); | ||
| 44 | } | ||
| 45 | |||
| 46 | if( (iFlags&Broadcast) ) | ||
| 47 | { | ||
| 48 | int broadcast = 1; | ||
| 49 | if( (setsockopt( iUdpSocket, SOL_SOCKET, SO_BROADCAST, | ||
| 50 | &broadcast, sizeof(broadcast) )) == -1) | ||
| 51 | { | ||
| 52 | throw UdpSocketException("Couldn't set udp socket to broadcast: %s", | ||
| 53 | strerror( errno ) | ||
| 54 | ); | ||
| 55 | } | ||
| 56 | } | ||
| 57 | |||
| 58 | paTarget = new struct sockaddr_in; | ||
| 59 | saTarget.sin_family = AF_INET; | ||
| 60 | saTarget.sin_port = htons( iPort ); | ||
| 61 | saTarget.sin_addr.s_addr = inet_addr( sAddr.getStr() ); // INADDR_ANY; | ||
| 62 | memset( saTarget.sin_zero, '\0', sizeof(saTarget.sin_zero) ); | ||
| 63 | |||
| 64 | if( (iFlags&Read) ) | ||
| 65 | { | ||
| 66 | if( bind( iUdpSocket, (struct sockaddr*)paTarget, sizeof(struct sockaddr_in) ) | ||
| 67 | == -1 ) | ||
| 68 | { | ||
| 69 | throw UdpSocketException("Couldn't bind port to udp socket: %s", | ||
| 70 | strerror( errno ) | ||
| 71 | ); | ||
| 72 | } | ||
| 73 | bBound = true; | ||
| 74 | } | ||
| 75 | } | ||
| 76 | |||
| 77 | Bu::UdpSocket::~UdpSocket() | ||
| 78 | { | ||
| 79 | close(); | ||
| 80 | delete (struct sockaddr_in *)paTarget; | ||
| 81 | paTarget = NULL; | ||
| 82 | } | ||
| 83 | |||
| 84 | Bu::String Bu::UdpSocket::addrToStr( const addr &a ) | ||
| 85 | { | ||
| 86 | return Bu::String("%1.%2.%3.%4"). | ||
| 87 | arg( (a&0xff) ). | ||
| 88 | arg( (a&0xff00)>>8 ). | ||
| 89 | arg( (a&0xff0000)>>16 ). | ||
| 90 | arg( (a&0xff000000)>>24 ); | ||
| 91 | } | ||
| 92 | |||
| 93 | void Bu::UdpSocket::close() | ||
| 94 | { | ||
| 95 | ::close( iUdpSocket ); | ||
| 96 | } | ||
| 97 | |||
| 98 | Bu::size Bu::UdpSocket::read( void *pBuf, Bu::size nBytes ) | ||
| 99 | { | ||
| 100 | return recv( iUdpSocket, pBuf, nBytes, 0 ); | ||
| 101 | } | ||
| 102 | |||
| 103 | Bu::size Bu::UdpSocket::read( void *pBuf, Bu::size nBytes, | ||
| 104 | Bu::UdpSocket::addr &aHost, int &iPort ) | ||
| 105 | { | ||
| 106 | sockaddr_in name; | ||
| 107 | socklen_t size = sizeof(name); | ||
| 108 | Bu::size ret = recvfrom( iUdpSocket, pBuf, nBytes, 0, | ||
| 109 | (struct sockaddr *)&name, &size ); | ||
| 110 | aHost = name.sin_addr.s_addr; | ||
| 111 | iPort = ntohs(name.sin_port); | ||
| 112 | return ret; | ||
| 113 | } | ||
| 114 | |||
| 115 | Bu::size Bu::UdpSocket::write( const void *pBuf, Bu::size nBytes ) | ||
| 116 | { | ||
| 117 | if( bBound ) | ||
| 118 | { | ||
| 119 | return sendto( iUdpSocket, pBuf, nBytes, 0, NULL, 0 ); | ||
| 120 | } | ||
| 121 | else | ||
| 122 | { | ||
| 123 | return sendto( iUdpSocket, pBuf, nBytes, 0, | ||
| 124 | (struct sockaddr*)paTarget, sizeof(struct sockaddr_in) ); | ||
| 125 | } | ||
| 126 | } | ||
| 127 | |||
| 128 | Bu::size Bu::UdpSocket::tell() | ||
| 129 | { | ||
| 130 | throw Bu::UnsupportedException(); | ||
| 131 | } | ||
| 132 | |||
| 133 | void Bu::UdpSocket::seek( Bu::size ) | ||
| 134 | { | ||
| 135 | throw Bu::UnsupportedException(); | ||
| 136 | } | ||
| 137 | |||
| 138 | void Bu::UdpSocket::setPos( Bu::size ) | ||
| 139 | { | ||
| 140 | throw Bu::UnsupportedException(); | ||
| 141 | } | ||
| 142 | |||
| 143 | void Bu::UdpSocket::setPosEnd( Bu::size ) | ||
| 144 | { | ||
| 145 | throw Bu::UnsupportedException(); | ||
| 146 | } | ||
| 147 | |||
| 148 | bool Bu::UdpSocket::isEos() | ||
| 149 | { | ||
| 150 | return false; | ||
| 151 | } | ||
| 152 | |||
| 153 | bool Bu::UdpSocket::isOpen() | ||
| 154 | { | ||
| 155 | return true; | ||
| 156 | } | ||
| 157 | |||
| 158 | void Bu::UdpSocket::flush() | ||
| 159 | { | ||
| 160 | } | ||
| 161 | |||
| 162 | bool Bu::UdpSocket::canRead() | ||
| 163 | { | ||
| 164 | return bBound; | ||
| 165 | } | ||
| 166 | |||
| 167 | bool Bu::UdpSocket::canWrite() | ||
| 168 | { | ||
| 169 | return true; | ||
| 170 | } | ||
| 171 | |||
| 172 | bool Bu::UdpSocket::isReadable() | ||
| 173 | { | ||
| 174 | return bBound; | ||
| 175 | } | ||
| 176 | |||
| 177 | bool Bu::UdpSocket::isWritable() | ||
| 178 | { | ||
| 179 | return true; | ||
| 180 | } | ||
| 181 | |||
| 182 | bool Bu::UdpSocket::isSeekable() | ||
| 183 | { | ||
| 184 | return false; | ||
| 185 | } | ||
| 186 | |||
| 187 | bool Bu::UdpSocket::isBlocking() | ||
| 188 | { | ||
| 189 | return true; | ||
| 190 | } | ||
| 191 | |||
| 192 | void Bu::UdpSocket::setBlocking( bool bBlocking ) | ||
| 193 | { | ||
| 194 | #ifndef WIN32 | ||
| 195 | if( bBlocking ) | ||
| 196 | { | ||
| 197 | fcntl( iUdpSocket, F_SETFL, fcntl( iUdpSocket, F_GETFL, 0 ) & (~O_NONBLOCK) ); | ||
| 198 | } | ||
| 199 | else | ||
| 200 | { | ||
| 201 | fcntl( iUdpSocket, F_SETFL, fcntl( iUdpSocket, F_GETFL, 0 ) | O_NONBLOCK ); | ||
| 202 | } | ||
| 203 | #else | ||
| 204 | u_long iMode; | ||
| 205 | if( bBlocking ) | ||
| 206 | iMode = 0; | ||
| 207 | else | ||
| 208 | iMode = 1; | ||
| 209 | //------------------------- | ||
| 210 | // Set the socket I/O mode: In this case FIONBIO | ||
| 211 | // enables or disables the blocking mode for the | ||
| 212 | // socket based on the numerical value of iMode. | ||
| 213 | // If iMode = 0, blocking is enabled; | ||
| 214 | // If iMode != 0, non-blocking mode is enabled. | ||
| 215 | bu_ioctlsocket(iUdpSocket, FIONBIO, &iMode); | ||
| 216 | #endif | ||
| 217 | } | ||
| 218 | |||
| 219 | void Bu::UdpSocket::setSize( Bu::size ) | ||
| 220 | { | ||
| 221 | throw Bu::UnsupportedException(); | ||
| 222 | } | ||
| 223 | |||
| 224 | Bu::size Bu::UdpSocket::getSize() const | ||
| 225 | { | ||
| 226 | throw Bu::UnsupportedException(); | ||
| 227 | } | ||
| 228 | |||
| 229 | Bu::size Bu::UdpSocket::getBlockSize() const | ||
| 230 | { | ||
| 231 | return 1500; | ||
| 232 | } | ||
| 233 | |||
| 234 | Bu::String Bu::UdpSocket::getLocation() const | ||
| 235 | { | ||
| 236 | throw Bu::UnsupportedException(); | ||
| 237 | } | ||
| 238 | |||
| 239 | #endif | ||
| 240 | |||
diff --git a/src/unstable/udpsocket.h b/src/unstable/udpsocket.h new file mode 100644 index 0000000..f228f08 --- /dev/null +++ b/src/unstable/udpsocket.h | |||
| @@ -0,0 +1,84 @@ | |||
| 1 | /* | ||
| 2 | * Copyright (C) 2007-2011 Xagasoft, All rights reserved. | ||
| 3 | * | ||
| 4 | * This file is part of the libbu++ library and is released under the | ||
| 5 | * terms of the license contained in the file LICENSE. | ||
| 6 | */ | ||
| 7 | #ifndef WIN32 //not on windows | ||
| 8 | |||
| 9 | #ifndef BU_UDP_SOCKET_H | ||
| 10 | #define BU_UDP_SOCKET_H | ||
| 11 | |||
| 12 | #include <stdint.h> | ||
| 13 | |||
| 14 | #include "bu/stream.h" | ||
| 15 | |||
| 16 | namespace Bu | ||
| 17 | { | ||
| 18 | subExceptionDecl( UdpSocketException ); | ||
| 19 | |||
| 20 | class UdpSocket : public Stream | ||
| 21 | { | ||
| 22 | public: | ||
| 23 | UdpSocket( int iUdpSocket ); | ||
| 24 | UdpSocket( const Bu::String &sAddr, int iPort, int iFlags ); | ||
| 25 | virtual ~UdpSocket(); | ||
| 26 | |||
| 27 | typedef uint32_t addr; | ||
| 28 | |||
| 29 | static Bu::String addrToStr( const addr &a ); | ||
| 30 | |||
| 31 | virtual void close(); | ||
| 32 | virtual Bu::size read( void *pBuf, Bu::size nBytes ); | ||
| 33 | virtual Bu::size read( void *pBuf, Bu::size nBytes, | ||
| 34 | addr &sHost, int &iPort ); | ||
| 35 | virtual Bu::size write( const void *pBuf, Bu::size nBytes ); | ||
| 36 | using Stream::write; | ||
| 37 | |||
| 38 | virtual Bu::size tell(); | ||
| 39 | virtual void seek( Bu::size offset ); | ||
| 40 | virtual void setPos( Bu::size pos ); | ||
| 41 | virtual void setPosEnd( Bu::size pos ); | ||
| 42 | virtual bool isEos(); | ||
| 43 | virtual bool isOpen(); | ||
| 44 | |||
| 45 | virtual void flush(); | ||
| 46 | |||
| 47 | virtual bool canRead(); | ||
| 48 | virtual bool canWrite(); | ||
| 49 | |||
| 50 | virtual bool isReadable(); | ||
| 51 | virtual bool isWritable(); | ||
| 52 | virtual bool isSeekable(); | ||
| 53 | |||
| 54 | virtual bool isBlocking(); | ||
| 55 | virtual void setBlocking( bool bBlocking=true ); | ||
| 56 | |||
| 57 | virtual void setSize( Bu::size iSize ); | ||
| 58 | |||
| 59 | enum { | ||
| 60 | // Flags | ||
| 61 | Read = 0x01, ///< Open udp socket for reading | ||
| 62 | Write = 0x02, ///< Open udp socket for writing | ||
| 63 | ReadWrite = 0x03, ///< Open for both read and write | ||
| 64 | Broadcast = 0x04, ///< Open for broadcast | ||
| 65 | }; | ||
| 66 | |||
| 67 | virtual size getSize() const; | ||
| 68 | virtual size getBlockSize() const; | ||
| 69 | virtual Bu::String getLocation() const; | ||
| 70 | |||
| 71 | private: | ||
| 72 | #ifdef WIN32 | ||
| 73 | unsigned int iUdpSocket; | ||
| 74 | #else | ||
| 75 | int iUdpSocket; | ||
| 76 | #endif | ||
| 77 | void *paTarget; | ||
| 78 | bool bBound; | ||
| 79 | }; | ||
| 80 | }; | ||
| 81 | |||
| 82 | #endif | ||
| 83 | |||
| 84 | #endif | ||
diff --git a/src/unstable/url.cpp b/src/unstable/url.cpp new file mode 100644 index 0000000..7b4a48e --- /dev/null +++ b/src/unstable/url.cpp | |||
| @@ -0,0 +1,285 @@ | |||
| 1 | /* | ||
| 2 | * Copyright (C) 2007-2011 Xagasoft, All rights reserved. | ||
| 3 | * | ||
| 4 | * This file is part of the libbu++ library and is released under the | ||
| 5 | * terms of the license contained in the file LICENSE. | ||
| 6 | */ | ||
| 7 | |||
| 8 | #include "bu/url.h" | ||
| 9 | #ifndef WIN32 | ||
| 10 | # include <netdb.h> | ||
| 11 | # include <netinet/in.h> | ||
| 12 | #endif | ||
| 13 | #include <stdlib.h> | ||
| 14 | |||
| 15 | char Bu::Url::hexcode[] = { | ||
| 16 | '0', '1', '2', '3', '4', '5', '6', '7', | ||
| 17 | '8', '9', 'A', 'B', 'C', 'D', 'E', 'F' | ||
| 18 | }; | ||
| 19 | |||
| 20 | Bu::Url::Url() | ||
| 21 | { | ||
| 22 | } | ||
| 23 | |||
| 24 | Bu::Url::Url( const Bu::String &sUrl ) | ||
| 25 | { | ||
| 26 | parseUrl( sUrl ); | ||
| 27 | } | ||
| 28 | |||
| 29 | Bu::Url::~Url() | ||
| 30 | { | ||
| 31 | } | ||
| 32 | |||
| 33 | void Bu::Url::parseUrl( const Bu::String &sUrl ) | ||
| 34 | { | ||
| 35 | clear(); | ||
| 36 | |||
| 37 | Bu::String::const_iterator i = sUrl.begin(); | ||
| 38 | parseProtocol( i ); | ||
| 39 | parseUserPass( i ); | ||
| 40 | parseHost( i ); | ||
| 41 | parsePath( i ); | ||
| 42 | } | ||
| 43 | |||
| 44 | Bu::String Bu::Url::decode( const Bu::String &sStr ) | ||
| 45 | { | ||
| 46 | Bu::String sRet; | ||
| 47 | char buf[3] = {0, 0, 0}; | ||
| 48 | for( Bu::String::const_iterator i = sStr.begin(); i; i++ ) | ||
| 49 | { | ||
| 50 | if( *i == '+' ) | ||
| 51 | { | ||
| 52 | sRet += ' '; | ||
| 53 | } | ||
| 54 | else if( *i == '%' ) | ||
| 55 | { | ||
| 56 | i++; | ||
| 57 | buf[0] = *i; | ||
| 58 | i++; | ||
| 59 | buf[1] = *i; | ||
| 60 | sRet += (char)((unsigned char)strtol( buf, NULL, 16 )); | ||
| 61 | } | ||
| 62 | else | ||
| 63 | { | ||
| 64 | sRet += *i; | ||
| 65 | } | ||
| 66 | } | ||
| 67 | return sRet; | ||
| 68 | } | ||
| 69 | |||
| 70 | Bu::String Bu::Url::encode( const Bu::String &sStr ) | ||
| 71 | { | ||
| 72 | Bu::String sRet; | ||
| 73 | for( Bu::String::const_iterator i = sStr.begin(); i; i++ ) | ||
| 74 | { | ||
| 75 | if( *i == ' ' ) | ||
| 76 | { | ||
| 77 | sRet += '+'; | ||
| 78 | } | ||
| 79 | else if( | ||
| 80 | (*i >= 'A' && *i <= 'Z') || | ||
| 81 | (*i >= 'a' && *i <= 'z') || | ||
| 82 | (*i >= '0' && *i <= '9') || | ||
| 83 | (*i == '-' || *i == '_' || *i == '.' || *i == '~') | ||
| 84 | ) | ||
| 85 | { | ||
| 86 | sRet += *i; | ||
| 87 | } | ||
| 88 | else | ||
| 89 | { | ||
| 90 | unsigned char b = *i; | ||
| 91 | sRet += '%'; | ||
| 92 | sRet += hexcode[(b>>4)&0xF]; | ||
| 93 | sRet += hexcode[b&0xF]; | ||
| 94 | } | ||
| 95 | } | ||
| 96 | return sRet; | ||
| 97 | } | ||
| 98 | |||
| 99 | void Bu::Url::parseProtocol( Bu::String::const_iterator &i ) | ||
| 100 | { | ||
| 101 | Bu::String::const_iterator s = i.find("://", 3); | ||
| 102 | if( !s ) | ||
| 103 | throw Bu::ExceptionBase("No :// in url"); | ||
| 104 | Bu::String sTmp( i, s ); | ||
| 105 | setProtocol( sTmp ); | ||
| 106 | i = s + 3; | ||
| 107 | } | ||
| 108 | |||
| 109 | void Bu::Url::setProtocol( const Bu::String &sNewProto, bool bAutoSetPort ) | ||
| 110 | { | ||
| 111 | sProtocol = sNewProto; | ||
| 112 | #ifndef WIN32 | ||
| 113 | if( bAutoSetPort ) | ||
| 114 | { | ||
| 115 | struct servent *se = getservbyname( sProtocol.getStr(), "tcp" ); | ||
| 116 | if( se ) | ||
| 117 | { | ||
| 118 | iPort = ntohs( se->s_port ); | ||
| 119 | } | ||
| 120 | } | ||
| 121 | #endif | ||
| 122 | } | ||
| 123 | |||
| 124 | void Bu::Url::parseUserPass( Bu::String::const_iterator &i ) | ||
| 125 | { | ||
| 126 | Bu::String::const_iterator s = i.find('@'); | ||
| 127 | if( !s ) | ||
| 128 | return; | ||
| 129 | |||
| 130 | Bu::String::const_iterator p = i.find(':'); | ||
| 131 | if( p ) | ||
| 132 | { | ||
| 133 | sUser.set( i, p ); | ||
| 134 | sPass.set( p+1, s ); | ||
| 135 | } | ||
| 136 | else | ||
| 137 | { | ||
| 138 | sUser.set( i, s ); | ||
| 139 | } | ||
| 140 | |||
| 141 | i = s + 1; | ||
| 142 | } | ||
| 143 | |||
| 144 | void Bu::Url::parseHost( Bu::String::const_iterator &i ) | ||
| 145 | { | ||
| 146 | Bu::String::const_iterator s = i; | ||
| 147 | for( ; s && *s != '/'; s++ ) | ||
| 148 | { | ||
| 149 | if( *s == ':' ) | ||
| 150 | { | ||
| 151 | sHost.set( i, s ); | ||
| 152 | i = s + 1; | ||
| 153 | s = i.find('/'); | ||
| 154 | Bu::String sPort( i, s ); | ||
| 155 | iPort = strtol( sPort.getStr(), NULL, 10 ); | ||
| 156 | i = s; | ||
| 157 | return; | ||
| 158 | } | ||
| 159 | } | ||
| 160 | sHost.set( i, s ); | ||
| 161 | i = s; | ||
| 162 | } | ||
| 163 | |||
| 164 | void Bu::Url::parsePath( const Bu::String &sPath ) | ||
| 165 | { | ||
| 166 | Bu::String::const_iterator i = sPath.begin(); | ||
| 167 | parsePath( i ); | ||
| 168 | } | ||
| 169 | |||
| 170 | void Bu::Url::parsePath( Bu::String::const_iterator &i ) | ||
| 171 | { | ||
| 172 | if( i ) | ||
| 173 | { | ||
| 174 | Bu::String::const_iterator s = i.find('?'); | ||
| 175 | sPath.set( i, s ); | ||
| 176 | i = s + 1; | ||
| 177 | if( s ) | ||
| 178 | { | ||
| 179 | parseParams( i ); | ||
| 180 | } | ||
| 181 | } | ||
| 182 | else | ||
| 183 | { | ||
| 184 | sPath = "/"; | ||
| 185 | } | ||
| 186 | } | ||
| 187 | |||
| 188 | void Bu::Url::parseParams( const Bu::String &sQuery ) | ||
| 189 | { | ||
| 190 | Bu::String::const_iterator i = sQuery.begin(); | ||
| 191 | parseParams( i ); | ||
| 192 | } | ||
| 193 | |||
| 194 | void Bu::Url::parseParams( Bu::String::const_iterator &i ) | ||
| 195 | { | ||
| 196 | bool bName = true; | ||
| 197 | Bu::String sName, sValue; | ||
| 198 | for( Bu::String::const_iterator s = i; s; s++ ) | ||
| 199 | { | ||
| 200 | if( bName ) | ||
| 201 | { | ||
| 202 | if( *s == '&' ) | ||
| 203 | { | ||
| 204 | sName.set( i, s ); | ||
| 205 | sValue.clear(); | ||
| 206 | i = s + 1; | ||
| 207 | addParam( decode( sName ), decode( sValue ) ); | ||
| 208 | } | ||
| 209 | else if( *s == '=' ) | ||
| 210 | { | ||
| 211 | sName.set( i, s ); | ||
| 212 | i = s + 1; | ||
| 213 | bName = false; | ||
| 214 | } | ||
| 215 | } | ||
| 216 | else | ||
| 217 | { | ||
| 218 | if( *s == '&' ) | ||
| 219 | { | ||
| 220 | sValue.set( i, s ); | ||
| 221 | i = s + 1; | ||
| 222 | bName = true; | ||
| 223 | addParam( decode( sName ), decode( sValue ) ); | ||
| 224 | } | ||
| 225 | } | ||
| 226 | } | ||
| 227 | if( i ) | ||
| 228 | { | ||
| 229 | if( bName ) | ||
| 230 | { | ||
| 231 | sName.set( i ); | ||
| 232 | sValue.clear(); | ||
| 233 | } | ||
| 234 | else | ||
| 235 | { | ||
| 236 | sValue.set( i ); | ||
| 237 | } | ||
| 238 | addParam( decode( sName ), decode( sValue ) ); | ||
| 239 | } | ||
| 240 | } | ||
| 241 | |||
| 242 | void Bu::Url::addParam( const Bu::String &n, const Bu::String &v ) | ||
| 243 | { | ||
| 244 | lParam.append( Param( n, v ) ); | ||
| 245 | } | ||
| 246 | |||
| 247 | void Bu::Url::clear() | ||
| 248 | { | ||
| 249 | sProtocol.clear(); | ||
| 250 | sUser.clear(); | ||
| 251 | sPass.clear(); | ||
| 252 | sHost.clear(); | ||
| 253 | sPath.clear(); | ||
| 254 | iPort.clear(); | ||
| 255 | } | ||
| 256 | |||
| 257 | Bu::String Bu::Url::getFullPath() const | ||
| 258 | { | ||
| 259 | Bu::String sBuf = sPath; | ||
| 260 | if( !lParam.isEmpty() ) | ||
| 261 | { | ||
| 262 | for( ParamList::const_iterator i = lParam.begin(); i; i++ ) | ||
| 263 | { | ||
| 264 | if( i == lParam.begin() ) | ||
| 265 | sBuf += "?"; | ||
| 266 | else | ||
| 267 | sBuf += "&"; | ||
| 268 | |||
| 269 | sBuf += encode( (*i).sName ); | ||
| 270 | if( !(*i).sValue.isEmpty() ) | ||
| 271 | { | ||
| 272 | sBuf += "=" + encode( (*i).sValue ); | ||
| 273 | } | ||
| 274 | } | ||
| 275 | } | ||
| 276 | |||
| 277 | return sBuf; | ||
| 278 | } | ||
| 279 | |||
| 280 | Bu::String Bu::Url::getUrl() const | ||
| 281 | { | ||
| 282 | Bu::String sBuf = sProtocol + "://" + sHost + getFullPath(); | ||
| 283 | return sBuf; | ||
| 284 | } | ||
| 285 | |||
diff --git a/src/unstable/url.h b/src/unstable/url.h new file mode 100644 index 0000000..d751578 --- /dev/null +++ b/src/unstable/url.h | |||
| @@ -0,0 +1,85 @@ | |||
| 1 | /* | ||
| 2 | * Copyright (C) 2007-2011 Xagasoft, All rights reserved. | ||
| 3 | * | ||
| 4 | * This file is part of the libbu++ library and is released under the | ||
| 5 | * terms of the license contained in the file LICENSE. | ||
| 6 | */ | ||
| 7 | |||
| 8 | #ifndef BU_URL_H | ||
| 9 | #define BU_URL_H | ||
| 10 | |||
| 11 | #include "bu/string.h" | ||
| 12 | #include "bu/atom.h" | ||
| 13 | |||
| 14 | namespace Bu | ||
| 15 | { | ||
| 16 | class Url | ||
| 17 | { | ||
| 18 | public: | ||
| 19 | typedef struct Param | ||
| 20 | { | ||
| 21 | Param() { } | ||
| 22 | Param( const Param &r ) : sName( r.sName ), sValue( r.sValue ) { } | ||
| 23 | Param( const Bu::String &n, const Bu::String &v ) : | ||
| 24 | sName( n ), sValue( v ) { } | ||
| 25 | Bu::String sName; | ||
| 26 | Bu::String sValue; | ||
| 27 | } Param; | ||
| 28 | typedef Bu::List<Param> ParamList; | ||
| 29 | |||
| 30 | public: | ||
| 31 | Url(); | ||
| 32 | Url( const Bu::String &sUrl ); | ||
| 33 | virtual ~Url(); | ||
| 34 | |||
| 35 | void parseUrl( const Bu::String &sUrl ); | ||
| 36 | void parseParams( const Bu::String &sQuery ); | ||
| 37 | void parseParams( Bu::String::const_iterator &i ); | ||
| 38 | void parsePath( const Bu::String &sPath ); | ||
| 39 | void parsePath( Bu::String::const_iterator &i ); | ||
| 40 | void clear(); | ||
| 41 | |||
| 42 | Bu::String getUrl() const; | ||
| 43 | Bu::String getFullPath() const; | ||
| 44 | |||
| 45 | const Bu::String &getProtocol() const { return sProtocol; } | ||
| 46 | const Bu::String &getUser() const { return sUser; } | ||
| 47 | const Bu::String &getPass() const { return sPass; } | ||
| 48 | const Bu::String &getHost() const { return sHost; } | ||
| 49 | const Bu::String &getPath() const { return sPath; } | ||
| 50 | int getPort() const { return iPort; } | ||
| 51 | ParamList::const_iterator getParamBegin() const | ||
| 52 | { return lParam.begin(); } | ||
| 53 | |||
| 54 | void setProtocol( const Bu::String &sNewHost, bool bAutoSetPort=true ); | ||
| 55 | void setUser( const Bu::String &s ) { sUser = s; } | ||
| 56 | void setPass( const Bu::String &s ) { sPass = s; } | ||
| 57 | void setHost( const Bu::String &s ) { sHost = s; } | ||
| 58 | void setPath( const Bu::String &s ) { sPath = s; } | ||
| 59 | void setPort( int i ) { iPort = i; } | ||
| 60 | void addParam( const Bu::String &n, const Bu::String &v ); | ||
| 61 | |||
| 62 | bool hasPort() const { return iPort.has(); } | ||
| 63 | |||
| 64 | static Bu::String decode( const Bu::String &sStr ); | ||
| 65 | static Bu::String encode( const Bu::String &sStr ); | ||
| 66 | |||
| 67 | private: // Parsing code | ||
| 68 | void parseProtocol( Bu::String::const_iterator &i ); | ||
| 69 | void parseUserPass( Bu::String::const_iterator &i ); | ||
| 70 | void parseHost( Bu::String::const_iterator &i ); | ||
| 71 | |||
| 72 | private: | ||
| 73 | Bu::String sProtocol; | ||
| 74 | Bu::String sUser; | ||
| 75 | Bu::String sPass; | ||
| 76 | Bu::String sHost; | ||
| 77 | Bu::String sPath; | ||
| 78 | Bu::Atom<int> iPort; | ||
| 79 | ParamList lParam; | ||
| 80 | |||
| 81 | static char hexcode[16]; | ||
| 82 | }; | ||
| 83 | }; | ||
| 84 | |||
| 85 | #endif | ||
diff --git a/src/unstable/urn.cpp b/src/unstable/urn.cpp new file mode 100644 index 0000000..106fb64 --- /dev/null +++ b/src/unstable/urn.cpp | |||
| @@ -0,0 +1,8 @@ | |||
| 1 | /* | ||
| 2 | * Copyright (C) 2007-2011 Xagasoft, All rights reserved. | ||
| 3 | * | ||
| 4 | * This file is part of the libbu++ library and is released under the | ||
| 5 | * terms of the license contained in the file LICENSE. | ||
| 6 | */ | ||
| 7 | |||
| 8 | |||
diff --git a/src/unstable/urn.h b/src/unstable/urn.h new file mode 100644 index 0000000..106fb64 --- /dev/null +++ b/src/unstable/urn.h | |||
| @@ -0,0 +1,8 @@ | |||
| 1 | /* | ||
| 2 | * Copyright (C) 2007-2011 Xagasoft, All rights reserved. | ||
| 3 | * | ||
| 4 | * This file is part of the libbu++ library and is released under the | ||
| 5 | * terms of the license contained in the file LICENSE. | ||
| 6 | */ | ||
| 7 | |||
| 8 | |||
diff --git a/src/unstable/utfstring.cpp b/src/unstable/utfstring.cpp new file mode 100644 index 0000000..19d3ddc --- /dev/null +++ b/src/unstable/utfstring.cpp | |||
| @@ -0,0 +1,539 @@ | |||
| 1 | /* | ||
| 2 | * Copyright (C) 2007-2011 Xagasoft, All rights reserved. | ||
| 3 | * | ||
| 4 | * This file is part of the libbu++ library and is released under the | ||
| 5 | * terms of the license contained in the file LICENSE. | ||
| 6 | */ | ||
| 7 | |||
| 8 | #include "bu/utfstring.h" | ||
| 9 | |||
| 10 | #include "bu/string.h" | ||
| 11 | #include "bu/stream.h" | ||
| 12 | #include "bu/config.h" | ||
| 13 | #include "bu/sio.h" | ||
| 14 | using Bu::sio; | ||
| 15 | |||
| 16 | Bu::UtfString::UtfString() | ||
| 17 | { | ||
| 18 | } | ||
| 19 | |||
| 20 | Bu::UtfString::UtfString( const Bu::String &sInput, Encoding eEnc ) | ||
| 21 | { | ||
| 22 | set( sInput, eEnc ); | ||
| 23 | } | ||
| 24 | |||
| 25 | Bu::UtfString::~UtfString() | ||
| 26 | { | ||
| 27 | } | ||
| 28 | |||
| 29 | void Bu::UtfString::set( const Bu::String &sInput, Encoding eEnc ) | ||
| 30 | { | ||
| 31 | switch( eEnc ) | ||
| 32 | { | ||
| 33 | case Utf8: | ||
| 34 | setUtf8( sInput ); | ||
| 35 | break; | ||
| 36 | |||
| 37 | case Utf16: | ||
| 38 | setUtf16( sInput ); | ||
| 39 | break; | ||
| 40 | |||
| 41 | case Utf16be: | ||
| 42 | setUtf16be( sInput ); | ||
| 43 | break; | ||
| 44 | |||
| 45 | case Utf16le: | ||
| 46 | setUtf16le( sInput ); | ||
| 47 | break; | ||
| 48 | |||
| 49 | case Utf32: | ||
| 50 | setUtf32( sInput ); | ||
| 51 | break; | ||
| 52 | |||
| 53 | case Utf32be: | ||
| 54 | setUtf32be( sInput ); | ||
| 55 | break; | ||
| 56 | |||
| 57 | case Utf32le: | ||
| 58 | setUtf32le( sInput ); | ||
| 59 | break; | ||
| 60 | |||
| 61 | case Ucs2: | ||
| 62 | throw Bu::ExceptionBase("Ucs2 not supported yet."); | ||
| 63 | break; | ||
| 64 | |||
| 65 | case Ucs4: | ||
| 66 | throw Bu::ExceptionBase("Ucs4 not supported yet."); | ||
| 67 | break; | ||
| 68 | |||
| 69 | case GuessEncoding: | ||
| 70 | throw Bu::ExceptionBase("Guessing mode not supported yet."); | ||
| 71 | break; | ||
| 72 | } | ||
| 73 | } | ||
| 74 | |||
| 75 | void Bu::UtfString::append( UtfChar ch ) | ||
| 76 | { | ||
| 77 | if( ch >= 0x10000 ) | ||
| 78 | { | ||
| 79 | ch -= 0x10000; | ||
| 80 | append16( ((ch>>10)&0x3FF)| 0xD800u ); | ||
| 81 | append16( (ch&0x3FF)| 0xDC00u ); | ||
| 82 | } | ||
| 83 | else | ||
| 84 | { | ||
| 85 | append16( (uint16_t)(ch) ); | ||
| 86 | } | ||
| 87 | } | ||
| 88 | |||
| 89 | void Bu::UtfString::setUtf8( const Bu::String &sInput ) | ||
| 90 | { | ||
| 91 | static uint8_t lmask[8] = { | ||
| 92 | 0x00, | ||
| 93 | 0x01, | ||
| 94 | 0x03, | ||
| 95 | 0x07, | ||
| 96 | 0x0f, | ||
| 97 | 0x1f, | ||
| 98 | 0x3f, | ||
| 99 | 0x7f | ||
| 100 | }; | ||
| 101 | for( Bu::String::const_iterator i = sInput.begin(); i; i++ ) | ||
| 102 | { | ||
| 103 | if( ((int)(uint8_t)*i)&0x80 ) | ||
| 104 | { | ||
| 105 | int iBytes = 1; | ||
| 106 | for(; (((uint8_t)(*i))<<iBytes)&0x80; iBytes++ ) { } | ||
| 107 | Bu::UtfChar uPt = ((*i) & lmask[7-iBytes])<<(6*(iBytes-1)); | ||
| 108 | for( iBytes--; iBytes >= 1; iBytes-- ) | ||
| 109 | { | ||
| 110 | i++; | ||
| 111 | uPt |= ((*i)&lmask[6])<<(6*(iBytes-1)); | ||
| 112 | } | ||
| 113 | append( uPt ); | ||
| 114 | } | ||
| 115 | else | ||
| 116 | { | ||
| 117 | append( (Bu::UtfChar)(*i) ); | ||
| 118 | } | ||
| 119 | } | ||
| 120 | } | ||
| 121 | |||
| 122 | void Bu::UtfString::setUtf16( const Bu::String &sInput ) | ||
| 123 | { | ||
| 124 | // Bu::String::const_iterator i = sInput.begin(); | ||
| 125 | if( (uint8_t)*sInput.begin() == 0xFF && | ||
| 126 | (uint8_t)*(sInput.begin()+1) == 0xFE ) | ||
| 127 | { | ||
| 128 | setUtf16le( sInput ); | ||
| 129 | return; | ||
| 130 | } | ||
| 131 | setUtf16be( sInput ); | ||
| 132 | } | ||
| 133 | |||
| 134 | void Bu::UtfString::setUtf16be( const Bu::String &sInput ) | ||
| 135 | { | ||
| 136 | Bu::String::const_iterator i = sInput.begin(); | ||
| 137 | if( (uint8_t)*sInput.begin() == 0xFE && | ||
| 138 | (uint8_t)*(sInput.begin()+1) == 0xFF ) | ||
| 139 | |||
| 140 | { | ||
| 141 | i += 2; | ||
| 142 | sio << "Verified big endian." << sio.nl; | ||
| 143 | } | ||
| 144 | else | ||
| 145 | { | ||
| 146 | sio << "Assuming big endian." << sio.nl; | ||
| 147 | } | ||
| 148 | uint16_t hi, lo; | ||
| 149 | for( ; i; i++ ) | ||
| 150 | { | ||
| 151 | hi = (((uint8_t)*i)<<8) | ((uint8_t)*(++i)); | ||
| 152 | append16( hi ); | ||
| 153 | if( (hi&0xD800u) == 0xD800u ) | ||
| 154 | { | ||
| 155 | lo = (((uint8_t)*(++i))<<8) | ((uint8_t)*(++i)); | ||
| 156 | append16( lo ); | ||
| 157 | } | ||
| 158 | } | ||
| 159 | } | ||
| 160 | |||
| 161 | void Bu::UtfString::setUtf16le( const Bu::String &sInput ) | ||
| 162 | { | ||
| 163 | Bu::String::const_iterator i = sInput.begin(); | ||
| 164 | if( (uint8_t)*sInput.begin() == 0xFF && | ||
| 165 | (uint8_t)*(sInput.begin()+1) == 0xFE ) | ||
| 166 | { | ||
| 167 | i += 2; | ||
| 168 | sio << "Verified little endian." << sio.nl; | ||
| 169 | } | ||
| 170 | else | ||
| 171 | { | ||
| 172 | sio << "Assuming little endian." << sio.nl; | ||
| 173 | } | ||
| 174 | uint16_t hi, lo; | ||
| 175 | for( ; i; i++ ) | ||
| 176 | { | ||
| 177 | hi = (((uint8_t)*i)) | ((uint8_t)*(++i)<<8); | ||
| 178 | append16( hi ); | ||
| 179 | if( (hi&0xD800u) == 0xD800u ) | ||
| 180 | { | ||
| 181 | lo = (((uint8_t)*(++i))) | ((uint8_t)*(++i)<<8); | ||
| 182 | append16( lo ); | ||
| 183 | } | ||
| 184 | } | ||
| 185 | } | ||
| 186 | |||
| 187 | void Bu::UtfString::setUtf32( const Bu::String &sInput ) | ||
| 188 | { | ||
| 189 | Bu::String::const_iterator i = sInput.begin(); | ||
| 190 | if( (uint8_t)*i == 0x00 && | ||
| 191 | (uint8_t)*(++i) == 0x00 && | ||
| 192 | (uint8_t)*(++i) == 0xFF && | ||
| 193 | (uint8_t)*(++i) == 0xFE ) | ||
| 194 | { | ||
| 195 | setUtf32le( sInput ); | ||
| 196 | return; | ||
| 197 | } | ||
| 198 | setUtf32be( sInput ); | ||
| 199 | } | ||
| 200 | |||
| 201 | void Bu::UtfString::setUtf32be( const Bu::String &sInput ) | ||
| 202 | { | ||
| 203 | Bu::String::const_iterator i = sInput.begin(); | ||
| 204 | if( (uint8_t)*i == 0x00 && | ||
| 205 | (uint8_t)*(++i) == 0x00 && | ||
| 206 | (uint8_t)*(++i) == 0xFE && | ||
| 207 | (uint8_t)*(++i) == 0xFF ) | ||
| 208 | { | ||
| 209 | i++; | ||
| 210 | sio << "Verified big endian." << sio.nl; | ||
| 211 | } | ||
| 212 | else | ||
| 213 | { | ||
| 214 | i = sInput.begin(); | ||
| 215 | sio << "Assuming big endian." << sio.nl; | ||
| 216 | } | ||
| 217 | for( ; i; i++ ) | ||
| 218 | { | ||
| 219 | append( (((uint8_t)*i)<<24) | | ||
| 220 | (((uint8_t)*(++i))<<16) | | ||
| 221 | (((uint8_t)*(++i))<<8) | | ||
| 222 | ((uint8_t)*(++i)) | ||
| 223 | ); | ||
| 224 | } | ||
| 225 | } | ||
| 226 | |||
| 227 | void Bu::UtfString::setUtf32le( const Bu::String &sInput ) | ||
| 228 | { | ||
| 229 | Bu::String::const_iterator i = sInput.begin(); | ||
| 230 | if( (uint8_t)*i == 0x00 && | ||
| 231 | (uint8_t)*(++i) == 0x00 && | ||
| 232 | (uint8_t)*(++i) == 0xFF && | ||
| 233 | (uint8_t)*(++i) == 0xFE ) | ||
| 234 | { | ||
| 235 | i++; | ||
| 236 | sio << "Verified little endian." << sio.nl; | ||
| 237 | } | ||
| 238 | else | ||
| 239 | { | ||
| 240 | i = sInput.begin(); | ||
| 241 | sio << "Assuming little endian." << sio.nl; | ||
| 242 | } | ||
| 243 | for( ; i; i++ ) | ||
| 244 | { | ||
| 245 | append( ((uint8_t)*i) | | ||
| 246 | (((uint8_t)*(++i))<<8) | | ||
| 247 | (((uint8_t)*(++i))<<16) | | ||
| 248 | (((uint8_t)*(++i))<<24) | ||
| 249 | ); | ||
| 250 | } | ||
| 251 | } | ||
| 252 | |||
| 253 | void Bu::UtfString::write( Bu::Stream &sOut, Encoding eEnc ) | ||
| 254 | { | ||
| 255 | switch( eEnc ) | ||
| 256 | { | ||
| 257 | case Utf8: | ||
| 258 | writeUtf8( sOut ); | ||
| 259 | break; | ||
| 260 | |||
| 261 | case Utf16: | ||
| 262 | // writeUtf16( sOut ); | ||
| 263 | // break; | ||
| 264 | |||
| 265 | case Utf16be: | ||
| 266 | writeUtf16be( sOut ); | ||
| 267 | break; | ||
| 268 | |||
| 269 | case Utf16le: | ||
| 270 | writeUtf16le( sOut ); | ||
| 271 | break; | ||
| 272 | |||
| 273 | case Utf32: | ||
| 274 | // writeUtf32( sOut ); | ||
| 275 | // break; | ||
| 276 | |||
| 277 | case Utf32be: | ||
| 278 | writeUtf32be( sOut ); | ||
| 279 | break; | ||
| 280 | |||
| 281 | case Utf32le: | ||
| 282 | writeUtf32le( sOut ); | ||
| 283 | break; | ||
| 284 | |||
| 285 | case Ucs2: | ||
| 286 | throw Bu::ExceptionBase("Ucs2 not supported yet."); | ||
| 287 | break; | ||
| 288 | |||
| 289 | case Ucs4: | ||
| 290 | throw Bu::ExceptionBase("Ucs4 not supported yet."); | ||
| 291 | break; | ||
| 292 | |||
| 293 | case GuessEncoding: | ||
| 294 | throw Bu::ExceptionBase( | ||
| 295 | "GuessEncoding is incompatible with encoding."); | ||
| 296 | break; | ||
| 297 | |||
| 298 | } | ||
| 299 | } | ||
| 300 | |||
| 301 | void Bu::UtfString::writeUtf8( Bu::Stream &sOut ) | ||
| 302 | { | ||
| 303 | int iPos = 0; | ||
| 304 | while( iPos < aData.getSize() ) | ||
| 305 | { | ||
| 306 | uint8_t uByte; | ||
| 307 | Bu::UtfChar chr = nextChar( iPos ); | ||
| 308 | if( chr >= 0x010000 ) | ||
| 309 | { | ||
| 310 | // Four bytes | ||
| 311 | // 111 111111 111111 111111 | ||
| 312 | uByte = (chr>>18)|0xF0; | ||
| 313 | sOut.write( &uByte, 1 ); | ||
| 314 | uByte = ((chr>>12)&0x3F)|0x80; | ||
| 315 | sOut.write( &uByte, 1 ); | ||
| 316 | uByte = ((chr>>6)&0x3F)|0x80; | ||
| 317 | sOut.write( &uByte, 1 ); | ||
| 318 | uByte = (chr&0x3F)|0x80; | ||
| 319 | sOut.write( &uByte, 1 ); | ||
| 320 | } | ||
| 321 | else if( chr >= 0x800 ) | ||
| 322 | { | ||
| 323 | // Three bytes | ||
| 324 | // 1111 111111 111111 | ||
| 325 | uByte = (chr>>12)|0xE0; | ||
| 326 | sOut.write( &uByte, 1 ); | ||
| 327 | uByte = ((chr>>6)&0x3F)|0x80; | ||
| 328 | sOut.write( &uByte, 1 ); | ||
| 329 | uByte = (chr&0x3F)|0x80; | ||
| 330 | sOut.write( &uByte, 1 ); | ||
| 331 | } | ||
| 332 | else if( chr >= 0x80 ) | ||
| 333 | { | ||
| 334 | // Two bytes | ||
| 335 | // 11111 111111 | ||
| 336 | uByte = (chr>>6)|0xC0; | ||
| 337 | sOut.write( &uByte, 1 ); | ||
| 338 | uByte = (chr&0x3F)|0x80; | ||
| 339 | sOut.write( &uByte, 1 ); | ||
| 340 | } | ||
| 341 | else | ||
| 342 | { | ||
| 343 | // One byte | ||
| 344 | uByte = chr; | ||
| 345 | sOut.write( &uByte, 1 ); | ||
| 346 | } | ||
| 347 | } | ||
| 348 | } | ||
| 349 | /* | ||
| 350 | void Bu::UtfString::writeUtf16( Bu::Stream &sOut ) | ||
| 351 | { | ||
| 352 | } | ||
| 353 | */ | ||
| 354 | void Bu::UtfString::writeUtf16be( Bu::Stream &sOut ) | ||
| 355 | { | ||
| 356 | #if BYTE_ORDER == BIG_ENDIAN | ||
| 357 | uint16_t iTmp = 0xFEFF; // Byte Order Marker | ||
| 358 | sOut.write( &iTmp, 2 ); | ||
| 359 | for( Array<uint16_t>::iterator i = aData.begin(); i; i++ ) | ||
| 360 | { | ||
| 361 | iTmp = *i; | ||
| 362 | sOut.write( &iTmp, 2 ); | ||
| 363 | } | ||
| 364 | #else | ||
| 365 | uint16_t iTmp = 0xFEFF; // Byte Order Marker | ||
| 366 | iTmp = (iTmp>>8) | (iTmp<<8); | ||
| 367 | sOut.write( &iTmp, 2 ); | ||
| 368 | for( Array<uint16_t>::iterator i = aData.begin(); i; i++ ) | ||
| 369 | { | ||
| 370 | iTmp = *i; | ||
| 371 | iTmp = (iTmp>>8) | (iTmp<<8); | ||
| 372 | sOut.write( &iTmp, 2 ); | ||
| 373 | } | ||
| 374 | #endif | ||
| 375 | } | ||
| 376 | |||
| 377 | void Bu::UtfString::writeUtf16le( Bu::Stream &sOut ) | ||
| 378 | { | ||
| 379 | #if BYTE_ORDER == LITTLE_ENDIAN | ||
| 380 | uint16_t iTmp = 0xFEFF; // Byte Order Marker | ||
| 381 | sOut.write( &iTmp, 2 ); | ||
| 382 | for( Array<uint16_t>::iterator i = aData.begin(); i; i++ ) | ||
| 383 | { | ||
| 384 | iTmp = *i; | ||
| 385 | sOut.write( &iTmp, 2 ); | ||
| 386 | } | ||
| 387 | #else | ||
| 388 | uint16_t iTmp = 0xFEFF; // Byte Order Marker | ||
| 389 | iTmp = (iTmp>>8) | (iTmp<<8); | ||
| 390 | sOut.write( &iTmp, 2 ); | ||
| 391 | for( Array<uint16_t>::iterator i = aData.begin(); i; i++ ) | ||
| 392 | { | ||
| 393 | iTmp = *i; | ||
| 394 | iTmp = (iTmp>>8) | (iTmp<<8); | ||
| 395 | sOut.write( &iTmp, 2 ); | ||
| 396 | } | ||
| 397 | #endif | ||
| 398 | } | ||
| 399 | |||
| 400 | void Bu::UtfString::writeUtf32be( Bu::Stream &sOut ) | ||
| 401 | { | ||
| 402 | #if BYTE_ORDER == BIG_ENDIAN | ||
| 403 | uint32_t iTmp = 0xFEFF; // Byte Order Marker | ||
| 404 | sOut.write( &iTmp, 4 ); | ||
| 405 | int i = 0; | ||
| 406 | while( i < aData.getSize() ) | ||
| 407 | { | ||
| 408 | iTmp = nextChar( i ); | ||
| 409 | sOut.write( &iTmp, 4 ); | ||
| 410 | } | ||
| 411 | #else | ||
| 412 | uint32_t iTmp = 0xFEFF; // Byte Order Marker | ||
| 413 | iTmp = (iTmp>>24)|(iTmp<<24)|((iTmp&0xff0000)>>8)|((iTmp&0xff00)<<8); | ||
| 414 | sOut.write( &iTmp, 4 ); | ||
| 415 | int i = 0; | ||
| 416 | while( i < aData.getSize() ) | ||
| 417 | { | ||
| 418 | iTmp = nextChar( i ); | ||
| 419 | iTmp = (iTmp>>24)|(iTmp<<24)|((iTmp&0xff0000)>>8)|((iTmp&0xff00)<<8); | ||
| 420 | sOut.write( &iTmp, 4 ); | ||
| 421 | } | ||
| 422 | #endif | ||
| 423 | } | ||
| 424 | |||
| 425 | void Bu::UtfString::writeUtf32le( Bu::Stream &sOut ) | ||
| 426 | { | ||
| 427 | #if BYTE_ORDER == LITTLE_ENDIAN | ||
| 428 | uint32_t iTmp = 0xFEFF; // Byte Order Marker | ||
| 429 | sOut.write( &iTmp, 4 ); | ||
| 430 | int i = 0; | ||
| 431 | while( i < aData.getSize() ) | ||
| 432 | { | ||
| 433 | iTmp = nextChar( i ); | ||
| 434 | sOut.write( &iTmp, 4 ); | ||
| 435 | } | ||
| 436 | #else | ||
| 437 | uint32_t iTmp = 0xFEFF; // Byte Order Marker | ||
| 438 | iTmp = (iTmp>>24)|(iTmp<<24)|((iTmp&0xff0000)>>8)|((iTmp&0xff00)<<8); | ||
| 439 | sOut.write( &iTmp, 4 ); | ||
| 440 | int i = 0; | ||
| 441 | while( i < aData.getSize() ) | ||
| 442 | { | ||
| 443 | iTmp = nextChar( i ); | ||
| 444 | iTmp = (iTmp>>24)|(iTmp<<24)|((iTmp&0xff0000)>>8)|((iTmp&0xff00)<<8); | ||
| 445 | sOut.write( &iTmp, 4 ); | ||
| 446 | } | ||
| 447 | #endif | ||
| 448 | } | ||
| 449 | |||
| 450 | Bu::UtfChar Bu::UtfString::get( int iIndex ) | ||
| 451 | { | ||
| 452 | return nextChar( iIndex ); | ||
| 453 | } | ||
| 454 | |||
| 455 | Bu::UtfChar Bu::UtfString::nextChar( int &iIndex ) | ||
| 456 | { | ||
| 457 | Bu::UtfChar i = aData[iIndex++]; | ||
| 458 | switch( i&0xFC00 ) | ||
| 459 | { | ||
| 460 | case 0xD800: | ||
| 461 | return (((i&0x3FF)<<10) | ((aData[iIndex++]&0x3FF)))+0x10000; | ||
| 462 | |||
| 463 | case 0xDC00: | ||
| 464 | return (((aData[iIndex-2]&0x3FF)<<10) | ((i&0x3FF)))+0x10000; | ||
| 465 | |||
| 466 | default: | ||
| 467 | return i; | ||
| 468 | } | ||
| 469 | } | ||
| 470 | |||
| 471 | void Bu::UtfString::debug() | ||
| 472 | { | ||
| 473 | sio << "Raw Utf16: "; | ||
| 474 | for( int i = 0; i < aData.getSize(); i++ ) | ||
| 475 | { | ||
| 476 | if( i > 0 ) | ||
| 477 | sio << ", "; | ||
| 478 | sio << "0x" << Fmt::hex() << aData[i]; | ||
| 479 | } | ||
| 480 | sio << sio.nl; | ||
| 481 | sio << "Code Points: "; | ||
| 482 | for( int i = 0; i < aData.getSize(); i++ ) | ||
| 483 | { | ||
| 484 | if( i > 0 ) | ||
| 485 | sio << ", "; | ||
| 486 | sio << "0x" << Fmt::hex() << nextChar( i ); | ||
| 487 | } | ||
| 488 | sio << sio.nl; | ||
| 489 | } | ||
| 490 | /* | ||
| 491 | void Bu::UtfString::debugUtf8( const Bu::String &sUtf8 ) | ||
| 492 | { | ||
| 493 | static uint8_t lmask[8] = { | ||
| 494 | 0x00, | ||
| 495 | 0x01, | ||
| 496 | 0x03, | ||
| 497 | 0x07, | ||
| 498 | 0x0f, | ||
| 499 | 0x1f, | ||
| 500 | 0x3f, | ||
| 501 | 0x7f | ||
| 502 | }; | ||
| 503 | for( Bu::String::const_iterator i = sUtf8.begin(); i; i++ ) | ||
| 504 | { | ||
| 505 | if( i != sUtf8.begin() ) | ||
| 506 | sio << ", "; | ||
| 507 | if( ((int)(uint8_t)*i)&0x80 ) | ||
| 508 | { | ||
| 509 | // sio << "Flag byte: " << Bu::Fmt().radix(2).width(8).fill('0') | ||
| 510 | // << (int)(uint8_t)*i << sio.nl; | ||
| 511 | int iBytes = 1; | ||
| 512 | for(; (((uint8_t)(*i))<<iBytes)&0x80; iBytes++ ) { } | ||
| 513 | // sio << "iBytes = " << iBytes << sio.nl; | ||
| 514 | Bu::UtfChar uPt = ((*i) & lmask[7-iBytes])<<(6*(iBytes-1)); | ||
| 515 | // sio << "mask: " << Bu::Fmt().radix(2).width(8).fill('0') | ||
| 516 | // << (int)lmask[7-iBytes] << sio.nl; | ||
| 517 | for( iBytes--; iBytes >= 1; iBytes-- ) | ||
| 518 | { | ||
| 519 | // sio << "iBytes = " << iBytes << ", shift = " << (6*(iBytes-1)) | ||
| 520 | // << sio.nl; | ||
| 521 | // sio << "next: " << Bu::Fmt().radix(2).width(8).fill('0') | ||
| 522 | // << (int)(uint8_t)*i << sio.nl | ||
| 523 | // << "mask: " << Bu::Fmt().radix(2).width(8).fill('0') | ||
| 524 | // << (int)lmask[6] << sio.nl; | ||
| 525 | i++; | ||
| 526 | uPt |= ((*i)&lmask[6])<<(6*(iBytes-1)); | ||
| 527 | } | ||
| 528 | sio << uPt; | ||
| 529 | // sio << " (" << Bu::Fmt( 8, 2 ).fill('0') | ||
| 530 | // << uPt << ")"; | ||
| 531 | } | ||
| 532 | else | ||
| 533 | { | ||
| 534 | sio << (int)((uint8_t)*i); | ||
| 535 | } | ||
| 536 | } | ||
| 537 | sio << sio.nl; | ||
| 538 | } | ||
| 539 | */ | ||
diff --git a/src/unstable/utfstring.h b/src/unstable/utfstring.h new file mode 100644 index 0000000..477e272 --- /dev/null +++ b/src/unstable/utfstring.h | |||
| @@ -0,0 +1,174 @@ | |||
| 1 | /* | ||
| 2 | * Copyright (C) 2007-2011 Xagasoft, All rights reserved. | ||
| 3 | * | ||
| 4 | * This file is part of the libbu++ library and is released under the | ||
| 5 | * terms of the license contained in the file LICENSE. | ||
| 6 | */ | ||
| 7 | |||
| 8 | #ifndef BU_UTF_STRING_H | ||
| 9 | #define BU_UTF_STRING_H | ||
| 10 | |||
| 11 | #include <stdint.h> | ||
| 12 | #include "bu/array.h" | ||
| 13 | |||
| 14 | namespace Bu | ||
| 15 | { | ||
| 16 | class String; | ||
| 17 | class Stream; | ||
| 18 | |||
| 19 | /** | ||
| 20 | * UtfChar isn't actually a character, unicode specifies "code points" not | ||
| 21 | * characters. The main reason for this is that not all code points define | ||
| 22 | * usable characters. Some control text directionality, some apply | ||
| 23 | * properties to other code points which are characters. However, most of | ||
| 24 | * these distinctions are only important when implementing displays that | ||
| 25 | * comply with the Unicode standard fully. | ||
| 26 | */ | ||
| 27 | typedef uint32_t UtfChar; | ||
| 28 | |||
| 29 | /** | ||
| 30 | * A unicode string. This class represents a string of unicode code points. | ||
| 31 | * Every character in unicode can be represented with 21 bits, but we don't | ||
| 32 | * have a datatype that's 24 bits long, so we return all code points as a | ||
| 33 | * 32 bit unsigned value represented by Bu::UtfChar. However, the UtfString | ||
| 34 | * class, for efficiency purposes doesn't store 32 bit values internally. | ||
| 35 | * It represents all code points in the native utf16 encodeng. This means | ||
| 36 | * that it may be very difficult to quickly determine the length of a | ||
| 37 | * UtfString in code points. Unlike many Unicode handling systems, this | ||
| 38 | * one actually works with complete code points. When using this class you | ||
| 39 | * don't ever have to know about the inner workings of the different | ||
| 40 | * encoding schemes. All of the data is dealt with as whole code points. | ||
| 41 | * | ||
| 42 | * As an aside, this means that when encoding a UtfString to a Utf16 | ||
| 43 | * encoding that matches your archetecture this operation will be very | ||
| 44 | * fast since it will effectively be a raw dump of the internal data | ||
| 45 | * structures. However, it is highly reccomended that you DO NOT use the | ||
| 46 | * little endian encodings if you can possibly avoid it. They are not | ||
| 47 | * reccomended by the Unicode Consortium and are mainly supported as a | ||
| 48 | * means of communicating with other systems that encode their data | ||
| 49 | * incorrectly. That said, whenever UtfString encodes the contained string | ||
| 50 | * it always includes a BOM at the begining (the byte order marker) so that | ||
| 51 | * proper byte order can be easily determined by the program reading the | ||
| 52 | * data. | ||
| 53 | * | ||
| 54 | *@todo Investigate http://www.unicode.org/reports/tr6/ for compression. | ||
| 55 | */ | ||
| 56 | class UtfString | ||
| 57 | { | ||
| 58 | public: | ||
| 59 | enum Encoding | ||
| 60 | { | ||
| 61 | Utf8, | ||
| 62 | Utf16, | ||
| 63 | Utf16be, | ||
| 64 | Utf16le, | ||
| 65 | Utf32, | ||
| 66 | Utf32be, | ||
| 67 | Utf32le, | ||
| 68 | Ucs2, | ||
| 69 | Ucs4, | ||
| 70 | GuessEncoding | ||
| 71 | }; | ||
| 72 | |||
| 73 | UtfString(); | ||
| 74 | UtfString( const Bu::String &sInput, Encoding eEnc=Utf8 ); | ||
| 75 | virtual ~UtfString(); | ||
| 76 | |||
| 77 | class iterator | ||
| 78 | { | ||
| 79 | private: | ||
| 80 | iterator( UtfString *pSrc, int iCodePos ) : | ||
| 81 | pSrc( pSrc ), iCodePos( iCodePos ) | ||
| 82 | { | ||
| 83 | } | ||
| 84 | |||
| 85 | public: | ||
| 86 | iterator() : | ||
| 87 | pSrc( NULL ), iCodePos( 0 ) | ||
| 88 | { | ||
| 89 | } | ||
| 90 | |||
| 91 | UtfChar operator*() | ||
| 92 | { | ||
| 93 | if( !pSrc ) | ||
| 94 | throw Bu::ExceptionBase("invalid UtfString::iterator dereferenced."); | ||
| 95 | return pSrc->nextChar( iCodePos ); | ||
| 96 | } | ||
| 97 | |||
| 98 | private: | ||
| 99 | UtfString *pSrc; | ||
| 100 | int iCodePos; | ||
| 101 | }; | ||
| 102 | |||
| 103 | /** | ||
| 104 | * Append a UtfChar (A unicode code point) to the string. This can be | ||
| 105 | * any valid code point, and is just the value of the code point, no | ||
| 106 | * encoding necessary. | ||
| 107 | */ | ||
| 108 | void append( UtfChar ch ); | ||
| 109 | |||
| 110 | /** | ||
| 111 | * Set the value of the entire string based on the given input and | ||
| 112 | * encoding. The default encoding is Utf8, which is compatible with | ||
| 113 | * 7-bit ascii, so it's a great choice for setting UtfStrings from | ||
| 114 | * string literals in code. | ||
| 115 | */ | ||
| 116 | void set( const Bu::String &sInput, Encoding eEnc=Utf8 ); | ||
| 117 | |||
| 118 | /** | ||
| 119 | * This encodes the UtfString in the given encoding and outputs it to | ||
| 120 | * the provided stream. all Utf16 and Utf32 encodings will have the | ||
| 121 | * correct BOM (byte order marker) at the begining. | ||
| 122 | */ | ||
| 123 | void write( Bu::Stream &sOut, Encoding eEnc=Utf8 ); | ||
| 124 | |||
| 125 | /** | ||
| 126 | * This encodes the UtfString in the given encoding and returns it as | ||
| 127 | * a binary Bu::String. Like write, this also includes the proper BOM | ||
| 128 | * at the begining. | ||
| 129 | */ | ||
| 130 | Bu::String get( Encoding eEnc=Utf8 ); | ||
| 131 | |||
| 132 | void debug(); | ||
| 133 | |||
| 134 | /** | ||
| 135 | * This may or may not stick around, given an index, this returns a | ||
| 136 | * codepoint, however there isn't necesarilly a 1:1 ratio between | ||
| 137 | * indexes and code points. | ||
| 138 | */ | ||
| 139 | UtfChar get( int iIndex ); | ||
| 140 | |||
| 141 | /** | ||
| 142 | * This is what to use if you want to iterate through a section of the | ||
| 143 | * UtfString and you want to use a numerical index. In most cases it | ||
| 144 | * will be much easier to use an iterator, though. Given an index this | ||
| 145 | * will return the codepoint at that position and increment iIndex an | ||
| 146 | * appropriate amount for it to point to the next code point. | ||
| 147 | */ | ||
| 148 | UtfChar nextChar( int &iIndex ); | ||
| 149 | |||
| 150 | private: | ||
| 151 | void append16( uint16_t i ) { aData.append( i ); } | ||
| 152 | |||
| 153 | void setUtf8( const Bu::String &sInput ); | ||
| 154 | void setUtf16( const Bu::String &sInput ); | ||
| 155 | void setUtf16be( const Bu::String &sInput ); | ||
| 156 | void setUtf16le( const Bu::String &sInput ); | ||
| 157 | void setUtf32( const Bu::String &sInput ); | ||
| 158 | void setUtf32be( const Bu::String &sInput ); | ||
| 159 | void setUtf32le( const Bu::String &sInput ); | ||
| 160 | |||
| 161 | void writeUtf8( Bu::Stream &sOut ); | ||
| 162 | void writeUtf16be( Bu::Stream &sOut ); | ||
| 163 | void writeUtf16le( Bu::Stream &sOut ); | ||
| 164 | void writeUtf32be( Bu::Stream &sOut ); | ||
| 165 | void writeUtf32le( Bu::Stream &sOut ); | ||
| 166 | |||
| 167 | private: | ||
| 168 | Bu::Array<uint16_t> aData; | ||
| 169 | int iRawLen; | ||
| 170 | int iCharLen; | ||
| 171 | }; | ||
| 172 | }; | ||
| 173 | |||
| 174 | #endif | ||
diff --git a/src/unstable/uuid.cpp b/src/unstable/uuid.cpp new file mode 100644 index 0000000..088450b --- /dev/null +++ b/src/unstable/uuid.cpp | |||
| @@ -0,0 +1,117 @@ | |||
| 1 | /* | ||
| 2 | * Copyright (C) 2007-2011 Xagasoft, All rights reserved. | ||
| 3 | * | ||
| 4 | * This file is part of the libbu++ library and is released under the | ||
| 5 | * terms of the license contained in the file LICENSE. | ||
| 6 | */ | ||
| 7 | |||
| 8 | #include "bu/uuid.h" | ||
| 9 | #include "bu/file.h" | ||
| 10 | #include "bu/formatter.h" | ||
| 11 | #include "bu/membuf.h" | ||
| 12 | #include <string.h> | ||
| 13 | |||
| 14 | Bu::Uuid::Uuid() | ||
| 15 | { | ||
| 16 | clear(); | ||
| 17 | } | ||
| 18 | |||
| 19 | Bu::Uuid::Uuid( const Uuid &src ) | ||
| 20 | { | ||
| 21 | memcpy( data, src.data, 16 ); | ||
| 22 | } | ||
| 23 | |||
| 24 | Bu::Uuid::Uuid( const Bu::String &sSrc ) | ||
| 25 | { | ||
| 26 | if( sSrc.getSize() == 16 ) | ||
| 27 | { | ||
| 28 | memcpy( data, sSrc.getStr(), 16 ); | ||
| 29 | } | ||
| 30 | else if( sSrc.getSize() == 36 ) | ||
| 31 | { | ||
| 32 | // Parse it | ||
| 33 | set( sSrc ); | ||
| 34 | } | ||
| 35 | } | ||
| 36 | |||
| 37 | Bu::Uuid::~Uuid() | ||
| 38 | { | ||
| 39 | } | ||
| 40 | |||
| 41 | Bu::String Bu::Uuid::toRawString() const | ||
| 42 | { | ||
| 43 | return Bu::String( (char *)data, 16 ); | ||
| 44 | } | ||
| 45 | |||
| 46 | Bu::String Bu::Uuid::toString() const | ||
| 47 | { | ||
| 48 | Bu::MemBuf mb; | ||
| 49 | Bu::Formatter f( mb ); | ||
| 50 | |||
| 51 | for( int j = 0; j < 16; j++ ) | ||
| 52 | { | ||
| 53 | if( j == 4 || j == 6 || j == 8 || j == 10 ) | ||
| 54 | f << '-'; | ||
| 55 | f << Bu::Fmt::hex(2).caps(false) << (unsigned int)data[j]; | ||
| 56 | } | ||
| 57 | |||
| 58 | return mb.getString(); | ||
| 59 | } | ||
| 60 | |||
| 61 | Bu::String Bu::Uuid::toUrn() const | ||
| 62 | { | ||
| 63 | return "urn:uuid:" + toString(); | ||
| 64 | } | ||
| 65 | |||
| 66 | int Bu::Uuid::getVersion() | ||
| 67 | { | ||
| 68 | return (data[6]&((8|4|2|1)<<4))>>4; | ||
| 69 | } | ||
| 70 | |||
| 71 | #define msb( i ) (1<<(7-i)) | ||
| 72 | |||
| 73 | void Bu::Uuid::clear() | ||
| 74 | { | ||
| 75 | data[7] = msb(0); | ||
| 76 | } | ||
| 77 | |||
| 78 | Bu::Uuid Bu::Uuid::gen() | ||
| 79 | { | ||
| 80 | Bu::File fIn( "/proc/sys/kernel/random/uuid", Bu::File::Read ); | ||
| 81 | char dat[36]; | ||
| 82 | fIn.read( dat, 36 ); | ||
| 83 | Uuid id; | ||
| 84 | id.set( dat ); | ||
| 85 | return id; | ||
| 86 | } | ||
| 87 | |||
| 88 | void Bu::Uuid::set( const Bu::String &sSrc ) | ||
| 89 | { | ||
| 90 | const char *dat = sSrc.getStr(); | ||
| 91 | int iNibble = 0; | ||
| 92 | memset( data, 0, 16 ); | ||
| 93 | for( int j = 0; j < 36; j++ ) | ||
| 94 | { | ||
| 95 | if( dat[j] == '-' ) | ||
| 96 | continue; | ||
| 97 | unsigned char c = (dat[j]>='0'&&dat[j]<='9')?(dat[j]-'0'):(dat[j]-'a'+10); | ||
| 98 | data[iNibble/2] |= (iNibble%2==0)?(c<<4):(c); | ||
| 99 | iNibble++; | ||
| 100 | } | ||
| 101 | } | ||
| 102 | |||
| 103 | bool Bu::Uuid::operator==( const Uuid &rhs ) const | ||
| 104 | { | ||
| 105 | return memcmp( data, rhs.data, 16 ) == 0; | ||
| 106 | } | ||
| 107 | |||
| 108 | template<> uint32_t Bu::__calcHashCode<Bu::Uuid>( const Bu::Uuid &k ) | ||
| 109 | { | ||
| 110 | return __calcHashCode<String>( k.toRawString() ); | ||
| 111 | } | ||
| 112 | |||
| 113 | template<> bool Bu::__cmpHashKeys<Bu::Uuid>( const Bu::Uuid &a, const Bu::Uuid &b ) | ||
| 114 | { | ||
| 115 | return a == b; | ||
| 116 | } | ||
| 117 | |||
diff --git a/src/unstable/uuid.h b/src/unstable/uuid.h new file mode 100644 index 0000000..261f653 --- /dev/null +++ b/src/unstable/uuid.h | |||
| @@ -0,0 +1,56 @@ | |||
| 1 | /* | ||
| 2 | * Copyright (C) 2007-2011 Xagasoft, All rights reserved. | ||
| 3 | * | ||
| 4 | * This file is part of the libbu++ library and is released under the | ||
| 5 | * terms of the license contained in the file LICENSE. | ||
| 6 | */ | ||
| 7 | |||
| 8 | #ifndef BU_UUID_H | ||
| 9 | #define BU_UUID_H | ||
| 10 | |||
| 11 | #include "bu/string.h" | ||
| 12 | |||
| 13 | namespace Bu | ||
| 14 | { | ||
| 15 | class Uuid | ||
| 16 | { | ||
| 17 | public: | ||
| 18 | Uuid(); | ||
| 19 | Uuid( const Uuid &src ); | ||
| 20 | Uuid( const Bu::String &sSrc ); | ||
| 21 | virtual ~Uuid(); | ||
| 22 | |||
| 23 | Bu::String toRawString() const; | ||
| 24 | Bu::String toString() const; | ||
| 25 | Bu::String toUrn() const; | ||
| 26 | |||
| 27 | int getVersion(); | ||
| 28 | |||
| 29 | static Uuid gen(); | ||
| 30 | static Uuid genV1(); | ||
| 31 | static Uuid genV2(); | ||
| 32 | static Uuid genV3(); | ||
| 33 | static Uuid genV4(); | ||
| 34 | static Uuid genV5(); | ||
| 35 | |||
| 36 | void clear(); | ||
| 37 | |||
| 38 | bool operator==( const Uuid &rhs ) const; | ||
| 39 | |||
| 40 | private: | ||
| 41 | void set( const Bu::String &sSrc ); | ||
| 42 | unsigned char data[16]; | ||
| 43 | }; | ||
| 44 | |||
| 45 | template<typename T> | ||
| 46 | uint32_t __calcHashCode( const T &k ); | ||
| 47 | |||
| 48 | template<typename T> | ||
| 49 | bool __cmpHashKeys( const T &a, const T &b ); | ||
| 50 | |||
| 51 | template<> uint32_t __calcHashCode<Uuid>( const Uuid &k ); | ||
| 52 | template<> bool __cmpHashKeys<Uuid>( | ||
| 53 | const Uuid &a, const Uuid &b ); | ||
| 54 | }; | ||
| 55 | |||
| 56 | #endif | ||
