1 /* 2 * libjingle 3 * Copyright 2004--2010, Google Inc. 4 * 5 * Redistribution and use in source and binary forms, with or without 6 * modification, are permitted provided that the following conditions are met: 7 * 8 * 1. Redistributions of source code must retain the above copyright notice, 9 * this list of conditions and the following disclaimer. 10 * 2. Redistributions in binary form must reproduce the above copyright notice, 11 * this list of conditions and the following disclaimer in the documentation 12 * and/or other materials provided with the distribution. 13 * 3. The name of the author may not be used to endorse or promote products 14 * derived from this software without specific prior written permission. 15 * 16 * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR IMPLIED 17 * WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF 18 * MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO 19 * EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, 20 * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, 21 * PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; 22 * OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, 23 * WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR 24 * OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF 25 * ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. 26 */ 27 28 #ifndef TALK_BASE_STREAM_H_ 29 #define TALK_BASE_STREAM_H_ 30 31 #include "talk/base/basictypes.h" 32 #include "talk/base/buffer.h" 33 #include "talk/base/criticalsection.h" 34 #include "talk/base/logging.h" 35 #include "talk/base/messagehandler.h" 36 #include "talk/base/messagequeue.h" 37 #include "talk/base/scoped_ptr.h" 38 #include "talk/base/sigslot.h" 39 40 namespace talk_base { 41 42 /////////////////////////////////////////////////////////////////////////////// 43 // StreamInterface is a generic asynchronous stream interface, supporting read, 44 // write, and close operations, and asynchronous signalling of state changes. 45 // The interface is designed with file, memory, and socket implementations in 46 // mind. Some implementations offer extended operations, such as seeking. 47 /////////////////////////////////////////////////////////////////////////////// 48 49 // The following enumerations are declared outside of the StreamInterface 50 // class for brevity in use. 51 52 // The SS_OPENING state indicates that the stream will signal open or closed 53 // in the future. 54 enum StreamState { SS_CLOSED, SS_OPENING, SS_OPEN }; 55 56 // Stream read/write methods return this value to indicate various success 57 // and failure conditions described below. 58 enum StreamResult { SR_ERROR, SR_SUCCESS, SR_BLOCK, SR_EOS }; 59 60 // StreamEvents are used to asynchronously signal state transitionss. The flags 61 // may be combined. 62 // SE_OPEN: The stream has transitioned to the SS_OPEN state 63 // SE_CLOSE: The stream has transitioned to the SS_CLOSED state 64 // SE_READ: Data is available, so Read is likely to not return SR_BLOCK 65 // SE_WRITE: Data can be written, so Write is likely to not return SR_BLOCK 66 enum StreamEvent { SE_OPEN = 1, SE_READ = 2, SE_WRITE = 4, SE_CLOSE = 8 }; 67 68 class Thread; 69 70 struct StreamEventData : public MessageData { 71 int events, error; 72 StreamEventData(int ev, int er) : events(ev), error(er) { } 73 }; 74 75 class StreamInterface : public MessageHandler { 76 public: 77 enum { 78 MSG_POST_EVENT = 0xF1F1, MSG_MAX = MSG_POST_EVENT 79 }; 80 81 virtual ~StreamInterface(); 82 83 virtual StreamState GetState() const = 0; 84 85 // Read attempts to fill buffer of size buffer_len. Write attempts to send 86 // data_len bytes stored in data. The variables read and write are set only 87 // on SR_SUCCESS (see below). Likewise, error is only set on SR_ERROR. 88 // Read and Write return a value indicating: 89 // SR_ERROR: an error occurred, which is returned in a non-null error 90 // argument. Interpretation of the error requires knowledge of the 91 // stream's concrete type, which limits its usefulness. 92 // SR_SUCCESS: some number of bytes were successfully written, which is 93 // returned in a non-null read/write argument. 94 // SR_BLOCK: the stream is in non-blocking mode, and the operation would 95 // block, or the stream is in SS_OPENING state. 96 // SR_EOS: the end-of-stream has been reached, or the stream is in the 97 // SS_CLOSED state. 98 virtual StreamResult Read(void* buffer, size_t buffer_len, 99 size_t* read, int* error) = 0; 100 virtual StreamResult Write(const void* data, size_t data_len, 101 size_t* written, int* error) = 0; 102 // Attempt to transition to the SS_CLOSED state. SE_CLOSE will not be 103 // signalled as a result of this call. 104 virtual void Close() = 0; 105 106 // Streams may signal one or more StreamEvents to indicate state changes. 107 // The first argument identifies the stream on which the state change occured. 108 // The second argument is a bit-wise combination of StreamEvents. 109 // If SE_CLOSE is signalled, then the third argument is the associated error 110 // code. Otherwise, the value is undefined. 111 // Note: Not all streams will support asynchronous event signalling. However, 112 // SS_OPENING and SR_BLOCK returned from stream member functions imply that 113 // certain events will be raised in the future. 114 sigslot::signal3<StreamInterface*, int, int> SignalEvent; 115 116 // Like calling SignalEvent, but posts a message to the specified thread, 117 // which will call SignalEvent. This helps unroll the stack and prevent 118 // re-entrancy. 119 void PostEvent(Thread* t, int events, int err); 120 // Like the aforementioned method, but posts to the current thread. 121 void PostEvent(int events, int err); 122 123 // 124 // OPTIONAL OPERATIONS 125 // 126 // Not all implementations will support the following operations. In general, 127 // a stream will only support an operation if it reasonably efficient to do 128 // so. For example, while a socket could buffer incoming data to support 129 // seeking, it will not do so. Instead, a buffering stream adapter should 130 // be used. 131 // 132 // Even though several of these operations are related, you should 133 // always use whichever operation is most relevant. For example, you may 134 // be tempted to use GetSize() and GetPosition() to deduce the result of 135 // GetAvailable(). However, a stream which is read-once may support the 136 // latter operation but not the former. 137 // 138 139 // The following four methods are used to avoid copying data multiple times. 140 141 // GetReadData returns a pointer to a buffer which is owned by the stream. 142 // The buffer contains data_len bytes. NULL is returned if no data is 143 // available, or if the method fails. If the caller processes the data, it 144 // must call ConsumeReadData with the number of processed bytes. GetReadData 145 // does not require a matching call to ConsumeReadData if the data is not 146 // processed. Read and ConsumeReadData invalidate the buffer returned by 147 // GetReadData. 148 virtual const void* GetReadData(size_t* data_len) { return NULL; } 149 virtual void ConsumeReadData(size_t used) {} 150 151 // GetWriteBuffer returns a pointer to a buffer which is owned by the stream. 152 // The buffer has a capacity of buf_len bytes. NULL is returned if there is 153 // no buffer available, or if the method fails. The call may write data to 154 // the buffer, and then call ConsumeWriteBuffer with the number of bytes 155 // written. GetWriteBuffer does not require a matching call to 156 // ConsumeWriteData if no data is written. Write, ForceWrite, and 157 // ConsumeWriteData invalidate the buffer returned by GetWriteBuffer. 158 // TODO: Allow the caller to specify a minimum buffer size. If the specified 159 // amount of buffer is not yet available, return NULL and Signal SE_WRITE 160 // when it is available. If the requested amount is too large, return an 161 // error. 162 virtual void* GetWriteBuffer(size_t* buf_len) { return NULL; } 163 virtual void ConsumeWriteBuffer(size_t used) {} 164 165 // Write data_len bytes found in data, circumventing any throttling which 166 // would could cause SR_BLOCK to be returned. Returns true if all the data 167 // was written. Otherwise, the method is unsupported, or an unrecoverable 168 // error occurred, and the error value is set. This method should be used 169 // sparingly to write critical data which should not be throttled. A stream 170 // which cannot circumvent its blocking constraints should not implement this 171 // method. 172 // NOTE: This interface is being considered experimentally at the moment. It 173 // would be used by JUDP and BandwidthStream as a way to circumvent certain 174 // soft limits in writing. 175 //virtual bool ForceWrite(const void* data, size_t data_len, int* error) { 176 // if (error) *error = -1; 177 // return false; 178 //} 179 180 // Seek to a byte offset from the beginning of the stream. Returns false if 181 // the stream does not support seeking, or cannot seek to the specified 182 // position. 183 virtual bool SetPosition(size_t position) { return false; } 184 185 // Get the byte offset of the current position from the start of the stream. 186 // Returns false if the position is not known. 187 virtual bool GetPosition(size_t* position) const { return false; } 188 189 // Get the byte length of the entire stream. Returns false if the length 190 // is not known. 191 virtual bool GetSize(size_t* size) const { return false; } 192 193 // Return the number of Read()-able bytes remaining before end-of-stream. 194 // Returns false if not known. 195 virtual bool GetAvailable(size_t* size) const { return false; } 196 197 // Return the number of Write()-able bytes remaining before end-of-stream. 198 // Returns false if not known. 199 virtual bool GetWriteRemaining(size_t* size) const { return false; } 200 201 // Return true if flush is successful. 202 virtual bool Flush() { return false; } 203 204 // Communicates the amount of data which will be written to the stream. The 205 // stream may choose to preallocate memory to accomodate this data. The 206 // stream may return false to indicate that there is not enough room (ie, 207 // Write will return SR_EOS/SR_ERROR at some point). Note that calling this 208 // function should not affect the existing state of data in the stream. 209 virtual bool ReserveSize(size_t size) { return true; } 210 211 // 212 // CONVENIENCE METHODS 213 // 214 // These methods are implemented in terms of other methods, for convenience. 215 // 216 217 // Seek to the start of the stream. 218 inline bool Rewind() { return SetPosition(0); } 219 220 // WriteAll is a helper function which repeatedly calls Write until all the 221 // data is written, or something other than SR_SUCCESS is returned. Note that 222 // unlike Write, the argument 'written' is always set, and may be non-zero 223 // on results other than SR_SUCCESS. The remaining arguments have the 224 // same semantics as Write. 225 StreamResult WriteAll(const void* data, size_t data_len, 226 size_t* written, int* error); 227 228 // Similar to ReadAll. Calls Read until buffer_len bytes have been read, or 229 // until a non-SR_SUCCESS result is returned. 'read' is always set. 230 StreamResult ReadAll(void* buffer, size_t buffer_len, 231 size_t* read, int* error); 232 233 // ReadLine is a helper function which repeatedly calls Read until it hits 234 // the end-of-line character, or something other than SR_SUCCESS. 235 // TODO: this is too inefficient to keep here. Break this out into a buffered 236 // readline object or adapter 237 StreamResult ReadLine(std::string* line); 238 239 protected: 240 StreamInterface(); 241 242 // MessageHandler Interface 243 virtual void OnMessage(Message* msg); 244 245 private: 246 DISALLOW_EVIL_CONSTRUCTORS(StreamInterface); 247 }; 248 249 /////////////////////////////////////////////////////////////////////////////// 250 // StreamAdapterInterface is a convenient base-class for adapting a stream. 251 // By default, all operations are pass-through. Override the methods that you 252 // require adaptation. Streams should really be upgraded to reference-counted. 253 // In the meantime, use the owned flag to indicate whether the adapter should 254 // own the adapted stream. 255 /////////////////////////////////////////////////////////////////////////////// 256 257 class StreamAdapterInterface : public StreamInterface, 258 public sigslot::has_slots<> { 259 public: 260 explicit StreamAdapterInterface(StreamInterface* stream, bool owned = true); 261 262 // Core Stream Interface 263 virtual StreamState GetState() const { 264 return stream_->GetState(); 265 } 266 virtual StreamResult Read(void* buffer, size_t buffer_len, 267 size_t* read, int* error) { 268 return stream_->Read(buffer, buffer_len, read, error); 269 } 270 virtual StreamResult Write(const void* data, size_t data_len, 271 size_t* written, int* error) { 272 return stream_->Write(data, data_len, written, error); 273 } 274 virtual void Close() { 275 stream_->Close(); 276 } 277 278 // Optional Stream Interface 279 /* Note: Many stream adapters were implemented prior to this Read/Write 280 interface. Therefore, a simple pass through of data in those cases may 281 be broken. At a later time, we should do a once-over pass of all 282 adapters, and make them compliant with these interfaces, after which this 283 code can be uncommented. 284 virtual const void* GetReadData(size_t* data_len) { 285 return stream_->GetReadData(data_len); 286 } 287 virtual void ConsumeReadData(size_t used) { 288 stream_->ConsumeReadData(used); 289 } 290 291 virtual void* GetWriteBuffer(size_t* buf_len) { 292 return stream_->GetWriteBuffer(buf_len); 293 } 294 virtual void ConsumeWriteBuffer(size_t used) { 295 stream_->ConsumeWriteBuffer(used); 296 } 297 */ 298 299 /* Note: This interface is currently undergoing evaluation. 300 virtual bool ForceWrite(const void* data, size_t data_len, int* error) { 301 return stream_->ForceWrite(data, data_len, error); 302 } 303 */ 304 305 virtual bool SetPosition(size_t position) { 306 return stream_->SetPosition(position); 307 } 308 virtual bool GetPosition(size_t* position) const { 309 return stream_->GetPosition(position); 310 } 311 virtual bool GetSize(size_t* size) const { 312 return stream_->GetSize(size); 313 } 314 virtual bool GetAvailable(size_t* size) const { 315 return stream_->GetAvailable(size); 316 } 317 virtual bool GetWriteRemaining(size_t* size) const { 318 return stream_->GetWriteRemaining(size); 319 } 320 virtual bool ReserveSize(size_t size) { 321 return stream_->ReserveSize(size); 322 } 323 virtual bool Flush() { 324 return stream_->Flush(); 325 } 326 327 void Attach(StreamInterface* stream, bool owned = true); 328 StreamInterface* Detach(); 329 330 protected: 331 virtual ~StreamAdapterInterface(); 332 333 // Note that the adapter presents itself as the origin of the stream events, 334 // since users of the adapter may not recognize the adapted object. 335 virtual void OnEvent(StreamInterface* stream, int events, int err) { 336 SignalEvent(this, events, err); 337 } 338 StreamInterface* stream() { return stream_; } 339 340 private: 341 StreamInterface* stream_; 342 bool owned_; 343 DISALLOW_EVIL_CONSTRUCTORS(StreamAdapterInterface); 344 }; 345 346 /////////////////////////////////////////////////////////////////////////////// 347 // StreamTap is a non-modifying, pass-through adapter, which copies all data 348 // in either direction to the tap. Note that errors or blocking on writing to 349 // the tap will prevent further tap writes from occurring. 350 /////////////////////////////////////////////////////////////////////////////// 351 352 class StreamTap : public StreamAdapterInterface { 353 public: 354 explicit StreamTap(StreamInterface* stream, StreamInterface* tap); 355 356 void AttachTap(StreamInterface* tap); 357 StreamInterface* DetachTap(); 358 StreamResult GetTapResult(int* error); 359 360 // StreamAdapterInterface Interface 361 virtual StreamResult Read(void* buffer, size_t buffer_len, 362 size_t* read, int* error); 363 virtual StreamResult Write(const void* data, size_t data_len, 364 size_t* written, int* error); 365 366 private: 367 scoped_ptr<StreamInterface> tap_; 368 StreamResult tap_result_; 369 int tap_error_; 370 DISALLOW_EVIL_CONSTRUCTORS(StreamTap); 371 }; 372 373 /////////////////////////////////////////////////////////////////////////////// 374 // StreamSegment adapts a read stream, to expose a subset of the adapted 375 // stream's data. This is useful for cases where a stream contains multiple 376 // documents concatenated together. StreamSegment can expose a subset of 377 // the data as an independent stream, including support for rewinding and 378 // seeking. 379 /////////////////////////////////////////////////////////////////////////////// 380 381 class StreamSegment : public StreamAdapterInterface { 382 public: 383 // The current position of the adapted stream becomes the beginning of the 384 // segment. If a length is specified, it bounds the length of the segment. 385 explicit StreamSegment(StreamInterface* stream); 386 explicit StreamSegment(StreamInterface* stream, size_t length); 387 388 // StreamAdapterInterface Interface 389 virtual StreamResult Read(void* buffer, size_t buffer_len, 390 size_t* read, int* error); 391 virtual bool SetPosition(size_t position); 392 virtual bool GetPosition(size_t* position) const; 393 virtual bool GetSize(size_t* size) const; 394 virtual bool GetAvailable(size_t* size) const; 395 396 private: 397 size_t start_, pos_, length_; 398 DISALLOW_EVIL_CONSTRUCTORS(StreamSegment); 399 }; 400 401 /////////////////////////////////////////////////////////////////////////////// 402 // NullStream gives errors on read, and silently discards all written data. 403 /////////////////////////////////////////////////////////////////////////////// 404 405 class NullStream : public StreamInterface { 406 public: 407 NullStream(); 408 virtual ~NullStream(); 409 410 // StreamInterface Interface 411 virtual StreamState GetState() const; 412 virtual StreamResult Read(void* buffer, size_t buffer_len, 413 size_t* read, int* error); 414 virtual StreamResult Write(const void* data, size_t data_len, 415 size_t* written, int* error); 416 virtual void Close(); 417 }; 418 419 /////////////////////////////////////////////////////////////////////////////// 420 // FileStream is a simple implementation of a StreamInterface, which does not 421 // support asynchronous notification. 422 /////////////////////////////////////////////////////////////////////////////// 423 424 class FileStream : public StreamInterface { 425 public: 426 FileStream(); 427 virtual ~FileStream(); 428 429 // The semantics of filename and mode are the same as stdio's fopen 430 virtual bool Open(const std::string& filename, const char* mode, int* error); 431 virtual bool OpenShare(const std::string& filename, const char* mode, 432 int shflag, int* error); 433 434 // By default, reads and writes are buffered for efficiency. Disabling 435 // buffering causes writes to block until the bytes on disk are updated. 436 virtual bool DisableBuffering(); 437 438 virtual StreamState GetState() const; 439 virtual StreamResult Read(void* buffer, size_t buffer_len, 440 size_t* read, int* error); 441 virtual StreamResult Write(const void* data, size_t data_len, 442 size_t* written, int* error); 443 virtual void Close(); 444 virtual bool SetPosition(size_t position); 445 virtual bool GetPosition(size_t* position) const; 446 virtual bool GetSize(size_t* size) const; 447 virtual bool GetAvailable(size_t* size) const; 448 virtual bool ReserveSize(size_t size); 449 450 virtual bool Flush(); 451 452 #if defined(POSIX) 453 // Tries to aquire an exclusive lock on the file. 454 // Use OpenShare(...) on win32 to get similar functionality. 455 bool TryLock(); 456 bool Unlock(); 457 #endif 458 459 // Note: Deprecated in favor of Filesystem::GetFileSize(). 460 static bool GetSize(const std::string& filename, size_t* size); 461 462 protected: 463 virtual void DoClose(); 464 465 FILE* file_; 466 467 private: 468 DISALLOW_EVIL_CONSTRUCTORS(FileStream); 469 }; 470 471 472 // A stream which pushes writes onto a separate thread and 473 // returns from the write call immediately. 474 class AsyncWriteStream : public StreamInterface { 475 public: 476 // Takes ownership of the stream, but not the thread. 477 AsyncWriteStream(StreamInterface* stream, talk_base::Thread* write_thread) 478 : stream_(stream), 479 write_thread_(write_thread), 480 state_(stream ? stream->GetState() : SS_CLOSED) { 481 } 482 483 virtual ~AsyncWriteStream(); 484 485 // StreamInterface Interface 486 virtual StreamState GetState() const { return state_; } 487 // This is needed by some stream writers, such as RtpDumpWriter. 488 virtual bool GetPosition(size_t* position) const; 489 virtual StreamResult Read(void* buffer, size_t buffer_len, 490 size_t* read, int* error); 491 virtual StreamResult Write(const void* data, size_t data_len, 492 size_t* written, int* error); 493 virtual void Close(); 494 virtual bool Flush(); 495 496 protected: 497 // From MessageHandler 498 virtual void OnMessage(talk_base::Message* pmsg); 499 virtual void ClearBufferAndWrite(); 500 501 private: 502 talk_base::scoped_ptr<StreamInterface> stream_; 503 Thread* write_thread_; 504 StreamState state_; 505 Buffer buffer_; 506 mutable CriticalSection crit_stream_; 507 CriticalSection crit_buffer_; 508 509 DISALLOW_EVIL_CONSTRUCTORS(AsyncWriteStream); 510 }; 511 512 513 #ifdef POSIX 514 // A FileStream that is actually not a file, but the output or input of a 515 // sub-command. See "man 3 popen" for documentation of the underlying OS popen() 516 // function. 517 class POpenStream : public FileStream { 518 public: 519 POpenStream() : wait_status_(-1) {} 520 virtual ~POpenStream(); 521 522 virtual bool Open(const std::string& subcommand, const char* mode, 523 int* error); 524 // Same as Open(). shflag is ignored. 525 virtual bool OpenShare(const std::string& subcommand, const char* mode, 526 int shflag, int* error); 527 528 // Returns the wait status from the last Close() of an Open()'ed stream, or 529 // -1 if no Open()+Close() has been done on this object. Meaning of the number 530 // is documented in "man 2 wait". 531 int GetWaitStatus() const { return wait_status_; } 532 533 protected: 534 virtual void DoClose(); 535 536 private: 537 int wait_status_; 538 }; 539 #endif // POSIX 540 541 /////////////////////////////////////////////////////////////////////////////// 542 // MemoryStream is a simple implementation of a StreamInterface over in-memory 543 // data. Data is read and written at the current seek position. Reads return 544 // end-of-stream when they reach the end of data. Writes actually extend the 545 // end of data mark. 546 /////////////////////////////////////////////////////////////////////////////// 547 548 class MemoryStreamBase : public StreamInterface { 549 public: 550 virtual StreamState GetState() const; 551 virtual StreamResult Read(void* buffer, size_t bytes, size_t* bytes_read, 552 int* error); 553 virtual StreamResult Write(const void* buffer, size_t bytes, 554 size_t* bytes_written, int* error); 555 virtual void Close(); 556 virtual bool SetPosition(size_t position); 557 virtual bool GetPosition(size_t* position) const; 558 virtual bool GetSize(size_t* size) const; 559 virtual bool GetAvailable(size_t* size) const; 560 virtual bool ReserveSize(size_t size); 561 562 char* GetBuffer() { return buffer_; } 563 const char* GetBuffer() const { return buffer_; } 564 565 protected: 566 MemoryStreamBase(); 567 568 virtual StreamResult DoReserve(size_t size, int* error); 569 570 // Invariant: 0 <= seek_position <= data_length_ <= buffer_length_ 571 char* buffer_; 572 size_t buffer_length_; 573 size_t data_length_; 574 size_t seek_position_; 575 576 private: 577 DISALLOW_EVIL_CONSTRUCTORS(MemoryStreamBase); 578 }; 579 580 // MemoryStream dynamically resizes to accomodate written data. 581 582 class MemoryStream : public MemoryStreamBase { 583 public: 584 MemoryStream(); 585 explicit MemoryStream(const char* data); // Calls SetData(data, strlen(data)) 586 MemoryStream(const void* data, size_t length); // Calls SetData(data, length) 587 virtual ~MemoryStream(); 588 589 void SetData(const void* data, size_t length); 590 591 protected: 592 virtual StreamResult DoReserve(size_t size, int* error); 593 // Memory Streams are aligned for efficiency. 594 static const int kAlignment = 16; 595 char* buffer_alloc_; 596 }; 597 598 // ExternalMemoryStream adapts an external memory buffer, so writes which would 599 // extend past the end of the buffer will return end-of-stream. 600 601 class ExternalMemoryStream : public MemoryStreamBase { 602 public: 603 ExternalMemoryStream(); 604 ExternalMemoryStream(void* data, size_t length); 605 virtual ~ExternalMemoryStream(); 606 607 void SetData(void* data, size_t length); 608 }; 609 610 // FifoBuffer allows for efficient, thread-safe buffering of data between 611 // writer and reader. As the data can wrap around the end of the buffer, 612 // MemoryStreamBase can't help us here. 613 614 class FifoBuffer : public StreamInterface { 615 public: 616 // Creates a FIFO buffer with the specified capacity. 617 explicit FifoBuffer(size_t length); 618 // Creates a FIFO buffer with the specified capacity and owner 619 FifoBuffer(size_t length, Thread* owner); 620 virtual ~FifoBuffer(); 621 // Gets the amount of data currently readable from the buffer. 622 bool GetBuffered(size_t* data_len) const; 623 // Resizes the buffer to the specified capacity. Fails if data_length_ > size 624 bool SetCapacity(size_t length); 625 626 // Read into |buffer| with an offset from the current read position, offset 627 // is specified in number of bytes. 628 // This method doesn't adjust read position nor the number of available 629 // bytes, user has to call ConsumeReadData() to do this. 630 StreamResult ReadOffset(void* buffer, size_t bytes, size_t offset, 631 size_t* bytes_read); 632 633 // Write |buffer| with an offset from the current write position, offset is 634 // specified in number of bytes. 635 // This method doesn't adjust the number of buffered bytes, user has to call 636 // ConsumeWriteBuffer() to do this. 637 StreamResult WriteOffset(const void* buffer, size_t bytes, size_t offset, 638 size_t* bytes_written); 639 640 // StreamInterface methods 641 virtual StreamState GetState() const; 642 virtual StreamResult Read(void* buffer, size_t bytes, 643 size_t* bytes_read, int* error); 644 virtual StreamResult Write(const void* buffer, size_t bytes, 645 size_t* bytes_written, int* error); 646 virtual void Close(); 647 virtual const void* GetReadData(size_t* data_len); 648 virtual void ConsumeReadData(size_t used); 649 virtual void* GetWriteBuffer(size_t* buf_len); 650 virtual void ConsumeWriteBuffer(size_t used); 651 virtual bool GetWriteRemaining(size_t* size) const; 652 653 private: 654 // Helper method that implements ReadOffset. Caller must acquire a lock 655 // when calling this method. 656 StreamResult ReadOffsetLocked(void* buffer, size_t bytes, size_t offset, 657 size_t* bytes_read); 658 659 // Helper method that implements WriteOffset. Caller must acquire a lock 660 // when calling this method. 661 StreamResult WriteOffsetLocked(const void* buffer, size_t bytes, 662 size_t offset, size_t* bytes_written); 663 664 StreamState state_; // keeps the opened/closed state of the stream 665 scoped_array<char> buffer_; // the allocated buffer 666 size_t buffer_length_; // size of the allocated buffer 667 size_t data_length_; // amount of readable data in the buffer 668 size_t read_position_; // offset to the readable data 669 Thread* owner_; // stream callbacks are dispatched on this thread 670 mutable CriticalSection crit_; // object lock 671 DISALLOW_EVIL_CONSTRUCTORS(FifoBuffer); 672 }; 673 674 /////////////////////////////////////////////////////////////////////////////// 675 676 class LoggingAdapter : public StreamAdapterInterface { 677 public: 678 LoggingAdapter(StreamInterface* stream, LoggingSeverity level, 679 const std::string& label, bool hex_mode = false); 680 681 void set_label(const std::string& label); 682 683 virtual StreamResult Read(void* buffer, size_t buffer_len, 684 size_t* read, int* error); 685 virtual StreamResult Write(const void* data, size_t data_len, 686 size_t* written, int* error); 687 virtual void Close(); 688 689 protected: 690 virtual void OnEvent(StreamInterface* stream, int events, int err); 691 692 private: 693 LoggingSeverity level_; 694 std::string label_; 695 bool hex_mode_; 696 LogMultilineState lms_; 697 698 DISALLOW_EVIL_CONSTRUCTORS(LoggingAdapter); 699 }; 700 701 /////////////////////////////////////////////////////////////////////////////// 702 // StringStream - Reads/Writes to an external std::string 703 /////////////////////////////////////////////////////////////////////////////// 704 705 class StringStream : public StreamInterface { 706 public: 707 explicit StringStream(std::string& str); 708 explicit StringStream(const std::string& str); 709 710 virtual StreamState GetState() const; 711 virtual StreamResult Read(void* buffer, size_t buffer_len, 712 size_t* read, int* error); 713 virtual StreamResult Write(const void* data, size_t data_len, 714 size_t* written, int* error); 715 virtual void Close(); 716 virtual bool SetPosition(size_t position); 717 virtual bool GetPosition(size_t* position) const; 718 virtual bool GetSize(size_t* size) const; 719 virtual bool GetAvailable(size_t* size) const; 720 virtual bool ReserveSize(size_t size); 721 722 private: 723 std::string& str_; 724 size_t read_pos_; 725 bool read_only_; 726 }; 727 728 /////////////////////////////////////////////////////////////////////////////// 729 // StreamReference - A reference counting stream adapter 730 /////////////////////////////////////////////////////////////////////////////// 731 732 // Keep in mind that the streams and adapters defined in this file are 733 // not thread-safe, so this has limited uses. 734 735 // A StreamRefCount holds the reference count and a pointer to the 736 // wrapped stream. It deletes the wrapped stream when there are no 737 // more references. We can then have multiple StreamReference 738 // instances pointing to one StreamRefCount, all wrapping the same 739 // stream. 740 741 class StreamReference : public StreamAdapterInterface { 742 class StreamRefCount; 743 public: 744 // Constructor for the first reference to a stream 745 // Note: get more references through NewReference(). Use this 746 // constructor only once on a given stream. 747 explicit StreamReference(StreamInterface* stream); 748 StreamInterface* GetStream() { return stream(); } 749 StreamInterface* NewReference(); 750 virtual ~StreamReference(); 751 752 private: 753 class StreamRefCount { 754 public: 755 explicit StreamRefCount(StreamInterface* stream) 756 : stream_(stream), ref_count_(1) { 757 } 758 void AddReference() { 759 CritScope lock(&cs_); 760 ++ref_count_; 761 } 762 void Release() { 763 int ref_count; 764 { // Atomic ops would have been a better fit here. 765 CritScope lock(&cs_); 766 ref_count = --ref_count_; 767 } 768 if (ref_count == 0) { 769 delete stream_; 770 delete this; 771 } 772 } 773 private: 774 StreamInterface* stream_; 775 int ref_count_; 776 CriticalSection cs_; 777 DISALLOW_EVIL_CONSTRUCTORS(StreamRefCount); 778 }; 779 780 // Constructor for adding references 781 explicit StreamReference(StreamRefCount* stream_ref_count, 782 StreamInterface* stream); 783 784 StreamRefCount* stream_ref_count_; 785 DISALLOW_EVIL_CONSTRUCTORS(StreamReference); 786 }; 787 788 /////////////////////////////////////////////////////////////////////////////// 789 790 // Flow attempts to move bytes from source to sink via buffer of size 791 // buffer_len. The function returns SR_SUCCESS when source reaches 792 // end-of-stream (returns SR_EOS), and all the data has been written successful 793 // to sink. Alternately, if source returns SR_BLOCK or SR_ERROR, or if sink 794 // returns SR_BLOCK, SR_ERROR, or SR_EOS, then the function immediately returns 795 // with the unexpected StreamResult value. 796 // data_len is the length of the valid data in buffer. in case of error 797 // this is the data that read from source but can't move to destination. 798 // as a pass in parameter, it indicates data in buffer that should move to sink 799 StreamResult Flow(StreamInterface* source, 800 char* buffer, size_t buffer_len, 801 StreamInterface* sink, size_t* data_len = NULL); 802 803 /////////////////////////////////////////////////////////////////////////////// 804 805 } // namespace talk_base 806 807 #endif // TALK_BASE_STREAM_H_ 808