using System; using System.IO; using System.Net; using System.Text; using System.Threading; using System.Diagnostics; namespace DominionBase.Utilities { public static class DownloadFileSlowly { public static void DownloadFromUrl(String url, String filename, long maxBytesPerSecond) { // Create webclient, open stream to url and create the destination file. using (WebClient client = new WebClient()) using (Stream sourceStream = client.OpenRead(url)) using (Stream destinationStream = File.Create(filename)) { // Create throttled steam around the source stream. ThrottledStream throttledSourceStream = new ThrottledStream(sourceStream, maxBytesPerSecond); // Create buffer and read the first chunk from the source. byte[] buffer = new byte[8192]; int readCount = throttledSourceStream.Read(buffer, 0, buffer.Length); // While bytes are readed. while (readCount > 0) { // Write readed bytes to destination file. destinationStream.Write(buffer, 0, readCount); // Read next chunk of available data from the source stream. readCount = throttledSourceStream.Read(buffer, 0, buffer.Length); } } } public static String DownloadFromUrl(String url, long maxBytesPerSecond) { StringBuilder sb = new StringBuilder(); // Create webclient, open stream to url and create the destination file. using (WebClient client = new WebClient()) using (Stream sourceStream = client.OpenRead(url)) { // Create throttled steam around the source stream. ThrottledStream throttledSourceStream = new ThrottledStream(sourceStream, maxBytesPerSecond); // Create buffer and read the first chunk from the source. byte[] buffer = new byte[8192]; int readCount = throttledSourceStream.Read(buffer, 0, buffer.Length); // While bytes are readed. while (readCount > 0) { // Write readed bytes to StringBuilder sb.Append(Encoding.Default.GetString(buffer)); //destinationStream.Write(buffer, 0, readCount); // Read next chunk of available data from the source stream. readCount = throttledSourceStream.Read(buffer, 0, buffer.Length); } } return sb.ToString(); } } /// /// Class for streaming data with throttling support. /// public class ThrottledStream : Stream { /// /// A constant used to specify an infinite number of bytes that can be transferred per second. /// public const long Infinite = 0; #region Private members /// /// The base stream. /// private Stream _baseStream; /// /// The maximum bytes per second that can be transferred through the base stream. /// private long _maximumBytesPerSecond; /// /// The number of bytes that has been transferred since the last throttle. /// private long _byteCount; /// /// The start time in milliseconds of the last throttle. /// private long _start; #endregion #region Properties /// /// Gets the current milliseconds. /// /// The current milliseconds. protected long CurrentMilliseconds { get { return Environment.TickCount; } } /// /// Gets or sets the maximum bytes per second that can be transferred through the base stream. /// /// The maximum bytes per second. public long MaximumBytesPerSecond { get { return _maximumBytesPerSecond; } set { if (MaximumBytesPerSecond != value) { _maximumBytesPerSecond = value; Reset(); } } } /// /// Gets a value indicating whether the current stream supports reading. /// /// true if the stream supports reading; otherwise, false. public override bool CanRead { get { return _baseStream.CanRead; } } /// /// Gets a value indicating whether the current stream supports seeking. /// /// /// true if the stream supports seeking; otherwise, false. public override bool CanSeek { get { return _baseStream.CanSeek; } } /// /// Gets a value indicating whether the current stream supports writing. /// /// /// true if the stream supports writing; otherwise, false. public override bool CanWrite { get { return _baseStream.CanWrite; } } /// /// Gets the length in bytes of the stream. /// /// /// A long value representing the length of the stream in bytes. /// The base stream does not support seeking. /// Methods were called after the stream was closed. public override long Length { get { return _baseStream.Length; } } /// /// Gets or sets the position within the current stream. /// /// /// The current position within the stream. /// An I/O error occurs. /// The base stream does not support seeking. /// Methods were called after the stream was closed. public override long Position { get { return _baseStream.Position; } set { _baseStream.Position = value; } } #endregion #region Ctor /// /// Initializes a new instance of the class with an /// infinite amount of bytes that can be processed. /// /// The base stream. public ThrottledStream(Stream baseStream) : this(baseStream, ThrottledStream.Infinite) { // Nothing todo. } /// /// Initializes a new instance of the class. /// /// The base stream. /// The maximum bytes per second that can be transferred through the base stream. /// Thrown when is a null reference. /// Thrown when is a negative value. public ThrottledStream(Stream baseStream, long maximumBytesPerSecond) { if (baseStream == null) { throw new ArgumentNullException("baseStream"); } if (maximumBytesPerSecond < 0) { throw new ArgumentOutOfRangeException("maximumBytesPerSecond", maximumBytesPerSecond, "The maximum number of bytes per second can't be negatie."); } _baseStream = baseStream; _maximumBytesPerSecond = maximumBytesPerSecond; _start = CurrentMilliseconds; _byteCount = 0; } #endregion #region Public methods /// /// Clears all buffers for this stream and causes any buffered data to be written to the underlying device. /// /// An I/O error occurs. public override void Flush() { _baseStream.Flush(); } /// /// Reads a sequence of bytes from the current stream and advances the position within the stream by the number of bytes read. /// /// An array of bytes. When this method returns, the buffer contains the specified byte array with the values between offset and (offset + count - 1) replaced by the bytes read from the current source. /// The zero-based byte offset in buffer at which to begin storing the data read from the current stream. /// The maximum number of bytes to be read from the current stream. /// /// The total number of bytes read into the buffer. This can be less than the number of bytes requested if that many bytes are not currently available, or zero (0) if the end of the stream has been reached. /// /// The sum of offset and count is larger than the buffer length. /// Methods were called after the stream was closed. /// The base stream does not support reading. /// buffer is null. /// An I/O error occurs. /// offset or count is negative. public override int Read(byte[] buffer, int offset, int count) { Throttle(count); return _baseStream.Read(buffer, offset, count); } /// /// Sets the position within the current stream. /// /// A byte offset relative to the origin parameter. /// A value of type indicating the reference point used to obtain the new position. /// /// The new position within the current stream. /// /// An I/O error occurs. /// The base stream does not support seeking, such as if the stream is constructed from a pipe or console output. /// Methods were called after the stream was closed. public override long Seek(long offset, SeekOrigin origin) { return _baseStream.Seek(offset, origin); } /// /// Sets the length of the current stream. /// /// The desired length of the current stream in bytes. /// The base stream does not support both writing and seeking, such as if the stream is constructed from a pipe or console output. /// An I/O error occurs. /// Methods were called after the stream was closed. public override void SetLength(long value) { _baseStream.SetLength(value); } /// /// Writes a sequence of bytes to the current stream and advances the current position within this stream by the number of bytes written. /// /// An array of bytes. This method copies count bytes from buffer to the current stream. /// The zero-based byte offset in buffer at which to begin copying bytes to the current stream. /// The number of bytes to be written to the current stream. /// An I/O error occurs. /// The base stream does not support writing. /// Methods were called after the stream was closed. /// buffer is null. /// The sum of offset and count is greater than the buffer length. /// offset or count is negative. public override void Write(byte[] buffer, int offset, int count) { Throttle(count); _baseStream.Write(buffer, offset, count); } /// /// Returns a that represents the current . /// /// /// A that represents the current . /// public override string ToString() { return _baseStream.ToString(); } #endregion #region Protected methods /// /// Throttles for the specified buffer size in bytes. /// /// The buffer size in bytes. protected void Throttle(int bufferSizeInBytes) { // Make sure the buffer isn't empty. if (_maximumBytesPerSecond <= 0 || bufferSizeInBytes <= 0) { return; } _byteCount += bufferSizeInBytes; long elapsedMilliseconds = CurrentMilliseconds - _start; if (elapsedMilliseconds > 0) { // Calculate the current bps. long bps = _byteCount * 1000L / elapsedMilliseconds; // If the bps are more then the maximum bps, try to throttle. if (bps > _maximumBytesPerSecond) { // Calculate the time to sleep. long wakeElapsed = _byteCount * 1000L / _maximumBytesPerSecond; int toSleep = (int)(wakeElapsed - elapsedMilliseconds); if (toSleep > 1) { try { // The time to sleep is more then a millisecond, so sleep. Thread.Sleep(toSleep); } catch (ThreadAbortException) { // Eatup ThreadAbortException. } // A sleep has been done, reset. Reset(); } } } } /// /// Will reset the bytecount to 0 and reset the start time to the current time. /// protected void Reset() { long difference = CurrentMilliseconds - _start; // Only reset counters when a known history is available of more then 1 second. if (difference > 1000) { _byteCount = 0; _start = CurrentMilliseconds; } } #endregion } }