eventmachine/eventmachine

View on GitHub
lib/em/streamer.rb

Summary

Maintainability
A
3 hrs
Test Coverage
module EventMachine
  # Streams a file over a given connection. Streaming begins once the object is
  # instantiated. Typically FileStreamer instances are not reused.
  #
  # Streaming uses buffering for files larger than 16K and uses so-called fast file reader (a C++ extension)
  # if available (it is part of eventmachine gem itself).
  #
  # @example
  #
  #  module FileSender
  #    def post_init
  #      streamer = EventMachine::FileStreamer.new(self, '/tmp/bigfile.tar')
  #      streamer.callback{
  #        # file was sent successfully
  #        close_connection_after_writing
  #      }
  #    end
  #  end
  #
  #
  # @author Francis Cianfrocca
  class FileStreamer
    include Deferrable

    # Use mapped streamer for files bigger than 16k
    MappingThreshold = 16384
    # Wait until next tick to send more data when 50k is still in the outgoing buffer
    BackpressureLevel = 50000
    # Send 16k chunks at a time
    ChunkSize = 16384

    # @param [EventMachine::Connection] connection
    # @param [String] filename File path
    #
    # @option args [Boolean] :http_chunks (false) Use HTTP 1.1 style chunked-encoding semantics.
    def initialize connection, filename, args = {}
      @connection = connection
      @http_chunks = args[:http_chunks]

      if File.exist?(filename)
        @size = File.size(filename)
        if @size <= MappingThreshold
          stream_without_mapping filename
        else
          stream_with_mapping filename
        end
      else
        fail "file not found"
      end
    end

    # @private
    def stream_without_mapping filename
      if @http_chunks
        @connection.send_data "#{@size.to_s(16)}\r\n"
        @connection.send_file_data filename
        @connection.send_data "\r\n0\r\n\r\n"
      else
        @connection.send_file_data filename
      end
      succeed
    end
    private :stream_without_mapping

    # @private
    def stream_with_mapping filename
      ensure_mapping_extension_is_present

      @position = 0
      @mapping = EventMachine::FastFileReader::Mapper.new filename
      stream_one_chunk
    end
    private :stream_with_mapping

    # Used internally to stream one chunk at a time over multiple reactor ticks
    # @private
    def stream_one_chunk
      loop {
        if @position < @size
          if @connection.get_outbound_data_size > BackpressureLevel
            EventMachine::next_tick {stream_one_chunk}
            break
          else
            len = @size - @position
            len = ChunkSize if (len > ChunkSize)

            @connection.send_data( "#{len.to_s(16)}\r\n" ) if @http_chunks
            @connection.send_data( @mapping.get_chunk( @position, len ))
            @connection.send_data("\r\n") if @http_chunks

            @position += len
          end
        else
          @connection.send_data "0\r\n\r\n" if @http_chunks
          @mapping.close
          succeed
          break
        end
      }
    end

    #
    # We use an outboard extension class to get memory-mapped files.
    # It's outboard to avoid polluting the core distro, but that means
    # there's a "hidden" dependency on it. The first time we get here in
    # any run, try to load up the dependency extension. User code will see
    # a LoadError if it's not available, but code that doesn't require
    # mapped files will work fine without it. This is a somewhat difficult
    # compromise between usability and proper modularization.
    #
    # @private
    def ensure_mapping_extension_is_present
      @@fastfilereader ||= (require 'fastfilereaderext')
    end
    private :ensure_mapping_extension_is_present

  end # FileStreamer
end # EventMachine