1 # -*- encoding: binary -*-
3 # This concurrency model implements a single-threaded app dispatch
4 # with a separate thread pool for writing responses.
6 # Unlike most \Rainbows! concurrency models, WriterThreadPool is
7 # designed to run behind nginx just like Unicorn is. This concurrency
8 # model may be useful for existing Unicorn users looking for more
9 # output concurrency than socket buffers can provide while still
10 # maintaining a single-threaded application dispatch (though if the
11 # response body is dynamically generated, it must be thread safe).
13 # For serving large or streaming responses, using more threads (via
14 # the +worker_connections+ setting) and setting "proxy_buffering off"
15 # in nginx is recommended. If your application does not handle
16 # uploads, then using any HTTP-aware proxy like haproxy is fine.
17 # Using a non-HTTP-aware proxy will leave you vulnerable to
18 # slow client denial-of-service attacks.
19 module Rainbows::WriterThreadPool
21 include Rainbows::Base
26 def async_write_body(qclient, body, range)
27 if body.respond_to?(:close)
28 Rainbows::SyncClose.new(body) do |body|
29 qclient.q << [ qclient.to_io, :body, body, range ]
32 qclient.q << [ qclient.to_io, :body, body, range ]
36 def process_client(client) # :nodoc:
38 super(Client.new(client, @@q[@@nr %= @@q.size]))
41 def init_worker_process(worker)
43 self.class.__send__(:alias_method, :sync_write_body, :write_body)
44 Rainbows::WriterThreadPool.__send__(
45 :alias_method, :write_body, :async_write_body)
48 def worker_loop(worker) # :nodoc:
49 # we have multiple, single-thread queues since we don't want to
50 # interleave writes from the same client
51 qp = (1..worker_connections).map do |n|
52 Rainbows::QueuePool.new(1) do |response|
54 io, arg1, arg2, arg3 = response
56 when :body then sync_write_body(io, arg2, arg3)
57 when :close then io.close unless io.closed?
62 Rainbows::Error.write(io, err)
67 @@q = qp.map { |q| q.queue }
68 super(worker) # accept loop from Unicorn
69 qp.map { |q| q.quit! }
74 require 'rainbows/writer_thread_pool/client'