"""Allow the ability to connect and publish to a queue.
"""
import json
import logging
import time

import kombu
import requests


class Producer(object):

    def __init__(self, dest_queue_name, rabbitmq_host, serializer=None, compression=None):
        self.serializer = serializer
        self.compression = compression
        self.queue_cache = {}

        self.rabbitmq_host = rabbitmq_host
        self.dest_queue_name = dest_queue_name

        # Connect to the queue.
        #
        broker = kombu.BrokerConnection(rabbitmq_host)
        self.dest_queue = broker.SimpleQueue(dest_queue_name, serializer=serializer, compression=compression)

    def put(self, item):
        """Put one item onto the queue.
        """
        self.dest_queue.put(item)

    def buffered_put(self, input_iter, batch_size, resume_threshold=0.1, delay_in_seconds=5.0):
        """Given an input iterator, keep adding batches of items to the
        destination queue.
        After each batch, wait for the queue size to drop to a certain level
        until putting in the next batch.
        (Wait until the queue size is batch_size * resume_threshold.)

        Note that it isn't exact, but it will attempt to ensure that the queue
        size never goes (much) beyond batch_size.
        """
        num_enqueued = 0
        while True:
            try:
                logging.debug("Starting batch size={0}".format(batch_size))
                for i in range(batch_size):
                    self.put(input_iter.next())
                    num_enqueued += 1
                logging.debug("Batch done. {0} items enqueued so far".format(num_enqueued))
            except StopIteration:
                # We're done!
                #
                logging.debug("Input exhausted. {0} items enqueued in total".format(num_enqueued))
                break

            # After each batch, we need to pause briefly.
            # Otherwise get_num_messages won't include the messages that we
            # just enqueued.
            #
            time.sleep(delay_in_seconds)

            # Now that we have completed one batch, we need to wait.
            #
            max_size = resume_threshold * batch_size
            num_messages = get_num_messages(self.rabbitmq_host, self.dest_queue_name)
            while num_messages >= max_size:
                logging.debug("Current queue size = {0}, waiting until size <= {1}".format(num_messages, max_size))
                time.sleep(delay_in_seconds)
                num_messages = get_num_messages(self.rabbitmq_host, self.dest_queue_name)


def get_num_messages(rabbitmq_host, queue_name, port=15672, vhost="%2F", auth=None):
    """A (very!) approximate attempt to get the number of messages in a queue.
    It uses the rabbitmq http API (so make sure that is installed).
    """
    if not auth:
        auth = ("guest", "guest")
    url = "http://{0}:{1}/api/queues/{2}/{3}".format(rabbitmq_host, port, vhost, queue_name)

    response = requests.get(url, auth=auth)
    
    queue_data = json.loads(response.content)
    return queue_data["messages"]

@@ -1395,16 +1395,23 @@
 tch 
+(batch_
 size=%7B0%7D
 %22.fo
@@ -1406,16 +1406,17 @@
 size=%7B0%7D
+)
 %22.format

Make log line more verbose