Qpid Proton C++ API  0.38.0
broker.cpp

A broker using the proton::container. You can use this to run other examples that require an intermediary, or you can use any AMQP 1.0 broker. This broker creates queues automatically when a client tries to send or subscribe.

/*
* Licensed to the Apache Software Foundation (ASF) under one
* or more contributor license agreements. See the NOTICE file
* distributed with this work for additional information
* regarding copyright ownership. The ASF licenses this file
* to you under the Apache License, Version 2.0 (the
* "License"); you may not use this file except in compliance
* with the License. You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing,
* software distributed under the License is distributed on an
* "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
* KIND, either express or implied. See the License for the
* specific language governing permissions and limitations
* under the License.
*/
#include "options.hpp"
#include <deque>
#include <iostream>
#include <map>
#include <string>
#include <thread>
// This is a simplified model for a message broker, that only allows for
// messages to go to a single receiver.
//
// This broker is multithread safe and if compiled with C++11 with a multithreaded Proton
// binding library will use as many threads as there are thread resources available (usually
// cores)
//
// Queues are only created and never destroyed
//
// Broker Entities (that need to be individually serialised)
// QueueManager - Creates new queues, finds queues
// Queue - Queues msgs, records subscribers, sends msgs to subscribers
// Connection - Receives Messages from network, sends messages to network.
// Work
// FindQueue(queueName, connection) - From a Connection to the QueueManager
// This will create the queue if it doesn't already exist and send a BoundQueue
// message back to the connection.
// BoundQueue(queue) - From the QueueManager to a Connection
//
// QueueMsg(msg) - From a Connection (receiver) to a Queue
// Subscribe(sender) - From a Connection (sender) to a Queue
// Flow(sender, credit) - From a Connection (sender) to a Queue
// Unsubscribe(sender) - From a Connection (sender) to a Queue
//
// SendMsg(msg) - From a Queue to a Connection (sender)
// Unsubscribed() - From a Queue to a Connection (sender)
// Simple debug output
bool verbose;
#define DOUT(x) do {if (verbose) {x};} while (false)
class Queue;
class Sender;
typedef std::map<proton::sender, Sender*> senders;
class Sender : public proton::messaging_handler {
friend class connection_handler;
proton::sender sender_;
senders& senders_;
proton::work_queue& work_queue_;
std::string queue_name_;
Queue* queue_;
int pending_credit_;
// Messaging handlers
void on_sendable(proton::sender &sender) override;
void on_sender_close(proton::sender &sender) override;
public:
Sender(proton::sender s, senders& ss) :
sender_(s), senders_(ss), work_queue_(s.work_queue()), queue_(0), pending_credit_(0)
{}
bool add(proton::work f) {
return work_queue_.add(f);
}
void boundQueue(Queue* q, std::string qn);
void sendMsg(proton::message m) {
DOUT(std::cerr << "Sender: " << this << " sending\n";);
sender_.send(m);
}
void unsubscribed() {
DOUT(std::cerr << "Sender: " << this << " deleting\n";);
delete this;
}
};
// Queue - round robin subscriptions
class Queue {
proton::work_queue work_queue_;
const std::string name_;
std::deque<proton::message> messages_;
typedef std::map<Sender*, int> subscriptions; // With credit
subscriptions subscriptions_;
subscriptions::iterator current_;
void tryToSend() {
DOUT(std::cerr << "Queue: " << this << " tryToSend: " << subscriptions_.size(););
// Starting at current_, send messages to subscriptions with credit:
// After each send try to find another subscription; Wrap around;
// Finish when we run out of messages or credit.
size_t outOfCredit = 0;
while (!messages_.empty() && outOfCredit<subscriptions_.size()) {
// If we got the end (or haven't started yet) start at the beginning
if (current_==subscriptions_.end()) {
current_=subscriptions_.begin();
}
// If we have credit send the message
DOUT(std::cerr << "(" << current_->second << ") ";);
if (current_->second>0) {
DOUT(std::cerr << current_->first << " ";);
current_->first->add(make_work(&Sender::sendMsg, current_->first, messages_.front()));
messages_.pop_front();
--current_->second;
++current_;
} else {
++outOfCredit;
}
}
DOUT(std::cerr << "\n";);
}
public:
Queue(proton::container& c, const std::string& n) :
work_queue_(c), name_(n), current_(subscriptions_.end())
{}
bool add(proton::work f) {
return work_queue_.add(f);
}
void queueMsg(proton::message m) {
DOUT(std::cerr << "Queue: " << this << "(" << name_ << ") queueMsg\n";);
messages_.push_back(m);
tryToSend();
}
void flow(Sender* s, int c) {
DOUT(std::cerr << "Queue: " << this << "(" << name_ << ") flow: " << c << " to " << s << "\n";);
subscriptions_[s] = c;
tryToSend();
}
void subscribe(Sender* s) {
DOUT(std::cerr << "Queue: " << this << "(" << name_ << ") subscribe Sender: " << s << "\n";);
subscriptions_[s] = 0;
}
void unsubscribe(Sender* s) {
DOUT(std::cerr << "Queue: " << this << "(" << name_ << ") unsubscribe Sender: " << s << "\n";);
// If we're about to erase the current subscription move on
if (current_ != subscriptions_.end() && current_->first==s) ++current_;
subscriptions_.erase(s);
s->add(make_work(&Sender::unsubscribed, s));
}
};
// We have credit to send a message.
void Sender::on_sendable(proton::sender &sender) {
if (queue_) {
queue_->add(make_work(&Queue::flow, queue_, this, sender.credit()));
} else {
pending_credit_ = sender.credit();
}
}
void Sender::on_sender_close(proton::sender &sender) {
if (queue_) {
queue_->add(make_work(&Queue::unsubscribe, queue_, this));
} else {
// TODO: Is it possible to be closed before we get the queue allocated?
// If so, we should have a way to mark the sender deleted, so we can delete
// on queue binding
}
senders_.erase(sender);
}
void Sender::boundQueue(Queue* q, std::string qn) {
DOUT(std::cerr << "Sender: " << this << " bound to Queue: " << q <<"(" << qn << ")\n";);
queue_ = q;
queue_name_ = qn;
q->add(make_work(&Queue::subscribe, q, this));
.source((proton::source_options().address(queue_name_)))
.handler(*this));
if (pending_credit_>0) {
queue_->add(make_work(&Queue::flow, queue_, this, pending_credit_));
}
std::cout << "sending from " << queue_name_ << std::endl;
}
class Receiver : public proton::messaging_handler {
friend class connection_handler;
proton::receiver receiver_;
proton::work_queue& work_queue_;
Queue* queue_;
std::deque<proton::message> messages_;
// A message is received.
messages_.push_back(m);
if (queue_) {
queueMsgs();
}
}
void queueMsgs() {
DOUT(std::cerr << "Receiver: " << this << " queueing " << messages_.size() << " msgs to: " << queue_ << "\n";);
while (!messages_.empty()) {
queue_->add(make_work(&Queue::queueMsg, queue_, messages_.front()));
messages_.pop_front();
}
}
public:
Receiver(proton::receiver r) :
receiver_(r), work_queue_(r.work_queue()), queue_(0)
{}
bool add(proton::work f) {
return work_queue_.add(f);
}
void boundQueue(Queue* q, std::string qn) {
DOUT(std::cerr << "Receiver: " << this << " bound to Queue: " << q << "(" << qn << ")\n";);
queue_ = q;
.source((proton::source_options().address(qn)))
.handler(*this));
std::cout << "receiving to " << qn << std::endl;
queueMsgs();
}
};
class QueueManager {
proton::container& container_;
proton::work_queue work_queue_;
typedef std::map<std::string, Queue*> queues;
queues queues_;
int next_id_; // Use to generate unique queue IDs.
public:
QueueManager(proton::container& c) :
container_(c), work_queue_(c), next_id_(0)
{}
bool add(proton::work f) {
return work_queue_.add(f);
}
template <class T>
void findQueue(T& connection, std::string& qn) {
if (qn.empty()) {
// Dynamic queue creation
std::ostringstream os;
os << "_dynamic_" << next_id_++;
qn = os.str();
}
Queue* q = 0;
queues::iterator i = queues_.find(qn);
if (i==queues_.end()) {
q = new Queue(container_, qn);
queues_[qn] = q;
} else {
q = i->second;
}
connection.add(make_work(&T::boundQueue, &connection, q, qn));
}
void findQueueSender(Sender* s, std::string qn) {
findQueue(*s, qn);
}
void findQueueReceiver(Receiver* r, std::string qn) {
findQueue(*r, qn);
}
};
class connection_handler : public proton::messaging_handler {
QueueManager& queue_manager_;
senders senders_;
public:
connection_handler(QueueManager& qm) :
queue_manager_(qm)
{}
c.open(); // Accept the connection
}
// A sender sends messages from a queue to a subscriber.
void on_sender_open(proton::sender &sender) override {
std::string qn = sender.source().dynamic() ? "" : sender.source().address();
Sender* s = new Sender(sender, senders_);
senders_[sender] = s;
queue_manager_.add(make_work(&QueueManager::findQueueSender, &queue_manager_, s, qn));
}
// A receiver receives messages from a publisher to a queue.
void on_receiver_open(proton::receiver &receiver) override {
std::string qname = receiver.target().address();
Receiver* r = new Receiver(receiver);
queue_manager_.add(make_work(&QueueManager::findQueueReceiver, &queue_manager_, r, qname));
}
void on_session_close(proton::session &session) override {
// Unsubscribe all senders that belong to session.
for (proton::sender_iterator i = session.senders().begin(); i != session.senders().end(); ++i) {
senders::iterator j = senders_.find(*i);
if (j == senders_.end()) continue;
Sender* s = j->second;
if (s->queue_) {
s->queue_->add(make_work(&Queue::unsubscribe, s->queue_, s));
}
senders_.erase(j);
}
}
void on_error(const proton::error_condition& e) override {
std::cout << "protocol error: " << e.what() << std::endl;
}
// The container calls on_transport_close() last.
// Unsubscribe all senders.
for (proton::sender_iterator i = t.connection().senders().begin(); i != t.connection().senders().end(); ++i) {
senders::iterator j = senders_.find(*i);
if (j == senders_.end()) continue;
Sender* s = j->second;
if (s->queue_) {
s->queue_->add(make_work(&Queue::unsubscribe, s->queue_, s));
}
}
delete this; // All done.
}
};
class broker {
public:
broker(const std::string addr) :
container_("broker"), queues_(container_), listener_(queues_)
{
container_.listen(addr, listener_);
}
void run() {
container_.run(std::thread::hardware_concurrency());
}
private:
struct listener : public proton::listen_handler {
listener(QueueManager& c) : queues_(c) {}
return proton::connection_options().handler(*(new connection_handler(queues_)));
}
void on_open(proton::listener& l) override {
std::cout << "broker listening on " << l.port() << std::endl;
}
void on_error(proton::listener&, const std::string& s) override {
std::cerr << "listen error: " << s << std::endl;
throw std::runtime_error(s);
}
QueueManager& queues_;
};
proton::container container_;
QueueManager queues_;
listener listener_;
};
int main(int argc, char **argv) {
// Command line options
std::string address("0.0.0.0");
example::options opts(argc, argv);
opts.add_flag(verbose, 'v', "verbose", "verbose (debugging) output");
opts.add_value(address, 'a', "address", "listen on URL", "URL");
try {
verbose = false;
opts.parse();
broker(address).run();
return 0;
} catch (const example::bad_option& e) {
std::cout << opts << std::endl << e.what() << std::endl;
} catch (const std::exception& e) {
std::cout << "broker shutdown: " << e.what() << std::endl;
}
return 1;
}
Options for creating a connection.
Definition: connection_options.hpp:67
connection_options & handler(class messaging_handler &)
Set a connection handler.
A connection to a remote AMQP peer.
Definition: connection.hpp:47
sender_range senders() const
Return all senders on this connection.
void open()
Open the connection.
A top-level container of connections, sessions, and links.
Definition: container.hpp:50
void run()
Run the container in the current thread.
listener listen(const std::string &listen_url, listen_handler &handler)
Listen for new connections on listen_url.
A received message.
Definition: delivery.hpp:40
Describes an endpoint error state.
Definition: error_condition.hpp:39
std::string what() const
Simple printable string for condition.
Unsettled API - A handler for incoming connections.
Definition: listen_handler.hpp:39
A listener for incoming connections.
Definition: listener.hpp:33
int port()
Unsettedled API
An AMQP message.
Definition: message.hpp:48
Handler for Proton messaging events.
Definition: messaging_handler.hpp:69
virtual void on_error(const error_condition &)
Fallback error handling.
virtual void on_connection_open(connection &)
The remote peer opened the connection: called once on initial open, and again on each successful auto...
virtual void on_message(delivery &, message &)
A message is received.
virtual void on_receiver_open(receiver &)
The remote peer opened the link.
virtual void on_sendable(sender &)
A message can be sent.
virtual void on_transport_close(transport &)
The final event for a connection: there will be no more reconnect attempts and no more event function...
virtual void on_session_close(session &)
The remote peer closed the session.
virtual void on_sender_close(sender &)
The remote peer closed the link.
virtual void on_sender_open(sender &)
The remote peer opened the link.
Options for creating a receiver.
Definition: receiver_options.hpp:59
A channel for receiving messages.
Definition: receiver.hpp:41
class target target() const
Get the target node.
void open()
Open the receiver.
Options for creating a sender.
Definition: sender_options.hpp:60
A channel for sending messages.
Definition: sender.hpp:40
tracker send(const message &m)
Send a message on the sender.
class source source() const
Get the source node.
void open()
Open the sender.
A container of senders and receivers.
Definition: session.hpp:42
sender_range senders() const
Return the senders on this session.
Options for creating a source node for a sender or receiver.
Definition: source_options.hpp:46
std::string address() const
The address of the source.
std::string address() const
The address of the target.
bool dynamic() const
True if the remote node is created dynamically.
A network channel supporting an AMQP connection.
Definition: transport.hpp:37
class connection connection() const
Get the connection associated with this transport.
Unsettled API - A context for thread-safe execution of work.
Definition: work_queue.hpp:327
bool add(work fn)
Unsettled API - Add work fn to the work queue.
A connection to a remote AMQP peer.
Options for creating a connection.
A top-level container of connections, sessions, and links.
A received message.
Describes an endpoint error state.
Unsettled API - A handler for incoming connections.
A listener for incoming connections.
An AMQP message.
Handler for Proton messaging events.
Options for creating a receiver.
Options for creating a sender.
Options for creating a source node for a sender or receiver.
A destination for messages.
Options for creating a target node for a sender or receiver.
A tracker for a sent message.
A network channel supporting an AMQP connection.
Unsettled API - A context for thread-safe execution of work.