generic-library/libzmq
1
0
Fork 0
mirror of https://github.com/zeromq/libzmq.git synced 2025-10-29 12:18:04 +01:00
Code Issues Projects Releases Wiki Activity

Allocation-free msg::init_data

Browse Source 
With a msg_t size of 64 bytes, it becomes possible to embedd the content_t's members
struct for large messages directly in the msg_t. This saves the dynamic allocation
of content_t obejcts when using msg_t::init_data.

content_t contains a zmq::atomic_counter_t object which is not a POD in C++98
and thus it cannot be used as a member of the union u. To bypass this, C++11
is used which has relaxed rules for POD and atomic_counter is a C++11-POD. An
alternative would have been to make atomic_counter a classical POD by removing
constructors and all private member functions, i.e. have a struct and free functions
to manipulate it.

A new msg_t::init function is added which decides to either to copy the data for size<64 bytes
or use msg_t::init_data to do zero-copy initialization.
This commit is contained in:
Jens Auer
2015-05-29 23:47:03 +02:00
parent 03d6a7341b
commit 611e96c701
2 changed files with 91 additions and 58 deletions
Download Patch File Download Diff File Expand all files Collapse all files

99
src/msg.cpp
View File

@@ -45,11 +45,30 @@
typedef char zmq_msg_size_check
[2 * ((sizeof (zmq::msg_t) == sizeof (zmq_msg_t)) != 0) - 1];
// check whether the size of atomic_counter_t matches the size of the wrapped integer
// to ensure that the lsmg union is correctly aligned
typedef char zmq_msg_size_check
[2 * ((sizeof (zmq::atomic_counter_t) == sizeof (zmq::atomic_counter_t::integer_t)) != 0) - 1];
bool zmq::msg_t::check ()
{
return u.base.type >= type_min && u.base.type <= type_max;
}
int zmq::msg_t::init (void *data_, size_t size_, msg_free_fn *ffn_, void *hint_)
{
if (size_ <= max_vsm_size)
{
int rc = init_size(size_);
memcpy(data(), data_, size_);
return rc;
}
else
{
return init_data(data_, size_, ffn_, hint_);
}
}
int zmq::msg_t::init ()
{
u.vsm.metadata = NULL;
@@ -76,18 +95,16 @@ int zmq::msg_t::init_size (size_t size_)
u.lmsg.type = type_lmsg;
u.lmsg.flags = 0;
u.lmsg.routing_id = 0;
u.lmsg.content =
(content_t*) malloc (sizeof (content_t) + size_);
if (unlikely (!u.lmsg.content)) {
u.lmsg.data = malloc(size_);
if (unlikely (!u.lmsg.data)) {
errno = ENOMEM;
return -1;
}
u.lmsg.content->data = u.lmsg.content + 1;
u.lmsg.content->size = size_;
u.lmsg.content->ffn = NULL;
u.lmsg.content->hint = NULL;
new (&u.lmsg.content->refcnt) zmq::atomic_counter_t ();
u.lmsg.size = size_;
u.lmsg.ffn = NULL;
u.lmsg.hint = NULL;
new (&u.lmsg.refcnt.counter) zmq::atomic_counter_t ();
}
return 0;
}
@@ -115,17 +132,12 @@ int zmq::msg_t::init_data (void *data_, size_t size_, msg_free_fn *ffn_,
u.lmsg.type = type_lmsg;
u.lmsg.flags = 0;
u.lmsg.routing_id = 0;
u.lmsg.content = (content_t*) malloc (sizeof (content_t));
if (!u.lmsg.content) {
errno = ENOMEM;
return -1;
}
u.lmsg.content->data = data_;
u.lmsg.content->size = size_;
u.lmsg.content->ffn = ffn_;
u.lmsg.content->hint = hint_;
new (&u.lmsg.content->refcnt) zmq::atomic_counter_t ();
u.lmsg.data = data_;
u.lmsg.size = size_;
u.lmsg.ffn = ffn_;
u.lmsg.hint = hint_;
new (&u.lmsg.refcnt.counter) zmq::atomic_counter_t ();
}
return 0;
@@ -140,6 +152,13 @@ int zmq::msg_t::init_delimiter ()
return 0;
}
zmq::atomic_counter_t& zmq::msg_t::msg_counter()
{
zmq_assert( is_lmsg() );
void* ptr = static_cast<void*>( &u.lmsg.refcnt.counter );
return *static_cast<atomic_counter_t*>( ptr );
}
int zmq::msg_t::close ()
{
// Check the validity of the message.
@@ -153,16 +172,14 @@ int zmq::msg_t::close ()
// If the content is not shared, or if it is shared and the reference
// count has dropped to zero, deallocate it.
if (!(u.lmsg.flags & msg_t::shared) ||
!u.lmsg.content->refcnt.sub (1)) {
!msg_counter().sub (1)) {
// We used "placement new" operator to initialize the reference
// counter so we call the destructor explicitly now.
u.lmsg.content->refcnt.~atomic_counter_t ();
if (u.lmsg.content->ffn)
u.lmsg.content->ffn (u.lmsg.content->data,
u.lmsg.content->hint);
free (u.lmsg.content);
if (u.lmsg.ffn) {
u.lmsg.ffn(u.lmsg.data, u.lmsg.hint);
}
else {
free (u.lmsg.data);
}
}
}
@@ -214,10 +231,10 @@ int zmq::msg_t::copy (msg_t &src_)
// One reference is added to shared messages. Non-shared messages
// are turned into shared messages and reference count is set to 2.
if (src_.u.lmsg.flags & msg_t::shared)
src_.u.lmsg.content->refcnt.add (1);
src_.msg_counter().add (1);
else {
src_.u.lmsg.flags |= msg_t::shared;
src_.u.lmsg.content->refcnt.set (2);
src_.msg_counter().set (2);
}
}
@@ -239,7 +256,7 @@ void *zmq::msg_t::data ()
case type_vsm:
return u.vsm.data;
case type_lmsg:
return u.lmsg.content->data;
return u.lmsg.data;
case type_cmsg:
return u.cmsg.data;
default:
@@ -257,7 +274,7 @@ size_t zmq::msg_t::size ()
case type_vsm:
return u.vsm.size;
case type_lmsg:
return u.lmsg.content->size;
return u.lmsg.size;
case type_cmsg:
return u.cmsg.size;
default:
@@ -333,6 +350,11 @@ bool zmq::msg_t::is_vsm ()
return u.base.type == type_vsm;
}
bool zmq::msg_t::is_lmsg () const
{
return u.base.type == type_lmsg;
}
bool zmq::msg_t::is_cmsg ()
{
return u.base.type == type_cmsg;
@@ -353,9 +375,9 @@ void zmq::msg_t::add_refs (int refs_)
// message type that needs special care are long messages.
if (u.base.type == type_lmsg) {
if (u.lmsg.flags & msg_t::shared)
u.lmsg.content->refcnt.add (refs_);
msg_counter().add (refs_);
else {
u.lmsg.content->refcnt.set (refs_ + 1);
msg_counter().set (refs_ + 1);
u.lmsg.flags |= msg_t::shared;
}
}
@@ -379,14 +401,14 @@ bool zmq::msg_t::rm_refs (int refs_)
}
// The only message type that needs special care are long messages.
if (!u.lmsg.content->refcnt.sub (refs_)) {
if (!msg_counter().sub (refs_)) {
// We used "placement new" operator to initialize the reference
// counter so we call the destructor explicitly now.
u.lmsg.content->refcnt.~atomic_counter_t ();
msg_counter().~atomic_counter_t ();
if (u.lmsg.content->ffn)
u.lmsg.content->ffn (u.lmsg.content->data, u.lmsg.content->hint);
free (u.lmsg.content);
if (u.lmsg.ffn)
u.lmsg.ffn (u.lmsg.data, u.lmsg.hint);
free (u.lmsg.data);
return false;
}
@@ -404,3 +426,4 @@ int zmq::msg_t::set_routing_id(uint32_t routing_id_)
u.base.routing_id = routing_id_;
return 0;
}