5:18 p.m.
I'm not observing any noticeable performance differences, but I'm
liking the diffstat. I can't push this patch until we release a new
libnbd version with the _notify API addition, but am posting it now
for playing with things.
Eric Blake (2):
nbd: Move transaction info from heap to stack
nbd: Use nbdkit aio_*_notify variants
plugins/nbd/nbd.c | 217 +++++++++++++++++++---------------------------
1 file changed, 91 insertions(+), 126 deletions(-)
--
2.20.1
5:18 p.m.
New subject: [nbdkit PATCH 1/2] nbd: Move transaction info from heap to stack
Prepare for the next patch using new API from libnbd by first
refactoring the per-transaction information to initialize the
semaphore earlier, and to use stack allocation rather than the heap.
---
plugins/nbd/nbd.c | 119 ++++++++++++++++++++++++----------------------
1 file changed, 61 insertions(+), 58 deletions(-)
diff --git a/plugins/nbd/nbd.c b/plugins/nbd/nbd.c
index b9199644..5aeab9e8 100644
--- a/plugins/nbd/nbd.c
+++ b/plugins/nbd/nbd.c
@@ -59,8 +59,10 @@
struct transaction {
int64_t cookie;
sem_t sem;
+ uint32_t early_err;
uint32_t err;
struct transaction *next;
+ struct nbdkit_extents *extents;
};
/* The per-connection handle */
@@ -400,42 +402,36 @@ nbdplug_reader (void *handle)
return NULL;
}
-/* Register a cookie and return a transaction. */
-static struct transaction *
-nbdplug_register (struct handle *h, int64_t cookie)
+/* Prepare for a transaction. */
+static void
+nbdplug_prepare (struct transaction *trans)
+{
+ memset (trans, 0, sizeof *trans);
+ if (sem_init (&trans->sem, 0, 0))
+ assert (false);
+}
+
+/* Register a cookie and kick the I/O thread. */
+static void
+nbdplug_register (struct handle *h, struct transaction *trans, int64_t cookie)
{
- struct transaction *trans;
char c = 0;
if (cookie == -1) {
nbdkit_error ("command failed: %s", nbd_get_error ());
- errno = nbd_get_errno ();
- return NULL;
+ trans->early_err = nbd_get_errno ();
+ return;
}
nbdkit_debug ("cookie %" PRId64 " started by state machine",
cookie);
- trans = calloc (1, sizeof *trans);
- if (!trans) {
- nbdkit_error ("unable to track transaction: %m");
- return NULL;
- }
/* While locked, kick the reader thread and add our transaction */
ACQUIRE_LOCK_FOR_CURRENT_SCOPE (&h->trans_lock);
- if (write (h->fds[1], &c, 1) != 1 && errno != EAGAIN) {
- nbdkit_error ("write to pipe: %m");
- free (trans);
- return NULL;
- }
- if (sem_init (&trans->sem, 0, 0)) {
- nbdkit_error ("unable to create semaphore: %m");
- free (trans);
- return NULL;
- }
+ if (write (h->fds[1], &c, 1) != 1 && errno != EAGAIN)
+ nbdkit_debug ("failed to kick reader thread: %m");
trans->cookie = cookie;
trans->next = h->trans;
h->trans = trans;
- return trans;
}
/* Perform the reply half of a transaction. */
@@ -444,22 +440,20 @@ nbdplug_reply (struct handle *h, struct transaction *trans)
{
int err;
- if (!trans) {
- assert (errno);
- return -1;
+ if (trans->early_err)
+ err = trans->early_err;
+ else {
+ while ((err = sem_wait (&trans->sem)) == -1 && errno == EINTR)
+ /* try again */;
+ if (err) {
+ nbdkit_debug ("failed to wait on semaphore: %m");
+ err = EIO;
+ }
+ else
+ err = trans->err;
}
-
- while ((err = sem_wait (&trans->sem)) == -1 && errno == EINTR)
- /* try again */;
- if (err) {
- nbdkit_debug ("failed to wait on semaphore: %m");
- err = EIO;
- }
- else
- err = trans->err;
if (sem_destroy (&trans->sem))
abort ();
- free (trans);
errno = err;
return err ? -1 : 0;
}
@@ -719,11 +713,12 @@ nbdplug_pread (void *handle, void *buf, uint32_t count, uint64_t
offset,
uint32_t flags)
{
struct handle *h = handle;
- struct transaction *s;
+ struct transaction s;
assert (!flags);
- s = nbdplug_register (h, nbd_aio_pread (h->nbd, buf, count, offset, 0));
- return nbdplug_reply (h, s);
+ nbdplug_prepare (&s);
+ nbdplug_register (h, &s, nbd_aio_pread (h->nbd, buf, count, offset, 0));
+ return nbdplug_reply (h, &s);
}
/* Write data to the file. */
@@ -732,12 +727,13 @@ nbdplug_pwrite (void *handle, const void *buf, uint32_t count,
uint64_t offset,
uint32_t flags)
{
struct handle *h = handle;
- struct transaction *s;
+ struct transaction s;
uint32_t f = flags & NBDKIT_FLAG_FUA ? LIBNBD_CMD_FLAG_FUA : 0;
assert (!(flags & ~NBDKIT_FLAG_FUA));
- s = nbdplug_register (h, nbd_aio_pwrite (h->nbd, buf, count, offset, f));
- return nbdplug_reply (h, s);
+ nbdplug_prepare (&s);
+ nbdplug_register (h, &s, nbd_aio_pwrite (h->nbd, buf, count, offset, f));
+ return nbdplug_reply (h, &s);
}
/* Write zeroes to the file. */
@@ -745,7 +741,7 @@ static int
nbdplug_zero (void *handle, uint32_t count, uint64_t offset, uint32_t flags)
{
struct handle *h = handle;
- struct transaction *s;
+ struct transaction s;
uint32_t f = 0;
assert (!(flags & ~(NBDKIT_FLAG_FUA | NBDKIT_FLAG_MAY_TRIM)));
@@ -754,8 +750,9 @@ nbdplug_zero (void *handle, uint32_t count, uint64_t offset, uint32_t
flags)
f |= LIBNBD_CMD_FLAG_NO_HOLE;
if (flags & NBDKIT_FLAG_FUA)
f |= LIBNBD_CMD_FLAG_FUA;
- s = nbdplug_register (h, nbd_aio_zero (h->nbd, count, offset, f));
- return nbdplug_reply (h, s);
+ nbdplug_prepare (&s);
+ nbdplug_register (h, &s, nbd_aio_zero (h->nbd, count, offset, f));
+ return nbdplug_reply (h, &s);
}
/* Trim a portion of the file. */
@@ -763,12 +760,13 @@ static int
nbdplug_trim (void *handle, uint32_t count, uint64_t offset, uint32_t flags)
{
struct handle *h = handle;
- struct transaction *s;
+ struct transaction s;
uint32_t f = flags & NBDKIT_FLAG_FUA ? LIBNBD_CMD_FLAG_FUA : 0;
assert (!(flags & ~NBDKIT_FLAG_FUA));
- s = nbdplug_register (h, nbd_aio_trim (h->nbd, count, offset, f));
- return nbdplug_reply (h, s);
+ nbdplug_prepare (&s);
+ nbdplug_register (h, &s, nbd_aio_trim (h->nbd, count, offset, f));
+ return nbdplug_reply (h, &s);
}
/* Flush the file to disk. */
@@ -776,18 +774,20 @@ static int
nbdplug_flush (void *handle, uint32_t flags)
{
struct handle *h = handle;
- struct transaction *s;
+ struct transaction s;
assert (!flags);
- s = nbdplug_register (h, nbd_aio_flush (h->nbd, 0));
- return nbdplug_reply (h, s);
+ nbdplug_prepare (&s);
+ nbdplug_register (h, &s, nbd_aio_flush (h->nbd, 0));
+ return nbdplug_reply (h, &s);
}
static int
nbdplug_extent (void *opaque, const char *metacontext, uint64_t offset,
uint32_t *entries, size_t nr_entries, int *error)
{
- struct nbdkit_extents *extents = opaque;
+ struct transaction *trans = opaque;
+ struct nbdkit_extents *extents = trans->extents;
assert (strcmp (metacontext, "base:allocation") == 0);
assert (nr_entries % 2 == 0);
@@ -810,13 +810,15 @@ nbdplug_extents (void *handle, uint32_t count, uint64_t offset,
uint32_t flags, struct nbdkit_extents *extents)
{
struct handle *h = handle;
- struct transaction *s;
+ struct transaction s;
uint32_t f = flags & NBDKIT_FLAG_REQ_ONE ? LIBNBD_CMD_FLAG_REQ_ONE : 0;
assert (!(flags & ~NBDKIT_FLAG_REQ_ONE));
- s = nbdplug_register (h, nbd_aio_block_status (h->nbd, count, offset,
- extents, nbdplug_extent, f));
- return nbdplug_reply (h, s);
+ nbdplug_prepare (&s);
+ s.extents = extents;
+ nbdplug_register (h, &s, nbd_aio_block_status (h->nbd, count, offset,
+ &s, nbdplug_extent, f));
+ return nbdplug_reply (h, &s);
}
/* Cache a portion of the file. */
@@ -824,11 +826,12 @@ static int
nbdplug_cache (void *handle, uint32_t count, uint64_t offset, uint32_t flags)
{
struct handle *h = handle;
- struct transaction *s;
+ struct transaction s;
assert (!flags);
- s = nbdplug_register (h, nbd_aio_cache (h->nbd, count, offset, 0));
- return nbdplug_reply (h, s);
+ nbdplug_prepare (&s);
+ nbdplug_register (h, &s, nbd_aio_cache (h->nbd, count, offset, 0));
+ return nbdplug_reply (h, &s);
}
static struct nbdkit_plugin plugin = {
--
2.20.1
5:18 p.m.
New subject: [nbdkit PATCH 2/2] nbd: Use nbdkit aio_*_notify variants
We no longer have to track a linked list of in-flight transactions
that are pending resolution, but rely instead on libnbd 0.1.6+ doing
it on our behalf. Normally, we will get to call nbdplug_register()
prior to the notify callback being reached, but under a heavily-loaded
system, it is conceivable that the libnbd state machine can manage to
fire off our request and receive a server reply all before returning
to the thread waiting on the semaphore, in which case the notify
callback could set the cookie first. We still have to call
nbd_aio_command_completed to retire the command, but now we can call
it from the context of the thread that made the request rather than
from the central reader thread, and we can check that the retired
command has the same status as expected from the notify callback.
Repeating a setup from commit e897ed70, I'm not seeing any real
difference in performance numbers. But the reduced lines of code, and
one less mutex, makes this seem like a win from the maintenance
persepective.
Signed-off-by: Eric Blake <eblake(a)redhat.com>
---
plugins/nbd/nbd.c | 116 ++++++++++++++++------------------------------
1 file changed, 39 insertions(+), 77 deletions(-)
diff --git a/plugins/nbd/nbd.c b/plugins/nbd/nbd.c
index 5aeab9e8..548839cf 100644
--- a/plugins/nbd/nbd.c
+++ b/plugins/nbd/nbd.c
@@ -61,7 +61,6 @@ struct transaction {
sem_t sem;
uint32_t early_err;
uint32_t err;
- struct transaction *next;
struct nbdkit_extents *extents;
};
@@ -73,9 +72,6 @@ struct handle {
int fds[2]; /* Pipe for kicking the reader thread */
bool readonly;
pthread_t reader;
-
- pthread_mutex_t trans_lock; /* Covers access to trans list */
- struct transaction *trans; /* List of pending transactions */
};
/* Connect to server via absolute name of Unix socket */
@@ -306,7 +302,6 @@ void *
nbdplug_reader (void *handle)
{
struct handle *h = handle;
- int r;
while (!nbd_aio_is_dead (h->nbd) && !nbd_aio_is_closed (h->nbd)) {
struct pollfd fds[2] = {
@@ -314,7 +309,6 @@ nbdplug_reader (void *handle)
[1].fd = h->fds[0],
[1].events = POLLIN,
};
- struct transaction *trans, **prev;
int dir;
char c;
@@ -343,61 +337,9 @@ nbdplug_reader (void *handle)
break;
}
}
-
- ACQUIRE_LOCK_FOR_CURRENT_SCOPE (&h->trans_lock);
- trans = h->trans;
- prev = &h->trans;
- while (trans) {
- r = nbd_aio_command_completed (h->nbd, trans->cookie);
- if (r == -1) {
- nbdkit_debug ("transaction %" PRId64 " failed: %s",
trans->cookie,
- nbd_get_error ());
- trans->err = nbd_get_errno ();
- if (!trans->err)
- trans->err = EIO;
- }
- if (r) {
- nbdkit_debug ("cookie %" PRId64 " completed state machine, status
%d",
- trans->cookie, trans->err);
- *prev = trans->next;
- if (sem_post (&trans->sem)) {
- nbdkit_error ("failed to post semaphore: %m");
- abort ();
- }
- }
- else
- prev = &trans->next;
- trans = *prev;
- }
}
- /* Clean up any stranded in-flight requests */
nbdkit_debug ("state machine changed to %s", nbd_connection_state
(h->nbd));
- while (1) {
- struct transaction *trans;
-
- {
- ACQUIRE_LOCK_FOR_CURRENT_SCOPE (&h->trans_lock);
- trans = h->trans;
- h->trans = trans ? trans->next : NULL;
- }
- if (!trans)
- break;
- r = nbd_aio_command_completed (h->nbd, trans->cookie);
- if (r == -1) {
- nbdkit_debug ("transaction %" PRId64 " failed: %s",
trans->cookie,
- nbd_get_error ());
- trans->err = nbd_get_errno ();
- if (!trans->err)
- trans->err = ESHUTDOWN;
- }
- else if (!r)
- trans->err = ESHUTDOWN;
- if (sem_post (&trans->sem)) {
- nbdkit_error ("failed to post semaphore: %m");
- abort ();
- }
- }
nbdkit_debug ("exiting state machine thread");
return NULL;
}
@@ -411,6 +353,23 @@ nbdplug_prepare (struct transaction *trans)
assert (false);
}
+static int
+nbdplug_notify (void *opaque, int64_t cookie, int *error)
+{
+ struct transaction *trans = opaque;
+
+ nbdkit_debug ("cookie %" PRId64 " completed state machine, status
%d",
+ cookie, *error);
+ assert (trans->cookie == 0 || trans->cookie == cookie);
+ trans->cookie = cookie;
+ trans->err = *error;
+ if (sem_post (&trans->sem)) {
+ nbdkit_error ("failed to post semaphore: %m");
+ abort ();
+ }
+ return 0;
+}
+
/* Register a cookie and kick the I/O thread. */
static void
nbdplug_register (struct handle *h, struct transaction *trans, int64_t cookie)
@@ -425,13 +384,10 @@ nbdplug_register (struct handle *h, struct transaction *trans,
int64_t cookie)
nbdkit_debug ("cookie %" PRId64 " started by state machine",
cookie);
- /* While locked, kick the reader thread and add our transaction */
- ACQUIRE_LOCK_FOR_CURRENT_SCOPE (&h->trans_lock);
if (write (h->fds[1], &c, 1) != 1 && errno != EAGAIN)
nbdkit_debug ("failed to kick reader thread: %m");
+ assert (trans->cookie == 0 || trans->cookie == cookie);
trans->cookie = cookie;
- trans->next = h->trans;
- h->trans = trans;
}
/* Perform the reply half of a transaction. */
@@ -449,8 +405,13 @@ nbdplug_reply (struct handle *h, struct transaction *trans)
nbdkit_debug ("failed to wait on semaphore: %m");
err = EIO;
}
- else
+ else {
+ assert (trans->cookie > 0);
+ err = nbd_aio_command_completed (h->nbd, trans->cookie);
+ assert (err != 0);
+ assert (err == 1 ? trans->err == 0 : trans->err == nbd_get_errno ());
err = trans->err;
+ }
}
if (sem_destroy (&trans->sem))
abort ();
@@ -520,13 +481,8 @@ nbdplug_open_handle (int readonly)
h->readonly = true;
/* Spawn a dedicated reader thread */
- if ((errno = pthread_mutex_init (&h->trans_lock, NULL))) {
- nbdkit_error ("failed to initialize transaction mutex: %m");
- goto err;
- }
if ((errno = pthread_create (&h->reader, NULL, nbdplug_reader, h))) {
nbdkit_error ("failed to initialize reader thread: %m");
- pthread_mutex_destroy (&h->trans_lock);
goto err;
}
@@ -562,7 +518,6 @@ nbdplug_close_handle (struct handle *h)
close (h->fds[0]);
close (h->fds[1]);
nbd_close (h->nbd);
- pthread_mutex_destroy (&h->trans_lock);
free (h);
}
@@ -717,7 +672,8 @@ nbdplug_pread (void *handle, void *buf, uint32_t count, uint64_t
offset,
assert (!flags);
nbdplug_prepare (&s);
- nbdplug_register (h, &s, nbd_aio_pread (h->nbd, buf, count, offset, 0));
+ nbdplug_register (h, &s, nbd_aio_pread_notify (h->nbd, buf, count, offset,
+ &s, nbdplug_notify, 0));
return nbdplug_reply (h, &s);
}
@@ -732,7 +688,8 @@ nbdplug_pwrite (void *handle, const void *buf, uint32_t count,
uint64_t offset,
assert (!(flags & ~NBDKIT_FLAG_FUA));
nbdplug_prepare (&s);
- nbdplug_register (h, &s, nbd_aio_pwrite (h->nbd, buf, count, offset, f));
+ nbdplug_register (h, &s, nbd_aio_pwrite_notify (h->nbd, buf, count, offset,
+ &s, nbdplug_notify, f));
return nbdplug_reply (h, &s);
}
@@ -751,7 +708,8 @@ nbdplug_zero (void *handle, uint32_t count, uint64_t offset, uint32_t
flags)
if (flags & NBDKIT_FLAG_FUA)
f |= LIBNBD_CMD_FLAG_FUA;
nbdplug_prepare (&s);
- nbdplug_register (h, &s, nbd_aio_zero (h->nbd, count, offset, f));
+ nbdplug_register (h, &s, nbd_aio_zero_notify (h->nbd, count, offset,
+ &s, nbdplug_notify, f));
return nbdplug_reply (h, &s);
}
@@ -765,7 +723,8 @@ nbdplug_trim (void *handle, uint32_t count, uint64_t offset, uint32_t
flags)
assert (!(flags & ~NBDKIT_FLAG_FUA));
nbdplug_prepare (&s);
- nbdplug_register (h, &s, nbd_aio_trim (h->nbd, count, offset, f));
+ nbdplug_register (h, &s, nbd_aio_trim_notify (h->nbd, count, offset,
+ &s, nbdplug_notify, f));
return nbdplug_reply (h, &s);
}
@@ -778,7 +737,8 @@ nbdplug_flush (void *handle, uint32_t flags)
assert (!flags);
nbdplug_prepare (&s);
- nbdplug_register (h, &s, nbd_aio_flush (h->nbd, 0));
+ nbdplug_register (h, &s, nbd_aio_flush_notify (h->nbd,
+ &s, nbdplug_notify, 0));
return nbdplug_reply (h, &s);
}
@@ -816,8 +776,9 @@ nbdplug_extents (void *handle, uint32_t count, uint64_t offset,
assert (!(flags & ~NBDKIT_FLAG_REQ_ONE));
nbdplug_prepare (&s);
s.extents = extents;
- nbdplug_register (h, &s, nbd_aio_block_status (h->nbd, count, offset,
- &s, nbdplug_extent, f));
+ nbdplug_register (h, &s, nbd_aio_block_status_notify (h->nbd, count, offset,
+ &s, nbdplug_extent,
+ nbdplug_notify, f));
return nbdplug_reply (h, &s);
}
@@ -830,7 +791,8 @@ nbdplug_cache (void *handle, uint32_t count, uint64_t offset, uint32_t
flags)
assert (!flags);
nbdplug_prepare (&s);
- nbdplug_register (h, &s, nbd_aio_cache (h->nbd, count, offset, 0));
+ nbdplug_register (h, &s, nbd_aio_cache_notify (h->nbd, count, offset,
+ &s, nbdplug_notify, 0));
return nbdplug_reply (h, &s);
}
--
2.20.1
4:55 a.m.
New subject: [nbdkit PATCH 2/2] nbd: Use nbdkit aio_*_notify variants
This seems fine, so ACK series.
However I can't do a new libnbd release until you've pushed the notify
changes :-/
Rich.
--
Richard Jones, Virtualization Group, Red Hat http://people.redhat.com/~rjones
Read my programming and virtualization blog: http://rwmj.wordpress.com
Fedora Windows cross-compiler. Compile Windows programs, test, and
build Windows installers. Over 100 libraries supported.
http://fedoraproject.org/wiki/MinGW
1971
days inactive
1972
days old
3 comments
2 participants
participants (2)
-
Eric Blake -
Richard W.M. Jones