2 * Copyright (C) 2009-2010 Red Hat Inc.
4 * This library is free software; you can redistribute it and/or
5 * modify it under the terms of the GNU Lesser General Public
6 * License as published by the Free Software Foundation; either
7 * version 2 of the License, or (at your option) any later version.
9 * This library is distributed in the hope that it will be useful,
10 * but WITHOUT ANY WARRANTY; without even the implied warranty of
11 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
12 * Lesser General Public License for more details.
14 * You should have received a copy of the GNU Lesser General Public
15 * License along with this library; if not, write to the Free Software
16 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
21 #define _BSD_SOURCE /* for mkdtemp, usleep */
34 #include <sys/select.h>
38 #include <rpc/types.h>
45 #ifdef HAVE_SYS_TYPES_H
46 #include <sys/types.h>
49 #ifdef HAVE_SYS_WAIT_H
53 #ifdef HAVE_SYS_SOCKET_H
54 #include <sys/socket.h>
61 #include <arpa/inet.h>
62 #include <netinet/in.h>
65 #include "glthread/lock.h"
66 #include "ignore-value.h"
69 #include "guestfs-internal.h"
70 #include "guestfs-internal-actions.h"
71 #include "guestfs_protocol.h"
73 /* This is the code used to send and receive RPC messages and (for
74 * certain types of message) to perform file transfers. This code is
75 * driven from the generated actions (src/actions.c). There
76 * are five different cases to consider:
78 * (1) A non-daemon function. There is no RPC involved at all, it's
79 * all handled inside the library.
81 * (2) A simple RPC (eg. "mount"). We write the request, then read
82 * the reply. The sequence of calls is:
89 * (3) An RPC with FileOut parameters (eg. "upload"). We write the
90 * request, then write the file(s), then read the reply. The sequence
95 * guestfs___send_file (possibly multiple times)
99 * (4) An RPC with FileIn parameters (eg. "download"). We write the
100 * request, then read the reply, then read the file(s). The sequence
106 * guestfs___recv_file (possibly multiple times)
109 * (5) Both FileOut and FileIn parameters. There are no calls like
110 * this in the current API, but they would be implemented as a
111 * combination of cases (3) and (4).
113 * During all writes and reads, we also select(2) on qemu stdout
114 * looking for messages (guestfsd stderr and guest kernel dmesg), and
115 * anything received is passed up through the log_message_cb. This is
116 * also the reason why all the sockets are non-blocking. We also have
117 * to check for EOF (qemu died). All of this is handled by the
118 * functions send_to_daemon and recv_from_daemon.
122 xwrite (int fd, const void *v_buf, size_t len)
124 const char *buf = v_buf;
128 r = write (fd, buf, len);
140 guestfs___set_busy (guestfs_h *g)
142 if (g->state != READY) {
143 error (g, _("guestfs_set_busy: called when in state %d != READY"),
152 guestfs___end_busy (guestfs_h *g)
166 error (g, _("guestfs_end_busy: called when in state %d"), g->state);
172 /* This is called if we detect EOF, ie. qemu died. */
174 child_cleanup (guestfs_h *g)
177 fprintf (stderr, "child_cleanup: %p: child process died\n", g);
179 /*if (g->pid > 0) kill (g->pid, SIGTERM);*/
180 if (g->recoverypid > 0) kill (g->recoverypid, 9);
181 waitpid (g->pid, NULL, 0);
182 if (g->recoverypid > 0) waitpid (g->recoverypid, NULL, 0);
191 memset (&g->launch_t, 0, sizeof g->launch_t);
193 if (g->subprocess_quit_cb)
194 g->subprocess_quit_cb (g, g->subprocess_quit_cb_data);
198 read_log_message_or_eof (guestfs_h *g, int fd, int error_if_eof)
206 "read_log_message_or_eof: %p g->state = %d, fd = %d\n",
210 /* QEMU's console emulates a 16550A serial port. The real 16550A
211 * device has a small FIFO buffer (16 bytes) which means here we see
212 * lots of small reads of 1-16 bytes in length, usually single
215 n = read (fd, buf, sizeof buf);
217 /* Hopefully this indicates the qemu child process has died. */
221 /* We weren't expecting eof here (called from launch) so place
222 * something in the error buffer. RHBZ#588851.
224 error (g, "child process died unexpectedly");
230 if (errno == EINTR || errno == EAGAIN)
237 /* In verbose mode, copy all log messages to stderr. */
239 ignore_value (write (STDERR_FILENO, buf, n));
241 /* It's an actual log message, send it upwards if anyone is listening. */
242 if (g->log_message_cb)
243 g->log_message_cb (g, g->log_message_cb_data, buf, n);
249 check_for_daemon_cancellation_or_eof (guestfs_h *g, int fd)
258 "check_for_daemon_cancellation_or_eof: %p g->state = %d, fd = %d\n",
261 n = read (fd, buf, 4);
263 /* Hopefully this indicates the qemu child process has died. */
269 if (errno == EINTR || errno == EAGAIN)
276 xdrmem_create (&xdr, buf, 4, XDR_DECODE);
277 xdr_uint32_t (&xdr, &flag);
280 if (flag != GUESTFS_CANCEL_FLAG) {
281 error (g, _("check_for_daemon_cancellation_or_eof: read 0x%x from daemon, expected 0x%x\n"),
282 flag, GUESTFS_CANCEL_FLAG);
289 /* This writes the whole N bytes of BUF to the daemon socket.
291 * If the whole write is successful, it returns 0.
292 * If there was an error, it returns -1.
293 * If the daemon sent a cancellation message, it returns -2.
295 * It also checks qemu stdout for log messages and passes those up
296 * through log_message_cb.
298 * It also checks for EOF (qemu died) and passes that up through the
299 * child_cleanup function above.
302 guestfs___send_to_daemon (guestfs_h *g, const void *v_buf, size_t n)
304 const char *buf = v_buf;
310 "send_to_daemon: %p g->state = %d, n = %zu\n", g, g->state, n);
315 FD_SET (g->fd[1], &rset); /* Read qemu stdout for log messages & EOF. */
316 FD_SET (g->sock, &rset); /* Read socket for cancellation & EOF. */
317 FD_SET (g->sock, &wset); /* Write to socket to send the data. */
319 int max_fd = MAX (g->sock, g->fd[1]);
324 int r = select (max_fd+1, &rset2, &wset2, NULL, NULL);
326 if (errno == EINTR || errno == EAGAIN)
328 perrorf (g, "select");
332 if (FD_ISSET (g->fd[1], &rset2)) {
333 if (read_log_message_or_eof (g, g->fd[1], 0) == -1)
336 if (FD_ISSET (g->sock, &rset2)) {
337 r = check_for_daemon_cancellation_or_eof (g, g->sock);
341 if (FD_ISSET (g->sock, &wset2)) {
342 r = write (g->sock, buf, n);
344 if (errno == EINTR || errno == EAGAIN)
346 perrorf (g, "write");
347 if (errno == EPIPE) /* Disconnected from guest (RHBZ#508713). */
359 /* This reads a single message, file chunk, launch flag or
360 * cancellation flag from the daemon. If something was read, it
361 * returns 0, otherwise -1.
363 * Both size_rtn and buf_rtn must be passed by the caller as non-NULL.
365 * *size_rtn returns the size of the returned message or it may be
366 * GUESTFS_LAUNCH_FLAG or GUESTFS_CANCEL_FLAG.
368 * *buf_rtn is returned containing the message (if any) or will be set
369 * to NULL. *buf_rtn must be freed by the caller.
371 * It also checks qemu stdout for log messages and passes those up
372 * through log_message_cb.
374 * It also checks for EOF (qemu died) and passes that up through the
375 * child_cleanup function above.
377 * Progress notifications are handled transparently by this function.
378 * If the callback exists, it is called. The caller of this function
379 * will not see GUESTFS_PROGRESS_FLAG.
382 /* Size of guestfs_progress message on the wire. */
383 #define PROGRESS_MESSAGE_SIZE 24
386 guestfs___recv_from_daemon (guestfs_h *g, uint32_t *size_rtn, void **buf_rtn)
392 "recv_from_daemon: %p g->state = %d, size_rtn = %p, buf_rtn = %p\n",
393 g, g->state, size_rtn, buf_rtn);
397 FD_SET (g->fd[1], &rset); /* Read qemu stdout for log messages & EOF. */
398 FD_SET (g->sock, &rset); /* Read socket for data & EOF. */
400 int max_fd = MAX (g->sock, g->fd[1]);
406 /* nr is the size of the message, but we prime it as -4 because we
407 * have to read the message length word first.
412 ssize_t message_size =
413 *size_rtn != GUESTFS_PROGRESS_FLAG ?
414 *size_rtn : PROGRESS_MESSAGE_SIZE;
415 if (nr >= message_size)
419 int r = select (max_fd+1, &rset2, NULL, NULL, NULL);
421 if (errno == EINTR || errno == EAGAIN)
423 perrorf (g, "select");
429 if (FD_ISSET (g->fd[1], &rset2)) {
430 if (read_log_message_or_eof (g, g->fd[1], 0) == -1) {
436 if (FD_ISSET (g->sock, &rset2)) {
437 if (nr < 0) { /* Have we read the message length word yet? */
438 r = read (g->sock, lenbuf+nr+4, -nr);
440 if (errno == EINTR || errno == EAGAIN)
444 /* Under some circumstances we see "Connection reset by peer"
445 * here when the child dies suddenly. Catch this and call
446 * the cleanup function, same as for EOF.
448 if (err == ECONNRESET)
453 error (g, _("unexpected end of file when reading from daemon"));
459 if (nr < 0) /* Still not got the whole length word. */
463 xdrmem_create (&xdr, lenbuf, 4, XDR_DECODE);
464 xdr_uint32_t (&xdr, size_rtn);
467 /* *size_rtn changed, recalculate message_size */
469 *size_rtn != GUESTFS_PROGRESS_FLAG ?
470 *size_rtn : PROGRESS_MESSAGE_SIZE;
472 if (*size_rtn == GUESTFS_LAUNCH_FLAG) {
473 if (g->state != LAUNCHING)
474 error (g, _("received magic signature from guestfsd, but in state %d"),
478 if (g->launch_done_cb)
479 g->launch_done_cb (g, g->launch_done_cb_data);
483 else if (*size_rtn == GUESTFS_CANCEL_FLAG)
485 else if (*size_rtn == GUESTFS_PROGRESS_FLAG)
487 /* If this happens, it's pretty bad and we've probably lost
490 else if (*size_rtn > GUESTFS_MESSAGE_MAX) {
491 error (g, _("message length (%u) > maximum possible size (%d)"),
492 (unsigned) *size_rtn, GUESTFS_MESSAGE_MAX);
496 /* Allocate the complete buffer, size now known. */
497 *buf_rtn = safe_malloc (g, message_size);
501 size_t sizetoread = message_size - nr;
502 if (sizetoread > BUFSIZ) sizetoread = BUFSIZ;
504 r = read (g->sock, (char *) (*buf_rtn) + nr, sizetoread);
506 if (errno == EINTR || errno == EAGAIN)
514 error (g, _("unexpected end of file when reading from daemon"));
524 /* Got the full message, caller can start processing it. */
525 #ifdef ENABLE_PACKET_DUMP
529 for (i = 0; i < nr; i += 16) {
530 printf ("%04zx: ", i);
531 for (j = i; j < MIN (i+16, nr); ++j)
532 printf ("%02x ", (*(unsigned char **)buf_rtn)[j]);
533 for (; j < i+16; ++j)
536 for (j = i; j < MIN (i+16, nr); ++j)
537 if (c_isprint ((*(char **)buf_rtn)[j]))
538 printf ("%c", (*(char **)buf_rtn)[j]);
541 for (; j < i+16; ++j)
548 if (*size_rtn == GUESTFS_PROGRESS_FLAG) {
549 if (g->state == BUSY && g->progress_cb) {
550 guestfs_progress message;
552 xdrmem_create (&xdr, *buf_rtn, PROGRESS_MESSAGE_SIZE, XDR_DECODE);
553 xdr_guestfs_progress (&xdr, &message);
556 g->progress_cb (g, g->progress_cb_data,
557 message.proc, message.serial,
558 message.position, message.total);
564 /* Process next message. */
565 return guestfs___recv_from_daemon (g, size_rtn, buf_rtn);
571 /* This is very much like recv_from_daemon above, but g->sock is
572 * a listening socket and we are accepting a new connection on
573 * that socket instead of reading anything. Returns the newly
577 guestfs___accept_from_daemon (guestfs_h *g)
583 "accept_from_daemon: %p g->state = %d\n", g, g->state);
587 FD_SET (g->fd[1], &rset); /* Read qemu stdout for log messages & EOF. */
588 FD_SET (g->sock, &rset); /* Read socket for accept. */
590 int max_fd = MAX (g->sock, g->fd[1]);
594 /* If the qemu process has died, clean up the zombie (RHBZ#579155).
595 * By partially polling in the select below we ensure that this
596 * function will be called eventually.
598 waitpid (g->pid, NULL, WNOHANG);
602 struct timeval tv = { .tv_sec = 1, .tv_usec = 0 };
603 int r = select (max_fd+1, &rset2, NULL, NULL, &tv);
605 if (errno == EINTR || errno == EAGAIN)
607 perrorf (g, "select");
611 if (FD_ISSET (g->fd[1], &rset2)) {
612 if (read_log_message_or_eof (g, g->fd[1], 1) == -1)
615 if (FD_ISSET (g->sock, &rset2)) {
616 sock = accept (g->sock, NULL, NULL);
618 if (errno == EINTR || errno == EAGAIN)
620 perrorf (g, "accept");
630 guestfs___send (guestfs_h *g, int proc_nr, xdrproc_t xdrp, char *args)
632 struct guestfs_message_header hdr;
635 int serial = g->msg_next_serial++;
640 if (g->state != BUSY) {
641 error (g, _("guestfs___send: state %d != BUSY"), g->state);
645 /* We have to allocate this message buffer on the heap because
646 * it is quite large (although will be mostly unused). We
647 * can't allocate it on the stack because in some environments
648 * we have quite limited stack space available, notably when
649 * running in the JVM.
651 msg_out = safe_malloc (g, GUESTFS_MESSAGE_MAX + 4);
652 xdrmem_create (&xdr, msg_out + 4, GUESTFS_MESSAGE_MAX, XDR_ENCODE);
654 /* Serialize the header. */
655 hdr.prog = GUESTFS_PROGRAM;
656 hdr.vers = GUESTFS_PROTOCOL_VERSION;
658 hdr.direction = GUESTFS_DIRECTION_CALL;
660 hdr.status = GUESTFS_STATUS_OK;
662 if (!xdr_guestfs_message_header (&xdr, &hdr)) {
663 error (g, _("xdr_guestfs_message_header failed"));
667 /* Serialize the args. If any, because some message types
668 * have no parameters.
671 if (!(*xdrp) (&xdr, args)) {
672 error (g, _("dispatch failed to marshal args"));
677 /* Get the actual length of the message, resize the buffer to match
678 * the actual length, and write the length word at the beginning.
680 len = xdr_getpos (&xdr);
683 msg_out = safe_realloc (g, msg_out, len + 4);
684 msg_out_size = len + 4;
686 xdrmem_create (&xdr, msg_out, 4, XDR_ENCODE);
687 xdr_uint32_t (&xdr, &len);
690 r = guestfs___send_to_daemon (g, msg_out, msg_out_size);
691 if (r == -2) /* Ignore stray daemon cancellations. */
704 static int cancel = 0; /* XXX Implement file cancellation. */
705 static int send_file_chunk (guestfs_h *g, int cancel, const char *buf, size_t len);
706 static int send_file_data (guestfs_h *g, const char *buf, size_t len);
707 static int send_file_cancellation (guestfs_h *g);
708 static int send_file_complete (guestfs_h *g);
714 * -2 daemon cancelled (we must read the error message)
717 guestfs___send_file (guestfs_h *g, const char *filename)
719 char buf[GUESTFS_MAX_CHUNK_SIZE];
722 fd = open (filename, O_RDONLY);
724 perrorf (g, "open: %s", filename);
725 send_file_cancellation (g);
726 /* Daemon sees cancellation and won't reply, so caller can
732 /* Send file in chunked encoding. */
734 r = read (fd, buf, sizeof buf);
735 if (r == -1 && (errno == EINTR || errno == EAGAIN))
738 err = send_file_data (g, buf, r);
740 if (err == -2) /* daemon sent cancellation */
741 send_file_cancellation (g);
746 if (cancel) { /* cancel from either end */
747 send_file_cancellation (g);
752 perrorf (g, "read: %s", filename);
753 send_file_cancellation (g);
757 /* End of file, but before we send that, we need to close
758 * the file and check for errors.
760 if (close (fd) == -1) {
761 perrorf (g, "close: %s", filename);
762 send_file_cancellation (g);
766 return send_file_complete (g);
769 /* Send a chunk of file data. */
771 send_file_data (guestfs_h *g, const char *buf, size_t len)
773 return send_file_chunk (g, 0, buf, len);
776 /* Send a cancellation message. */
778 send_file_cancellation (guestfs_h *g)
780 return send_file_chunk (g, 1, NULL, 0);
783 /* Send a file complete chunk. */
785 send_file_complete (guestfs_h *g)
788 return send_file_chunk (g, 0, buf, 0);
792 send_file_chunk (guestfs_h *g, int cancel, const char *buf, size_t buflen)
801 if (g->state != BUSY) {
802 error (g, _("send_file_chunk: state %d != READY"), g->state);
806 /* Allocate the chunk buffer. Don't use the stack to avoid
807 * excessive stack usage and unnecessary copies.
809 msg_out = safe_malloc (g, GUESTFS_MAX_CHUNK_SIZE + 4 + 48);
810 xdrmem_create (&xdr, msg_out + 4, GUESTFS_MAX_CHUNK_SIZE + 48, XDR_ENCODE);
812 /* Serialize the chunk. */
813 chunk.cancel = cancel;
814 chunk.data.data_len = buflen;
815 chunk.data.data_val = (char *) buf;
817 if (!xdr_guestfs_chunk (&xdr, &chunk)) {
818 error (g, _("xdr_guestfs_chunk failed (buf = %p, buflen = %zu)"),
824 len = xdr_getpos (&xdr);
827 /* Reduce the size of the outgoing message buffer to the real length. */
828 msg_out = safe_realloc (g, msg_out, len + 4);
829 msg_out_size = len + 4;
831 xdrmem_create (&xdr, msg_out, 4, XDR_ENCODE);
832 xdr_uint32_t (&xdr, &len);
834 r = guestfs___send_to_daemon (g, msg_out, msg_out_size);
836 /* Did the daemon send a cancellation message? */
839 fprintf (stderr, "got daemon cancellation\n");
855 /* Receive a reply. */
857 guestfs___recv (guestfs_h *g, const char *fn,
858 guestfs_message_header *hdr,
859 guestfs_message_error *err,
860 xdrproc_t xdrp, char *ret)
868 r = guestfs___recv_from_daemon (g, &size, &buf);
872 /* This can happen if a cancellation happens right at the end
873 * of us sending a FileIn parameter to the daemon. Discard. The
874 * daemon should send us an error message next.
876 if (size == GUESTFS_CANCEL_FLAG)
879 if (size == GUESTFS_LAUNCH_FLAG) {
880 error (g, "%s: received unexpected launch flag from daemon when expecting reply", fn);
884 xdrmem_create (&xdr, buf, size, XDR_DECODE);
886 if (!xdr_guestfs_message_header (&xdr, hdr)) {
887 error (g, "%s: failed to parse reply header", fn);
892 if (hdr->status == GUESTFS_STATUS_ERROR) {
893 if (!xdr_guestfs_message_error (&xdr, err)) {
894 error (g, "%s: failed to parse reply error", fn);
900 if (xdrp && ret && !xdrp (&xdr, ret)) {
901 error (g, "%s: failed to parse reply", fn);
913 /* Receive a file. */
915 /* Returns -1 = error, 0 = EOF, > 0 = more data */
916 static ssize_t receive_file_data (guestfs_h *g, void **buf);
919 guestfs___recv_file (guestfs_h *g, const char *filename)
924 fd = open (filename, O_WRONLY|O_CREAT|O_TRUNC|O_NOCTTY, 0666);
926 perrorf (g, "open: %s", filename);
930 /* Receive the file in chunked encoding. */
931 while ((r = receive_file_data (g, &buf)) > 0) {
932 if (xwrite (fd, buf, r) == -1) {
933 perrorf (g, "%s: write", filename);
941 error (g, _("%s: error in chunked encoding"), filename);
945 if (close (fd) == -1) {
946 perrorf (g, "close: %s", filename);
953 /* Send cancellation message to daemon, then wait until it
954 * cancels (just throwing away data).
958 uint32_t flag = GUESTFS_CANCEL_FLAG;
961 fprintf (stderr, "%s: waiting for daemon to acknowledge cancellation\n",
964 xdrmem_create (&xdr, fbuf, sizeof fbuf, XDR_ENCODE);
965 xdr_uint32_t (&xdr, &flag);
968 if (xwrite (g->sock, fbuf, sizeof fbuf) == -1) {
969 perrorf (g, _("write to daemon socket"));
973 while (receive_file_data (g, NULL) > 0)
974 ; /* just discard it */
979 /* Receive a chunk of file data. */
980 /* Returns -1 = error, 0 = EOF, > 0 = more data */
982 receive_file_data (guestfs_h *g, void **buf_r)
990 r = guestfs___recv_from_daemon (g, &len, &buf);
992 error (g, _("receive_file_data: parse error in reply callback"));
996 if (len == GUESTFS_LAUNCH_FLAG || len == GUESTFS_CANCEL_FLAG) {
997 error (g, _("receive_file_data: unexpected flag received when reading file chunks"));
1001 memset (&chunk, 0, sizeof chunk);
1003 xdrmem_create (&xdr, buf, len, XDR_DECODE);
1004 if (!xdr_guestfs_chunk (&xdr, &chunk)) {
1005 error (g, _("failed to parse file chunk"));
1010 /* After decoding, the original buffer is no longer used. */
1014 error (g, _("file receive cancelled by daemon"));
1015 free (chunk.data.data_val);
1019 if (chunk.data.data_len == 0) { /* end of transfer */
1020 free (chunk.data.data_val);
1024 if (buf_r) *buf_r = chunk.data.data_val;
1025 else free (chunk.data.data_val); /* else caller frees */
1027 return chunk.data.data_len;