xref: /freebsd/sbin/hastd/primary.c (revision f377917cdc3fcceb9035f460416ba4dfad47ec2c)
132115b10SPawel Jakub Dawidek /*-
232115b10SPawel Jakub Dawidek  * Copyright (c) 2009 The FreeBSD Foundation
332115b10SPawel Jakub Dawidek  * All rights reserved.
432115b10SPawel Jakub Dawidek  *
532115b10SPawel Jakub Dawidek  * This software was developed by Pawel Jakub Dawidek under sponsorship from
632115b10SPawel Jakub Dawidek  * the FreeBSD Foundation.
732115b10SPawel Jakub Dawidek  *
832115b10SPawel Jakub Dawidek  * Redistribution and use in source and binary forms, with or without
932115b10SPawel Jakub Dawidek  * modification, are permitted provided that the following conditions
1032115b10SPawel Jakub Dawidek  * are met:
1132115b10SPawel Jakub Dawidek  * 1. Redistributions of source code must retain the above copyright
1232115b10SPawel Jakub Dawidek  *    notice, this list of conditions and the following disclaimer.
1332115b10SPawel Jakub Dawidek  * 2. Redistributions in binary form must reproduce the above copyright
1432115b10SPawel Jakub Dawidek  *    notice, this list of conditions and the following disclaimer in the
1532115b10SPawel Jakub Dawidek  *    documentation and/or other materials provided with the distribution.
1632115b10SPawel Jakub Dawidek  *
1732115b10SPawel Jakub Dawidek  * THIS SOFTWARE IS PROVIDED BY THE AUTHORS AND CONTRIBUTORS ``AS IS'' AND
1832115b10SPawel Jakub Dawidek  * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
1932115b10SPawel Jakub Dawidek  * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
2032115b10SPawel Jakub Dawidek  * ARE DISCLAIMED.  IN NO EVENT SHALL THE AUTHORS OR CONTRIBUTORS BE LIABLE
2132115b10SPawel Jakub Dawidek  * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
2232115b10SPawel Jakub Dawidek  * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
2332115b10SPawel Jakub Dawidek  * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
2432115b10SPawel Jakub Dawidek  * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
2532115b10SPawel Jakub Dawidek  * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
2632115b10SPawel Jakub Dawidek  * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
2732115b10SPawel Jakub Dawidek  * SUCH DAMAGE.
2832115b10SPawel Jakub Dawidek  */
2932115b10SPawel Jakub Dawidek 
3032115b10SPawel Jakub Dawidek #include <sys/cdefs.h>
3132115b10SPawel Jakub Dawidek __FBSDID("$FreeBSD$");
3232115b10SPawel Jakub Dawidek 
3332115b10SPawel Jakub Dawidek #include <sys/types.h>
3432115b10SPawel Jakub Dawidek #include <sys/time.h>
3532115b10SPawel Jakub Dawidek #include <sys/bio.h>
3632115b10SPawel Jakub Dawidek #include <sys/disk.h>
3732115b10SPawel Jakub Dawidek #include <sys/refcount.h>
3832115b10SPawel Jakub Dawidek #include <sys/stat.h>
3932115b10SPawel Jakub Dawidek 
4032115b10SPawel Jakub Dawidek #include <geom/gate/g_gate.h>
4132115b10SPawel Jakub Dawidek 
4232115b10SPawel Jakub Dawidek #include <assert.h>
4332115b10SPawel Jakub Dawidek #include <err.h>
4432115b10SPawel Jakub Dawidek #include <errno.h>
4532115b10SPawel Jakub Dawidek #include <fcntl.h>
4632115b10SPawel Jakub Dawidek #include <libgeom.h>
4732115b10SPawel Jakub Dawidek #include <pthread.h>
4832115b10SPawel Jakub Dawidek #include <stdint.h>
4932115b10SPawel Jakub Dawidek #include <stdio.h>
5032115b10SPawel Jakub Dawidek #include <string.h>
5132115b10SPawel Jakub Dawidek #include <sysexits.h>
5232115b10SPawel Jakub Dawidek #include <unistd.h>
5332115b10SPawel Jakub Dawidek 
5432115b10SPawel Jakub Dawidek #include <activemap.h>
5532115b10SPawel Jakub Dawidek #include <nv.h>
5632115b10SPawel Jakub Dawidek #include <rangelock.h>
5732115b10SPawel Jakub Dawidek 
5832115b10SPawel Jakub Dawidek #include "control.h"
5932115b10SPawel Jakub Dawidek #include "hast.h"
6032115b10SPawel Jakub Dawidek #include "hast_proto.h"
6132115b10SPawel Jakub Dawidek #include "hastd.h"
6232115b10SPawel Jakub Dawidek #include "metadata.h"
6332115b10SPawel Jakub Dawidek #include "proto.h"
6432115b10SPawel Jakub Dawidek #include "pjdlog.h"
6532115b10SPawel Jakub Dawidek #include "subr.h"
6632115b10SPawel Jakub Dawidek #include "synch.h"
6732115b10SPawel Jakub Dawidek 
6832115b10SPawel Jakub Dawidek struct hio {
6932115b10SPawel Jakub Dawidek 	/*
7032115b10SPawel Jakub Dawidek 	 * Number of components we are still waiting for.
7132115b10SPawel Jakub Dawidek 	 * When this field goes to 0, we can send the request back to the
7232115b10SPawel Jakub Dawidek 	 * kernel. Each component has to decrease this counter by one
7332115b10SPawel Jakub Dawidek 	 * even on failure.
7432115b10SPawel Jakub Dawidek 	 */
7532115b10SPawel Jakub Dawidek 	unsigned int		 hio_countdown;
7632115b10SPawel Jakub Dawidek 	/*
7732115b10SPawel Jakub Dawidek 	 * Each component has a place to store its own error.
7832115b10SPawel Jakub Dawidek 	 * Once the request is handled by all components we can decide if the
7932115b10SPawel Jakub Dawidek 	 * request overall is successful or not.
8032115b10SPawel Jakub Dawidek 	 */
8132115b10SPawel Jakub Dawidek 	int			*hio_errors;
8232115b10SPawel Jakub Dawidek 	/*
8332115b10SPawel Jakub Dawidek 	 * Structure used to comunicate with GEOM Gate class.
8432115b10SPawel Jakub Dawidek 	 */
8532115b10SPawel Jakub Dawidek 	struct g_gate_ctl_io	 hio_ggio;
8632115b10SPawel Jakub Dawidek 	TAILQ_ENTRY(hio)	*hio_next;
8732115b10SPawel Jakub Dawidek };
8832115b10SPawel Jakub Dawidek #define	hio_free_next	hio_next[0]
8932115b10SPawel Jakub Dawidek #define	hio_done_next	hio_next[0]
9032115b10SPawel Jakub Dawidek 
9132115b10SPawel Jakub Dawidek /*
9232115b10SPawel Jakub Dawidek  * Free list holds unused structures. When free list is empty, we have to wait
9332115b10SPawel Jakub Dawidek  * until some in-progress requests are freed.
9432115b10SPawel Jakub Dawidek  */
9532115b10SPawel Jakub Dawidek static TAILQ_HEAD(, hio) hio_free_list;
9632115b10SPawel Jakub Dawidek static pthread_mutex_t hio_free_list_lock;
9732115b10SPawel Jakub Dawidek static pthread_cond_t hio_free_list_cond;
9832115b10SPawel Jakub Dawidek /*
9932115b10SPawel Jakub Dawidek  * There is one send list for every component. One requests is placed on all
10032115b10SPawel Jakub Dawidek  * send lists - each component gets the same request, but each component is
10132115b10SPawel Jakub Dawidek  * responsible for managing his own send list.
10232115b10SPawel Jakub Dawidek  */
10332115b10SPawel Jakub Dawidek static TAILQ_HEAD(, hio) *hio_send_list;
10432115b10SPawel Jakub Dawidek static pthread_mutex_t *hio_send_list_lock;
10532115b10SPawel Jakub Dawidek static pthread_cond_t *hio_send_list_cond;
10632115b10SPawel Jakub Dawidek /*
10732115b10SPawel Jakub Dawidek  * There is one recv list for every component, although local components don't
10832115b10SPawel Jakub Dawidek  * use recv lists as local requests are done synchronously.
10932115b10SPawel Jakub Dawidek  */
11032115b10SPawel Jakub Dawidek static TAILQ_HEAD(, hio) *hio_recv_list;
11132115b10SPawel Jakub Dawidek static pthread_mutex_t *hio_recv_list_lock;
11232115b10SPawel Jakub Dawidek static pthread_cond_t *hio_recv_list_cond;
11332115b10SPawel Jakub Dawidek /*
11432115b10SPawel Jakub Dawidek  * Request is placed on done list by the slowest component (the one that
11532115b10SPawel Jakub Dawidek  * decreased hio_countdown from 1 to 0).
11632115b10SPawel Jakub Dawidek  */
11732115b10SPawel Jakub Dawidek static TAILQ_HEAD(, hio) hio_done_list;
11832115b10SPawel Jakub Dawidek static pthread_mutex_t hio_done_list_lock;
11932115b10SPawel Jakub Dawidek static pthread_cond_t hio_done_list_cond;
12032115b10SPawel Jakub Dawidek /*
12132115b10SPawel Jakub Dawidek  * Structure below are for interaction with sync thread.
12232115b10SPawel Jakub Dawidek  */
12332115b10SPawel Jakub Dawidek static bool sync_inprogress;
12432115b10SPawel Jakub Dawidek static pthread_mutex_t sync_lock;
12532115b10SPawel Jakub Dawidek static pthread_cond_t sync_cond;
12632115b10SPawel Jakub Dawidek /*
12732115b10SPawel Jakub Dawidek  * The lock below allows to synchornize access to remote connections.
12832115b10SPawel Jakub Dawidek  */
12932115b10SPawel Jakub Dawidek static pthread_rwlock_t *hio_remote_lock;
13032115b10SPawel Jakub Dawidek static pthread_mutex_t hio_guard_lock;
13132115b10SPawel Jakub Dawidek static pthread_cond_t hio_guard_cond;
13232115b10SPawel Jakub Dawidek 
13332115b10SPawel Jakub Dawidek /*
13432115b10SPawel Jakub Dawidek  * Lock to synchronize metadata updates. Also synchronize access to
13532115b10SPawel Jakub Dawidek  * hr_primary_localcnt and hr_primary_remotecnt fields.
13632115b10SPawel Jakub Dawidek  */
13732115b10SPawel Jakub Dawidek static pthread_mutex_t metadata_lock;
13832115b10SPawel Jakub Dawidek 
13932115b10SPawel Jakub Dawidek /*
14032115b10SPawel Jakub Dawidek  * Maximum number of outstanding I/O requests.
14132115b10SPawel Jakub Dawidek  */
14232115b10SPawel Jakub Dawidek #define	HAST_HIO_MAX	256
14332115b10SPawel Jakub Dawidek /*
14432115b10SPawel Jakub Dawidek  * Number of components. At this point there are only two components: local
14532115b10SPawel Jakub Dawidek  * and remote, but in the future it might be possible to use multiple local
14632115b10SPawel Jakub Dawidek  * and remote components.
14732115b10SPawel Jakub Dawidek  */
14832115b10SPawel Jakub Dawidek #define	HAST_NCOMPONENTS	2
14932115b10SPawel Jakub Dawidek /*
15032115b10SPawel Jakub Dawidek  * Number of seconds to sleep before next reconnect try.
15132115b10SPawel Jakub Dawidek  */
15232115b10SPawel Jakub Dawidek #define	RECONNECT_SLEEP		5
15332115b10SPawel Jakub Dawidek 
15432115b10SPawel Jakub Dawidek #define	ISCONNECTED(res, no)	\
15532115b10SPawel Jakub Dawidek 	((res)->hr_remotein != NULL && (res)->hr_remoteout != NULL)
15632115b10SPawel Jakub Dawidek 
15732115b10SPawel Jakub Dawidek #define	QUEUE_INSERT1(hio, name, ncomp)	do {				\
15832115b10SPawel Jakub Dawidek 	bool _wakeup;							\
15932115b10SPawel Jakub Dawidek 									\
16032115b10SPawel Jakub Dawidek 	mtx_lock(&hio_##name##_list_lock[(ncomp)]);			\
16132115b10SPawel Jakub Dawidek 	_wakeup = TAILQ_EMPTY(&hio_##name##_list[(ncomp)]);		\
16232115b10SPawel Jakub Dawidek 	TAILQ_INSERT_TAIL(&hio_##name##_list[(ncomp)], (hio),		\
16332115b10SPawel Jakub Dawidek 	    hio_next[(ncomp)]);						\
16432115b10SPawel Jakub Dawidek 	mtx_unlock(&hio_##name##_list_lock[ncomp]);			\
16532115b10SPawel Jakub Dawidek 	if (_wakeup)							\
16632115b10SPawel Jakub Dawidek 		cv_signal(&hio_##name##_list_cond[(ncomp)]);		\
16732115b10SPawel Jakub Dawidek } while (0)
16832115b10SPawel Jakub Dawidek #define	QUEUE_INSERT2(hio, name)	do {				\
16932115b10SPawel Jakub Dawidek 	bool _wakeup;							\
17032115b10SPawel Jakub Dawidek 									\
17132115b10SPawel Jakub Dawidek 	mtx_lock(&hio_##name##_list_lock);				\
17232115b10SPawel Jakub Dawidek 	_wakeup = TAILQ_EMPTY(&hio_##name##_list);			\
17332115b10SPawel Jakub Dawidek 	TAILQ_INSERT_TAIL(&hio_##name##_list, (hio), hio_##name##_next);\
17432115b10SPawel Jakub Dawidek 	mtx_unlock(&hio_##name##_list_lock);				\
17532115b10SPawel Jakub Dawidek 	if (_wakeup)							\
17632115b10SPawel Jakub Dawidek 		cv_signal(&hio_##name##_list_cond);			\
17732115b10SPawel Jakub Dawidek } while (0)
17832115b10SPawel Jakub Dawidek #define	QUEUE_TAKE1(hio, name, ncomp)	do {				\
17932115b10SPawel Jakub Dawidek 	mtx_lock(&hio_##name##_list_lock[(ncomp)]);			\
18032115b10SPawel Jakub Dawidek 	while (((hio) = TAILQ_FIRST(&hio_##name##_list[(ncomp)])) == NULL) { \
18132115b10SPawel Jakub Dawidek 		cv_wait(&hio_##name##_list_cond[(ncomp)],		\
18232115b10SPawel Jakub Dawidek 		    &hio_##name##_list_lock[(ncomp)]);			\
18332115b10SPawel Jakub Dawidek 	}								\
18432115b10SPawel Jakub Dawidek 	TAILQ_REMOVE(&hio_##name##_list[(ncomp)], (hio),		\
18532115b10SPawel Jakub Dawidek 	    hio_next[(ncomp)]);						\
18632115b10SPawel Jakub Dawidek 	mtx_unlock(&hio_##name##_list_lock[(ncomp)]);			\
18732115b10SPawel Jakub Dawidek } while (0)
18832115b10SPawel Jakub Dawidek #define	QUEUE_TAKE2(hio, name)	do {					\
18932115b10SPawel Jakub Dawidek 	mtx_lock(&hio_##name##_list_lock);				\
19032115b10SPawel Jakub Dawidek 	while (((hio) = TAILQ_FIRST(&hio_##name##_list)) == NULL) {	\
19132115b10SPawel Jakub Dawidek 		cv_wait(&hio_##name##_list_cond,			\
19232115b10SPawel Jakub Dawidek 		    &hio_##name##_list_lock);				\
19332115b10SPawel Jakub Dawidek 	}								\
19432115b10SPawel Jakub Dawidek 	TAILQ_REMOVE(&hio_##name##_list, (hio), hio_##name##_next);	\
19532115b10SPawel Jakub Dawidek 	mtx_unlock(&hio_##name##_list_lock);				\
19632115b10SPawel Jakub Dawidek } while (0)
19732115b10SPawel Jakub Dawidek 
198328e0f4bSPawel Jakub Dawidek #define	SYNCREQ(hio)		do {					\
199328e0f4bSPawel Jakub Dawidek 	(hio)->hio_ggio.gctl_unit = -1;					\
200328e0f4bSPawel Jakub Dawidek 	(hio)->hio_ggio.gctl_seq = 1;					\
201328e0f4bSPawel Jakub Dawidek } while (0)
20232115b10SPawel Jakub Dawidek #define	ISSYNCREQ(hio)		((hio)->hio_ggio.gctl_unit == -1)
20332115b10SPawel Jakub Dawidek #define	SYNCREQDONE(hio)	do { (hio)->hio_ggio.gctl_unit = -2; } while (0)
20432115b10SPawel Jakub Dawidek #define	ISSYNCREQDONE(hio)	((hio)->hio_ggio.gctl_unit == -2)
20532115b10SPawel Jakub Dawidek 
20632115b10SPawel Jakub Dawidek static struct hast_resource *gres;
20732115b10SPawel Jakub Dawidek 
20832115b10SPawel Jakub Dawidek static pthread_mutex_t range_lock;
20932115b10SPawel Jakub Dawidek static struct rangelocks *range_regular;
21032115b10SPawel Jakub Dawidek static bool range_regular_wait;
21132115b10SPawel Jakub Dawidek static pthread_cond_t range_regular_cond;
21232115b10SPawel Jakub Dawidek static struct rangelocks *range_sync;
21332115b10SPawel Jakub Dawidek static bool range_sync_wait;
21432115b10SPawel Jakub Dawidek static pthread_cond_t range_sync_cond;
21532115b10SPawel Jakub Dawidek 
21632115b10SPawel Jakub Dawidek static void *ggate_recv_thread(void *arg);
21732115b10SPawel Jakub Dawidek static void *local_send_thread(void *arg);
21832115b10SPawel Jakub Dawidek static void *remote_send_thread(void *arg);
21932115b10SPawel Jakub Dawidek static void *remote_recv_thread(void *arg);
22032115b10SPawel Jakub Dawidek static void *ggate_send_thread(void *arg);
22132115b10SPawel Jakub Dawidek static void *sync_thread(void *arg);
22232115b10SPawel Jakub Dawidek static void *guard_thread(void *arg);
22332115b10SPawel Jakub Dawidek 
22432115b10SPawel Jakub Dawidek static void sighandler(int sig);
22532115b10SPawel Jakub Dawidek 
22632115b10SPawel Jakub Dawidek static void
22732115b10SPawel Jakub Dawidek cleanup(struct hast_resource *res)
22832115b10SPawel Jakub Dawidek {
22932115b10SPawel Jakub Dawidek 	int rerrno;
23032115b10SPawel Jakub Dawidek 
23132115b10SPawel Jakub Dawidek 	/* Remember errno. */
23232115b10SPawel Jakub Dawidek 	rerrno = errno;
23332115b10SPawel Jakub Dawidek 
23432115b10SPawel Jakub Dawidek 	/*
23532115b10SPawel Jakub Dawidek 	 * Close descriptor to /dev/hast/<name>
23632115b10SPawel Jakub Dawidek 	 * to work-around race in the kernel.
23732115b10SPawel Jakub Dawidek 	 */
23832115b10SPawel Jakub Dawidek 	close(res->hr_localfd);
23932115b10SPawel Jakub Dawidek 
24032115b10SPawel Jakub Dawidek 	/* Destroy ggate provider if we created one. */
24132115b10SPawel Jakub Dawidek 	if (res->hr_ggateunit >= 0) {
24232115b10SPawel Jakub Dawidek 		struct g_gate_ctl_destroy ggiod;
24332115b10SPawel Jakub Dawidek 
24432115b10SPawel Jakub Dawidek 		ggiod.gctl_version = G_GATE_VERSION;
24532115b10SPawel Jakub Dawidek 		ggiod.gctl_unit = res->hr_ggateunit;
24632115b10SPawel Jakub Dawidek 		ggiod.gctl_force = 1;
24732115b10SPawel Jakub Dawidek 		if (ioctl(res->hr_ggatefd, G_GATE_CMD_DESTROY, &ggiod) < 0) {
24832115b10SPawel Jakub Dawidek 			pjdlog_warning("Unable to destroy hast/%s device",
24932115b10SPawel Jakub Dawidek 			    res->hr_provname);
25032115b10SPawel Jakub Dawidek 		}
25132115b10SPawel Jakub Dawidek 		res->hr_ggateunit = -1;
25232115b10SPawel Jakub Dawidek 	}
25332115b10SPawel Jakub Dawidek 
25432115b10SPawel Jakub Dawidek 	/* Restore errno. */
25532115b10SPawel Jakub Dawidek 	errno = rerrno;
25632115b10SPawel Jakub Dawidek }
25732115b10SPawel Jakub Dawidek 
25832115b10SPawel Jakub Dawidek static void
25932115b10SPawel Jakub Dawidek primary_exit(int exitcode, const char *fmt, ...)
26032115b10SPawel Jakub Dawidek {
26132115b10SPawel Jakub Dawidek 	va_list ap;
26232115b10SPawel Jakub Dawidek 
26332115b10SPawel Jakub Dawidek 	assert(exitcode != EX_OK);
26432115b10SPawel Jakub Dawidek 	va_start(ap, fmt);
26532115b10SPawel Jakub Dawidek 	pjdlogv_errno(LOG_ERR, fmt, ap);
26632115b10SPawel Jakub Dawidek 	va_end(ap);
26732115b10SPawel Jakub Dawidek 	cleanup(gres);
26832115b10SPawel Jakub Dawidek 	exit(exitcode);
26932115b10SPawel Jakub Dawidek }
27032115b10SPawel Jakub Dawidek 
27132115b10SPawel Jakub Dawidek static void
27232115b10SPawel Jakub Dawidek primary_exitx(int exitcode, const char *fmt, ...)
27332115b10SPawel Jakub Dawidek {
27432115b10SPawel Jakub Dawidek 	va_list ap;
27532115b10SPawel Jakub Dawidek 
27632115b10SPawel Jakub Dawidek 	va_start(ap, fmt);
27732115b10SPawel Jakub Dawidek 	pjdlogv(exitcode == EX_OK ? LOG_INFO : LOG_ERR, fmt, ap);
27832115b10SPawel Jakub Dawidek 	va_end(ap);
27932115b10SPawel Jakub Dawidek 	cleanup(gres);
28032115b10SPawel Jakub Dawidek 	exit(exitcode);
28132115b10SPawel Jakub Dawidek }
28232115b10SPawel Jakub Dawidek 
28332115b10SPawel Jakub Dawidek static int
28432115b10SPawel Jakub Dawidek hast_activemap_flush(struct hast_resource *res)
28532115b10SPawel Jakub Dawidek {
28632115b10SPawel Jakub Dawidek 	const unsigned char *buf;
28732115b10SPawel Jakub Dawidek 	size_t size;
28832115b10SPawel Jakub Dawidek 
28932115b10SPawel Jakub Dawidek 	buf = activemap_bitmap(res->hr_amp, &size);
29032115b10SPawel Jakub Dawidek 	assert(buf != NULL);
29132115b10SPawel Jakub Dawidek 	assert((size % res->hr_local_sectorsize) == 0);
29232115b10SPawel Jakub Dawidek 	if (pwrite(res->hr_localfd, buf, size, METADATA_SIZE) !=
29332115b10SPawel Jakub Dawidek 	    (ssize_t)size) {
29432115b10SPawel Jakub Dawidek 		KEEP_ERRNO(pjdlog_errno(LOG_ERR,
29532115b10SPawel Jakub Dawidek 		    "Unable to flush activemap to disk"));
29632115b10SPawel Jakub Dawidek 		return (-1);
29732115b10SPawel Jakub Dawidek 	}
29832115b10SPawel Jakub Dawidek 	return (0);
29932115b10SPawel Jakub Dawidek }
30032115b10SPawel Jakub Dawidek 
301*f377917cSPawel Jakub Dawidek static bool
302*f377917cSPawel Jakub Dawidek real_remote(const struct hast_resource *res)
303*f377917cSPawel Jakub Dawidek {
304*f377917cSPawel Jakub Dawidek 
305*f377917cSPawel Jakub Dawidek 	return (strcmp(res->hr_remoteaddr, "none") != 0);
306*f377917cSPawel Jakub Dawidek }
307*f377917cSPawel Jakub Dawidek 
30832115b10SPawel Jakub Dawidek static void
30932115b10SPawel Jakub Dawidek init_environment(struct hast_resource *res __unused)
31032115b10SPawel Jakub Dawidek {
31132115b10SPawel Jakub Dawidek 	struct hio *hio;
31232115b10SPawel Jakub Dawidek 	unsigned int ii, ncomps;
31332115b10SPawel Jakub Dawidek 
31432115b10SPawel Jakub Dawidek 	/*
31532115b10SPawel Jakub Dawidek 	 * In the future it might be per-resource value.
31632115b10SPawel Jakub Dawidek 	 */
31732115b10SPawel Jakub Dawidek 	ncomps = HAST_NCOMPONENTS;
31832115b10SPawel Jakub Dawidek 
31932115b10SPawel Jakub Dawidek 	/*
32032115b10SPawel Jakub Dawidek 	 * Allocate memory needed by lists.
32132115b10SPawel Jakub Dawidek 	 */
32232115b10SPawel Jakub Dawidek 	hio_send_list = malloc(sizeof(hio_send_list[0]) * ncomps);
32332115b10SPawel Jakub Dawidek 	if (hio_send_list == NULL) {
32432115b10SPawel Jakub Dawidek 		primary_exitx(EX_TEMPFAIL,
32532115b10SPawel Jakub Dawidek 		    "Unable to allocate %zu bytes of memory for send lists.",
32632115b10SPawel Jakub Dawidek 		    sizeof(hio_send_list[0]) * ncomps);
32732115b10SPawel Jakub Dawidek 	}
32832115b10SPawel Jakub Dawidek 	hio_send_list_lock = malloc(sizeof(hio_send_list_lock[0]) * ncomps);
32932115b10SPawel Jakub Dawidek 	if (hio_send_list_lock == NULL) {
33032115b10SPawel Jakub Dawidek 		primary_exitx(EX_TEMPFAIL,
33132115b10SPawel Jakub Dawidek 		    "Unable to allocate %zu bytes of memory for send list locks.",
33232115b10SPawel Jakub Dawidek 		    sizeof(hio_send_list_lock[0]) * ncomps);
33332115b10SPawel Jakub Dawidek 	}
33432115b10SPawel Jakub Dawidek 	hio_send_list_cond = malloc(sizeof(hio_send_list_cond[0]) * ncomps);
33532115b10SPawel Jakub Dawidek 	if (hio_send_list_cond == NULL) {
33632115b10SPawel Jakub Dawidek 		primary_exitx(EX_TEMPFAIL,
33732115b10SPawel Jakub Dawidek 		    "Unable to allocate %zu bytes of memory for send list condition variables.",
33832115b10SPawel Jakub Dawidek 		    sizeof(hio_send_list_cond[0]) * ncomps);
33932115b10SPawel Jakub Dawidek 	}
34032115b10SPawel Jakub Dawidek 	hio_recv_list = malloc(sizeof(hio_recv_list[0]) * ncomps);
34132115b10SPawel Jakub Dawidek 	if (hio_recv_list == NULL) {
34232115b10SPawel Jakub Dawidek 		primary_exitx(EX_TEMPFAIL,
34332115b10SPawel Jakub Dawidek 		    "Unable to allocate %zu bytes of memory for recv lists.",
34432115b10SPawel Jakub Dawidek 		    sizeof(hio_recv_list[0]) * ncomps);
34532115b10SPawel Jakub Dawidek 	}
34632115b10SPawel Jakub Dawidek 	hio_recv_list_lock = malloc(sizeof(hio_recv_list_lock[0]) * ncomps);
34732115b10SPawel Jakub Dawidek 	if (hio_recv_list_lock == NULL) {
34832115b10SPawel Jakub Dawidek 		primary_exitx(EX_TEMPFAIL,
34932115b10SPawel Jakub Dawidek 		    "Unable to allocate %zu bytes of memory for recv list locks.",
35032115b10SPawel Jakub Dawidek 		    sizeof(hio_recv_list_lock[0]) * ncomps);
35132115b10SPawel Jakub Dawidek 	}
35232115b10SPawel Jakub Dawidek 	hio_recv_list_cond = malloc(sizeof(hio_recv_list_cond[0]) * ncomps);
35332115b10SPawel Jakub Dawidek 	if (hio_recv_list_cond == NULL) {
35432115b10SPawel Jakub Dawidek 		primary_exitx(EX_TEMPFAIL,
35532115b10SPawel Jakub Dawidek 		    "Unable to allocate %zu bytes of memory for recv list condition variables.",
35632115b10SPawel Jakub Dawidek 		    sizeof(hio_recv_list_cond[0]) * ncomps);
35732115b10SPawel Jakub Dawidek 	}
35832115b10SPawel Jakub Dawidek 	hio_remote_lock = malloc(sizeof(hio_remote_lock[0]) * ncomps);
35932115b10SPawel Jakub Dawidek 	if (hio_remote_lock == NULL) {
36032115b10SPawel Jakub Dawidek 		primary_exitx(EX_TEMPFAIL,
36132115b10SPawel Jakub Dawidek 		    "Unable to allocate %zu bytes of memory for remote connections locks.",
36232115b10SPawel Jakub Dawidek 		    sizeof(hio_remote_lock[0]) * ncomps);
36332115b10SPawel Jakub Dawidek 	}
36432115b10SPawel Jakub Dawidek 
36532115b10SPawel Jakub Dawidek 	/*
36632115b10SPawel Jakub Dawidek 	 * Initialize lists, their locks and theirs condition variables.
36732115b10SPawel Jakub Dawidek 	 */
36832115b10SPawel Jakub Dawidek 	TAILQ_INIT(&hio_free_list);
36932115b10SPawel Jakub Dawidek 	mtx_init(&hio_free_list_lock);
37032115b10SPawel Jakub Dawidek 	cv_init(&hio_free_list_cond);
37132115b10SPawel Jakub Dawidek 	for (ii = 0; ii < HAST_NCOMPONENTS; ii++) {
37232115b10SPawel Jakub Dawidek 		TAILQ_INIT(&hio_send_list[ii]);
37332115b10SPawel Jakub Dawidek 		mtx_init(&hio_send_list_lock[ii]);
37432115b10SPawel Jakub Dawidek 		cv_init(&hio_send_list_cond[ii]);
37532115b10SPawel Jakub Dawidek 		TAILQ_INIT(&hio_recv_list[ii]);
37632115b10SPawel Jakub Dawidek 		mtx_init(&hio_recv_list_lock[ii]);
37732115b10SPawel Jakub Dawidek 		cv_init(&hio_recv_list_cond[ii]);
37832115b10SPawel Jakub Dawidek 		rw_init(&hio_remote_lock[ii]);
37932115b10SPawel Jakub Dawidek 	}
38032115b10SPawel Jakub Dawidek 	TAILQ_INIT(&hio_done_list);
38132115b10SPawel Jakub Dawidek 	mtx_init(&hio_done_list_lock);
38232115b10SPawel Jakub Dawidek 	cv_init(&hio_done_list_cond);
38332115b10SPawel Jakub Dawidek 	mtx_init(&hio_guard_lock);
38432115b10SPawel Jakub Dawidek 	cv_init(&hio_guard_cond);
38532115b10SPawel Jakub Dawidek 	mtx_init(&metadata_lock);
38632115b10SPawel Jakub Dawidek 
38732115b10SPawel Jakub Dawidek 	/*
38832115b10SPawel Jakub Dawidek 	 * Allocate requests pool and initialize requests.
38932115b10SPawel Jakub Dawidek 	 */
39032115b10SPawel Jakub Dawidek 	for (ii = 0; ii < HAST_HIO_MAX; ii++) {
39132115b10SPawel Jakub Dawidek 		hio = malloc(sizeof(*hio));
39232115b10SPawel Jakub Dawidek 		if (hio == NULL) {
39332115b10SPawel Jakub Dawidek 			primary_exitx(EX_TEMPFAIL,
39432115b10SPawel Jakub Dawidek 			    "Unable to allocate %zu bytes of memory for hio request.",
39532115b10SPawel Jakub Dawidek 			    sizeof(*hio));
39632115b10SPawel Jakub Dawidek 		}
39732115b10SPawel Jakub Dawidek 		hio->hio_countdown = 0;
39832115b10SPawel Jakub Dawidek 		hio->hio_errors = malloc(sizeof(hio->hio_errors[0]) * ncomps);
39932115b10SPawel Jakub Dawidek 		if (hio->hio_errors == NULL) {
40032115b10SPawel Jakub Dawidek 			primary_exitx(EX_TEMPFAIL,
40132115b10SPawel Jakub Dawidek 			    "Unable allocate %zu bytes of memory for hio errors.",
40232115b10SPawel Jakub Dawidek 			    sizeof(hio->hio_errors[0]) * ncomps);
40332115b10SPawel Jakub Dawidek 		}
40432115b10SPawel Jakub Dawidek 		hio->hio_next = malloc(sizeof(hio->hio_next[0]) * ncomps);
40532115b10SPawel Jakub Dawidek 		if (hio->hio_next == NULL) {
40632115b10SPawel Jakub Dawidek 			primary_exitx(EX_TEMPFAIL,
40732115b10SPawel Jakub Dawidek 			    "Unable allocate %zu bytes of memory for hio_next field.",
40832115b10SPawel Jakub Dawidek 			    sizeof(hio->hio_next[0]) * ncomps);
40932115b10SPawel Jakub Dawidek 		}
41032115b10SPawel Jakub Dawidek 		hio->hio_ggio.gctl_version = G_GATE_VERSION;
41132115b10SPawel Jakub Dawidek 		hio->hio_ggio.gctl_data = malloc(MAXPHYS);
41232115b10SPawel Jakub Dawidek 		if (hio->hio_ggio.gctl_data == NULL) {
41332115b10SPawel Jakub Dawidek 			primary_exitx(EX_TEMPFAIL,
41432115b10SPawel Jakub Dawidek 			    "Unable to allocate %zu bytes of memory for gctl_data.",
41532115b10SPawel Jakub Dawidek 			    MAXPHYS);
41632115b10SPawel Jakub Dawidek 		}
41732115b10SPawel Jakub Dawidek 		hio->hio_ggio.gctl_length = MAXPHYS;
41832115b10SPawel Jakub Dawidek 		hio->hio_ggio.gctl_error = 0;
41932115b10SPawel Jakub Dawidek 		TAILQ_INSERT_HEAD(&hio_free_list, hio, hio_free_next);
42032115b10SPawel Jakub Dawidek 	}
42132115b10SPawel Jakub Dawidek 
42232115b10SPawel Jakub Dawidek 	/*
42332115b10SPawel Jakub Dawidek 	 * Turn on signals handling.
42432115b10SPawel Jakub Dawidek 	 */
42532115b10SPawel Jakub Dawidek 	signal(SIGINT, sighandler);
42632115b10SPawel Jakub Dawidek 	signal(SIGTERM, sighandler);
42732115b10SPawel Jakub Dawidek }
42832115b10SPawel Jakub Dawidek 
42932115b10SPawel Jakub Dawidek static void
43032115b10SPawel Jakub Dawidek init_local(struct hast_resource *res)
43132115b10SPawel Jakub Dawidek {
43232115b10SPawel Jakub Dawidek 	unsigned char *buf;
43332115b10SPawel Jakub Dawidek 	size_t mapsize;
43432115b10SPawel Jakub Dawidek 
43532115b10SPawel Jakub Dawidek 	if (metadata_read(res, true) < 0)
43632115b10SPawel Jakub Dawidek 		exit(EX_NOINPUT);
43732115b10SPawel Jakub Dawidek 	mtx_init(&res->hr_amp_lock);
43832115b10SPawel Jakub Dawidek 	if (activemap_init(&res->hr_amp, res->hr_datasize, res->hr_extentsize,
43932115b10SPawel Jakub Dawidek 	    res->hr_local_sectorsize, res->hr_keepdirty) < 0) {
44032115b10SPawel Jakub Dawidek 		primary_exit(EX_TEMPFAIL, "Unable to create activemap");
44132115b10SPawel Jakub Dawidek 	}
44232115b10SPawel Jakub Dawidek 	mtx_init(&range_lock);
44332115b10SPawel Jakub Dawidek 	cv_init(&range_regular_cond);
44432115b10SPawel Jakub Dawidek 	if (rangelock_init(&range_regular) < 0)
44532115b10SPawel Jakub Dawidek 		primary_exit(EX_TEMPFAIL, "Unable to create regular range lock");
44632115b10SPawel Jakub Dawidek 	cv_init(&range_sync_cond);
44732115b10SPawel Jakub Dawidek 	if (rangelock_init(&range_sync) < 0)
44832115b10SPawel Jakub Dawidek 		primary_exit(EX_TEMPFAIL, "Unable to create sync range lock");
44932115b10SPawel Jakub Dawidek 	mapsize = activemap_ondisk_size(res->hr_amp);
45032115b10SPawel Jakub Dawidek 	buf = calloc(1, mapsize);
45132115b10SPawel Jakub Dawidek 	if (buf == NULL) {
45232115b10SPawel Jakub Dawidek 		primary_exitx(EX_TEMPFAIL,
45332115b10SPawel Jakub Dawidek 		    "Unable to allocate buffer for activemap.");
45432115b10SPawel Jakub Dawidek 	}
45532115b10SPawel Jakub Dawidek 	if (pread(res->hr_localfd, buf, mapsize, METADATA_SIZE) !=
45632115b10SPawel Jakub Dawidek 	    (ssize_t)mapsize) {
45732115b10SPawel Jakub Dawidek 		primary_exit(EX_NOINPUT, "Unable to read activemap");
45832115b10SPawel Jakub Dawidek 	}
45932115b10SPawel Jakub Dawidek 	activemap_copyin(res->hr_amp, buf, mapsize);
460b0dfbe5bSPawel Jakub Dawidek 	free(buf);
46132115b10SPawel Jakub Dawidek 	if (res->hr_resuid != 0)
46232115b10SPawel Jakub Dawidek 		return;
46332115b10SPawel Jakub Dawidek 	/*
46432115b10SPawel Jakub Dawidek 	 * We're using provider for the first time, so we have to generate
46532115b10SPawel Jakub Dawidek 	 * resource unique identifier and initialize local and remote counts.
46632115b10SPawel Jakub Dawidek 	 */
46732115b10SPawel Jakub Dawidek 	arc4random_buf(&res->hr_resuid, sizeof(res->hr_resuid));
46832115b10SPawel Jakub Dawidek 	res->hr_primary_localcnt = 1;
46932115b10SPawel Jakub Dawidek 	res->hr_primary_remotecnt = 0;
47032115b10SPawel Jakub Dawidek 	if (metadata_write(res) < 0)
47132115b10SPawel Jakub Dawidek 		exit(EX_NOINPUT);
47232115b10SPawel Jakub Dawidek }
47332115b10SPawel Jakub Dawidek 
4740d9014f3SPawel Jakub Dawidek static bool
4750d9014f3SPawel Jakub Dawidek init_remote(struct hast_resource *res, struct proto_conn **inp,
4760d9014f3SPawel Jakub Dawidek     struct proto_conn **outp)
47732115b10SPawel Jakub Dawidek {
4780d9014f3SPawel Jakub Dawidek 	struct proto_conn *in, *out;
47932115b10SPawel Jakub Dawidek 	struct nv *nvout, *nvin;
48032115b10SPawel Jakub Dawidek 	const unsigned char *token;
48132115b10SPawel Jakub Dawidek 	unsigned char *map;
48232115b10SPawel Jakub Dawidek 	const char *errmsg;
48332115b10SPawel Jakub Dawidek 	int32_t extentsize;
48432115b10SPawel Jakub Dawidek 	int64_t datasize;
48532115b10SPawel Jakub Dawidek 	uint32_t mapsize;
48632115b10SPawel Jakub Dawidek 	size_t size;
48732115b10SPawel Jakub Dawidek 
4880d9014f3SPawel Jakub Dawidek 	assert((inp == NULL && outp == NULL) || (inp != NULL && outp != NULL));
489*f377917cSPawel Jakub Dawidek 	assert(real_remote(res));
4900d9014f3SPawel Jakub Dawidek 
4910d9014f3SPawel Jakub Dawidek 	in = out = NULL;
4920d9014f3SPawel Jakub Dawidek 
49332115b10SPawel Jakub Dawidek 	/* Prepare outgoing connection with remote node. */
4940d9014f3SPawel Jakub Dawidek 	if (proto_client(res->hr_remoteaddr, &out) < 0) {
4955abfc9c1SPawel Jakub Dawidek 		primary_exit(EX_TEMPFAIL, "Unable to create connection to %s",
49632115b10SPawel Jakub Dawidek 		    res->hr_remoteaddr);
49732115b10SPawel Jakub Dawidek 	}
49832115b10SPawel Jakub Dawidek 	/* Try to connect, but accept failure. */
4990d9014f3SPawel Jakub Dawidek 	if (proto_connect(out) < 0) {
50032115b10SPawel Jakub Dawidek 		pjdlog_errno(LOG_WARNING, "Unable to connect to %s",
50132115b10SPawel Jakub Dawidek 		    res->hr_remoteaddr);
50232115b10SPawel Jakub Dawidek 		goto close;
50332115b10SPawel Jakub Dawidek 	}
5045571414cSPawel Jakub Dawidek 	/* Error in setting timeout is not critical, but why should it fail? */
5055571414cSPawel Jakub Dawidek 	if (proto_timeout(out, res->hr_timeout) < 0)
5065571414cSPawel Jakub Dawidek 		pjdlog_errno(LOG_WARNING, "Unable to set connection timeout");
50732115b10SPawel Jakub Dawidek 	/*
50832115b10SPawel Jakub Dawidek 	 * First handshake step.
50932115b10SPawel Jakub Dawidek 	 * Setup outgoing connection with remote node.
51032115b10SPawel Jakub Dawidek 	 */
51132115b10SPawel Jakub Dawidek 	nvout = nv_alloc();
51232115b10SPawel Jakub Dawidek 	nv_add_string(nvout, res->hr_name, "resource");
51332115b10SPawel Jakub Dawidek 	if (nv_error(nvout) != 0) {
51432115b10SPawel Jakub Dawidek 		pjdlog_common(LOG_WARNING, 0, nv_error(nvout),
51532115b10SPawel Jakub Dawidek 		    "Unable to allocate header for connection with %s",
51632115b10SPawel Jakub Dawidek 		    res->hr_remoteaddr);
51732115b10SPawel Jakub Dawidek 		nv_free(nvout);
51832115b10SPawel Jakub Dawidek 		goto close;
51932115b10SPawel Jakub Dawidek 	}
5200d9014f3SPawel Jakub Dawidek 	if (hast_proto_send(res, out, nvout, NULL, 0) < 0) {
52132115b10SPawel Jakub Dawidek 		pjdlog_errno(LOG_WARNING,
52232115b10SPawel Jakub Dawidek 		    "Unable to send handshake header to %s",
52332115b10SPawel Jakub Dawidek 		    res->hr_remoteaddr);
52432115b10SPawel Jakub Dawidek 		nv_free(nvout);
52532115b10SPawel Jakub Dawidek 		goto close;
52632115b10SPawel Jakub Dawidek 	}
52732115b10SPawel Jakub Dawidek 	nv_free(nvout);
5280d9014f3SPawel Jakub Dawidek 	if (hast_proto_recv_hdr(out, &nvin) < 0) {
52932115b10SPawel Jakub Dawidek 		pjdlog_errno(LOG_WARNING,
53032115b10SPawel Jakub Dawidek 		    "Unable to receive handshake header from %s",
53132115b10SPawel Jakub Dawidek 		    res->hr_remoteaddr);
53232115b10SPawel Jakub Dawidek 		goto close;
53332115b10SPawel Jakub Dawidek 	}
53432115b10SPawel Jakub Dawidek 	errmsg = nv_get_string(nvin, "errmsg");
53532115b10SPawel Jakub Dawidek 	if (errmsg != NULL) {
53632115b10SPawel Jakub Dawidek 		pjdlog_warning("%s", errmsg);
53732115b10SPawel Jakub Dawidek 		nv_free(nvin);
53832115b10SPawel Jakub Dawidek 		goto close;
53932115b10SPawel Jakub Dawidek 	}
54032115b10SPawel Jakub Dawidek 	token = nv_get_uint8_array(nvin, &size, "token");
54132115b10SPawel Jakub Dawidek 	if (token == NULL) {
54232115b10SPawel Jakub Dawidek 		pjdlog_warning("Handshake header from %s has no 'token' field.",
54332115b10SPawel Jakub Dawidek 		    res->hr_remoteaddr);
54432115b10SPawel Jakub Dawidek 		nv_free(nvin);
54532115b10SPawel Jakub Dawidek 		goto close;
54632115b10SPawel Jakub Dawidek 	}
54732115b10SPawel Jakub Dawidek 	if (size != sizeof(res->hr_token)) {
54832115b10SPawel Jakub Dawidek 		pjdlog_warning("Handshake header from %s contains 'token' of wrong size (got %zu, expected %zu).",
54932115b10SPawel Jakub Dawidek 		    res->hr_remoteaddr, size, sizeof(res->hr_token));
55032115b10SPawel Jakub Dawidek 		nv_free(nvin);
55132115b10SPawel Jakub Dawidek 		goto close;
55232115b10SPawel Jakub Dawidek 	}
55332115b10SPawel Jakub Dawidek 	bcopy(token, res->hr_token, sizeof(res->hr_token));
55432115b10SPawel Jakub Dawidek 	nv_free(nvin);
55532115b10SPawel Jakub Dawidek 
55632115b10SPawel Jakub Dawidek 	/*
55732115b10SPawel Jakub Dawidek 	 * Second handshake step.
55832115b10SPawel Jakub Dawidek 	 * Setup incoming connection with remote node.
55932115b10SPawel Jakub Dawidek 	 */
5600d9014f3SPawel Jakub Dawidek 	if (proto_client(res->hr_remoteaddr, &in) < 0) {
56132115b10SPawel Jakub Dawidek 		pjdlog_errno(LOG_WARNING, "Unable to create connection to %s",
56232115b10SPawel Jakub Dawidek 		    res->hr_remoteaddr);
56332115b10SPawel Jakub Dawidek 	}
56432115b10SPawel Jakub Dawidek 	/* Try to connect, but accept failure. */
5650d9014f3SPawel Jakub Dawidek 	if (proto_connect(in) < 0) {
56632115b10SPawel Jakub Dawidek 		pjdlog_errno(LOG_WARNING, "Unable to connect to %s",
56732115b10SPawel Jakub Dawidek 		    res->hr_remoteaddr);
56832115b10SPawel Jakub Dawidek 		goto close;
56932115b10SPawel Jakub Dawidek 	}
5705571414cSPawel Jakub Dawidek 	/* Error in setting timeout is not critical, but why should it fail? */
5715571414cSPawel Jakub Dawidek 	if (proto_timeout(in, res->hr_timeout) < 0)
5725571414cSPawel Jakub Dawidek 		pjdlog_errno(LOG_WARNING, "Unable to set connection timeout");
57332115b10SPawel Jakub Dawidek 	nvout = nv_alloc();
57432115b10SPawel Jakub Dawidek 	nv_add_string(nvout, res->hr_name, "resource");
57532115b10SPawel Jakub Dawidek 	nv_add_uint8_array(nvout, res->hr_token, sizeof(res->hr_token),
57632115b10SPawel Jakub Dawidek 	    "token");
57732115b10SPawel Jakub Dawidek 	nv_add_uint64(nvout, res->hr_resuid, "resuid");
57832115b10SPawel Jakub Dawidek 	nv_add_uint64(nvout, res->hr_primary_localcnt, "localcnt");
57932115b10SPawel Jakub Dawidek 	nv_add_uint64(nvout, res->hr_primary_remotecnt, "remotecnt");
58032115b10SPawel Jakub Dawidek 	if (nv_error(nvout) != 0) {
58132115b10SPawel Jakub Dawidek 		pjdlog_common(LOG_WARNING, 0, nv_error(nvout),
58232115b10SPawel Jakub Dawidek 		    "Unable to allocate header for connection with %s",
58332115b10SPawel Jakub Dawidek 		    res->hr_remoteaddr);
58432115b10SPawel Jakub Dawidek 		nv_free(nvout);
58532115b10SPawel Jakub Dawidek 		goto close;
58632115b10SPawel Jakub Dawidek 	}
5870d9014f3SPawel Jakub Dawidek 	if (hast_proto_send(res, in, nvout, NULL, 0) < 0) {
58832115b10SPawel Jakub Dawidek 		pjdlog_errno(LOG_WARNING,
58932115b10SPawel Jakub Dawidek 		    "Unable to send handshake header to %s",
59032115b10SPawel Jakub Dawidek 		    res->hr_remoteaddr);
59132115b10SPawel Jakub Dawidek 		nv_free(nvout);
59232115b10SPawel Jakub Dawidek 		goto close;
59332115b10SPawel Jakub Dawidek 	}
59432115b10SPawel Jakub Dawidek 	nv_free(nvout);
5950d9014f3SPawel Jakub Dawidek 	if (hast_proto_recv_hdr(out, &nvin) < 0) {
59632115b10SPawel Jakub Dawidek 		pjdlog_errno(LOG_WARNING,
59732115b10SPawel Jakub Dawidek 		    "Unable to receive handshake header from %s",
59832115b10SPawel Jakub Dawidek 		    res->hr_remoteaddr);
59932115b10SPawel Jakub Dawidek 		goto close;
60032115b10SPawel Jakub Dawidek 	}
60132115b10SPawel Jakub Dawidek 	errmsg = nv_get_string(nvin, "errmsg");
60232115b10SPawel Jakub Dawidek 	if (errmsg != NULL) {
60332115b10SPawel Jakub Dawidek 		pjdlog_warning("%s", errmsg);
60432115b10SPawel Jakub Dawidek 		nv_free(nvin);
60532115b10SPawel Jakub Dawidek 		goto close;
60632115b10SPawel Jakub Dawidek 	}
60732115b10SPawel Jakub Dawidek 	datasize = nv_get_int64(nvin, "datasize");
60832115b10SPawel Jakub Dawidek 	if (datasize != res->hr_datasize) {
60932115b10SPawel Jakub Dawidek 		pjdlog_warning("Data size differs between nodes (local=%jd, remote=%jd).",
61032115b10SPawel Jakub Dawidek 		    (intmax_t)res->hr_datasize, (intmax_t)datasize);
61132115b10SPawel Jakub Dawidek 		nv_free(nvin);
61232115b10SPawel Jakub Dawidek 		goto close;
61332115b10SPawel Jakub Dawidek 	}
61432115b10SPawel Jakub Dawidek 	extentsize = nv_get_int32(nvin, "extentsize");
61532115b10SPawel Jakub Dawidek 	if (extentsize != res->hr_extentsize) {
61632115b10SPawel Jakub Dawidek 		pjdlog_warning("Extent size differs between nodes (local=%zd, remote=%zd).",
61732115b10SPawel Jakub Dawidek 		    (ssize_t)res->hr_extentsize, (ssize_t)extentsize);
61832115b10SPawel Jakub Dawidek 		nv_free(nvin);
61932115b10SPawel Jakub Dawidek 		goto close;
62032115b10SPawel Jakub Dawidek 	}
62132115b10SPawel Jakub Dawidek 	res->hr_secondary_localcnt = nv_get_uint64(nvin, "localcnt");
62232115b10SPawel Jakub Dawidek 	res->hr_secondary_remotecnt = nv_get_uint64(nvin, "remotecnt");
62332115b10SPawel Jakub Dawidek 	res->hr_syncsrc = nv_get_uint8(nvin, "syncsrc");
62432115b10SPawel Jakub Dawidek 	map = NULL;
62532115b10SPawel Jakub Dawidek 	mapsize = nv_get_uint32(nvin, "mapsize");
62632115b10SPawel Jakub Dawidek 	if (mapsize > 0) {
62732115b10SPawel Jakub Dawidek 		map = malloc(mapsize);
62832115b10SPawel Jakub Dawidek 		if (map == NULL) {
62932115b10SPawel Jakub Dawidek 			pjdlog_error("Unable to allocate memory for remote activemap (mapsize=%ju).",
63032115b10SPawel Jakub Dawidek 			    (uintmax_t)mapsize);
63132115b10SPawel Jakub Dawidek 			nv_free(nvin);
63232115b10SPawel Jakub Dawidek 			goto close;
63332115b10SPawel Jakub Dawidek 		}
63432115b10SPawel Jakub Dawidek 		/*
63532115b10SPawel Jakub Dawidek 		 * Remote node have some dirty extents on its own, lets
63632115b10SPawel Jakub Dawidek 		 * download its activemap.
63732115b10SPawel Jakub Dawidek 		 */
6380d9014f3SPawel Jakub Dawidek 		if (hast_proto_recv_data(res, out, nvin, map,
63932115b10SPawel Jakub Dawidek 		    mapsize) < 0) {
64032115b10SPawel Jakub Dawidek 			pjdlog_errno(LOG_ERR,
64132115b10SPawel Jakub Dawidek 			    "Unable to receive remote activemap");
64232115b10SPawel Jakub Dawidek 			nv_free(nvin);
64332115b10SPawel Jakub Dawidek 			free(map);
64432115b10SPawel Jakub Dawidek 			goto close;
64532115b10SPawel Jakub Dawidek 		}
64632115b10SPawel Jakub Dawidek 		/*
64732115b10SPawel Jakub Dawidek 		 * Merge local and remote bitmaps.
64832115b10SPawel Jakub Dawidek 		 */
64932115b10SPawel Jakub Dawidek 		activemap_merge(res->hr_amp, map, mapsize);
65032115b10SPawel Jakub Dawidek 		free(map);
65132115b10SPawel Jakub Dawidek 		/*
65232115b10SPawel Jakub Dawidek 		 * Now that we merged bitmaps from both nodes, flush it to the
65332115b10SPawel Jakub Dawidek 		 * disk before we start to synchronize.
65432115b10SPawel Jakub Dawidek 		 */
65532115b10SPawel Jakub Dawidek 		(void)hast_activemap_flush(res);
65632115b10SPawel Jakub Dawidek 	}
65732115b10SPawel Jakub Dawidek 	pjdlog_info("Connected to %s.", res->hr_remoteaddr);
6580d9014f3SPawel Jakub Dawidek 	if (inp != NULL && outp != NULL) {
6590d9014f3SPawel Jakub Dawidek 		*inp = in;
6600d9014f3SPawel Jakub Dawidek 		*outp = out;
6610d9014f3SPawel Jakub Dawidek 	} else {
6620d9014f3SPawel Jakub Dawidek 		res->hr_remotein = in;
6630d9014f3SPawel Jakub Dawidek 		res->hr_remoteout = out;
6640d9014f3SPawel Jakub Dawidek 	}
6650d9014f3SPawel Jakub Dawidek 	return (true);
6660d9014f3SPawel Jakub Dawidek close:
6670d9014f3SPawel Jakub Dawidek 	proto_close(out);
6680d9014f3SPawel Jakub Dawidek 	if (in != NULL)
6690d9014f3SPawel Jakub Dawidek 		proto_close(in);
6700d9014f3SPawel Jakub Dawidek 	return (false);
6710d9014f3SPawel Jakub Dawidek }
6720d9014f3SPawel Jakub Dawidek 
6730d9014f3SPawel Jakub Dawidek static void
6740d9014f3SPawel Jakub Dawidek sync_start(void)
6750d9014f3SPawel Jakub Dawidek {
6760d9014f3SPawel Jakub Dawidek 
67732115b10SPawel Jakub Dawidek 	mtx_lock(&sync_lock);
67832115b10SPawel Jakub Dawidek 	sync_inprogress = true;
67932115b10SPawel Jakub Dawidek 	mtx_unlock(&sync_lock);
68032115b10SPawel Jakub Dawidek 	cv_signal(&sync_cond);
68132115b10SPawel Jakub Dawidek }
68232115b10SPawel Jakub Dawidek 
68332115b10SPawel Jakub Dawidek static void
68432115b10SPawel Jakub Dawidek init_ggate(struct hast_resource *res)
68532115b10SPawel Jakub Dawidek {
68632115b10SPawel Jakub Dawidek 	struct g_gate_ctl_create ggiocreate;
68732115b10SPawel Jakub Dawidek 	struct g_gate_ctl_cancel ggiocancel;
68832115b10SPawel Jakub Dawidek 
68932115b10SPawel Jakub Dawidek 	/*
69032115b10SPawel Jakub Dawidek 	 * We communicate with ggate via /dev/ggctl. Open it.
69132115b10SPawel Jakub Dawidek 	 */
69232115b10SPawel Jakub Dawidek 	res->hr_ggatefd = open("/dev/" G_GATE_CTL_NAME, O_RDWR);
69332115b10SPawel Jakub Dawidek 	if (res->hr_ggatefd < 0)
69432115b10SPawel Jakub Dawidek 		primary_exit(EX_OSFILE, "Unable to open /dev/" G_GATE_CTL_NAME);
69532115b10SPawel Jakub Dawidek 	/*
69632115b10SPawel Jakub Dawidek 	 * Create provider before trying to connect, as connection failure
69732115b10SPawel Jakub Dawidek 	 * is not critical, but may take some time.
69832115b10SPawel Jakub Dawidek 	 */
69932115b10SPawel Jakub Dawidek 	ggiocreate.gctl_version = G_GATE_VERSION;
70032115b10SPawel Jakub Dawidek 	ggiocreate.gctl_mediasize = res->hr_datasize;
70132115b10SPawel Jakub Dawidek 	ggiocreate.gctl_sectorsize = res->hr_local_sectorsize;
70232115b10SPawel Jakub Dawidek 	ggiocreate.gctl_flags = 0;
70320b77db9SPawel Jakub Dawidek 	ggiocreate.gctl_maxcount = G_GATE_MAX_QUEUE_SIZE;
70432115b10SPawel Jakub Dawidek 	ggiocreate.gctl_timeout = 0;
70532115b10SPawel Jakub Dawidek 	ggiocreate.gctl_unit = G_GATE_NAME_GIVEN;
70632115b10SPawel Jakub Dawidek 	snprintf(ggiocreate.gctl_name, sizeof(ggiocreate.gctl_name), "hast/%s",
70732115b10SPawel Jakub Dawidek 	    res->hr_provname);
70832115b10SPawel Jakub Dawidek 	bzero(ggiocreate.gctl_info, sizeof(ggiocreate.gctl_info));
70932115b10SPawel Jakub Dawidek 	if (ioctl(res->hr_ggatefd, G_GATE_CMD_CREATE, &ggiocreate) == 0) {
71032115b10SPawel Jakub Dawidek 		pjdlog_info("Device hast/%s created.", res->hr_provname);
71132115b10SPawel Jakub Dawidek 		res->hr_ggateunit = ggiocreate.gctl_unit;
71232115b10SPawel Jakub Dawidek 		return;
71332115b10SPawel Jakub Dawidek 	}
71432115b10SPawel Jakub Dawidek 	if (errno != EEXIST) {
71532115b10SPawel Jakub Dawidek 		primary_exit(EX_OSERR, "Unable to create hast/%s device",
71632115b10SPawel Jakub Dawidek 		    res->hr_provname);
71732115b10SPawel Jakub Dawidek 	}
71832115b10SPawel Jakub Dawidek 	pjdlog_debug(1,
71932115b10SPawel Jakub Dawidek 	    "Device hast/%s already exists, we will try to take it over.",
72032115b10SPawel Jakub Dawidek 	    res->hr_provname);
72132115b10SPawel Jakub Dawidek 	/*
72232115b10SPawel Jakub Dawidek 	 * If we received EEXIST, we assume that the process who created the
72332115b10SPawel Jakub Dawidek 	 * provider died and didn't clean up. In that case we will start from
72432115b10SPawel Jakub Dawidek 	 * where he left of.
72532115b10SPawel Jakub Dawidek 	 */
72632115b10SPawel Jakub Dawidek 	ggiocancel.gctl_version = G_GATE_VERSION;
72732115b10SPawel Jakub Dawidek 	ggiocancel.gctl_unit = G_GATE_NAME_GIVEN;
72832115b10SPawel Jakub Dawidek 	snprintf(ggiocancel.gctl_name, sizeof(ggiocancel.gctl_name), "hast/%s",
72932115b10SPawel Jakub Dawidek 	    res->hr_provname);
73032115b10SPawel Jakub Dawidek 	if (ioctl(res->hr_ggatefd, G_GATE_CMD_CANCEL, &ggiocancel) == 0) {
73132115b10SPawel Jakub Dawidek 		pjdlog_info("Device hast/%s recovered.", res->hr_provname);
73232115b10SPawel Jakub Dawidek 		res->hr_ggateunit = ggiocancel.gctl_unit;
73332115b10SPawel Jakub Dawidek 		return;
73432115b10SPawel Jakub Dawidek 	}
73532115b10SPawel Jakub Dawidek 	primary_exit(EX_OSERR, "Unable to take over hast/%s device",
73632115b10SPawel Jakub Dawidek 	    res->hr_provname);
73732115b10SPawel Jakub Dawidek }
73832115b10SPawel Jakub Dawidek 
73932115b10SPawel Jakub Dawidek void
74032115b10SPawel Jakub Dawidek hastd_primary(struct hast_resource *res)
74132115b10SPawel Jakub Dawidek {
74232115b10SPawel Jakub Dawidek 	pthread_t td;
74332115b10SPawel Jakub Dawidek 	pid_t pid;
74432115b10SPawel Jakub Dawidek 	int error;
74532115b10SPawel Jakub Dawidek 
74632115b10SPawel Jakub Dawidek 	gres = res;
74732115b10SPawel Jakub Dawidek 
74832115b10SPawel Jakub Dawidek 	/*
74932115b10SPawel Jakub Dawidek 	 * Create communication channel between parent and child.
75032115b10SPawel Jakub Dawidek 	 */
75132115b10SPawel Jakub Dawidek 	if (proto_client("socketpair://", &res->hr_ctrl) < 0) {
75232115b10SPawel Jakub Dawidek 		KEEP_ERRNO((void)pidfile_remove(pfh));
75332115b10SPawel Jakub Dawidek 		primary_exit(EX_OSERR,
75432115b10SPawel Jakub Dawidek 		    "Unable to create control sockets between parent and child");
75532115b10SPawel Jakub Dawidek 	}
75632115b10SPawel Jakub Dawidek 
75732115b10SPawel Jakub Dawidek 	pid = fork();
75832115b10SPawel Jakub Dawidek 	if (pid < 0) {
75932115b10SPawel Jakub Dawidek 		KEEP_ERRNO((void)pidfile_remove(pfh));
7605abfc9c1SPawel Jakub Dawidek 		primary_exit(EX_TEMPFAIL, "Unable to fork");
76132115b10SPawel Jakub Dawidek 	}
76232115b10SPawel Jakub Dawidek 
76332115b10SPawel Jakub Dawidek 	if (pid > 0) {
76432115b10SPawel Jakub Dawidek 		/* This is parent. */
76532115b10SPawel Jakub Dawidek 		res->hr_workerpid = pid;
76632115b10SPawel Jakub Dawidek 		return;
76732115b10SPawel Jakub Dawidek 	}
76832115b10SPawel Jakub Dawidek 	(void)pidfile_close(pfh);
76932115b10SPawel Jakub Dawidek 
77032115b10SPawel Jakub Dawidek 	setproctitle("%s (primary)", res->hr_name);
77132115b10SPawel Jakub Dawidek 
772a2ef0636SPawel Jakub Dawidek 	signal(SIGHUP, SIG_DFL);
773a2ef0636SPawel Jakub Dawidek 	signal(SIGCHLD, SIG_DFL);
774a2ef0636SPawel Jakub Dawidek 
77532115b10SPawel Jakub Dawidek 	init_local(res);
776*f377917cSPawel Jakub Dawidek 	if (real_remote(res) && init_remote(res, NULL, NULL))
7770d9014f3SPawel Jakub Dawidek 		sync_start();
77832115b10SPawel Jakub Dawidek 	init_ggate(res);
77932115b10SPawel Jakub Dawidek 	init_environment(res);
78032115b10SPawel Jakub Dawidek 	error = pthread_create(&td, NULL, ggate_recv_thread, res);
78132115b10SPawel Jakub Dawidek 	assert(error == 0);
78232115b10SPawel Jakub Dawidek 	error = pthread_create(&td, NULL, local_send_thread, res);
78332115b10SPawel Jakub Dawidek 	assert(error == 0);
78432115b10SPawel Jakub Dawidek 	error = pthread_create(&td, NULL, remote_send_thread, res);
78532115b10SPawel Jakub Dawidek 	assert(error == 0);
78632115b10SPawel Jakub Dawidek 	error = pthread_create(&td, NULL, remote_recv_thread, res);
78732115b10SPawel Jakub Dawidek 	assert(error == 0);
78832115b10SPawel Jakub Dawidek 	error = pthread_create(&td, NULL, ggate_send_thread, res);
78932115b10SPawel Jakub Dawidek 	assert(error == 0);
79032115b10SPawel Jakub Dawidek 	error = pthread_create(&td, NULL, sync_thread, res);
79132115b10SPawel Jakub Dawidek 	assert(error == 0);
79232115b10SPawel Jakub Dawidek 	error = pthread_create(&td, NULL, ctrl_thread, res);
79332115b10SPawel Jakub Dawidek 	assert(error == 0);
79432115b10SPawel Jakub Dawidek 	(void)guard_thread(res);
79532115b10SPawel Jakub Dawidek }
79632115b10SPawel Jakub Dawidek 
79732115b10SPawel Jakub Dawidek static void
79832115b10SPawel Jakub Dawidek reqlog(int loglevel, int debuglevel, struct g_gate_ctl_io *ggio, const char *fmt, ...)
79932115b10SPawel Jakub Dawidek {
80032115b10SPawel Jakub Dawidek 	char msg[1024];
80132115b10SPawel Jakub Dawidek 	va_list ap;
80232115b10SPawel Jakub Dawidek 	int len;
80332115b10SPawel Jakub Dawidek 
80432115b10SPawel Jakub Dawidek 	va_start(ap, fmt);
80532115b10SPawel Jakub Dawidek 	len = vsnprintf(msg, sizeof(msg), fmt, ap);
80632115b10SPawel Jakub Dawidek 	va_end(ap);
80732115b10SPawel Jakub Dawidek 	if ((size_t)len < sizeof(msg)) {
80832115b10SPawel Jakub Dawidek 		switch (ggio->gctl_cmd) {
80932115b10SPawel Jakub Dawidek 		case BIO_READ:
81032115b10SPawel Jakub Dawidek 			(void)snprintf(msg + len, sizeof(msg) - len,
81132115b10SPawel Jakub Dawidek 			    "READ(%ju, %ju).", (uintmax_t)ggio->gctl_offset,
81232115b10SPawel Jakub Dawidek 			    (uintmax_t)ggio->gctl_length);
81332115b10SPawel Jakub Dawidek 			break;
81432115b10SPawel Jakub Dawidek 		case BIO_DELETE:
81532115b10SPawel Jakub Dawidek 			(void)snprintf(msg + len, sizeof(msg) - len,
81632115b10SPawel Jakub Dawidek 			    "DELETE(%ju, %ju).", (uintmax_t)ggio->gctl_offset,
81732115b10SPawel Jakub Dawidek 			    (uintmax_t)ggio->gctl_length);
81832115b10SPawel Jakub Dawidek 			break;
81932115b10SPawel Jakub Dawidek 		case BIO_FLUSH:
82032115b10SPawel Jakub Dawidek 			(void)snprintf(msg + len, sizeof(msg) - len, "FLUSH.");
82132115b10SPawel Jakub Dawidek 			break;
82232115b10SPawel Jakub Dawidek 		case BIO_WRITE:
82332115b10SPawel Jakub Dawidek 			(void)snprintf(msg + len, sizeof(msg) - len,
82432115b10SPawel Jakub Dawidek 			    "WRITE(%ju, %ju).", (uintmax_t)ggio->gctl_offset,
82532115b10SPawel Jakub Dawidek 			    (uintmax_t)ggio->gctl_length);
82632115b10SPawel Jakub Dawidek 			break;
82732115b10SPawel Jakub Dawidek 		default:
82832115b10SPawel Jakub Dawidek 			(void)snprintf(msg + len, sizeof(msg) - len,
82932115b10SPawel Jakub Dawidek 			    "UNKNOWN(%u).", (unsigned int)ggio->gctl_cmd);
83032115b10SPawel Jakub Dawidek 			break;
83132115b10SPawel Jakub Dawidek 		}
83232115b10SPawel Jakub Dawidek 	}
83332115b10SPawel Jakub Dawidek 	pjdlog_common(loglevel, debuglevel, -1, "%s", msg);
83432115b10SPawel Jakub Dawidek }
83532115b10SPawel Jakub Dawidek 
83632115b10SPawel Jakub Dawidek static void
83732115b10SPawel Jakub Dawidek remote_close(struct hast_resource *res, int ncomp)
83832115b10SPawel Jakub Dawidek {
83932115b10SPawel Jakub Dawidek 
84032115b10SPawel Jakub Dawidek 	rw_wlock(&hio_remote_lock[ncomp]);
84132115b10SPawel Jakub Dawidek 	/*
84232115b10SPawel Jakub Dawidek 	 * A race is possible between dropping rlock and acquiring wlock -
84332115b10SPawel Jakub Dawidek 	 * another thread can close connection in-between.
84432115b10SPawel Jakub Dawidek 	 */
84532115b10SPawel Jakub Dawidek 	if (!ISCONNECTED(res, ncomp)) {
84632115b10SPawel Jakub Dawidek 		assert(res->hr_remotein == NULL);
84732115b10SPawel Jakub Dawidek 		assert(res->hr_remoteout == NULL);
84832115b10SPawel Jakub Dawidek 		rw_unlock(&hio_remote_lock[ncomp]);
84932115b10SPawel Jakub Dawidek 		return;
85032115b10SPawel Jakub Dawidek 	}
85132115b10SPawel Jakub Dawidek 
85232115b10SPawel Jakub Dawidek 	assert(res->hr_remotein != NULL);
85332115b10SPawel Jakub Dawidek 	assert(res->hr_remoteout != NULL);
85432115b10SPawel Jakub Dawidek 
85532115b10SPawel Jakub Dawidek 	pjdlog_debug(2, "Closing old incoming connection to %s.",
85632115b10SPawel Jakub Dawidek 	    res->hr_remoteaddr);
85732115b10SPawel Jakub Dawidek 	proto_close(res->hr_remotein);
85832115b10SPawel Jakub Dawidek 	res->hr_remotein = NULL;
85932115b10SPawel Jakub Dawidek 	pjdlog_debug(2, "Closing old outgoing connection to %s.",
86032115b10SPawel Jakub Dawidek 	    res->hr_remoteaddr);
86132115b10SPawel Jakub Dawidek 	proto_close(res->hr_remoteout);
86232115b10SPawel Jakub Dawidek 	res->hr_remoteout = NULL;
86332115b10SPawel Jakub Dawidek 
86432115b10SPawel Jakub Dawidek 	rw_unlock(&hio_remote_lock[ncomp]);
86532115b10SPawel Jakub Dawidek 
86632115b10SPawel Jakub Dawidek 	/*
86732115b10SPawel Jakub Dawidek 	 * Stop synchronization if in-progress.
86832115b10SPawel Jakub Dawidek 	 */
86932115b10SPawel Jakub Dawidek 	mtx_lock(&sync_lock);
87032115b10SPawel Jakub Dawidek 	if (sync_inprogress)
87132115b10SPawel Jakub Dawidek 		sync_inprogress = false;
87232115b10SPawel Jakub Dawidek 	mtx_unlock(&sync_lock);
87332115b10SPawel Jakub Dawidek 
87432115b10SPawel Jakub Dawidek 	/*
87532115b10SPawel Jakub Dawidek 	 * Wake up guard thread, so it can immediately start reconnect.
87632115b10SPawel Jakub Dawidek 	 */
87732115b10SPawel Jakub Dawidek 	mtx_lock(&hio_guard_lock);
87832115b10SPawel Jakub Dawidek 	cv_signal(&hio_guard_cond);
87932115b10SPawel Jakub Dawidek 	mtx_unlock(&hio_guard_lock);
88032115b10SPawel Jakub Dawidek }
88132115b10SPawel Jakub Dawidek 
88232115b10SPawel Jakub Dawidek /*
88332115b10SPawel Jakub Dawidek  * Thread receives ggate I/O requests from the kernel and passes them to
88432115b10SPawel Jakub Dawidek  * appropriate threads:
88532115b10SPawel Jakub Dawidek  * WRITE - always goes to both local_send and remote_send threads
88632115b10SPawel Jakub Dawidek  * READ (when the block is up-to-date on local component) -
88732115b10SPawel Jakub Dawidek  *	only local_send thread
88832115b10SPawel Jakub Dawidek  * READ (when the block isn't up-to-date on local component) -
88932115b10SPawel Jakub Dawidek  *	only remote_send thread
89032115b10SPawel Jakub Dawidek  * DELETE - always goes to both local_send and remote_send threads
89132115b10SPawel Jakub Dawidek  * FLUSH - always goes to both local_send and remote_send threads
89232115b10SPawel Jakub Dawidek  */
89332115b10SPawel Jakub Dawidek static void *
89432115b10SPawel Jakub Dawidek ggate_recv_thread(void *arg)
89532115b10SPawel Jakub Dawidek {
89632115b10SPawel Jakub Dawidek 	struct hast_resource *res = arg;
89732115b10SPawel Jakub Dawidek 	struct g_gate_ctl_io *ggio;
89832115b10SPawel Jakub Dawidek 	struct hio *hio;
89932115b10SPawel Jakub Dawidek 	unsigned int ii, ncomp, ncomps;
90032115b10SPawel Jakub Dawidek 	int error;
90132115b10SPawel Jakub Dawidek 
90232115b10SPawel Jakub Dawidek 	ncomps = HAST_NCOMPONENTS;
90332115b10SPawel Jakub Dawidek 
90432115b10SPawel Jakub Dawidek 	for (;;) {
90532115b10SPawel Jakub Dawidek 		pjdlog_debug(2, "ggate_recv: Taking free request.");
90632115b10SPawel Jakub Dawidek 		QUEUE_TAKE2(hio, free);
90732115b10SPawel Jakub Dawidek 		pjdlog_debug(2, "ggate_recv: (%p) Got free request.", hio);
90832115b10SPawel Jakub Dawidek 		ggio = &hio->hio_ggio;
90932115b10SPawel Jakub Dawidek 		ggio->gctl_unit = res->hr_ggateunit;
91032115b10SPawel Jakub Dawidek 		ggio->gctl_length = MAXPHYS;
91132115b10SPawel Jakub Dawidek 		ggio->gctl_error = 0;
91232115b10SPawel Jakub Dawidek 		pjdlog_debug(2,
91332115b10SPawel Jakub Dawidek 		    "ggate_recv: (%p) Waiting for request from the kernel.",
91432115b10SPawel Jakub Dawidek 		    hio);
91532115b10SPawel Jakub Dawidek 		if (ioctl(res->hr_ggatefd, G_GATE_CMD_START, ggio) < 0) {
91632115b10SPawel Jakub Dawidek 			if (sigexit_received)
91732115b10SPawel Jakub Dawidek 				pthread_exit(NULL);
91832115b10SPawel Jakub Dawidek 			primary_exit(EX_OSERR, "G_GATE_CMD_START failed");
91932115b10SPawel Jakub Dawidek 		}
92032115b10SPawel Jakub Dawidek 		error = ggio->gctl_error;
92132115b10SPawel Jakub Dawidek 		switch (error) {
92232115b10SPawel Jakub Dawidek 		case 0:
92332115b10SPawel Jakub Dawidek 			break;
92432115b10SPawel Jakub Dawidek 		case ECANCELED:
92532115b10SPawel Jakub Dawidek 			/* Exit gracefully. */
92632115b10SPawel Jakub Dawidek 			if (!sigexit_received) {
92732115b10SPawel Jakub Dawidek 				pjdlog_debug(2,
92832115b10SPawel Jakub Dawidek 				    "ggate_recv: (%p) Received cancel from the kernel.",
92932115b10SPawel Jakub Dawidek 				    hio);
93032115b10SPawel Jakub Dawidek 				pjdlog_info("Received cancel from the kernel, exiting.");
93132115b10SPawel Jakub Dawidek 			}
93232115b10SPawel Jakub Dawidek 			pthread_exit(NULL);
93332115b10SPawel Jakub Dawidek 		case ENOMEM:
93432115b10SPawel Jakub Dawidek 			/*
93532115b10SPawel Jakub Dawidek 			 * Buffer too small? Impossible, we allocate MAXPHYS
93632115b10SPawel Jakub Dawidek 			 * bytes - request can't be bigger than that.
93732115b10SPawel Jakub Dawidek 			 */
93832115b10SPawel Jakub Dawidek 			/* FALLTHROUGH */
93932115b10SPawel Jakub Dawidek 		case ENXIO:
94032115b10SPawel Jakub Dawidek 		default:
94132115b10SPawel Jakub Dawidek 			primary_exitx(EX_OSERR, "G_GATE_CMD_START failed: %s.",
94232115b10SPawel Jakub Dawidek 			    strerror(error));
94332115b10SPawel Jakub Dawidek 		}
94432115b10SPawel Jakub Dawidek 		for (ii = 0; ii < ncomps; ii++)
94532115b10SPawel Jakub Dawidek 			hio->hio_errors[ii] = EINVAL;
94632115b10SPawel Jakub Dawidek 		reqlog(LOG_DEBUG, 2, ggio,
94732115b10SPawel Jakub Dawidek 		    "ggate_recv: (%p) Request received from the kernel: ",
94832115b10SPawel Jakub Dawidek 		    hio);
94932115b10SPawel Jakub Dawidek 		/*
95032115b10SPawel Jakub Dawidek 		 * Inform all components about new write request.
95132115b10SPawel Jakub Dawidek 		 * For read request prefer local component unless the given
95232115b10SPawel Jakub Dawidek 		 * range is out-of-date, then use remote component.
95332115b10SPawel Jakub Dawidek 		 */
95432115b10SPawel Jakub Dawidek 		switch (ggio->gctl_cmd) {
95532115b10SPawel Jakub Dawidek 		case BIO_READ:
95632115b10SPawel Jakub Dawidek 			pjdlog_debug(2,
95732115b10SPawel Jakub Dawidek 			    "ggate_recv: (%p) Moving request to the send queue.",
95832115b10SPawel Jakub Dawidek 			    hio);
95932115b10SPawel Jakub Dawidek 			refcount_init(&hio->hio_countdown, 1);
96032115b10SPawel Jakub Dawidek 			mtx_lock(&metadata_lock);
96132115b10SPawel Jakub Dawidek 			if (res->hr_syncsrc == HAST_SYNCSRC_UNDEF ||
96232115b10SPawel Jakub Dawidek 			    res->hr_syncsrc == HAST_SYNCSRC_PRIMARY) {
96332115b10SPawel Jakub Dawidek 				/*
96432115b10SPawel Jakub Dawidek 				 * This range is up-to-date on local component,
96532115b10SPawel Jakub Dawidek 				 * so handle request locally.
96632115b10SPawel Jakub Dawidek 				 */
96732115b10SPawel Jakub Dawidek 				 /* Local component is 0 for now. */
96832115b10SPawel Jakub Dawidek 				ncomp = 0;
96932115b10SPawel Jakub Dawidek 			} else /* if (res->hr_syncsrc ==
97032115b10SPawel Jakub Dawidek 			    HAST_SYNCSRC_SECONDARY) */ {
97132115b10SPawel Jakub Dawidek 				assert(res->hr_syncsrc ==
97232115b10SPawel Jakub Dawidek 				    HAST_SYNCSRC_SECONDARY);
97332115b10SPawel Jakub Dawidek 				/*
97432115b10SPawel Jakub Dawidek 				 * This range is out-of-date on local component,
97532115b10SPawel Jakub Dawidek 				 * so send request to the remote node.
97632115b10SPawel Jakub Dawidek 				 */
97732115b10SPawel Jakub Dawidek 				 /* Remote component is 1 for now. */
97832115b10SPawel Jakub Dawidek 				ncomp = 1;
97932115b10SPawel Jakub Dawidek 			}
98032115b10SPawel Jakub Dawidek 			mtx_unlock(&metadata_lock);
98132115b10SPawel Jakub Dawidek 			QUEUE_INSERT1(hio, send, ncomp);
98232115b10SPawel Jakub Dawidek 			break;
98332115b10SPawel Jakub Dawidek 		case BIO_WRITE:
98432115b10SPawel Jakub Dawidek 			for (;;) {
98532115b10SPawel Jakub Dawidek 				mtx_lock(&range_lock);
98632115b10SPawel Jakub Dawidek 				if (rangelock_islocked(range_sync,
98732115b10SPawel Jakub Dawidek 				    ggio->gctl_offset, ggio->gctl_length)) {
98832115b10SPawel Jakub Dawidek 					pjdlog_debug(2,
98932115b10SPawel Jakub Dawidek 					    "regular: Range offset=%jd length=%zu locked.",
99032115b10SPawel Jakub Dawidek 					    (intmax_t)ggio->gctl_offset,
99132115b10SPawel Jakub Dawidek 					    (size_t)ggio->gctl_length);
99232115b10SPawel Jakub Dawidek 					range_regular_wait = true;
99332115b10SPawel Jakub Dawidek 					cv_wait(&range_regular_cond, &range_lock);
99432115b10SPawel Jakub Dawidek 					range_regular_wait = false;
99532115b10SPawel Jakub Dawidek 					mtx_unlock(&range_lock);
99632115b10SPawel Jakub Dawidek 					continue;
99732115b10SPawel Jakub Dawidek 				}
99832115b10SPawel Jakub Dawidek 				if (rangelock_add(range_regular,
99932115b10SPawel Jakub Dawidek 				    ggio->gctl_offset, ggio->gctl_length) < 0) {
100032115b10SPawel Jakub Dawidek 					mtx_unlock(&range_lock);
100132115b10SPawel Jakub Dawidek 					pjdlog_debug(2,
100232115b10SPawel Jakub Dawidek 					    "regular: Range offset=%jd length=%zu is already locked, waiting.",
100332115b10SPawel Jakub Dawidek 					    (intmax_t)ggio->gctl_offset,
100432115b10SPawel Jakub Dawidek 					    (size_t)ggio->gctl_length);
100532115b10SPawel Jakub Dawidek 					sleep(1);
100632115b10SPawel Jakub Dawidek 					continue;
100732115b10SPawel Jakub Dawidek 				}
100832115b10SPawel Jakub Dawidek 				mtx_unlock(&range_lock);
100932115b10SPawel Jakub Dawidek 				break;
101032115b10SPawel Jakub Dawidek 			}
101132115b10SPawel Jakub Dawidek 			mtx_lock(&res->hr_amp_lock);
101232115b10SPawel Jakub Dawidek 			if (activemap_write_start(res->hr_amp,
101332115b10SPawel Jakub Dawidek 			    ggio->gctl_offset, ggio->gctl_length)) {
101432115b10SPawel Jakub Dawidek 				(void)hast_activemap_flush(res);
101532115b10SPawel Jakub Dawidek 			}
101632115b10SPawel Jakub Dawidek 			mtx_unlock(&res->hr_amp_lock);
101732115b10SPawel Jakub Dawidek 			/* FALLTHROUGH */
101832115b10SPawel Jakub Dawidek 		case BIO_DELETE:
101932115b10SPawel Jakub Dawidek 		case BIO_FLUSH:
102032115b10SPawel Jakub Dawidek 			pjdlog_debug(2,
102132115b10SPawel Jakub Dawidek 			    "ggate_recv: (%p) Moving request to the send queues.",
102232115b10SPawel Jakub Dawidek 			    hio);
102332115b10SPawel Jakub Dawidek 			refcount_init(&hio->hio_countdown, ncomps);
102432115b10SPawel Jakub Dawidek 			for (ii = 0; ii < ncomps; ii++)
102532115b10SPawel Jakub Dawidek 				QUEUE_INSERT1(hio, send, ii);
102632115b10SPawel Jakub Dawidek 			break;
102732115b10SPawel Jakub Dawidek 		}
102832115b10SPawel Jakub Dawidek 	}
102932115b10SPawel Jakub Dawidek 	/* NOTREACHED */
103032115b10SPawel Jakub Dawidek 	return (NULL);
103132115b10SPawel Jakub Dawidek }
103232115b10SPawel Jakub Dawidek 
103332115b10SPawel Jakub Dawidek /*
103432115b10SPawel Jakub Dawidek  * Thread reads from or writes to local component.
103532115b10SPawel Jakub Dawidek  * If local read fails, it redirects it to remote_send thread.
103632115b10SPawel Jakub Dawidek  */
103732115b10SPawel Jakub Dawidek static void *
103832115b10SPawel Jakub Dawidek local_send_thread(void *arg)
103932115b10SPawel Jakub Dawidek {
104032115b10SPawel Jakub Dawidek 	struct hast_resource *res = arg;
104132115b10SPawel Jakub Dawidek 	struct g_gate_ctl_io *ggio;
104232115b10SPawel Jakub Dawidek 	struct hio *hio;
104332115b10SPawel Jakub Dawidek 	unsigned int ncomp, rncomp;
104432115b10SPawel Jakub Dawidek 	ssize_t ret;
104532115b10SPawel Jakub Dawidek 
104632115b10SPawel Jakub Dawidek 	/* Local component is 0 for now. */
104732115b10SPawel Jakub Dawidek 	ncomp = 0;
104832115b10SPawel Jakub Dawidek 	/* Remote component is 1 for now. */
104932115b10SPawel Jakub Dawidek 	rncomp = 1;
105032115b10SPawel Jakub Dawidek 
105132115b10SPawel Jakub Dawidek 	for (;;) {
105232115b10SPawel Jakub Dawidek 		pjdlog_debug(2, "local_send: Taking request.");
105332115b10SPawel Jakub Dawidek 		QUEUE_TAKE1(hio, send, ncomp);
105432115b10SPawel Jakub Dawidek 		pjdlog_debug(2, "local_send: (%p) Got request.", hio);
105532115b10SPawel Jakub Dawidek 		ggio = &hio->hio_ggio;
105632115b10SPawel Jakub Dawidek 		switch (ggio->gctl_cmd) {
105732115b10SPawel Jakub Dawidek 		case BIO_READ:
105832115b10SPawel Jakub Dawidek 			ret = pread(res->hr_localfd, ggio->gctl_data,
105932115b10SPawel Jakub Dawidek 			    ggio->gctl_length,
106032115b10SPawel Jakub Dawidek 			    ggio->gctl_offset + res->hr_localoff);
106132115b10SPawel Jakub Dawidek 			if (ret == ggio->gctl_length)
106232115b10SPawel Jakub Dawidek 				hio->hio_errors[ncomp] = 0;
106332115b10SPawel Jakub Dawidek 			else {
106432115b10SPawel Jakub Dawidek 				/*
106532115b10SPawel Jakub Dawidek 				 * If READ failed, try to read from remote node.
106632115b10SPawel Jakub Dawidek 				 */
106732115b10SPawel Jakub Dawidek 				QUEUE_INSERT1(hio, send, rncomp);
106832115b10SPawel Jakub Dawidek 				continue;
106932115b10SPawel Jakub Dawidek 			}
107032115b10SPawel Jakub Dawidek 			break;
107132115b10SPawel Jakub Dawidek 		case BIO_WRITE:
107232115b10SPawel Jakub Dawidek 			ret = pwrite(res->hr_localfd, ggio->gctl_data,
107332115b10SPawel Jakub Dawidek 			    ggio->gctl_length,
107432115b10SPawel Jakub Dawidek 			    ggio->gctl_offset + res->hr_localoff);
107532115b10SPawel Jakub Dawidek 			if (ret < 0)
107632115b10SPawel Jakub Dawidek 				hio->hio_errors[ncomp] = errno;
107732115b10SPawel Jakub Dawidek 			else if (ret != ggio->gctl_length)
107832115b10SPawel Jakub Dawidek 				hio->hio_errors[ncomp] = EIO;
107932115b10SPawel Jakub Dawidek 			else
108032115b10SPawel Jakub Dawidek 				hio->hio_errors[ncomp] = 0;
108132115b10SPawel Jakub Dawidek 			break;
108232115b10SPawel Jakub Dawidek 		case BIO_DELETE:
108332115b10SPawel Jakub Dawidek 			ret = g_delete(res->hr_localfd,
108432115b10SPawel Jakub Dawidek 			    ggio->gctl_offset + res->hr_localoff,
108532115b10SPawel Jakub Dawidek 			    ggio->gctl_length);
108632115b10SPawel Jakub Dawidek 			if (ret < 0)
108732115b10SPawel Jakub Dawidek 				hio->hio_errors[ncomp] = errno;
108832115b10SPawel Jakub Dawidek 			else
108932115b10SPawel Jakub Dawidek 				hio->hio_errors[ncomp] = 0;
109032115b10SPawel Jakub Dawidek 			break;
109132115b10SPawel Jakub Dawidek 		case BIO_FLUSH:
109232115b10SPawel Jakub Dawidek 			ret = g_flush(res->hr_localfd);
109332115b10SPawel Jakub Dawidek 			if (ret < 0)
109432115b10SPawel Jakub Dawidek 				hio->hio_errors[ncomp] = errno;
109532115b10SPawel Jakub Dawidek 			else
109632115b10SPawel Jakub Dawidek 				hio->hio_errors[ncomp] = 0;
109732115b10SPawel Jakub Dawidek 			break;
109832115b10SPawel Jakub Dawidek 		}
109932115b10SPawel Jakub Dawidek 		if (refcount_release(&hio->hio_countdown)) {
110032115b10SPawel Jakub Dawidek 			if (ISSYNCREQ(hio)) {
110132115b10SPawel Jakub Dawidek 				mtx_lock(&sync_lock);
110232115b10SPawel Jakub Dawidek 				SYNCREQDONE(hio);
110332115b10SPawel Jakub Dawidek 				mtx_unlock(&sync_lock);
110432115b10SPawel Jakub Dawidek 				cv_signal(&sync_cond);
110532115b10SPawel Jakub Dawidek 			} else {
110632115b10SPawel Jakub Dawidek 				pjdlog_debug(2,
110732115b10SPawel Jakub Dawidek 				    "local_send: (%p) Moving request to the done queue.",
110832115b10SPawel Jakub Dawidek 				    hio);
110932115b10SPawel Jakub Dawidek 				QUEUE_INSERT2(hio, done);
111032115b10SPawel Jakub Dawidek 			}
111132115b10SPawel Jakub Dawidek 		}
111232115b10SPawel Jakub Dawidek 	}
111332115b10SPawel Jakub Dawidek 	/* NOTREACHED */
111432115b10SPawel Jakub Dawidek 	return (NULL);
111532115b10SPawel Jakub Dawidek }
111632115b10SPawel Jakub Dawidek 
111732115b10SPawel Jakub Dawidek /*
111832115b10SPawel Jakub Dawidek  * Thread sends request to secondary node.
111932115b10SPawel Jakub Dawidek  */
112032115b10SPawel Jakub Dawidek static void *
112132115b10SPawel Jakub Dawidek remote_send_thread(void *arg)
112232115b10SPawel Jakub Dawidek {
112332115b10SPawel Jakub Dawidek 	struct hast_resource *res = arg;
112432115b10SPawel Jakub Dawidek 	struct g_gate_ctl_io *ggio;
112532115b10SPawel Jakub Dawidek 	struct hio *hio;
112632115b10SPawel Jakub Dawidek 	struct nv *nv;
112732115b10SPawel Jakub Dawidek 	unsigned int ncomp;
112832115b10SPawel Jakub Dawidek 	bool wakeup;
112932115b10SPawel Jakub Dawidek 	uint64_t offset, length;
113032115b10SPawel Jakub Dawidek 	uint8_t cmd;
113132115b10SPawel Jakub Dawidek 	void *data;
113232115b10SPawel Jakub Dawidek 
113332115b10SPawel Jakub Dawidek 	/* Remote component is 1 for now. */
113432115b10SPawel Jakub Dawidek 	ncomp = 1;
113532115b10SPawel Jakub Dawidek 
113632115b10SPawel Jakub Dawidek 	for (;;) {
113732115b10SPawel Jakub Dawidek 		pjdlog_debug(2, "remote_send: Taking request.");
113832115b10SPawel Jakub Dawidek 		QUEUE_TAKE1(hio, send, ncomp);
113932115b10SPawel Jakub Dawidek 		pjdlog_debug(2, "remote_send: (%p) Got request.", hio);
114032115b10SPawel Jakub Dawidek 		ggio = &hio->hio_ggio;
114132115b10SPawel Jakub Dawidek 		switch (ggio->gctl_cmd) {
114232115b10SPawel Jakub Dawidek 		case BIO_READ:
114332115b10SPawel Jakub Dawidek 			cmd = HIO_READ;
114432115b10SPawel Jakub Dawidek 			data = NULL;
114532115b10SPawel Jakub Dawidek 			offset = ggio->gctl_offset;
114632115b10SPawel Jakub Dawidek 			length = ggio->gctl_length;
114732115b10SPawel Jakub Dawidek 			break;
114832115b10SPawel Jakub Dawidek 		case BIO_WRITE:
114932115b10SPawel Jakub Dawidek 			cmd = HIO_WRITE;
115032115b10SPawel Jakub Dawidek 			data = ggio->gctl_data;
115132115b10SPawel Jakub Dawidek 			offset = ggio->gctl_offset;
115232115b10SPawel Jakub Dawidek 			length = ggio->gctl_length;
115332115b10SPawel Jakub Dawidek 			break;
115432115b10SPawel Jakub Dawidek 		case BIO_DELETE:
115532115b10SPawel Jakub Dawidek 			cmd = HIO_DELETE;
115632115b10SPawel Jakub Dawidek 			data = NULL;
115732115b10SPawel Jakub Dawidek 			offset = ggio->gctl_offset;
115832115b10SPawel Jakub Dawidek 			length = ggio->gctl_length;
115932115b10SPawel Jakub Dawidek 			break;
116032115b10SPawel Jakub Dawidek 		case BIO_FLUSH:
116132115b10SPawel Jakub Dawidek 			cmd = HIO_FLUSH;
116232115b10SPawel Jakub Dawidek 			data = NULL;
116332115b10SPawel Jakub Dawidek 			offset = 0;
116432115b10SPawel Jakub Dawidek 			length = 0;
116532115b10SPawel Jakub Dawidek 			break;
116632115b10SPawel Jakub Dawidek 		default:
116732115b10SPawel Jakub Dawidek 			assert(!"invalid condition");
116832115b10SPawel Jakub Dawidek 			abort();
116932115b10SPawel Jakub Dawidek 		}
117032115b10SPawel Jakub Dawidek 		nv = nv_alloc();
117132115b10SPawel Jakub Dawidek 		nv_add_uint8(nv, cmd, "cmd");
117232115b10SPawel Jakub Dawidek 		nv_add_uint64(nv, (uint64_t)ggio->gctl_seq, "seq");
117332115b10SPawel Jakub Dawidek 		nv_add_uint64(nv, offset, "offset");
117432115b10SPawel Jakub Dawidek 		nv_add_uint64(nv, length, "length");
117532115b10SPawel Jakub Dawidek 		if (nv_error(nv) != 0) {
117632115b10SPawel Jakub Dawidek 			hio->hio_errors[ncomp] = nv_error(nv);
117732115b10SPawel Jakub Dawidek 			pjdlog_debug(2,
117832115b10SPawel Jakub Dawidek 			    "remote_send: (%p) Unable to prepare header to send.",
117932115b10SPawel Jakub Dawidek 			    hio);
118032115b10SPawel Jakub Dawidek 			reqlog(LOG_ERR, 0, ggio,
118132115b10SPawel Jakub Dawidek 			    "Unable to prepare header to send (%s): ",
118232115b10SPawel Jakub Dawidek 			    strerror(nv_error(nv)));
118332115b10SPawel Jakub Dawidek 			/* Move failed request immediately to the done queue. */
118432115b10SPawel Jakub Dawidek 			goto done_queue;
118532115b10SPawel Jakub Dawidek 		}
118632115b10SPawel Jakub Dawidek 		pjdlog_debug(2,
118732115b10SPawel Jakub Dawidek 		    "remote_send: (%p) Moving request to the recv queue.",
118832115b10SPawel Jakub Dawidek 		    hio);
118932115b10SPawel Jakub Dawidek 		/*
119032115b10SPawel Jakub Dawidek 		 * Protect connection from disappearing.
119132115b10SPawel Jakub Dawidek 		 */
119232115b10SPawel Jakub Dawidek 		rw_rlock(&hio_remote_lock[ncomp]);
119332115b10SPawel Jakub Dawidek 		if (!ISCONNECTED(res, ncomp)) {
119432115b10SPawel Jakub Dawidek 			rw_unlock(&hio_remote_lock[ncomp]);
119532115b10SPawel Jakub Dawidek 			hio->hio_errors[ncomp] = ENOTCONN;
119632115b10SPawel Jakub Dawidek 			goto done_queue;
119732115b10SPawel Jakub Dawidek 		}
119832115b10SPawel Jakub Dawidek 		/*
119932115b10SPawel Jakub Dawidek 		 * Move the request to recv queue before sending it, because
120032115b10SPawel Jakub Dawidek 		 * in different order we can get reply before we move request
120132115b10SPawel Jakub Dawidek 		 * to recv queue.
120232115b10SPawel Jakub Dawidek 		 */
120332115b10SPawel Jakub Dawidek 		mtx_lock(&hio_recv_list_lock[ncomp]);
120432115b10SPawel Jakub Dawidek 		wakeup = TAILQ_EMPTY(&hio_recv_list[ncomp]);
120532115b10SPawel Jakub Dawidek 		TAILQ_INSERT_TAIL(&hio_recv_list[ncomp], hio, hio_next[ncomp]);
120632115b10SPawel Jakub Dawidek 		mtx_unlock(&hio_recv_list_lock[ncomp]);
120732115b10SPawel Jakub Dawidek 		if (hast_proto_send(res, res->hr_remoteout, nv, data,
120832115b10SPawel Jakub Dawidek 		    data != NULL ? length : 0) < 0) {
120932115b10SPawel Jakub Dawidek 			hio->hio_errors[ncomp] = errno;
121032115b10SPawel Jakub Dawidek 			rw_unlock(&hio_remote_lock[ncomp]);
121132115b10SPawel Jakub Dawidek 			remote_close(res, ncomp);
121232115b10SPawel Jakub Dawidek 			pjdlog_debug(2,
121332115b10SPawel Jakub Dawidek 			    "remote_send: (%p) Unable to send request.", hio);
121432115b10SPawel Jakub Dawidek 			reqlog(LOG_ERR, 0, ggio,
121532115b10SPawel Jakub Dawidek 			    "Unable to send request (%s): ",
121632115b10SPawel Jakub Dawidek 			    strerror(hio->hio_errors[ncomp]));
121732115b10SPawel Jakub Dawidek 			/*
121832115b10SPawel Jakub Dawidek 			 * Take request back from the receive queue and move
121932115b10SPawel Jakub Dawidek 			 * it immediately to the done queue.
122032115b10SPawel Jakub Dawidek 			 */
122132115b10SPawel Jakub Dawidek 			mtx_lock(&hio_recv_list_lock[ncomp]);
122232115b10SPawel Jakub Dawidek 			TAILQ_REMOVE(&hio_recv_list[ncomp], hio, hio_next[ncomp]);
122332115b10SPawel Jakub Dawidek 			mtx_unlock(&hio_recv_list_lock[ncomp]);
122432115b10SPawel Jakub Dawidek 			goto done_queue;
122532115b10SPawel Jakub Dawidek 		}
122632115b10SPawel Jakub Dawidek 		rw_unlock(&hio_remote_lock[ncomp]);
122732115b10SPawel Jakub Dawidek 		nv_free(nv);
122832115b10SPawel Jakub Dawidek 		if (wakeup)
122932115b10SPawel Jakub Dawidek 			cv_signal(&hio_recv_list_cond[ncomp]);
123032115b10SPawel Jakub Dawidek 		continue;
123132115b10SPawel Jakub Dawidek done_queue:
123232115b10SPawel Jakub Dawidek 		nv_free(nv);
123332115b10SPawel Jakub Dawidek 		if (ISSYNCREQ(hio)) {
123432115b10SPawel Jakub Dawidek 			if (!refcount_release(&hio->hio_countdown))
123532115b10SPawel Jakub Dawidek 				continue;
123632115b10SPawel Jakub Dawidek 			mtx_lock(&sync_lock);
123732115b10SPawel Jakub Dawidek 			SYNCREQDONE(hio);
123832115b10SPawel Jakub Dawidek 			mtx_unlock(&sync_lock);
123932115b10SPawel Jakub Dawidek 			cv_signal(&sync_cond);
124032115b10SPawel Jakub Dawidek 			continue;
124132115b10SPawel Jakub Dawidek 		}
124232115b10SPawel Jakub Dawidek 		if (ggio->gctl_cmd == BIO_WRITE) {
124332115b10SPawel Jakub Dawidek 			mtx_lock(&res->hr_amp_lock);
124432115b10SPawel Jakub Dawidek 			if (activemap_need_sync(res->hr_amp, ggio->gctl_offset,
124532115b10SPawel Jakub Dawidek 			    ggio->gctl_length)) {
124632115b10SPawel Jakub Dawidek 				(void)hast_activemap_flush(res);
124732115b10SPawel Jakub Dawidek 			}
124832115b10SPawel Jakub Dawidek 			mtx_unlock(&res->hr_amp_lock);
124932115b10SPawel Jakub Dawidek 		}
125032115b10SPawel Jakub Dawidek 		if (!refcount_release(&hio->hio_countdown))
125132115b10SPawel Jakub Dawidek 			continue;
125232115b10SPawel Jakub Dawidek 		pjdlog_debug(2,
125332115b10SPawel Jakub Dawidek 		    "remote_send: (%p) Moving request to the done queue.",
125432115b10SPawel Jakub Dawidek 		    hio);
125532115b10SPawel Jakub Dawidek 		QUEUE_INSERT2(hio, done);
125632115b10SPawel Jakub Dawidek 	}
125732115b10SPawel Jakub Dawidek 	/* NOTREACHED */
125832115b10SPawel Jakub Dawidek 	return (NULL);
125932115b10SPawel Jakub Dawidek }
126032115b10SPawel Jakub Dawidek 
126132115b10SPawel Jakub Dawidek /*
126232115b10SPawel Jakub Dawidek  * Thread receives answer from secondary node and passes it to ggate_send
126332115b10SPawel Jakub Dawidek  * thread.
126432115b10SPawel Jakub Dawidek  */
126532115b10SPawel Jakub Dawidek static void *
126632115b10SPawel Jakub Dawidek remote_recv_thread(void *arg)
126732115b10SPawel Jakub Dawidek {
126832115b10SPawel Jakub Dawidek 	struct hast_resource *res = arg;
126932115b10SPawel Jakub Dawidek 	struct g_gate_ctl_io *ggio;
127032115b10SPawel Jakub Dawidek 	struct hio *hio;
127132115b10SPawel Jakub Dawidek 	struct nv *nv;
127232115b10SPawel Jakub Dawidek 	unsigned int ncomp;
127332115b10SPawel Jakub Dawidek 	uint64_t seq;
127432115b10SPawel Jakub Dawidek 	int error;
127532115b10SPawel Jakub Dawidek 
127632115b10SPawel Jakub Dawidek 	/* Remote component is 1 for now. */
127732115b10SPawel Jakub Dawidek 	ncomp = 1;
127832115b10SPawel Jakub Dawidek 
127932115b10SPawel Jakub Dawidek 	for (;;) {
128032115b10SPawel Jakub Dawidek 		/* Wait until there is anything to receive. */
128132115b10SPawel Jakub Dawidek 		mtx_lock(&hio_recv_list_lock[ncomp]);
128232115b10SPawel Jakub Dawidek 		while (TAILQ_EMPTY(&hio_recv_list[ncomp])) {
128332115b10SPawel Jakub Dawidek 			pjdlog_debug(2, "remote_recv: No requests, waiting.");
128432115b10SPawel Jakub Dawidek 			cv_wait(&hio_recv_list_cond[ncomp],
128532115b10SPawel Jakub Dawidek 			    &hio_recv_list_lock[ncomp]);
128632115b10SPawel Jakub Dawidek 		}
128732115b10SPawel Jakub Dawidek 		mtx_unlock(&hio_recv_list_lock[ncomp]);
128832115b10SPawel Jakub Dawidek 		rw_rlock(&hio_remote_lock[ncomp]);
128932115b10SPawel Jakub Dawidek 		if (!ISCONNECTED(res, ncomp)) {
129032115b10SPawel Jakub Dawidek 			rw_unlock(&hio_remote_lock[ncomp]);
129132115b10SPawel Jakub Dawidek 			/*
129232115b10SPawel Jakub Dawidek 			 * Connection is dead, so move all pending requests to
129332115b10SPawel Jakub Dawidek 			 * the done queue (one-by-one).
129432115b10SPawel Jakub Dawidek 			 */
129532115b10SPawel Jakub Dawidek 			mtx_lock(&hio_recv_list_lock[ncomp]);
129632115b10SPawel Jakub Dawidek 			hio = TAILQ_FIRST(&hio_recv_list[ncomp]);
129732115b10SPawel Jakub Dawidek 			assert(hio != NULL);
129832115b10SPawel Jakub Dawidek 			TAILQ_REMOVE(&hio_recv_list[ncomp], hio,
129932115b10SPawel Jakub Dawidek 			    hio_next[ncomp]);
130032115b10SPawel Jakub Dawidek 			mtx_unlock(&hio_recv_list_lock[ncomp]);
130132115b10SPawel Jakub Dawidek 			goto done_queue;
130232115b10SPawel Jakub Dawidek 		}
130332115b10SPawel Jakub Dawidek 		if (hast_proto_recv_hdr(res->hr_remotein, &nv) < 0) {
130432115b10SPawel Jakub Dawidek 			pjdlog_errno(LOG_ERR,
130532115b10SPawel Jakub Dawidek 			    "Unable to receive reply header");
130632115b10SPawel Jakub Dawidek 			rw_unlock(&hio_remote_lock[ncomp]);
130732115b10SPawel Jakub Dawidek 			remote_close(res, ncomp);
130832115b10SPawel Jakub Dawidek 			continue;
130932115b10SPawel Jakub Dawidek 		}
131032115b10SPawel Jakub Dawidek 		rw_unlock(&hio_remote_lock[ncomp]);
131132115b10SPawel Jakub Dawidek 		seq = nv_get_uint64(nv, "seq");
131232115b10SPawel Jakub Dawidek 		if (seq == 0) {
131332115b10SPawel Jakub Dawidek 			pjdlog_error("Header contains no 'seq' field.");
131432115b10SPawel Jakub Dawidek 			nv_free(nv);
131532115b10SPawel Jakub Dawidek 			continue;
131632115b10SPawel Jakub Dawidek 		}
131732115b10SPawel Jakub Dawidek 		mtx_lock(&hio_recv_list_lock[ncomp]);
131832115b10SPawel Jakub Dawidek 		TAILQ_FOREACH(hio, &hio_recv_list[ncomp], hio_next[ncomp]) {
131932115b10SPawel Jakub Dawidek 			if (hio->hio_ggio.gctl_seq == seq) {
132032115b10SPawel Jakub Dawidek 				TAILQ_REMOVE(&hio_recv_list[ncomp], hio,
132132115b10SPawel Jakub Dawidek 				    hio_next[ncomp]);
132232115b10SPawel Jakub Dawidek 				break;
132332115b10SPawel Jakub Dawidek 			}
132432115b10SPawel Jakub Dawidek 		}
132532115b10SPawel Jakub Dawidek 		mtx_unlock(&hio_recv_list_lock[ncomp]);
132632115b10SPawel Jakub Dawidek 		if (hio == NULL) {
132732115b10SPawel Jakub Dawidek 			pjdlog_error("Found no request matching received 'seq' field (%ju).",
132832115b10SPawel Jakub Dawidek 			    (uintmax_t)seq);
132932115b10SPawel Jakub Dawidek 			nv_free(nv);
133032115b10SPawel Jakub Dawidek 			continue;
133132115b10SPawel Jakub Dawidek 		}
133232115b10SPawel Jakub Dawidek 		error = nv_get_int16(nv, "error");
133332115b10SPawel Jakub Dawidek 		if (error != 0) {
133432115b10SPawel Jakub Dawidek 			/* Request failed on remote side. */
133532115b10SPawel Jakub Dawidek 			hio->hio_errors[ncomp] = 0;
133632115b10SPawel Jakub Dawidek 			nv_free(nv);
133732115b10SPawel Jakub Dawidek 			goto done_queue;
133832115b10SPawel Jakub Dawidek 		}
133932115b10SPawel Jakub Dawidek 		ggio = &hio->hio_ggio;
134032115b10SPawel Jakub Dawidek 		switch (ggio->gctl_cmd) {
134132115b10SPawel Jakub Dawidek 		case BIO_READ:
134232115b10SPawel Jakub Dawidek 			rw_rlock(&hio_remote_lock[ncomp]);
134332115b10SPawel Jakub Dawidek 			if (!ISCONNECTED(res, ncomp)) {
134432115b10SPawel Jakub Dawidek 				rw_unlock(&hio_remote_lock[ncomp]);
134532115b10SPawel Jakub Dawidek 				nv_free(nv);
134632115b10SPawel Jakub Dawidek 				goto done_queue;
134732115b10SPawel Jakub Dawidek 			}
134832115b10SPawel Jakub Dawidek 			if (hast_proto_recv_data(res, res->hr_remotein, nv,
134932115b10SPawel Jakub Dawidek 			    ggio->gctl_data, ggio->gctl_length) < 0) {
135032115b10SPawel Jakub Dawidek 				hio->hio_errors[ncomp] = errno;
135132115b10SPawel Jakub Dawidek 				pjdlog_errno(LOG_ERR,
135232115b10SPawel Jakub Dawidek 				    "Unable to receive reply data");
135332115b10SPawel Jakub Dawidek 				rw_unlock(&hio_remote_lock[ncomp]);
135432115b10SPawel Jakub Dawidek 				nv_free(nv);
135532115b10SPawel Jakub Dawidek 				remote_close(res, ncomp);
135632115b10SPawel Jakub Dawidek 				goto done_queue;
135732115b10SPawel Jakub Dawidek 			}
135832115b10SPawel Jakub Dawidek 			rw_unlock(&hio_remote_lock[ncomp]);
135932115b10SPawel Jakub Dawidek 			break;
136032115b10SPawel Jakub Dawidek 		case BIO_WRITE:
136132115b10SPawel Jakub Dawidek 		case BIO_DELETE:
136232115b10SPawel Jakub Dawidek 		case BIO_FLUSH:
136332115b10SPawel Jakub Dawidek 			break;
136432115b10SPawel Jakub Dawidek 		default:
136532115b10SPawel Jakub Dawidek 			assert(!"invalid condition");
136632115b10SPawel Jakub Dawidek 			abort();
136732115b10SPawel Jakub Dawidek 		}
136832115b10SPawel Jakub Dawidek 		hio->hio_errors[ncomp] = 0;
136932115b10SPawel Jakub Dawidek 		nv_free(nv);
137032115b10SPawel Jakub Dawidek done_queue:
137132115b10SPawel Jakub Dawidek 		if (refcount_release(&hio->hio_countdown)) {
137232115b10SPawel Jakub Dawidek 			if (ISSYNCREQ(hio)) {
137332115b10SPawel Jakub Dawidek 				mtx_lock(&sync_lock);
137432115b10SPawel Jakub Dawidek 				SYNCREQDONE(hio);
137532115b10SPawel Jakub Dawidek 				mtx_unlock(&sync_lock);
137632115b10SPawel Jakub Dawidek 				cv_signal(&sync_cond);
137732115b10SPawel Jakub Dawidek 			} else {
137832115b10SPawel Jakub Dawidek 				pjdlog_debug(2,
137932115b10SPawel Jakub Dawidek 				    "remote_recv: (%p) Moving request to the done queue.",
138032115b10SPawel Jakub Dawidek 				    hio);
138132115b10SPawel Jakub Dawidek 				QUEUE_INSERT2(hio, done);
138232115b10SPawel Jakub Dawidek 			}
138332115b10SPawel Jakub Dawidek 		}
138432115b10SPawel Jakub Dawidek 	}
138532115b10SPawel Jakub Dawidek 	/* NOTREACHED */
138632115b10SPawel Jakub Dawidek 	return (NULL);
138732115b10SPawel Jakub Dawidek }
138832115b10SPawel Jakub Dawidek 
138932115b10SPawel Jakub Dawidek /*
139032115b10SPawel Jakub Dawidek  * Thread sends answer to the kernel.
139132115b10SPawel Jakub Dawidek  */
139232115b10SPawel Jakub Dawidek static void *
139332115b10SPawel Jakub Dawidek ggate_send_thread(void *arg)
139432115b10SPawel Jakub Dawidek {
139532115b10SPawel Jakub Dawidek 	struct hast_resource *res = arg;
139632115b10SPawel Jakub Dawidek 	struct g_gate_ctl_io *ggio;
139732115b10SPawel Jakub Dawidek 	struct hio *hio;
139832115b10SPawel Jakub Dawidek 	unsigned int ii, ncomp, ncomps;
139932115b10SPawel Jakub Dawidek 
140032115b10SPawel Jakub Dawidek 	ncomps = HAST_NCOMPONENTS;
140132115b10SPawel Jakub Dawidek 
140232115b10SPawel Jakub Dawidek 	for (;;) {
140332115b10SPawel Jakub Dawidek 		pjdlog_debug(2, "ggate_send: Taking request.");
140432115b10SPawel Jakub Dawidek 		QUEUE_TAKE2(hio, done);
140532115b10SPawel Jakub Dawidek 		pjdlog_debug(2, "ggate_send: (%p) Got request.", hio);
140632115b10SPawel Jakub Dawidek 		ggio = &hio->hio_ggio;
140732115b10SPawel Jakub Dawidek 		for (ii = 0; ii < ncomps; ii++) {
140832115b10SPawel Jakub Dawidek 			if (hio->hio_errors[ii] == 0) {
140932115b10SPawel Jakub Dawidek 				/*
141032115b10SPawel Jakub Dawidek 				 * One successful request is enough to declare
141132115b10SPawel Jakub Dawidek 				 * success.
141232115b10SPawel Jakub Dawidek 				 */
141332115b10SPawel Jakub Dawidek 				ggio->gctl_error = 0;
141432115b10SPawel Jakub Dawidek 				break;
141532115b10SPawel Jakub Dawidek 			}
141632115b10SPawel Jakub Dawidek 		}
141732115b10SPawel Jakub Dawidek 		if (ii == ncomps) {
141832115b10SPawel Jakub Dawidek 			/*
141932115b10SPawel Jakub Dawidek 			 * None of the requests were successful.
142032115b10SPawel Jakub Dawidek 			 * Use first error.
142132115b10SPawel Jakub Dawidek 			 */
142232115b10SPawel Jakub Dawidek 			ggio->gctl_error = hio->hio_errors[0];
142332115b10SPawel Jakub Dawidek 		}
142432115b10SPawel Jakub Dawidek 		if (ggio->gctl_error == 0 && ggio->gctl_cmd == BIO_WRITE) {
142532115b10SPawel Jakub Dawidek 			mtx_lock(&res->hr_amp_lock);
142632115b10SPawel Jakub Dawidek 			activemap_write_complete(res->hr_amp,
142732115b10SPawel Jakub Dawidek 			    ggio->gctl_offset, ggio->gctl_length);
142832115b10SPawel Jakub Dawidek 			mtx_unlock(&res->hr_amp_lock);
142932115b10SPawel Jakub Dawidek 		}
143032115b10SPawel Jakub Dawidek 		if (ggio->gctl_cmd == BIO_WRITE) {
143132115b10SPawel Jakub Dawidek 			/*
143232115b10SPawel Jakub Dawidek 			 * Unlock range we locked.
143332115b10SPawel Jakub Dawidek 			 */
143432115b10SPawel Jakub Dawidek 			mtx_lock(&range_lock);
143532115b10SPawel Jakub Dawidek 			rangelock_del(range_regular, ggio->gctl_offset,
143632115b10SPawel Jakub Dawidek 			    ggio->gctl_length);
143732115b10SPawel Jakub Dawidek 			if (range_sync_wait)
143832115b10SPawel Jakub Dawidek 				cv_signal(&range_sync_cond);
143932115b10SPawel Jakub Dawidek 			mtx_unlock(&range_lock);
144032115b10SPawel Jakub Dawidek 			/*
144132115b10SPawel Jakub Dawidek 			 * Bump local count if this is first write after
144232115b10SPawel Jakub Dawidek 			 * connection failure with remote node.
144332115b10SPawel Jakub Dawidek 			 */
144432115b10SPawel Jakub Dawidek 			ncomp = 1;
144532115b10SPawel Jakub Dawidek 			rw_rlock(&hio_remote_lock[ncomp]);
144632115b10SPawel Jakub Dawidek 			if (!ISCONNECTED(res, ncomp)) {
144732115b10SPawel Jakub Dawidek 				mtx_lock(&metadata_lock);
144832115b10SPawel Jakub Dawidek 				if (res->hr_primary_localcnt ==
144932115b10SPawel Jakub Dawidek 				    res->hr_secondary_remotecnt) {
145032115b10SPawel Jakub Dawidek 					res->hr_primary_localcnt++;
145132115b10SPawel Jakub Dawidek 					pjdlog_debug(1,
145232115b10SPawel Jakub Dawidek 					    "Increasing localcnt to %ju.",
145332115b10SPawel Jakub Dawidek 					    (uintmax_t)res->hr_primary_localcnt);
145432115b10SPawel Jakub Dawidek 					(void)metadata_write(res);
145532115b10SPawel Jakub Dawidek 				}
145632115b10SPawel Jakub Dawidek 				mtx_unlock(&metadata_lock);
145732115b10SPawel Jakub Dawidek 			}
145832115b10SPawel Jakub Dawidek 			rw_unlock(&hio_remote_lock[ncomp]);
145932115b10SPawel Jakub Dawidek 		}
146032115b10SPawel Jakub Dawidek 		if (ioctl(res->hr_ggatefd, G_GATE_CMD_DONE, ggio) < 0)
146132115b10SPawel Jakub Dawidek 			primary_exit(EX_OSERR, "G_GATE_CMD_DONE failed");
146232115b10SPawel Jakub Dawidek 		pjdlog_debug(2,
146332115b10SPawel Jakub Dawidek 		    "ggate_send: (%p) Moving request to the free queue.", hio);
146432115b10SPawel Jakub Dawidek 		QUEUE_INSERT2(hio, free);
146532115b10SPawel Jakub Dawidek 	}
146632115b10SPawel Jakub Dawidek 	/* NOTREACHED */
146732115b10SPawel Jakub Dawidek 	return (NULL);
146832115b10SPawel Jakub Dawidek }
146932115b10SPawel Jakub Dawidek 
147032115b10SPawel Jakub Dawidek /*
147132115b10SPawel Jakub Dawidek  * Thread synchronize local and remote components.
147232115b10SPawel Jakub Dawidek  */
147332115b10SPawel Jakub Dawidek static void *
147432115b10SPawel Jakub Dawidek sync_thread(void *arg __unused)
147532115b10SPawel Jakub Dawidek {
147632115b10SPawel Jakub Dawidek 	struct hast_resource *res = arg;
147732115b10SPawel Jakub Dawidek 	struct hio *hio;
147832115b10SPawel Jakub Dawidek 	struct g_gate_ctl_io *ggio;
147932115b10SPawel Jakub Dawidek 	unsigned int ii, ncomp, ncomps;
148032115b10SPawel Jakub Dawidek 	off_t offset, length, synced;
148132115b10SPawel Jakub Dawidek 	bool dorewind;
148232115b10SPawel Jakub Dawidek 	int syncext;
148332115b10SPawel Jakub Dawidek 
148432115b10SPawel Jakub Dawidek 	ncomps = HAST_NCOMPONENTS;
148532115b10SPawel Jakub Dawidek 	dorewind = true;
148632115b10SPawel Jakub Dawidek 	synced = 0;
148732115b10SPawel Jakub Dawidek 
148832115b10SPawel Jakub Dawidek 	for (;;) {
148932115b10SPawel Jakub Dawidek 		mtx_lock(&sync_lock);
149032115b10SPawel Jakub Dawidek 		while (!sync_inprogress) {
149132115b10SPawel Jakub Dawidek 			dorewind = true;
149232115b10SPawel Jakub Dawidek 			synced = 0;
149332115b10SPawel Jakub Dawidek 			cv_wait(&sync_cond, &sync_lock);
149432115b10SPawel Jakub Dawidek 		}
149532115b10SPawel Jakub Dawidek 		mtx_unlock(&sync_lock);
149632115b10SPawel Jakub Dawidek 		/*
149732115b10SPawel Jakub Dawidek 		 * Obtain offset at which we should synchronize.
149832115b10SPawel Jakub Dawidek 		 * Rewind synchronization if needed.
149932115b10SPawel Jakub Dawidek 		 */
150032115b10SPawel Jakub Dawidek 		mtx_lock(&res->hr_amp_lock);
150132115b10SPawel Jakub Dawidek 		if (dorewind)
150232115b10SPawel Jakub Dawidek 			activemap_sync_rewind(res->hr_amp);
150332115b10SPawel Jakub Dawidek 		offset = activemap_sync_offset(res->hr_amp, &length, &syncext);
150432115b10SPawel Jakub Dawidek 		if (syncext != -1) {
150532115b10SPawel Jakub Dawidek 			/*
150632115b10SPawel Jakub Dawidek 			 * We synchronized entire syncext extent, we can mark
150732115b10SPawel Jakub Dawidek 			 * it as clean now.
150832115b10SPawel Jakub Dawidek 			 */
150932115b10SPawel Jakub Dawidek 			if (activemap_extent_complete(res->hr_amp, syncext))
151032115b10SPawel Jakub Dawidek 				(void)hast_activemap_flush(res);
151132115b10SPawel Jakub Dawidek 		}
151232115b10SPawel Jakub Dawidek 		mtx_unlock(&res->hr_amp_lock);
151332115b10SPawel Jakub Dawidek 		if (dorewind) {
151432115b10SPawel Jakub Dawidek 			dorewind = false;
151532115b10SPawel Jakub Dawidek 			if (offset < 0)
151632115b10SPawel Jakub Dawidek 				pjdlog_info("Nodes are in sync.");
151732115b10SPawel Jakub Dawidek 			else {
151832115b10SPawel Jakub Dawidek 				pjdlog_info("Synchronization started. %ju bytes to go.",
151932115b10SPawel Jakub Dawidek 				    (uintmax_t)(res->hr_extentsize *
152032115b10SPawel Jakub Dawidek 				    activemap_ndirty(res->hr_amp)));
152132115b10SPawel Jakub Dawidek 			}
152232115b10SPawel Jakub Dawidek 		}
152332115b10SPawel Jakub Dawidek 		if (offset < 0) {
152432115b10SPawel Jakub Dawidek 			mtx_lock(&sync_lock);
152532115b10SPawel Jakub Dawidek 			sync_inprogress = false;
152632115b10SPawel Jakub Dawidek 			mtx_unlock(&sync_lock);
152732115b10SPawel Jakub Dawidek 			pjdlog_debug(1, "Nothing to synchronize.");
152832115b10SPawel Jakub Dawidek 			/*
152932115b10SPawel Jakub Dawidek 			 * Synchronization complete, make both localcnt and
153032115b10SPawel Jakub Dawidek 			 * remotecnt equal.
153132115b10SPawel Jakub Dawidek 			 */
153232115b10SPawel Jakub Dawidek 			ncomp = 1;
153332115b10SPawel Jakub Dawidek 			rw_rlock(&hio_remote_lock[ncomp]);
153432115b10SPawel Jakub Dawidek 			if (ISCONNECTED(res, ncomp)) {
153532115b10SPawel Jakub Dawidek 				if (synced > 0) {
153632115b10SPawel Jakub Dawidek 					pjdlog_info("Synchronization complete. "
153732115b10SPawel Jakub Dawidek 					    "%jd bytes synchronized.",
153832115b10SPawel Jakub Dawidek 					    (intmax_t)synced);
153932115b10SPawel Jakub Dawidek 				}
154032115b10SPawel Jakub Dawidek 				mtx_lock(&metadata_lock);
154132115b10SPawel Jakub Dawidek 				res->hr_syncsrc = HAST_SYNCSRC_UNDEF;
154232115b10SPawel Jakub Dawidek 				res->hr_primary_localcnt =
154332115b10SPawel Jakub Dawidek 				    res->hr_secondary_localcnt;
154432115b10SPawel Jakub Dawidek 				res->hr_primary_remotecnt =
154532115b10SPawel Jakub Dawidek 				    res->hr_secondary_remotecnt;
154632115b10SPawel Jakub Dawidek 				pjdlog_debug(1,
154732115b10SPawel Jakub Dawidek 				    "Setting localcnt to %ju and remotecnt to %ju.",
154832115b10SPawel Jakub Dawidek 				    (uintmax_t)res->hr_primary_localcnt,
154932115b10SPawel Jakub Dawidek 				    (uintmax_t)res->hr_secondary_localcnt);
155032115b10SPawel Jakub Dawidek 				(void)metadata_write(res);
155132115b10SPawel Jakub Dawidek 				mtx_unlock(&metadata_lock);
155232115b10SPawel Jakub Dawidek 			} else if (synced > 0) {
155332115b10SPawel Jakub Dawidek 				pjdlog_info("Synchronization interrupted. "
155432115b10SPawel Jakub Dawidek 				    "%jd bytes synchronized so far.",
155532115b10SPawel Jakub Dawidek 				    (intmax_t)synced);
155632115b10SPawel Jakub Dawidek 			}
155732115b10SPawel Jakub Dawidek 			rw_unlock(&hio_remote_lock[ncomp]);
155832115b10SPawel Jakub Dawidek 			continue;
155932115b10SPawel Jakub Dawidek 		}
156032115b10SPawel Jakub Dawidek 		pjdlog_debug(2, "sync: Taking free request.");
156132115b10SPawel Jakub Dawidek 		QUEUE_TAKE2(hio, free);
156232115b10SPawel Jakub Dawidek 		pjdlog_debug(2, "sync: (%p) Got free request.", hio);
156332115b10SPawel Jakub Dawidek 		/*
156432115b10SPawel Jakub Dawidek 		 * Lock the range we are going to synchronize. We don't want
156532115b10SPawel Jakub Dawidek 		 * race where someone writes between our read and write.
156632115b10SPawel Jakub Dawidek 		 */
156732115b10SPawel Jakub Dawidek 		for (;;) {
156832115b10SPawel Jakub Dawidek 			mtx_lock(&range_lock);
156932115b10SPawel Jakub Dawidek 			if (rangelock_islocked(range_regular, offset, length)) {
157032115b10SPawel Jakub Dawidek 				pjdlog_debug(2,
157132115b10SPawel Jakub Dawidek 				    "sync: Range offset=%jd length=%jd locked.",
157232115b10SPawel Jakub Dawidek 				    (intmax_t)offset, (intmax_t)length);
157332115b10SPawel Jakub Dawidek 				range_sync_wait = true;
157432115b10SPawel Jakub Dawidek 				cv_wait(&range_sync_cond, &range_lock);
157532115b10SPawel Jakub Dawidek 				range_sync_wait = false;
157632115b10SPawel Jakub Dawidek 				mtx_unlock(&range_lock);
157732115b10SPawel Jakub Dawidek 				continue;
157832115b10SPawel Jakub Dawidek 			}
157932115b10SPawel Jakub Dawidek 			if (rangelock_add(range_sync, offset, length) < 0) {
158032115b10SPawel Jakub Dawidek 				mtx_unlock(&range_lock);
158132115b10SPawel Jakub Dawidek 				pjdlog_debug(2,
158232115b10SPawel Jakub Dawidek 				    "sync: Range offset=%jd length=%jd is already locked, waiting.",
158332115b10SPawel Jakub Dawidek 				    (intmax_t)offset, (intmax_t)length);
158432115b10SPawel Jakub Dawidek 				sleep(1);
158532115b10SPawel Jakub Dawidek 				continue;
158632115b10SPawel Jakub Dawidek 			}
158732115b10SPawel Jakub Dawidek 			mtx_unlock(&range_lock);
158832115b10SPawel Jakub Dawidek 			break;
158932115b10SPawel Jakub Dawidek 		}
159032115b10SPawel Jakub Dawidek 		/*
159132115b10SPawel Jakub Dawidek 		 * First read the data from synchronization source.
159232115b10SPawel Jakub Dawidek 		 */
159332115b10SPawel Jakub Dawidek 		SYNCREQ(hio);
159432115b10SPawel Jakub Dawidek 		ggio = &hio->hio_ggio;
159532115b10SPawel Jakub Dawidek 		ggio->gctl_cmd = BIO_READ;
159632115b10SPawel Jakub Dawidek 		ggio->gctl_offset = offset;
159732115b10SPawel Jakub Dawidek 		ggio->gctl_length = length;
159832115b10SPawel Jakub Dawidek 		ggio->gctl_error = 0;
159932115b10SPawel Jakub Dawidek 		for (ii = 0; ii < ncomps; ii++)
160032115b10SPawel Jakub Dawidek 			hio->hio_errors[ii] = EINVAL;
160132115b10SPawel Jakub Dawidek 		reqlog(LOG_DEBUG, 2, ggio, "sync: (%p) Sending sync request: ",
160232115b10SPawel Jakub Dawidek 		    hio);
160332115b10SPawel Jakub Dawidek 		pjdlog_debug(2, "sync: (%p) Moving request to the send queue.",
160432115b10SPawel Jakub Dawidek 		    hio);
160532115b10SPawel Jakub Dawidek 		mtx_lock(&metadata_lock);
160632115b10SPawel Jakub Dawidek 		if (res->hr_syncsrc == HAST_SYNCSRC_PRIMARY) {
160732115b10SPawel Jakub Dawidek 			/*
160832115b10SPawel Jakub Dawidek 			 * This range is up-to-date on local component,
160932115b10SPawel Jakub Dawidek 			 * so handle request locally.
161032115b10SPawel Jakub Dawidek 			 */
161132115b10SPawel Jakub Dawidek 			 /* Local component is 0 for now. */
161232115b10SPawel Jakub Dawidek 			ncomp = 0;
161332115b10SPawel Jakub Dawidek 		} else /* if (res->hr_syncsrc == HAST_SYNCSRC_SECONDARY) */ {
161432115b10SPawel Jakub Dawidek 			assert(res->hr_syncsrc == HAST_SYNCSRC_SECONDARY);
161532115b10SPawel Jakub Dawidek 			/*
161632115b10SPawel Jakub Dawidek 			 * This range is out-of-date on local component,
161732115b10SPawel Jakub Dawidek 			 * so send request to the remote node.
161832115b10SPawel Jakub Dawidek 			 */
161932115b10SPawel Jakub Dawidek 			 /* Remote component is 1 for now. */
162032115b10SPawel Jakub Dawidek 			ncomp = 1;
162132115b10SPawel Jakub Dawidek 		}
162232115b10SPawel Jakub Dawidek 		mtx_unlock(&metadata_lock);
162332115b10SPawel Jakub Dawidek 		refcount_init(&hio->hio_countdown, 1);
162432115b10SPawel Jakub Dawidek 		QUEUE_INSERT1(hio, send, ncomp);
162532115b10SPawel Jakub Dawidek 
162632115b10SPawel Jakub Dawidek 		/*
162732115b10SPawel Jakub Dawidek 		 * Let's wait for READ to finish.
162832115b10SPawel Jakub Dawidek 		 */
162932115b10SPawel Jakub Dawidek 		mtx_lock(&sync_lock);
163032115b10SPawel Jakub Dawidek 		while (!ISSYNCREQDONE(hio))
163132115b10SPawel Jakub Dawidek 			cv_wait(&sync_cond, &sync_lock);
163232115b10SPawel Jakub Dawidek 		mtx_unlock(&sync_lock);
163332115b10SPawel Jakub Dawidek 
163432115b10SPawel Jakub Dawidek 		if (hio->hio_errors[ncomp] != 0) {
163532115b10SPawel Jakub Dawidek 			pjdlog_error("Unable to read synchronization data: %s.",
163632115b10SPawel Jakub Dawidek 			    strerror(hio->hio_errors[ncomp]));
163732115b10SPawel Jakub Dawidek 			goto free_queue;
163832115b10SPawel Jakub Dawidek 		}
163932115b10SPawel Jakub Dawidek 
164032115b10SPawel Jakub Dawidek 		/*
164132115b10SPawel Jakub Dawidek 		 * We read the data from synchronization source, now write it
164232115b10SPawel Jakub Dawidek 		 * to synchronization target.
164332115b10SPawel Jakub Dawidek 		 */
164432115b10SPawel Jakub Dawidek 		SYNCREQ(hio);
164532115b10SPawel Jakub Dawidek 		ggio->gctl_cmd = BIO_WRITE;
164632115b10SPawel Jakub Dawidek 		for (ii = 0; ii < ncomps; ii++)
164732115b10SPawel Jakub Dawidek 			hio->hio_errors[ii] = EINVAL;
164832115b10SPawel Jakub Dawidek 		reqlog(LOG_DEBUG, 2, ggio, "sync: (%p) Sending sync request: ",
164932115b10SPawel Jakub Dawidek 		    hio);
165032115b10SPawel Jakub Dawidek 		pjdlog_debug(2, "sync: (%p) Moving request to the send queue.",
165132115b10SPawel Jakub Dawidek 		    hio);
165232115b10SPawel Jakub Dawidek 		mtx_lock(&metadata_lock);
165332115b10SPawel Jakub Dawidek 		if (res->hr_syncsrc == HAST_SYNCSRC_PRIMARY) {
165432115b10SPawel Jakub Dawidek 			/*
165532115b10SPawel Jakub Dawidek 			 * This range is up-to-date on local component,
165632115b10SPawel Jakub Dawidek 			 * so we update remote component.
165732115b10SPawel Jakub Dawidek 			 */
165832115b10SPawel Jakub Dawidek 			 /* Remote component is 1 for now. */
165932115b10SPawel Jakub Dawidek 			ncomp = 1;
166032115b10SPawel Jakub Dawidek 		} else /* if (res->hr_syncsrc == HAST_SYNCSRC_SECONDARY) */ {
166132115b10SPawel Jakub Dawidek 			assert(res->hr_syncsrc == HAST_SYNCSRC_SECONDARY);
166232115b10SPawel Jakub Dawidek 			/*
166332115b10SPawel Jakub Dawidek 			 * This range is out-of-date on local component,
166432115b10SPawel Jakub Dawidek 			 * so we update it.
166532115b10SPawel Jakub Dawidek 			 */
166632115b10SPawel Jakub Dawidek 			 /* Local component is 0 for now. */
166732115b10SPawel Jakub Dawidek 			ncomp = 0;
166832115b10SPawel Jakub Dawidek 		}
166932115b10SPawel Jakub Dawidek 		mtx_unlock(&metadata_lock);
167032115b10SPawel Jakub Dawidek 
167132115b10SPawel Jakub Dawidek 		pjdlog_debug(2, "sync: (%p) Moving request to the send queues.",
167232115b10SPawel Jakub Dawidek 		    hio);
167332115b10SPawel Jakub Dawidek 		refcount_init(&hio->hio_countdown, 1);
167432115b10SPawel Jakub Dawidek 		QUEUE_INSERT1(hio, send, ncomp);
167532115b10SPawel Jakub Dawidek 
167632115b10SPawel Jakub Dawidek 		/*
167732115b10SPawel Jakub Dawidek 		 * Let's wait for WRITE to finish.
167832115b10SPawel Jakub Dawidek 		 */
167932115b10SPawel Jakub Dawidek 		mtx_lock(&sync_lock);
168032115b10SPawel Jakub Dawidek 		while (!ISSYNCREQDONE(hio))
168132115b10SPawel Jakub Dawidek 			cv_wait(&sync_cond, &sync_lock);
168232115b10SPawel Jakub Dawidek 		mtx_unlock(&sync_lock);
168332115b10SPawel Jakub Dawidek 
168432115b10SPawel Jakub Dawidek 		if (hio->hio_errors[ncomp] != 0) {
168532115b10SPawel Jakub Dawidek 			pjdlog_error("Unable to write synchronization data: %s.",
168632115b10SPawel Jakub Dawidek 			    strerror(hio->hio_errors[ncomp]));
168732115b10SPawel Jakub Dawidek 			goto free_queue;
168832115b10SPawel Jakub Dawidek 		}
168932115b10SPawel Jakub Dawidek free_queue:
169032115b10SPawel Jakub Dawidek 		mtx_lock(&range_lock);
169132115b10SPawel Jakub Dawidek 		rangelock_del(range_sync, offset, length);
169232115b10SPawel Jakub Dawidek 		if (range_regular_wait)
169332115b10SPawel Jakub Dawidek 			cv_signal(&range_regular_cond);
169432115b10SPawel Jakub Dawidek 		mtx_unlock(&range_lock);
169532115b10SPawel Jakub Dawidek 
169632115b10SPawel Jakub Dawidek 		synced += length;
169732115b10SPawel Jakub Dawidek 
169832115b10SPawel Jakub Dawidek 		pjdlog_debug(2, "sync: (%p) Moving request to the free queue.",
169932115b10SPawel Jakub Dawidek 		    hio);
170032115b10SPawel Jakub Dawidek 		QUEUE_INSERT2(hio, free);
170132115b10SPawel Jakub Dawidek 	}
170232115b10SPawel Jakub Dawidek 	/* NOTREACHED */
170332115b10SPawel Jakub Dawidek 	return (NULL);
170432115b10SPawel Jakub Dawidek }
170532115b10SPawel Jakub Dawidek 
170632115b10SPawel Jakub Dawidek static void
170732115b10SPawel Jakub Dawidek sighandler(int sig)
170832115b10SPawel Jakub Dawidek {
170932115b10SPawel Jakub Dawidek 	bool unlock;
171032115b10SPawel Jakub Dawidek 
171132115b10SPawel Jakub Dawidek 	switch (sig) {
171232115b10SPawel Jakub Dawidek 	case SIGINT:
171332115b10SPawel Jakub Dawidek 	case SIGTERM:
171432115b10SPawel Jakub Dawidek 		sigexit_received = true;
171532115b10SPawel Jakub Dawidek 		break;
171632115b10SPawel Jakub Dawidek 	default:
171732115b10SPawel Jakub Dawidek 		assert(!"invalid condition");
171832115b10SPawel Jakub Dawidek 	}
171932115b10SPawel Jakub Dawidek 	/*
172032115b10SPawel Jakub Dawidek 	 * XXX: Racy, but if we cannot obtain hio_guard_lock here, we don't
172132115b10SPawel Jakub Dawidek 	 * want to risk deadlock.
172232115b10SPawel Jakub Dawidek 	 */
172332115b10SPawel Jakub Dawidek 	unlock = mtx_trylock(&hio_guard_lock);
172432115b10SPawel Jakub Dawidek 	cv_signal(&hio_guard_cond);
172532115b10SPawel Jakub Dawidek 	if (unlock)
172632115b10SPawel Jakub Dawidek 		mtx_unlock(&hio_guard_lock);
172732115b10SPawel Jakub Dawidek }
172832115b10SPawel Jakub Dawidek 
172932115b10SPawel Jakub Dawidek /*
173032115b10SPawel Jakub Dawidek  * Thread guards remote connections and reconnects when needed, handles
173132115b10SPawel Jakub Dawidek  * signals, etc.
173232115b10SPawel Jakub Dawidek  */
173332115b10SPawel Jakub Dawidek static void *
173432115b10SPawel Jakub Dawidek guard_thread(void *arg)
173532115b10SPawel Jakub Dawidek {
173632115b10SPawel Jakub Dawidek 	struct hast_resource *res = arg;
17370d9014f3SPawel Jakub Dawidek 	struct proto_conn *in, *out;
173832115b10SPawel Jakub Dawidek 	unsigned int ii, ncomps;
173932115b10SPawel Jakub Dawidek 	int timeout;
174032115b10SPawel Jakub Dawidek 
174132115b10SPawel Jakub Dawidek 	ncomps = HAST_NCOMPONENTS;
174232115b10SPawel Jakub Dawidek 	/* The is only one remote component for now. */
174332115b10SPawel Jakub Dawidek #define	ISREMOTE(no)	((no) == 1)
174432115b10SPawel Jakub Dawidek 
174532115b10SPawel Jakub Dawidek 	for (;;) {
174632115b10SPawel Jakub Dawidek 		if (sigexit_received) {
174732115b10SPawel Jakub Dawidek 			primary_exitx(EX_OK,
174832115b10SPawel Jakub Dawidek 			    "Termination signal received, exiting.");
174932115b10SPawel Jakub Dawidek 		}
175032115b10SPawel Jakub Dawidek 		/*
175132115b10SPawel Jakub Dawidek 		 * If all the connection will be fine, we will sleep until
175232115b10SPawel Jakub Dawidek 		 * someone wakes us up.
175332115b10SPawel Jakub Dawidek 		 * If any of the connections will be broken and we won't be
175432115b10SPawel Jakub Dawidek 		 * able to connect, we will sleep only for RECONNECT_SLEEP
175532115b10SPawel Jakub Dawidek 		 * seconds so we can retry soon.
175632115b10SPawel Jakub Dawidek 		 */
175732115b10SPawel Jakub Dawidek 		timeout = 0;
175832115b10SPawel Jakub Dawidek 		pjdlog_debug(2, "remote_guard: Checking connections.");
175932115b10SPawel Jakub Dawidek 		mtx_lock(&hio_guard_lock);
176032115b10SPawel Jakub Dawidek 		for (ii = 0; ii < ncomps; ii++) {
176132115b10SPawel Jakub Dawidek 			if (!ISREMOTE(ii))
176232115b10SPawel Jakub Dawidek 				continue;
176332115b10SPawel Jakub Dawidek 			rw_rlock(&hio_remote_lock[ii]);
176432115b10SPawel Jakub Dawidek 			if (ISCONNECTED(res, ii)) {
176532115b10SPawel Jakub Dawidek 				assert(res->hr_remotein != NULL);
176632115b10SPawel Jakub Dawidek 				assert(res->hr_remoteout != NULL);
176732115b10SPawel Jakub Dawidek 				rw_unlock(&hio_remote_lock[ii]);
176832115b10SPawel Jakub Dawidek 				pjdlog_debug(2,
176932115b10SPawel Jakub Dawidek 				    "remote_guard: Connection to %s is ok.",
177032115b10SPawel Jakub Dawidek 				    res->hr_remoteaddr);
1771*f377917cSPawel Jakub Dawidek 			} else if (real_remote(res)) {
177232115b10SPawel Jakub Dawidek 				assert(res->hr_remotein == NULL);
177332115b10SPawel Jakub Dawidek 				assert(res->hr_remoteout == NULL);
177432115b10SPawel Jakub Dawidek 				/*
177532115b10SPawel Jakub Dawidek 				 * Upgrade the lock. It doesn't have to be
177632115b10SPawel Jakub Dawidek 				 * atomic as no other thread can change
177732115b10SPawel Jakub Dawidek 				 * connection status from disconnected to
177832115b10SPawel Jakub Dawidek 				 * connected.
177932115b10SPawel Jakub Dawidek 				 */
178032115b10SPawel Jakub Dawidek 				rw_unlock(&hio_remote_lock[ii]);
178132115b10SPawel Jakub Dawidek 				pjdlog_debug(2,
178232115b10SPawel Jakub Dawidek 				    "remote_guard: Reconnecting to %s.",
178332115b10SPawel Jakub Dawidek 				    res->hr_remoteaddr);
17840d9014f3SPawel Jakub Dawidek 				in = out = NULL;
17850d9014f3SPawel Jakub Dawidek 				if (init_remote(res, &in, &out)) {
17860d9014f3SPawel Jakub Dawidek 					rw_wlock(&hio_remote_lock[ii]);
17870d9014f3SPawel Jakub Dawidek 					assert(res->hr_remotein == NULL);
17880d9014f3SPawel Jakub Dawidek 					assert(res->hr_remoteout == NULL);
17890d9014f3SPawel Jakub Dawidek 					assert(in != NULL && out != NULL);
17900d9014f3SPawel Jakub Dawidek 					res->hr_remotein = in;
17910d9014f3SPawel Jakub Dawidek 					res->hr_remoteout = out;
17920d9014f3SPawel Jakub Dawidek 					rw_unlock(&hio_remote_lock[ii]);
179332115b10SPawel Jakub Dawidek 					pjdlog_info("Successfully reconnected to %s.",
179432115b10SPawel Jakub Dawidek 					    res->hr_remoteaddr);
17950d9014f3SPawel Jakub Dawidek 					sync_start();
179632115b10SPawel Jakub Dawidek 				} else {
179732115b10SPawel Jakub Dawidek 					/* Both connections should be NULL. */
179832115b10SPawel Jakub Dawidek 					assert(res->hr_remotein == NULL);
179932115b10SPawel Jakub Dawidek 					assert(res->hr_remoteout == NULL);
18000d9014f3SPawel Jakub Dawidek 					assert(in == NULL && out == NULL);
180132115b10SPawel Jakub Dawidek 					pjdlog_debug(2,
180232115b10SPawel Jakub Dawidek 					    "remote_guard: Reconnect to %s failed.",
180332115b10SPawel Jakub Dawidek 					    res->hr_remoteaddr);
180432115b10SPawel Jakub Dawidek 					timeout = RECONNECT_SLEEP;
180532115b10SPawel Jakub Dawidek 				}
1806*f377917cSPawel Jakub Dawidek 			} else {
1807*f377917cSPawel Jakub Dawidek 				rw_unlock(&hio_remote_lock[ii]);
180832115b10SPawel Jakub Dawidek 			}
180932115b10SPawel Jakub Dawidek 		}
181032115b10SPawel Jakub Dawidek 		(void)cv_timedwait(&hio_guard_cond, &hio_guard_lock, timeout);
181132115b10SPawel Jakub Dawidek 		mtx_unlock(&hio_guard_lock);
181232115b10SPawel Jakub Dawidek 	}
181332115b10SPawel Jakub Dawidek #undef	ISREMOTE
181432115b10SPawel Jakub Dawidek 	/* NOTREACHED */
181532115b10SPawel Jakub Dawidek 	return (NULL);
181632115b10SPawel Jakub Dawidek }
1817