132115b10SPawel Jakub Dawidek /*- 232115b10SPawel Jakub Dawidek * Copyright (c) 2009 The FreeBSD Foundation 332115b10SPawel Jakub Dawidek * All rights reserved. 432115b10SPawel Jakub Dawidek * 532115b10SPawel Jakub Dawidek * This software was developed by Pawel Jakub Dawidek under sponsorship from 632115b10SPawel Jakub Dawidek * the FreeBSD Foundation. 732115b10SPawel Jakub Dawidek * 832115b10SPawel Jakub Dawidek * Redistribution and use in source and binary forms, with or without 932115b10SPawel Jakub Dawidek * modification, are permitted provided that the following conditions 1032115b10SPawel Jakub Dawidek * are met: 1132115b10SPawel Jakub Dawidek * 1. Redistributions of source code must retain the above copyright 1232115b10SPawel Jakub Dawidek * notice, this list of conditions and the following disclaimer. 1332115b10SPawel Jakub Dawidek * 2. Redistributions in binary form must reproduce the above copyright 1432115b10SPawel Jakub Dawidek * notice, this list of conditions and the following disclaimer in the 1532115b10SPawel Jakub Dawidek * documentation and/or other materials provided with the distribution. 1632115b10SPawel Jakub Dawidek * 1732115b10SPawel Jakub Dawidek * THIS SOFTWARE IS PROVIDED BY THE AUTHORS AND CONTRIBUTORS ``AS IS'' AND 1832115b10SPawel Jakub Dawidek * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE 1932115b10SPawel Jakub Dawidek * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE 2032115b10SPawel Jakub Dawidek * ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHORS OR CONTRIBUTORS BE LIABLE 2132115b10SPawel Jakub Dawidek * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL 2232115b10SPawel Jakub Dawidek * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS 2332115b10SPawel Jakub Dawidek * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) 2432115b10SPawel Jakub Dawidek * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT 2532115b10SPawel Jakub Dawidek * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY 2632115b10SPawel Jakub Dawidek * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF 2732115b10SPawel Jakub Dawidek * SUCH DAMAGE. 2832115b10SPawel Jakub Dawidek */ 2932115b10SPawel Jakub Dawidek 3032115b10SPawel Jakub Dawidek #include <sys/cdefs.h> 3132115b10SPawel Jakub Dawidek __FBSDID("$FreeBSD$"); 3232115b10SPawel Jakub Dawidek 3332115b10SPawel Jakub Dawidek #include <sys/types.h> 3432115b10SPawel Jakub Dawidek #include <sys/time.h> 3532115b10SPawel Jakub Dawidek #include <sys/bio.h> 3632115b10SPawel Jakub Dawidek #include <sys/disk.h> 3732115b10SPawel Jakub Dawidek #include <sys/refcount.h> 3832115b10SPawel Jakub Dawidek #include <sys/stat.h> 3932115b10SPawel Jakub Dawidek 4032115b10SPawel Jakub Dawidek #include <geom/gate/g_gate.h> 4132115b10SPawel Jakub Dawidek 4232115b10SPawel Jakub Dawidek #include <assert.h> 4332115b10SPawel Jakub Dawidek #include <err.h> 4432115b10SPawel Jakub Dawidek #include <errno.h> 4532115b10SPawel Jakub Dawidek #include <fcntl.h> 4632115b10SPawel Jakub Dawidek #include <libgeom.h> 4732115b10SPawel Jakub Dawidek #include <pthread.h> 4832115b10SPawel Jakub Dawidek #include <stdint.h> 4932115b10SPawel Jakub Dawidek #include <stdio.h> 5032115b10SPawel Jakub Dawidek #include <string.h> 5132115b10SPawel Jakub Dawidek #include <sysexits.h> 5232115b10SPawel Jakub Dawidek #include <unistd.h> 5332115b10SPawel Jakub Dawidek 5432115b10SPawel Jakub Dawidek #include <activemap.h> 5532115b10SPawel Jakub Dawidek #include <nv.h> 5632115b10SPawel Jakub Dawidek #include <rangelock.h> 5732115b10SPawel Jakub Dawidek 5832115b10SPawel Jakub Dawidek #include "control.h" 5932115b10SPawel Jakub Dawidek #include "hast.h" 6032115b10SPawel Jakub Dawidek #include "hast_proto.h" 6132115b10SPawel Jakub Dawidek #include "hastd.h" 6232115b10SPawel Jakub Dawidek #include "metadata.h" 6332115b10SPawel Jakub Dawidek #include "proto.h" 6432115b10SPawel Jakub Dawidek #include "pjdlog.h" 6532115b10SPawel Jakub Dawidek #include "subr.h" 6632115b10SPawel Jakub Dawidek #include "synch.h" 6732115b10SPawel Jakub Dawidek 6832115b10SPawel Jakub Dawidek struct hio { 6932115b10SPawel Jakub Dawidek /* 7032115b10SPawel Jakub Dawidek * Number of components we are still waiting for. 7132115b10SPawel Jakub Dawidek * When this field goes to 0, we can send the request back to the 7232115b10SPawel Jakub Dawidek * kernel. Each component has to decrease this counter by one 7332115b10SPawel Jakub Dawidek * even on failure. 7432115b10SPawel Jakub Dawidek */ 7532115b10SPawel Jakub Dawidek unsigned int hio_countdown; 7632115b10SPawel Jakub Dawidek /* 7732115b10SPawel Jakub Dawidek * Each component has a place to store its own error. 7832115b10SPawel Jakub Dawidek * Once the request is handled by all components we can decide if the 7932115b10SPawel Jakub Dawidek * request overall is successful or not. 8032115b10SPawel Jakub Dawidek */ 8132115b10SPawel Jakub Dawidek int *hio_errors; 8232115b10SPawel Jakub Dawidek /* 8332115b10SPawel Jakub Dawidek * Structure used to comunicate with GEOM Gate class. 8432115b10SPawel Jakub Dawidek */ 8532115b10SPawel Jakub Dawidek struct g_gate_ctl_io hio_ggio; 8632115b10SPawel Jakub Dawidek TAILQ_ENTRY(hio) *hio_next; 8732115b10SPawel Jakub Dawidek }; 8832115b10SPawel Jakub Dawidek #define hio_free_next hio_next[0] 8932115b10SPawel Jakub Dawidek #define hio_done_next hio_next[0] 9032115b10SPawel Jakub Dawidek 9132115b10SPawel Jakub Dawidek /* 9232115b10SPawel Jakub Dawidek * Free list holds unused structures. When free list is empty, we have to wait 9332115b10SPawel Jakub Dawidek * until some in-progress requests are freed. 9432115b10SPawel Jakub Dawidek */ 9532115b10SPawel Jakub Dawidek static TAILQ_HEAD(, hio) hio_free_list; 9632115b10SPawel Jakub Dawidek static pthread_mutex_t hio_free_list_lock; 9732115b10SPawel Jakub Dawidek static pthread_cond_t hio_free_list_cond; 9832115b10SPawel Jakub Dawidek /* 9932115b10SPawel Jakub Dawidek * There is one send list for every component. One requests is placed on all 10032115b10SPawel Jakub Dawidek * send lists - each component gets the same request, but each component is 10132115b10SPawel Jakub Dawidek * responsible for managing his own send list. 10232115b10SPawel Jakub Dawidek */ 10332115b10SPawel Jakub Dawidek static TAILQ_HEAD(, hio) *hio_send_list; 10432115b10SPawel Jakub Dawidek static pthread_mutex_t *hio_send_list_lock; 10532115b10SPawel Jakub Dawidek static pthread_cond_t *hio_send_list_cond; 10632115b10SPawel Jakub Dawidek /* 10732115b10SPawel Jakub Dawidek * There is one recv list for every component, although local components don't 10832115b10SPawel Jakub Dawidek * use recv lists as local requests are done synchronously. 10932115b10SPawel Jakub Dawidek */ 11032115b10SPawel Jakub Dawidek static TAILQ_HEAD(, hio) *hio_recv_list; 11132115b10SPawel Jakub Dawidek static pthread_mutex_t *hio_recv_list_lock; 11232115b10SPawel Jakub Dawidek static pthread_cond_t *hio_recv_list_cond; 11332115b10SPawel Jakub Dawidek /* 11432115b10SPawel Jakub Dawidek * Request is placed on done list by the slowest component (the one that 11532115b10SPawel Jakub Dawidek * decreased hio_countdown from 1 to 0). 11632115b10SPawel Jakub Dawidek */ 11732115b10SPawel Jakub Dawidek static TAILQ_HEAD(, hio) hio_done_list; 11832115b10SPawel Jakub Dawidek static pthread_mutex_t hio_done_list_lock; 11932115b10SPawel Jakub Dawidek static pthread_cond_t hio_done_list_cond; 12032115b10SPawel Jakub Dawidek /* 12132115b10SPawel Jakub Dawidek * Structure below are for interaction with sync thread. 12232115b10SPawel Jakub Dawidek */ 12332115b10SPawel Jakub Dawidek static bool sync_inprogress; 12432115b10SPawel Jakub Dawidek static pthread_mutex_t sync_lock; 12532115b10SPawel Jakub Dawidek static pthread_cond_t sync_cond; 12632115b10SPawel Jakub Dawidek /* 12732115b10SPawel Jakub Dawidek * The lock below allows to synchornize access to remote connections. 12832115b10SPawel Jakub Dawidek */ 12932115b10SPawel Jakub Dawidek static pthread_rwlock_t *hio_remote_lock; 13032115b10SPawel Jakub Dawidek static pthread_mutex_t hio_guard_lock; 13132115b10SPawel Jakub Dawidek static pthread_cond_t hio_guard_cond; 13232115b10SPawel Jakub Dawidek 13332115b10SPawel Jakub Dawidek /* 13432115b10SPawel Jakub Dawidek * Lock to synchronize metadata updates. Also synchronize access to 13532115b10SPawel Jakub Dawidek * hr_primary_localcnt and hr_primary_remotecnt fields. 13632115b10SPawel Jakub Dawidek */ 13732115b10SPawel Jakub Dawidek static pthread_mutex_t metadata_lock; 13832115b10SPawel Jakub Dawidek 13932115b10SPawel Jakub Dawidek /* 14032115b10SPawel Jakub Dawidek * Maximum number of outstanding I/O requests. 14132115b10SPawel Jakub Dawidek */ 14232115b10SPawel Jakub Dawidek #define HAST_HIO_MAX 256 14332115b10SPawel Jakub Dawidek /* 14432115b10SPawel Jakub Dawidek * Number of components. At this point there are only two components: local 14532115b10SPawel Jakub Dawidek * and remote, but in the future it might be possible to use multiple local 14632115b10SPawel Jakub Dawidek * and remote components. 14732115b10SPawel Jakub Dawidek */ 14832115b10SPawel Jakub Dawidek #define HAST_NCOMPONENTS 2 14932115b10SPawel Jakub Dawidek /* 15032115b10SPawel Jakub Dawidek * Number of seconds to sleep before next reconnect try. 15132115b10SPawel Jakub Dawidek */ 15232115b10SPawel Jakub Dawidek #define RECONNECT_SLEEP 5 15332115b10SPawel Jakub Dawidek 15432115b10SPawel Jakub Dawidek #define ISCONNECTED(res, no) \ 15532115b10SPawel Jakub Dawidek ((res)->hr_remotein != NULL && (res)->hr_remoteout != NULL) 15632115b10SPawel Jakub Dawidek 15732115b10SPawel Jakub Dawidek #define QUEUE_INSERT1(hio, name, ncomp) do { \ 15832115b10SPawel Jakub Dawidek bool _wakeup; \ 15932115b10SPawel Jakub Dawidek \ 16032115b10SPawel Jakub Dawidek mtx_lock(&hio_##name##_list_lock[(ncomp)]); \ 16132115b10SPawel Jakub Dawidek _wakeup = TAILQ_EMPTY(&hio_##name##_list[(ncomp)]); \ 16232115b10SPawel Jakub Dawidek TAILQ_INSERT_TAIL(&hio_##name##_list[(ncomp)], (hio), \ 16332115b10SPawel Jakub Dawidek hio_next[(ncomp)]); \ 16432115b10SPawel Jakub Dawidek mtx_unlock(&hio_##name##_list_lock[ncomp]); \ 16532115b10SPawel Jakub Dawidek if (_wakeup) \ 16632115b10SPawel Jakub Dawidek cv_signal(&hio_##name##_list_cond[(ncomp)]); \ 16732115b10SPawel Jakub Dawidek } while (0) 16832115b10SPawel Jakub Dawidek #define QUEUE_INSERT2(hio, name) do { \ 16932115b10SPawel Jakub Dawidek bool _wakeup; \ 17032115b10SPawel Jakub Dawidek \ 17132115b10SPawel Jakub Dawidek mtx_lock(&hio_##name##_list_lock); \ 17232115b10SPawel Jakub Dawidek _wakeup = TAILQ_EMPTY(&hio_##name##_list); \ 17332115b10SPawel Jakub Dawidek TAILQ_INSERT_TAIL(&hio_##name##_list, (hio), hio_##name##_next);\ 17432115b10SPawel Jakub Dawidek mtx_unlock(&hio_##name##_list_lock); \ 17532115b10SPawel Jakub Dawidek if (_wakeup) \ 17632115b10SPawel Jakub Dawidek cv_signal(&hio_##name##_list_cond); \ 17732115b10SPawel Jakub Dawidek } while (0) 17832115b10SPawel Jakub Dawidek #define QUEUE_TAKE1(hio, name, ncomp) do { \ 17932115b10SPawel Jakub Dawidek mtx_lock(&hio_##name##_list_lock[(ncomp)]); \ 18032115b10SPawel Jakub Dawidek while (((hio) = TAILQ_FIRST(&hio_##name##_list[(ncomp)])) == NULL) { \ 18132115b10SPawel Jakub Dawidek cv_wait(&hio_##name##_list_cond[(ncomp)], \ 18232115b10SPawel Jakub Dawidek &hio_##name##_list_lock[(ncomp)]); \ 18332115b10SPawel Jakub Dawidek } \ 18432115b10SPawel Jakub Dawidek TAILQ_REMOVE(&hio_##name##_list[(ncomp)], (hio), \ 18532115b10SPawel Jakub Dawidek hio_next[(ncomp)]); \ 18632115b10SPawel Jakub Dawidek mtx_unlock(&hio_##name##_list_lock[(ncomp)]); \ 18732115b10SPawel Jakub Dawidek } while (0) 18832115b10SPawel Jakub Dawidek #define QUEUE_TAKE2(hio, name) do { \ 18932115b10SPawel Jakub Dawidek mtx_lock(&hio_##name##_list_lock); \ 19032115b10SPawel Jakub Dawidek while (((hio) = TAILQ_FIRST(&hio_##name##_list)) == NULL) { \ 19132115b10SPawel Jakub Dawidek cv_wait(&hio_##name##_list_cond, \ 19232115b10SPawel Jakub Dawidek &hio_##name##_list_lock); \ 19332115b10SPawel Jakub Dawidek } \ 19432115b10SPawel Jakub Dawidek TAILQ_REMOVE(&hio_##name##_list, (hio), hio_##name##_next); \ 19532115b10SPawel Jakub Dawidek mtx_unlock(&hio_##name##_list_lock); \ 19632115b10SPawel Jakub Dawidek } while (0) 19732115b10SPawel Jakub Dawidek 198328e0f4bSPawel Jakub Dawidek #define SYNCREQ(hio) do { \ 199328e0f4bSPawel Jakub Dawidek (hio)->hio_ggio.gctl_unit = -1; \ 200328e0f4bSPawel Jakub Dawidek (hio)->hio_ggio.gctl_seq = 1; \ 201328e0f4bSPawel Jakub Dawidek } while (0) 20232115b10SPawel Jakub Dawidek #define ISSYNCREQ(hio) ((hio)->hio_ggio.gctl_unit == -1) 20332115b10SPawel Jakub Dawidek #define SYNCREQDONE(hio) do { (hio)->hio_ggio.gctl_unit = -2; } while (0) 20432115b10SPawel Jakub Dawidek #define ISSYNCREQDONE(hio) ((hio)->hio_ggio.gctl_unit == -2) 20532115b10SPawel Jakub Dawidek 20632115b10SPawel Jakub Dawidek static struct hast_resource *gres; 20732115b10SPawel Jakub Dawidek 20832115b10SPawel Jakub Dawidek static pthread_mutex_t range_lock; 20932115b10SPawel Jakub Dawidek static struct rangelocks *range_regular; 21032115b10SPawel Jakub Dawidek static bool range_regular_wait; 21132115b10SPawel Jakub Dawidek static pthread_cond_t range_regular_cond; 21232115b10SPawel Jakub Dawidek static struct rangelocks *range_sync; 21332115b10SPawel Jakub Dawidek static bool range_sync_wait; 21432115b10SPawel Jakub Dawidek static pthread_cond_t range_sync_cond; 21532115b10SPawel Jakub Dawidek 21632115b10SPawel Jakub Dawidek static void *ggate_recv_thread(void *arg); 21732115b10SPawel Jakub Dawidek static void *local_send_thread(void *arg); 21832115b10SPawel Jakub Dawidek static void *remote_send_thread(void *arg); 21932115b10SPawel Jakub Dawidek static void *remote_recv_thread(void *arg); 22032115b10SPawel Jakub Dawidek static void *ggate_send_thread(void *arg); 22132115b10SPawel Jakub Dawidek static void *sync_thread(void *arg); 22232115b10SPawel Jakub Dawidek static void *guard_thread(void *arg); 22332115b10SPawel Jakub Dawidek 22432115b10SPawel Jakub Dawidek static void sighandler(int sig); 22532115b10SPawel Jakub Dawidek 22632115b10SPawel Jakub Dawidek static void 22732115b10SPawel Jakub Dawidek cleanup(struct hast_resource *res) 22832115b10SPawel Jakub Dawidek { 22932115b10SPawel Jakub Dawidek int rerrno; 23032115b10SPawel Jakub Dawidek 23132115b10SPawel Jakub Dawidek /* Remember errno. */ 23232115b10SPawel Jakub Dawidek rerrno = errno; 23332115b10SPawel Jakub Dawidek 23432115b10SPawel Jakub Dawidek /* 23532115b10SPawel Jakub Dawidek * Close descriptor to /dev/hast/<name> 23632115b10SPawel Jakub Dawidek * to work-around race in the kernel. 23732115b10SPawel Jakub Dawidek */ 23832115b10SPawel Jakub Dawidek close(res->hr_localfd); 23932115b10SPawel Jakub Dawidek 24032115b10SPawel Jakub Dawidek /* Destroy ggate provider if we created one. */ 24132115b10SPawel Jakub Dawidek if (res->hr_ggateunit >= 0) { 24232115b10SPawel Jakub Dawidek struct g_gate_ctl_destroy ggiod; 24332115b10SPawel Jakub Dawidek 24432115b10SPawel Jakub Dawidek ggiod.gctl_version = G_GATE_VERSION; 24532115b10SPawel Jakub Dawidek ggiod.gctl_unit = res->hr_ggateunit; 24632115b10SPawel Jakub Dawidek ggiod.gctl_force = 1; 24732115b10SPawel Jakub Dawidek if (ioctl(res->hr_ggatefd, G_GATE_CMD_DESTROY, &ggiod) < 0) { 24832115b10SPawel Jakub Dawidek pjdlog_warning("Unable to destroy hast/%s device", 24932115b10SPawel Jakub Dawidek res->hr_provname); 25032115b10SPawel Jakub Dawidek } 25132115b10SPawel Jakub Dawidek res->hr_ggateunit = -1; 25232115b10SPawel Jakub Dawidek } 25332115b10SPawel Jakub Dawidek 25432115b10SPawel Jakub Dawidek /* Restore errno. */ 25532115b10SPawel Jakub Dawidek errno = rerrno; 25632115b10SPawel Jakub Dawidek } 25732115b10SPawel Jakub Dawidek 25832115b10SPawel Jakub Dawidek static void 25932115b10SPawel Jakub Dawidek primary_exit(int exitcode, const char *fmt, ...) 26032115b10SPawel Jakub Dawidek { 26132115b10SPawel Jakub Dawidek va_list ap; 26232115b10SPawel Jakub Dawidek 26332115b10SPawel Jakub Dawidek assert(exitcode != EX_OK); 26432115b10SPawel Jakub Dawidek va_start(ap, fmt); 26532115b10SPawel Jakub Dawidek pjdlogv_errno(LOG_ERR, fmt, ap); 26632115b10SPawel Jakub Dawidek va_end(ap); 26732115b10SPawel Jakub Dawidek cleanup(gres); 26832115b10SPawel Jakub Dawidek exit(exitcode); 26932115b10SPawel Jakub Dawidek } 27032115b10SPawel Jakub Dawidek 27132115b10SPawel Jakub Dawidek static void 27232115b10SPawel Jakub Dawidek primary_exitx(int exitcode, const char *fmt, ...) 27332115b10SPawel Jakub Dawidek { 27432115b10SPawel Jakub Dawidek va_list ap; 27532115b10SPawel Jakub Dawidek 27632115b10SPawel Jakub Dawidek va_start(ap, fmt); 27732115b10SPawel Jakub Dawidek pjdlogv(exitcode == EX_OK ? LOG_INFO : LOG_ERR, fmt, ap); 27832115b10SPawel Jakub Dawidek va_end(ap); 27932115b10SPawel Jakub Dawidek cleanup(gres); 28032115b10SPawel Jakub Dawidek exit(exitcode); 28132115b10SPawel Jakub Dawidek } 28232115b10SPawel Jakub Dawidek 28332115b10SPawel Jakub Dawidek static int 28432115b10SPawel Jakub Dawidek hast_activemap_flush(struct hast_resource *res) 28532115b10SPawel Jakub Dawidek { 28632115b10SPawel Jakub Dawidek const unsigned char *buf; 28732115b10SPawel Jakub Dawidek size_t size; 28832115b10SPawel Jakub Dawidek 28932115b10SPawel Jakub Dawidek buf = activemap_bitmap(res->hr_amp, &size); 29032115b10SPawel Jakub Dawidek assert(buf != NULL); 29132115b10SPawel Jakub Dawidek assert((size % res->hr_local_sectorsize) == 0); 29232115b10SPawel Jakub Dawidek if (pwrite(res->hr_localfd, buf, size, METADATA_SIZE) != 29332115b10SPawel Jakub Dawidek (ssize_t)size) { 29432115b10SPawel Jakub Dawidek KEEP_ERRNO(pjdlog_errno(LOG_ERR, 29532115b10SPawel Jakub Dawidek "Unable to flush activemap to disk")); 29632115b10SPawel Jakub Dawidek return (-1); 29732115b10SPawel Jakub Dawidek } 29832115b10SPawel Jakub Dawidek return (0); 29932115b10SPawel Jakub Dawidek } 30032115b10SPawel Jakub Dawidek 301*f377917cSPawel Jakub Dawidek static bool 302*f377917cSPawel Jakub Dawidek real_remote(const struct hast_resource *res) 303*f377917cSPawel Jakub Dawidek { 304*f377917cSPawel Jakub Dawidek 305*f377917cSPawel Jakub Dawidek return (strcmp(res->hr_remoteaddr, "none") != 0); 306*f377917cSPawel Jakub Dawidek } 307*f377917cSPawel Jakub Dawidek 30832115b10SPawel Jakub Dawidek static void 30932115b10SPawel Jakub Dawidek init_environment(struct hast_resource *res __unused) 31032115b10SPawel Jakub Dawidek { 31132115b10SPawel Jakub Dawidek struct hio *hio; 31232115b10SPawel Jakub Dawidek unsigned int ii, ncomps; 31332115b10SPawel Jakub Dawidek 31432115b10SPawel Jakub Dawidek /* 31532115b10SPawel Jakub Dawidek * In the future it might be per-resource value. 31632115b10SPawel Jakub Dawidek */ 31732115b10SPawel Jakub Dawidek ncomps = HAST_NCOMPONENTS; 31832115b10SPawel Jakub Dawidek 31932115b10SPawel Jakub Dawidek /* 32032115b10SPawel Jakub Dawidek * Allocate memory needed by lists. 32132115b10SPawel Jakub Dawidek */ 32232115b10SPawel Jakub Dawidek hio_send_list = malloc(sizeof(hio_send_list[0]) * ncomps); 32332115b10SPawel Jakub Dawidek if (hio_send_list == NULL) { 32432115b10SPawel Jakub Dawidek primary_exitx(EX_TEMPFAIL, 32532115b10SPawel Jakub Dawidek "Unable to allocate %zu bytes of memory for send lists.", 32632115b10SPawel Jakub Dawidek sizeof(hio_send_list[0]) * ncomps); 32732115b10SPawel Jakub Dawidek } 32832115b10SPawel Jakub Dawidek hio_send_list_lock = malloc(sizeof(hio_send_list_lock[0]) * ncomps); 32932115b10SPawel Jakub Dawidek if (hio_send_list_lock == NULL) { 33032115b10SPawel Jakub Dawidek primary_exitx(EX_TEMPFAIL, 33132115b10SPawel Jakub Dawidek "Unable to allocate %zu bytes of memory for send list locks.", 33232115b10SPawel Jakub Dawidek sizeof(hio_send_list_lock[0]) * ncomps); 33332115b10SPawel Jakub Dawidek } 33432115b10SPawel Jakub Dawidek hio_send_list_cond = malloc(sizeof(hio_send_list_cond[0]) * ncomps); 33532115b10SPawel Jakub Dawidek if (hio_send_list_cond == NULL) { 33632115b10SPawel Jakub Dawidek primary_exitx(EX_TEMPFAIL, 33732115b10SPawel Jakub Dawidek "Unable to allocate %zu bytes of memory for send list condition variables.", 33832115b10SPawel Jakub Dawidek sizeof(hio_send_list_cond[0]) * ncomps); 33932115b10SPawel Jakub Dawidek } 34032115b10SPawel Jakub Dawidek hio_recv_list = malloc(sizeof(hio_recv_list[0]) * ncomps); 34132115b10SPawel Jakub Dawidek if (hio_recv_list == NULL) { 34232115b10SPawel Jakub Dawidek primary_exitx(EX_TEMPFAIL, 34332115b10SPawel Jakub Dawidek "Unable to allocate %zu bytes of memory for recv lists.", 34432115b10SPawel Jakub Dawidek sizeof(hio_recv_list[0]) * ncomps); 34532115b10SPawel Jakub Dawidek } 34632115b10SPawel Jakub Dawidek hio_recv_list_lock = malloc(sizeof(hio_recv_list_lock[0]) * ncomps); 34732115b10SPawel Jakub Dawidek if (hio_recv_list_lock == NULL) { 34832115b10SPawel Jakub Dawidek primary_exitx(EX_TEMPFAIL, 34932115b10SPawel Jakub Dawidek "Unable to allocate %zu bytes of memory for recv list locks.", 35032115b10SPawel Jakub Dawidek sizeof(hio_recv_list_lock[0]) * ncomps); 35132115b10SPawel Jakub Dawidek } 35232115b10SPawel Jakub Dawidek hio_recv_list_cond = malloc(sizeof(hio_recv_list_cond[0]) * ncomps); 35332115b10SPawel Jakub Dawidek if (hio_recv_list_cond == NULL) { 35432115b10SPawel Jakub Dawidek primary_exitx(EX_TEMPFAIL, 35532115b10SPawel Jakub Dawidek "Unable to allocate %zu bytes of memory for recv list condition variables.", 35632115b10SPawel Jakub Dawidek sizeof(hio_recv_list_cond[0]) * ncomps); 35732115b10SPawel Jakub Dawidek } 35832115b10SPawel Jakub Dawidek hio_remote_lock = malloc(sizeof(hio_remote_lock[0]) * ncomps); 35932115b10SPawel Jakub Dawidek if (hio_remote_lock == NULL) { 36032115b10SPawel Jakub Dawidek primary_exitx(EX_TEMPFAIL, 36132115b10SPawel Jakub Dawidek "Unable to allocate %zu bytes of memory for remote connections locks.", 36232115b10SPawel Jakub Dawidek sizeof(hio_remote_lock[0]) * ncomps); 36332115b10SPawel Jakub Dawidek } 36432115b10SPawel Jakub Dawidek 36532115b10SPawel Jakub Dawidek /* 36632115b10SPawel Jakub Dawidek * Initialize lists, their locks and theirs condition variables. 36732115b10SPawel Jakub Dawidek */ 36832115b10SPawel Jakub Dawidek TAILQ_INIT(&hio_free_list); 36932115b10SPawel Jakub Dawidek mtx_init(&hio_free_list_lock); 37032115b10SPawel Jakub Dawidek cv_init(&hio_free_list_cond); 37132115b10SPawel Jakub Dawidek for (ii = 0; ii < HAST_NCOMPONENTS; ii++) { 37232115b10SPawel Jakub Dawidek TAILQ_INIT(&hio_send_list[ii]); 37332115b10SPawel Jakub Dawidek mtx_init(&hio_send_list_lock[ii]); 37432115b10SPawel Jakub Dawidek cv_init(&hio_send_list_cond[ii]); 37532115b10SPawel Jakub Dawidek TAILQ_INIT(&hio_recv_list[ii]); 37632115b10SPawel Jakub Dawidek mtx_init(&hio_recv_list_lock[ii]); 37732115b10SPawel Jakub Dawidek cv_init(&hio_recv_list_cond[ii]); 37832115b10SPawel Jakub Dawidek rw_init(&hio_remote_lock[ii]); 37932115b10SPawel Jakub Dawidek } 38032115b10SPawel Jakub Dawidek TAILQ_INIT(&hio_done_list); 38132115b10SPawel Jakub Dawidek mtx_init(&hio_done_list_lock); 38232115b10SPawel Jakub Dawidek cv_init(&hio_done_list_cond); 38332115b10SPawel Jakub Dawidek mtx_init(&hio_guard_lock); 38432115b10SPawel Jakub Dawidek cv_init(&hio_guard_cond); 38532115b10SPawel Jakub Dawidek mtx_init(&metadata_lock); 38632115b10SPawel Jakub Dawidek 38732115b10SPawel Jakub Dawidek /* 38832115b10SPawel Jakub Dawidek * Allocate requests pool and initialize requests. 38932115b10SPawel Jakub Dawidek */ 39032115b10SPawel Jakub Dawidek for (ii = 0; ii < HAST_HIO_MAX; ii++) { 39132115b10SPawel Jakub Dawidek hio = malloc(sizeof(*hio)); 39232115b10SPawel Jakub Dawidek if (hio == NULL) { 39332115b10SPawel Jakub Dawidek primary_exitx(EX_TEMPFAIL, 39432115b10SPawel Jakub Dawidek "Unable to allocate %zu bytes of memory for hio request.", 39532115b10SPawel Jakub Dawidek sizeof(*hio)); 39632115b10SPawel Jakub Dawidek } 39732115b10SPawel Jakub Dawidek hio->hio_countdown = 0; 39832115b10SPawel Jakub Dawidek hio->hio_errors = malloc(sizeof(hio->hio_errors[0]) * ncomps); 39932115b10SPawel Jakub Dawidek if (hio->hio_errors == NULL) { 40032115b10SPawel Jakub Dawidek primary_exitx(EX_TEMPFAIL, 40132115b10SPawel Jakub Dawidek "Unable allocate %zu bytes of memory for hio errors.", 40232115b10SPawel Jakub Dawidek sizeof(hio->hio_errors[0]) * ncomps); 40332115b10SPawel Jakub Dawidek } 40432115b10SPawel Jakub Dawidek hio->hio_next = malloc(sizeof(hio->hio_next[0]) * ncomps); 40532115b10SPawel Jakub Dawidek if (hio->hio_next == NULL) { 40632115b10SPawel Jakub Dawidek primary_exitx(EX_TEMPFAIL, 40732115b10SPawel Jakub Dawidek "Unable allocate %zu bytes of memory for hio_next field.", 40832115b10SPawel Jakub Dawidek sizeof(hio->hio_next[0]) * ncomps); 40932115b10SPawel Jakub Dawidek } 41032115b10SPawel Jakub Dawidek hio->hio_ggio.gctl_version = G_GATE_VERSION; 41132115b10SPawel Jakub Dawidek hio->hio_ggio.gctl_data = malloc(MAXPHYS); 41232115b10SPawel Jakub Dawidek if (hio->hio_ggio.gctl_data == NULL) { 41332115b10SPawel Jakub Dawidek primary_exitx(EX_TEMPFAIL, 41432115b10SPawel Jakub Dawidek "Unable to allocate %zu bytes of memory for gctl_data.", 41532115b10SPawel Jakub Dawidek MAXPHYS); 41632115b10SPawel Jakub Dawidek } 41732115b10SPawel Jakub Dawidek hio->hio_ggio.gctl_length = MAXPHYS; 41832115b10SPawel Jakub Dawidek hio->hio_ggio.gctl_error = 0; 41932115b10SPawel Jakub Dawidek TAILQ_INSERT_HEAD(&hio_free_list, hio, hio_free_next); 42032115b10SPawel Jakub Dawidek } 42132115b10SPawel Jakub Dawidek 42232115b10SPawel Jakub Dawidek /* 42332115b10SPawel Jakub Dawidek * Turn on signals handling. 42432115b10SPawel Jakub Dawidek */ 42532115b10SPawel Jakub Dawidek signal(SIGINT, sighandler); 42632115b10SPawel Jakub Dawidek signal(SIGTERM, sighandler); 42732115b10SPawel Jakub Dawidek } 42832115b10SPawel Jakub Dawidek 42932115b10SPawel Jakub Dawidek static void 43032115b10SPawel Jakub Dawidek init_local(struct hast_resource *res) 43132115b10SPawel Jakub Dawidek { 43232115b10SPawel Jakub Dawidek unsigned char *buf; 43332115b10SPawel Jakub Dawidek size_t mapsize; 43432115b10SPawel Jakub Dawidek 43532115b10SPawel Jakub Dawidek if (metadata_read(res, true) < 0) 43632115b10SPawel Jakub Dawidek exit(EX_NOINPUT); 43732115b10SPawel Jakub Dawidek mtx_init(&res->hr_amp_lock); 43832115b10SPawel Jakub Dawidek if (activemap_init(&res->hr_amp, res->hr_datasize, res->hr_extentsize, 43932115b10SPawel Jakub Dawidek res->hr_local_sectorsize, res->hr_keepdirty) < 0) { 44032115b10SPawel Jakub Dawidek primary_exit(EX_TEMPFAIL, "Unable to create activemap"); 44132115b10SPawel Jakub Dawidek } 44232115b10SPawel Jakub Dawidek mtx_init(&range_lock); 44332115b10SPawel Jakub Dawidek cv_init(&range_regular_cond); 44432115b10SPawel Jakub Dawidek if (rangelock_init(&range_regular) < 0) 44532115b10SPawel Jakub Dawidek primary_exit(EX_TEMPFAIL, "Unable to create regular range lock"); 44632115b10SPawel Jakub Dawidek cv_init(&range_sync_cond); 44732115b10SPawel Jakub Dawidek if (rangelock_init(&range_sync) < 0) 44832115b10SPawel Jakub Dawidek primary_exit(EX_TEMPFAIL, "Unable to create sync range lock"); 44932115b10SPawel Jakub Dawidek mapsize = activemap_ondisk_size(res->hr_amp); 45032115b10SPawel Jakub Dawidek buf = calloc(1, mapsize); 45132115b10SPawel Jakub Dawidek if (buf == NULL) { 45232115b10SPawel Jakub Dawidek primary_exitx(EX_TEMPFAIL, 45332115b10SPawel Jakub Dawidek "Unable to allocate buffer for activemap."); 45432115b10SPawel Jakub Dawidek } 45532115b10SPawel Jakub Dawidek if (pread(res->hr_localfd, buf, mapsize, METADATA_SIZE) != 45632115b10SPawel Jakub Dawidek (ssize_t)mapsize) { 45732115b10SPawel Jakub Dawidek primary_exit(EX_NOINPUT, "Unable to read activemap"); 45832115b10SPawel Jakub Dawidek } 45932115b10SPawel Jakub Dawidek activemap_copyin(res->hr_amp, buf, mapsize); 460b0dfbe5bSPawel Jakub Dawidek free(buf); 46132115b10SPawel Jakub Dawidek if (res->hr_resuid != 0) 46232115b10SPawel Jakub Dawidek return; 46332115b10SPawel Jakub Dawidek /* 46432115b10SPawel Jakub Dawidek * We're using provider for the first time, so we have to generate 46532115b10SPawel Jakub Dawidek * resource unique identifier and initialize local and remote counts. 46632115b10SPawel Jakub Dawidek */ 46732115b10SPawel Jakub Dawidek arc4random_buf(&res->hr_resuid, sizeof(res->hr_resuid)); 46832115b10SPawel Jakub Dawidek res->hr_primary_localcnt = 1; 46932115b10SPawel Jakub Dawidek res->hr_primary_remotecnt = 0; 47032115b10SPawel Jakub Dawidek if (metadata_write(res) < 0) 47132115b10SPawel Jakub Dawidek exit(EX_NOINPUT); 47232115b10SPawel Jakub Dawidek } 47332115b10SPawel Jakub Dawidek 4740d9014f3SPawel Jakub Dawidek static bool 4750d9014f3SPawel Jakub Dawidek init_remote(struct hast_resource *res, struct proto_conn **inp, 4760d9014f3SPawel Jakub Dawidek struct proto_conn **outp) 47732115b10SPawel Jakub Dawidek { 4780d9014f3SPawel Jakub Dawidek struct proto_conn *in, *out; 47932115b10SPawel Jakub Dawidek struct nv *nvout, *nvin; 48032115b10SPawel Jakub Dawidek const unsigned char *token; 48132115b10SPawel Jakub Dawidek unsigned char *map; 48232115b10SPawel Jakub Dawidek const char *errmsg; 48332115b10SPawel Jakub Dawidek int32_t extentsize; 48432115b10SPawel Jakub Dawidek int64_t datasize; 48532115b10SPawel Jakub Dawidek uint32_t mapsize; 48632115b10SPawel Jakub Dawidek size_t size; 48732115b10SPawel Jakub Dawidek 4880d9014f3SPawel Jakub Dawidek assert((inp == NULL && outp == NULL) || (inp != NULL && outp != NULL)); 489*f377917cSPawel Jakub Dawidek assert(real_remote(res)); 4900d9014f3SPawel Jakub Dawidek 4910d9014f3SPawel Jakub Dawidek in = out = NULL; 4920d9014f3SPawel Jakub Dawidek 49332115b10SPawel Jakub Dawidek /* Prepare outgoing connection with remote node. */ 4940d9014f3SPawel Jakub Dawidek if (proto_client(res->hr_remoteaddr, &out) < 0) { 4955abfc9c1SPawel Jakub Dawidek primary_exit(EX_TEMPFAIL, "Unable to create connection to %s", 49632115b10SPawel Jakub Dawidek res->hr_remoteaddr); 49732115b10SPawel Jakub Dawidek } 49832115b10SPawel Jakub Dawidek /* Try to connect, but accept failure. */ 4990d9014f3SPawel Jakub Dawidek if (proto_connect(out) < 0) { 50032115b10SPawel Jakub Dawidek pjdlog_errno(LOG_WARNING, "Unable to connect to %s", 50132115b10SPawel Jakub Dawidek res->hr_remoteaddr); 50232115b10SPawel Jakub Dawidek goto close; 50332115b10SPawel Jakub Dawidek } 5045571414cSPawel Jakub Dawidek /* Error in setting timeout is not critical, but why should it fail? */ 5055571414cSPawel Jakub Dawidek if (proto_timeout(out, res->hr_timeout) < 0) 5065571414cSPawel Jakub Dawidek pjdlog_errno(LOG_WARNING, "Unable to set connection timeout"); 50732115b10SPawel Jakub Dawidek /* 50832115b10SPawel Jakub Dawidek * First handshake step. 50932115b10SPawel Jakub Dawidek * Setup outgoing connection with remote node. 51032115b10SPawel Jakub Dawidek */ 51132115b10SPawel Jakub Dawidek nvout = nv_alloc(); 51232115b10SPawel Jakub Dawidek nv_add_string(nvout, res->hr_name, "resource"); 51332115b10SPawel Jakub Dawidek if (nv_error(nvout) != 0) { 51432115b10SPawel Jakub Dawidek pjdlog_common(LOG_WARNING, 0, nv_error(nvout), 51532115b10SPawel Jakub Dawidek "Unable to allocate header for connection with %s", 51632115b10SPawel Jakub Dawidek res->hr_remoteaddr); 51732115b10SPawel Jakub Dawidek nv_free(nvout); 51832115b10SPawel Jakub Dawidek goto close; 51932115b10SPawel Jakub Dawidek } 5200d9014f3SPawel Jakub Dawidek if (hast_proto_send(res, out, nvout, NULL, 0) < 0) { 52132115b10SPawel Jakub Dawidek pjdlog_errno(LOG_WARNING, 52232115b10SPawel Jakub Dawidek "Unable to send handshake header to %s", 52332115b10SPawel Jakub Dawidek res->hr_remoteaddr); 52432115b10SPawel Jakub Dawidek nv_free(nvout); 52532115b10SPawel Jakub Dawidek goto close; 52632115b10SPawel Jakub Dawidek } 52732115b10SPawel Jakub Dawidek nv_free(nvout); 5280d9014f3SPawel Jakub Dawidek if (hast_proto_recv_hdr(out, &nvin) < 0) { 52932115b10SPawel Jakub Dawidek pjdlog_errno(LOG_WARNING, 53032115b10SPawel Jakub Dawidek "Unable to receive handshake header from %s", 53132115b10SPawel Jakub Dawidek res->hr_remoteaddr); 53232115b10SPawel Jakub Dawidek goto close; 53332115b10SPawel Jakub Dawidek } 53432115b10SPawel Jakub Dawidek errmsg = nv_get_string(nvin, "errmsg"); 53532115b10SPawel Jakub Dawidek if (errmsg != NULL) { 53632115b10SPawel Jakub Dawidek pjdlog_warning("%s", errmsg); 53732115b10SPawel Jakub Dawidek nv_free(nvin); 53832115b10SPawel Jakub Dawidek goto close; 53932115b10SPawel Jakub Dawidek } 54032115b10SPawel Jakub Dawidek token = nv_get_uint8_array(nvin, &size, "token"); 54132115b10SPawel Jakub Dawidek if (token == NULL) { 54232115b10SPawel Jakub Dawidek pjdlog_warning("Handshake header from %s has no 'token' field.", 54332115b10SPawel Jakub Dawidek res->hr_remoteaddr); 54432115b10SPawel Jakub Dawidek nv_free(nvin); 54532115b10SPawel Jakub Dawidek goto close; 54632115b10SPawel Jakub Dawidek } 54732115b10SPawel Jakub Dawidek if (size != sizeof(res->hr_token)) { 54832115b10SPawel Jakub Dawidek pjdlog_warning("Handshake header from %s contains 'token' of wrong size (got %zu, expected %zu).", 54932115b10SPawel Jakub Dawidek res->hr_remoteaddr, size, sizeof(res->hr_token)); 55032115b10SPawel Jakub Dawidek nv_free(nvin); 55132115b10SPawel Jakub Dawidek goto close; 55232115b10SPawel Jakub Dawidek } 55332115b10SPawel Jakub Dawidek bcopy(token, res->hr_token, sizeof(res->hr_token)); 55432115b10SPawel Jakub Dawidek nv_free(nvin); 55532115b10SPawel Jakub Dawidek 55632115b10SPawel Jakub Dawidek /* 55732115b10SPawel Jakub Dawidek * Second handshake step. 55832115b10SPawel Jakub Dawidek * Setup incoming connection with remote node. 55932115b10SPawel Jakub Dawidek */ 5600d9014f3SPawel Jakub Dawidek if (proto_client(res->hr_remoteaddr, &in) < 0) { 56132115b10SPawel Jakub Dawidek pjdlog_errno(LOG_WARNING, "Unable to create connection to %s", 56232115b10SPawel Jakub Dawidek res->hr_remoteaddr); 56332115b10SPawel Jakub Dawidek } 56432115b10SPawel Jakub Dawidek /* Try to connect, but accept failure. */ 5650d9014f3SPawel Jakub Dawidek if (proto_connect(in) < 0) { 56632115b10SPawel Jakub Dawidek pjdlog_errno(LOG_WARNING, "Unable to connect to %s", 56732115b10SPawel Jakub Dawidek res->hr_remoteaddr); 56832115b10SPawel Jakub Dawidek goto close; 56932115b10SPawel Jakub Dawidek } 5705571414cSPawel Jakub Dawidek /* Error in setting timeout is not critical, but why should it fail? */ 5715571414cSPawel Jakub Dawidek if (proto_timeout(in, res->hr_timeout) < 0) 5725571414cSPawel Jakub Dawidek pjdlog_errno(LOG_WARNING, "Unable to set connection timeout"); 57332115b10SPawel Jakub Dawidek nvout = nv_alloc(); 57432115b10SPawel Jakub Dawidek nv_add_string(nvout, res->hr_name, "resource"); 57532115b10SPawel Jakub Dawidek nv_add_uint8_array(nvout, res->hr_token, sizeof(res->hr_token), 57632115b10SPawel Jakub Dawidek "token"); 57732115b10SPawel Jakub Dawidek nv_add_uint64(nvout, res->hr_resuid, "resuid"); 57832115b10SPawel Jakub Dawidek nv_add_uint64(nvout, res->hr_primary_localcnt, "localcnt"); 57932115b10SPawel Jakub Dawidek nv_add_uint64(nvout, res->hr_primary_remotecnt, "remotecnt"); 58032115b10SPawel Jakub Dawidek if (nv_error(nvout) != 0) { 58132115b10SPawel Jakub Dawidek pjdlog_common(LOG_WARNING, 0, nv_error(nvout), 58232115b10SPawel Jakub Dawidek "Unable to allocate header for connection with %s", 58332115b10SPawel Jakub Dawidek res->hr_remoteaddr); 58432115b10SPawel Jakub Dawidek nv_free(nvout); 58532115b10SPawel Jakub Dawidek goto close; 58632115b10SPawel Jakub Dawidek } 5870d9014f3SPawel Jakub Dawidek if (hast_proto_send(res, in, nvout, NULL, 0) < 0) { 58832115b10SPawel Jakub Dawidek pjdlog_errno(LOG_WARNING, 58932115b10SPawel Jakub Dawidek "Unable to send handshake header to %s", 59032115b10SPawel Jakub Dawidek res->hr_remoteaddr); 59132115b10SPawel Jakub Dawidek nv_free(nvout); 59232115b10SPawel Jakub Dawidek goto close; 59332115b10SPawel Jakub Dawidek } 59432115b10SPawel Jakub Dawidek nv_free(nvout); 5950d9014f3SPawel Jakub Dawidek if (hast_proto_recv_hdr(out, &nvin) < 0) { 59632115b10SPawel Jakub Dawidek pjdlog_errno(LOG_WARNING, 59732115b10SPawel Jakub Dawidek "Unable to receive handshake header from %s", 59832115b10SPawel Jakub Dawidek res->hr_remoteaddr); 59932115b10SPawel Jakub Dawidek goto close; 60032115b10SPawel Jakub Dawidek } 60132115b10SPawel Jakub Dawidek errmsg = nv_get_string(nvin, "errmsg"); 60232115b10SPawel Jakub Dawidek if (errmsg != NULL) { 60332115b10SPawel Jakub Dawidek pjdlog_warning("%s", errmsg); 60432115b10SPawel Jakub Dawidek nv_free(nvin); 60532115b10SPawel Jakub Dawidek goto close; 60632115b10SPawel Jakub Dawidek } 60732115b10SPawel Jakub Dawidek datasize = nv_get_int64(nvin, "datasize"); 60832115b10SPawel Jakub Dawidek if (datasize != res->hr_datasize) { 60932115b10SPawel Jakub Dawidek pjdlog_warning("Data size differs between nodes (local=%jd, remote=%jd).", 61032115b10SPawel Jakub Dawidek (intmax_t)res->hr_datasize, (intmax_t)datasize); 61132115b10SPawel Jakub Dawidek nv_free(nvin); 61232115b10SPawel Jakub Dawidek goto close; 61332115b10SPawel Jakub Dawidek } 61432115b10SPawel Jakub Dawidek extentsize = nv_get_int32(nvin, "extentsize"); 61532115b10SPawel Jakub Dawidek if (extentsize != res->hr_extentsize) { 61632115b10SPawel Jakub Dawidek pjdlog_warning("Extent size differs between nodes (local=%zd, remote=%zd).", 61732115b10SPawel Jakub Dawidek (ssize_t)res->hr_extentsize, (ssize_t)extentsize); 61832115b10SPawel Jakub Dawidek nv_free(nvin); 61932115b10SPawel Jakub Dawidek goto close; 62032115b10SPawel Jakub Dawidek } 62132115b10SPawel Jakub Dawidek res->hr_secondary_localcnt = nv_get_uint64(nvin, "localcnt"); 62232115b10SPawel Jakub Dawidek res->hr_secondary_remotecnt = nv_get_uint64(nvin, "remotecnt"); 62332115b10SPawel Jakub Dawidek res->hr_syncsrc = nv_get_uint8(nvin, "syncsrc"); 62432115b10SPawel Jakub Dawidek map = NULL; 62532115b10SPawel Jakub Dawidek mapsize = nv_get_uint32(nvin, "mapsize"); 62632115b10SPawel Jakub Dawidek if (mapsize > 0) { 62732115b10SPawel Jakub Dawidek map = malloc(mapsize); 62832115b10SPawel Jakub Dawidek if (map == NULL) { 62932115b10SPawel Jakub Dawidek pjdlog_error("Unable to allocate memory for remote activemap (mapsize=%ju).", 63032115b10SPawel Jakub Dawidek (uintmax_t)mapsize); 63132115b10SPawel Jakub Dawidek nv_free(nvin); 63232115b10SPawel Jakub Dawidek goto close; 63332115b10SPawel Jakub Dawidek } 63432115b10SPawel Jakub Dawidek /* 63532115b10SPawel Jakub Dawidek * Remote node have some dirty extents on its own, lets 63632115b10SPawel Jakub Dawidek * download its activemap. 63732115b10SPawel Jakub Dawidek */ 6380d9014f3SPawel Jakub Dawidek if (hast_proto_recv_data(res, out, nvin, map, 63932115b10SPawel Jakub Dawidek mapsize) < 0) { 64032115b10SPawel Jakub Dawidek pjdlog_errno(LOG_ERR, 64132115b10SPawel Jakub Dawidek "Unable to receive remote activemap"); 64232115b10SPawel Jakub Dawidek nv_free(nvin); 64332115b10SPawel Jakub Dawidek free(map); 64432115b10SPawel Jakub Dawidek goto close; 64532115b10SPawel Jakub Dawidek } 64632115b10SPawel Jakub Dawidek /* 64732115b10SPawel Jakub Dawidek * Merge local and remote bitmaps. 64832115b10SPawel Jakub Dawidek */ 64932115b10SPawel Jakub Dawidek activemap_merge(res->hr_amp, map, mapsize); 65032115b10SPawel Jakub Dawidek free(map); 65132115b10SPawel Jakub Dawidek /* 65232115b10SPawel Jakub Dawidek * Now that we merged bitmaps from both nodes, flush it to the 65332115b10SPawel Jakub Dawidek * disk before we start to synchronize. 65432115b10SPawel Jakub Dawidek */ 65532115b10SPawel Jakub Dawidek (void)hast_activemap_flush(res); 65632115b10SPawel Jakub Dawidek } 65732115b10SPawel Jakub Dawidek pjdlog_info("Connected to %s.", res->hr_remoteaddr); 6580d9014f3SPawel Jakub Dawidek if (inp != NULL && outp != NULL) { 6590d9014f3SPawel Jakub Dawidek *inp = in; 6600d9014f3SPawel Jakub Dawidek *outp = out; 6610d9014f3SPawel Jakub Dawidek } else { 6620d9014f3SPawel Jakub Dawidek res->hr_remotein = in; 6630d9014f3SPawel Jakub Dawidek res->hr_remoteout = out; 6640d9014f3SPawel Jakub Dawidek } 6650d9014f3SPawel Jakub Dawidek return (true); 6660d9014f3SPawel Jakub Dawidek close: 6670d9014f3SPawel Jakub Dawidek proto_close(out); 6680d9014f3SPawel Jakub Dawidek if (in != NULL) 6690d9014f3SPawel Jakub Dawidek proto_close(in); 6700d9014f3SPawel Jakub Dawidek return (false); 6710d9014f3SPawel Jakub Dawidek } 6720d9014f3SPawel Jakub Dawidek 6730d9014f3SPawel Jakub Dawidek static void 6740d9014f3SPawel Jakub Dawidek sync_start(void) 6750d9014f3SPawel Jakub Dawidek { 6760d9014f3SPawel Jakub Dawidek 67732115b10SPawel Jakub Dawidek mtx_lock(&sync_lock); 67832115b10SPawel Jakub Dawidek sync_inprogress = true; 67932115b10SPawel Jakub Dawidek mtx_unlock(&sync_lock); 68032115b10SPawel Jakub Dawidek cv_signal(&sync_cond); 68132115b10SPawel Jakub Dawidek } 68232115b10SPawel Jakub Dawidek 68332115b10SPawel Jakub Dawidek static void 68432115b10SPawel Jakub Dawidek init_ggate(struct hast_resource *res) 68532115b10SPawel Jakub Dawidek { 68632115b10SPawel Jakub Dawidek struct g_gate_ctl_create ggiocreate; 68732115b10SPawel Jakub Dawidek struct g_gate_ctl_cancel ggiocancel; 68832115b10SPawel Jakub Dawidek 68932115b10SPawel Jakub Dawidek /* 69032115b10SPawel Jakub Dawidek * We communicate with ggate via /dev/ggctl. Open it. 69132115b10SPawel Jakub Dawidek */ 69232115b10SPawel Jakub Dawidek res->hr_ggatefd = open("/dev/" G_GATE_CTL_NAME, O_RDWR); 69332115b10SPawel Jakub Dawidek if (res->hr_ggatefd < 0) 69432115b10SPawel Jakub Dawidek primary_exit(EX_OSFILE, "Unable to open /dev/" G_GATE_CTL_NAME); 69532115b10SPawel Jakub Dawidek /* 69632115b10SPawel Jakub Dawidek * Create provider before trying to connect, as connection failure 69732115b10SPawel Jakub Dawidek * is not critical, but may take some time. 69832115b10SPawel Jakub Dawidek */ 69932115b10SPawel Jakub Dawidek ggiocreate.gctl_version = G_GATE_VERSION; 70032115b10SPawel Jakub Dawidek ggiocreate.gctl_mediasize = res->hr_datasize; 70132115b10SPawel Jakub Dawidek ggiocreate.gctl_sectorsize = res->hr_local_sectorsize; 70232115b10SPawel Jakub Dawidek ggiocreate.gctl_flags = 0; 70320b77db9SPawel Jakub Dawidek ggiocreate.gctl_maxcount = G_GATE_MAX_QUEUE_SIZE; 70432115b10SPawel Jakub Dawidek ggiocreate.gctl_timeout = 0; 70532115b10SPawel Jakub Dawidek ggiocreate.gctl_unit = G_GATE_NAME_GIVEN; 70632115b10SPawel Jakub Dawidek snprintf(ggiocreate.gctl_name, sizeof(ggiocreate.gctl_name), "hast/%s", 70732115b10SPawel Jakub Dawidek res->hr_provname); 70832115b10SPawel Jakub Dawidek bzero(ggiocreate.gctl_info, sizeof(ggiocreate.gctl_info)); 70932115b10SPawel Jakub Dawidek if (ioctl(res->hr_ggatefd, G_GATE_CMD_CREATE, &ggiocreate) == 0) { 71032115b10SPawel Jakub Dawidek pjdlog_info("Device hast/%s created.", res->hr_provname); 71132115b10SPawel Jakub Dawidek res->hr_ggateunit = ggiocreate.gctl_unit; 71232115b10SPawel Jakub Dawidek return; 71332115b10SPawel Jakub Dawidek } 71432115b10SPawel Jakub Dawidek if (errno != EEXIST) { 71532115b10SPawel Jakub Dawidek primary_exit(EX_OSERR, "Unable to create hast/%s device", 71632115b10SPawel Jakub Dawidek res->hr_provname); 71732115b10SPawel Jakub Dawidek } 71832115b10SPawel Jakub Dawidek pjdlog_debug(1, 71932115b10SPawel Jakub Dawidek "Device hast/%s already exists, we will try to take it over.", 72032115b10SPawel Jakub Dawidek res->hr_provname); 72132115b10SPawel Jakub Dawidek /* 72232115b10SPawel Jakub Dawidek * If we received EEXIST, we assume that the process who created the 72332115b10SPawel Jakub Dawidek * provider died and didn't clean up. In that case we will start from 72432115b10SPawel Jakub Dawidek * where he left of. 72532115b10SPawel Jakub Dawidek */ 72632115b10SPawel Jakub Dawidek ggiocancel.gctl_version = G_GATE_VERSION; 72732115b10SPawel Jakub Dawidek ggiocancel.gctl_unit = G_GATE_NAME_GIVEN; 72832115b10SPawel Jakub Dawidek snprintf(ggiocancel.gctl_name, sizeof(ggiocancel.gctl_name), "hast/%s", 72932115b10SPawel Jakub Dawidek res->hr_provname); 73032115b10SPawel Jakub Dawidek if (ioctl(res->hr_ggatefd, G_GATE_CMD_CANCEL, &ggiocancel) == 0) { 73132115b10SPawel Jakub Dawidek pjdlog_info("Device hast/%s recovered.", res->hr_provname); 73232115b10SPawel Jakub Dawidek res->hr_ggateunit = ggiocancel.gctl_unit; 73332115b10SPawel Jakub Dawidek return; 73432115b10SPawel Jakub Dawidek } 73532115b10SPawel Jakub Dawidek primary_exit(EX_OSERR, "Unable to take over hast/%s device", 73632115b10SPawel Jakub Dawidek res->hr_provname); 73732115b10SPawel Jakub Dawidek } 73832115b10SPawel Jakub Dawidek 73932115b10SPawel Jakub Dawidek void 74032115b10SPawel Jakub Dawidek hastd_primary(struct hast_resource *res) 74132115b10SPawel Jakub Dawidek { 74232115b10SPawel Jakub Dawidek pthread_t td; 74332115b10SPawel Jakub Dawidek pid_t pid; 74432115b10SPawel Jakub Dawidek int error; 74532115b10SPawel Jakub Dawidek 74632115b10SPawel Jakub Dawidek gres = res; 74732115b10SPawel Jakub Dawidek 74832115b10SPawel Jakub Dawidek /* 74932115b10SPawel Jakub Dawidek * Create communication channel between parent and child. 75032115b10SPawel Jakub Dawidek */ 75132115b10SPawel Jakub Dawidek if (proto_client("socketpair://", &res->hr_ctrl) < 0) { 75232115b10SPawel Jakub Dawidek KEEP_ERRNO((void)pidfile_remove(pfh)); 75332115b10SPawel Jakub Dawidek primary_exit(EX_OSERR, 75432115b10SPawel Jakub Dawidek "Unable to create control sockets between parent and child"); 75532115b10SPawel Jakub Dawidek } 75632115b10SPawel Jakub Dawidek 75732115b10SPawel Jakub Dawidek pid = fork(); 75832115b10SPawel Jakub Dawidek if (pid < 0) { 75932115b10SPawel Jakub Dawidek KEEP_ERRNO((void)pidfile_remove(pfh)); 7605abfc9c1SPawel Jakub Dawidek primary_exit(EX_TEMPFAIL, "Unable to fork"); 76132115b10SPawel Jakub Dawidek } 76232115b10SPawel Jakub Dawidek 76332115b10SPawel Jakub Dawidek if (pid > 0) { 76432115b10SPawel Jakub Dawidek /* This is parent. */ 76532115b10SPawel Jakub Dawidek res->hr_workerpid = pid; 76632115b10SPawel Jakub Dawidek return; 76732115b10SPawel Jakub Dawidek } 76832115b10SPawel Jakub Dawidek (void)pidfile_close(pfh); 76932115b10SPawel Jakub Dawidek 77032115b10SPawel Jakub Dawidek setproctitle("%s (primary)", res->hr_name); 77132115b10SPawel Jakub Dawidek 772a2ef0636SPawel Jakub Dawidek signal(SIGHUP, SIG_DFL); 773a2ef0636SPawel Jakub Dawidek signal(SIGCHLD, SIG_DFL); 774a2ef0636SPawel Jakub Dawidek 77532115b10SPawel Jakub Dawidek init_local(res); 776*f377917cSPawel Jakub Dawidek if (real_remote(res) && init_remote(res, NULL, NULL)) 7770d9014f3SPawel Jakub Dawidek sync_start(); 77832115b10SPawel Jakub Dawidek init_ggate(res); 77932115b10SPawel Jakub Dawidek init_environment(res); 78032115b10SPawel Jakub Dawidek error = pthread_create(&td, NULL, ggate_recv_thread, res); 78132115b10SPawel Jakub Dawidek assert(error == 0); 78232115b10SPawel Jakub Dawidek error = pthread_create(&td, NULL, local_send_thread, res); 78332115b10SPawel Jakub Dawidek assert(error == 0); 78432115b10SPawel Jakub Dawidek error = pthread_create(&td, NULL, remote_send_thread, res); 78532115b10SPawel Jakub Dawidek assert(error == 0); 78632115b10SPawel Jakub Dawidek error = pthread_create(&td, NULL, remote_recv_thread, res); 78732115b10SPawel Jakub Dawidek assert(error == 0); 78832115b10SPawel Jakub Dawidek error = pthread_create(&td, NULL, ggate_send_thread, res); 78932115b10SPawel Jakub Dawidek assert(error == 0); 79032115b10SPawel Jakub Dawidek error = pthread_create(&td, NULL, sync_thread, res); 79132115b10SPawel Jakub Dawidek assert(error == 0); 79232115b10SPawel Jakub Dawidek error = pthread_create(&td, NULL, ctrl_thread, res); 79332115b10SPawel Jakub Dawidek assert(error == 0); 79432115b10SPawel Jakub Dawidek (void)guard_thread(res); 79532115b10SPawel Jakub Dawidek } 79632115b10SPawel Jakub Dawidek 79732115b10SPawel Jakub Dawidek static void 79832115b10SPawel Jakub Dawidek reqlog(int loglevel, int debuglevel, struct g_gate_ctl_io *ggio, const char *fmt, ...) 79932115b10SPawel Jakub Dawidek { 80032115b10SPawel Jakub Dawidek char msg[1024]; 80132115b10SPawel Jakub Dawidek va_list ap; 80232115b10SPawel Jakub Dawidek int len; 80332115b10SPawel Jakub Dawidek 80432115b10SPawel Jakub Dawidek va_start(ap, fmt); 80532115b10SPawel Jakub Dawidek len = vsnprintf(msg, sizeof(msg), fmt, ap); 80632115b10SPawel Jakub Dawidek va_end(ap); 80732115b10SPawel Jakub Dawidek if ((size_t)len < sizeof(msg)) { 80832115b10SPawel Jakub Dawidek switch (ggio->gctl_cmd) { 80932115b10SPawel Jakub Dawidek case BIO_READ: 81032115b10SPawel Jakub Dawidek (void)snprintf(msg + len, sizeof(msg) - len, 81132115b10SPawel Jakub Dawidek "READ(%ju, %ju).", (uintmax_t)ggio->gctl_offset, 81232115b10SPawel Jakub Dawidek (uintmax_t)ggio->gctl_length); 81332115b10SPawel Jakub Dawidek break; 81432115b10SPawel Jakub Dawidek case BIO_DELETE: 81532115b10SPawel Jakub Dawidek (void)snprintf(msg + len, sizeof(msg) - len, 81632115b10SPawel Jakub Dawidek "DELETE(%ju, %ju).", (uintmax_t)ggio->gctl_offset, 81732115b10SPawel Jakub Dawidek (uintmax_t)ggio->gctl_length); 81832115b10SPawel Jakub Dawidek break; 81932115b10SPawel Jakub Dawidek case BIO_FLUSH: 82032115b10SPawel Jakub Dawidek (void)snprintf(msg + len, sizeof(msg) - len, "FLUSH."); 82132115b10SPawel Jakub Dawidek break; 82232115b10SPawel Jakub Dawidek case BIO_WRITE: 82332115b10SPawel Jakub Dawidek (void)snprintf(msg + len, sizeof(msg) - len, 82432115b10SPawel Jakub Dawidek "WRITE(%ju, %ju).", (uintmax_t)ggio->gctl_offset, 82532115b10SPawel Jakub Dawidek (uintmax_t)ggio->gctl_length); 82632115b10SPawel Jakub Dawidek break; 82732115b10SPawel Jakub Dawidek default: 82832115b10SPawel Jakub Dawidek (void)snprintf(msg + len, sizeof(msg) - len, 82932115b10SPawel Jakub Dawidek "UNKNOWN(%u).", (unsigned int)ggio->gctl_cmd); 83032115b10SPawel Jakub Dawidek break; 83132115b10SPawel Jakub Dawidek } 83232115b10SPawel Jakub Dawidek } 83332115b10SPawel Jakub Dawidek pjdlog_common(loglevel, debuglevel, -1, "%s", msg); 83432115b10SPawel Jakub Dawidek } 83532115b10SPawel Jakub Dawidek 83632115b10SPawel Jakub Dawidek static void 83732115b10SPawel Jakub Dawidek remote_close(struct hast_resource *res, int ncomp) 83832115b10SPawel Jakub Dawidek { 83932115b10SPawel Jakub Dawidek 84032115b10SPawel Jakub Dawidek rw_wlock(&hio_remote_lock[ncomp]); 84132115b10SPawel Jakub Dawidek /* 84232115b10SPawel Jakub Dawidek * A race is possible between dropping rlock and acquiring wlock - 84332115b10SPawel Jakub Dawidek * another thread can close connection in-between. 84432115b10SPawel Jakub Dawidek */ 84532115b10SPawel Jakub Dawidek if (!ISCONNECTED(res, ncomp)) { 84632115b10SPawel Jakub Dawidek assert(res->hr_remotein == NULL); 84732115b10SPawel Jakub Dawidek assert(res->hr_remoteout == NULL); 84832115b10SPawel Jakub Dawidek rw_unlock(&hio_remote_lock[ncomp]); 84932115b10SPawel Jakub Dawidek return; 85032115b10SPawel Jakub Dawidek } 85132115b10SPawel Jakub Dawidek 85232115b10SPawel Jakub Dawidek assert(res->hr_remotein != NULL); 85332115b10SPawel Jakub Dawidek assert(res->hr_remoteout != NULL); 85432115b10SPawel Jakub Dawidek 85532115b10SPawel Jakub Dawidek pjdlog_debug(2, "Closing old incoming connection to %s.", 85632115b10SPawel Jakub Dawidek res->hr_remoteaddr); 85732115b10SPawel Jakub Dawidek proto_close(res->hr_remotein); 85832115b10SPawel Jakub Dawidek res->hr_remotein = NULL; 85932115b10SPawel Jakub Dawidek pjdlog_debug(2, "Closing old outgoing connection to %s.", 86032115b10SPawel Jakub Dawidek res->hr_remoteaddr); 86132115b10SPawel Jakub Dawidek proto_close(res->hr_remoteout); 86232115b10SPawel Jakub Dawidek res->hr_remoteout = NULL; 86332115b10SPawel Jakub Dawidek 86432115b10SPawel Jakub Dawidek rw_unlock(&hio_remote_lock[ncomp]); 86532115b10SPawel Jakub Dawidek 86632115b10SPawel Jakub Dawidek /* 86732115b10SPawel Jakub Dawidek * Stop synchronization if in-progress. 86832115b10SPawel Jakub Dawidek */ 86932115b10SPawel Jakub Dawidek mtx_lock(&sync_lock); 87032115b10SPawel Jakub Dawidek if (sync_inprogress) 87132115b10SPawel Jakub Dawidek sync_inprogress = false; 87232115b10SPawel Jakub Dawidek mtx_unlock(&sync_lock); 87332115b10SPawel Jakub Dawidek 87432115b10SPawel Jakub Dawidek /* 87532115b10SPawel Jakub Dawidek * Wake up guard thread, so it can immediately start reconnect. 87632115b10SPawel Jakub Dawidek */ 87732115b10SPawel Jakub Dawidek mtx_lock(&hio_guard_lock); 87832115b10SPawel Jakub Dawidek cv_signal(&hio_guard_cond); 87932115b10SPawel Jakub Dawidek mtx_unlock(&hio_guard_lock); 88032115b10SPawel Jakub Dawidek } 88132115b10SPawel Jakub Dawidek 88232115b10SPawel Jakub Dawidek /* 88332115b10SPawel Jakub Dawidek * Thread receives ggate I/O requests from the kernel and passes them to 88432115b10SPawel Jakub Dawidek * appropriate threads: 88532115b10SPawel Jakub Dawidek * WRITE - always goes to both local_send and remote_send threads 88632115b10SPawel Jakub Dawidek * READ (when the block is up-to-date on local component) - 88732115b10SPawel Jakub Dawidek * only local_send thread 88832115b10SPawel Jakub Dawidek * READ (when the block isn't up-to-date on local component) - 88932115b10SPawel Jakub Dawidek * only remote_send thread 89032115b10SPawel Jakub Dawidek * DELETE - always goes to both local_send and remote_send threads 89132115b10SPawel Jakub Dawidek * FLUSH - always goes to both local_send and remote_send threads 89232115b10SPawel Jakub Dawidek */ 89332115b10SPawel Jakub Dawidek static void * 89432115b10SPawel Jakub Dawidek ggate_recv_thread(void *arg) 89532115b10SPawel Jakub Dawidek { 89632115b10SPawel Jakub Dawidek struct hast_resource *res = arg; 89732115b10SPawel Jakub Dawidek struct g_gate_ctl_io *ggio; 89832115b10SPawel Jakub Dawidek struct hio *hio; 89932115b10SPawel Jakub Dawidek unsigned int ii, ncomp, ncomps; 90032115b10SPawel Jakub Dawidek int error; 90132115b10SPawel Jakub Dawidek 90232115b10SPawel Jakub Dawidek ncomps = HAST_NCOMPONENTS; 90332115b10SPawel Jakub Dawidek 90432115b10SPawel Jakub Dawidek for (;;) { 90532115b10SPawel Jakub Dawidek pjdlog_debug(2, "ggate_recv: Taking free request."); 90632115b10SPawel Jakub Dawidek QUEUE_TAKE2(hio, free); 90732115b10SPawel Jakub Dawidek pjdlog_debug(2, "ggate_recv: (%p) Got free request.", hio); 90832115b10SPawel Jakub Dawidek ggio = &hio->hio_ggio; 90932115b10SPawel Jakub Dawidek ggio->gctl_unit = res->hr_ggateunit; 91032115b10SPawel Jakub Dawidek ggio->gctl_length = MAXPHYS; 91132115b10SPawel Jakub Dawidek ggio->gctl_error = 0; 91232115b10SPawel Jakub Dawidek pjdlog_debug(2, 91332115b10SPawel Jakub Dawidek "ggate_recv: (%p) Waiting for request from the kernel.", 91432115b10SPawel Jakub Dawidek hio); 91532115b10SPawel Jakub Dawidek if (ioctl(res->hr_ggatefd, G_GATE_CMD_START, ggio) < 0) { 91632115b10SPawel Jakub Dawidek if (sigexit_received) 91732115b10SPawel Jakub Dawidek pthread_exit(NULL); 91832115b10SPawel Jakub Dawidek primary_exit(EX_OSERR, "G_GATE_CMD_START failed"); 91932115b10SPawel Jakub Dawidek } 92032115b10SPawel Jakub Dawidek error = ggio->gctl_error; 92132115b10SPawel Jakub Dawidek switch (error) { 92232115b10SPawel Jakub Dawidek case 0: 92332115b10SPawel Jakub Dawidek break; 92432115b10SPawel Jakub Dawidek case ECANCELED: 92532115b10SPawel Jakub Dawidek /* Exit gracefully. */ 92632115b10SPawel Jakub Dawidek if (!sigexit_received) { 92732115b10SPawel Jakub Dawidek pjdlog_debug(2, 92832115b10SPawel Jakub Dawidek "ggate_recv: (%p) Received cancel from the kernel.", 92932115b10SPawel Jakub Dawidek hio); 93032115b10SPawel Jakub Dawidek pjdlog_info("Received cancel from the kernel, exiting."); 93132115b10SPawel Jakub Dawidek } 93232115b10SPawel Jakub Dawidek pthread_exit(NULL); 93332115b10SPawel Jakub Dawidek case ENOMEM: 93432115b10SPawel Jakub Dawidek /* 93532115b10SPawel Jakub Dawidek * Buffer too small? Impossible, we allocate MAXPHYS 93632115b10SPawel Jakub Dawidek * bytes - request can't be bigger than that. 93732115b10SPawel Jakub Dawidek */ 93832115b10SPawel Jakub Dawidek /* FALLTHROUGH */ 93932115b10SPawel Jakub Dawidek case ENXIO: 94032115b10SPawel Jakub Dawidek default: 94132115b10SPawel Jakub Dawidek primary_exitx(EX_OSERR, "G_GATE_CMD_START failed: %s.", 94232115b10SPawel Jakub Dawidek strerror(error)); 94332115b10SPawel Jakub Dawidek } 94432115b10SPawel Jakub Dawidek for (ii = 0; ii < ncomps; ii++) 94532115b10SPawel Jakub Dawidek hio->hio_errors[ii] = EINVAL; 94632115b10SPawel Jakub Dawidek reqlog(LOG_DEBUG, 2, ggio, 94732115b10SPawel Jakub Dawidek "ggate_recv: (%p) Request received from the kernel: ", 94832115b10SPawel Jakub Dawidek hio); 94932115b10SPawel Jakub Dawidek /* 95032115b10SPawel Jakub Dawidek * Inform all components about new write request. 95132115b10SPawel Jakub Dawidek * For read request prefer local component unless the given 95232115b10SPawel Jakub Dawidek * range is out-of-date, then use remote component. 95332115b10SPawel Jakub Dawidek */ 95432115b10SPawel Jakub Dawidek switch (ggio->gctl_cmd) { 95532115b10SPawel Jakub Dawidek case BIO_READ: 95632115b10SPawel Jakub Dawidek pjdlog_debug(2, 95732115b10SPawel Jakub Dawidek "ggate_recv: (%p) Moving request to the send queue.", 95832115b10SPawel Jakub Dawidek hio); 95932115b10SPawel Jakub Dawidek refcount_init(&hio->hio_countdown, 1); 96032115b10SPawel Jakub Dawidek mtx_lock(&metadata_lock); 96132115b10SPawel Jakub Dawidek if (res->hr_syncsrc == HAST_SYNCSRC_UNDEF || 96232115b10SPawel Jakub Dawidek res->hr_syncsrc == HAST_SYNCSRC_PRIMARY) { 96332115b10SPawel Jakub Dawidek /* 96432115b10SPawel Jakub Dawidek * This range is up-to-date on local component, 96532115b10SPawel Jakub Dawidek * so handle request locally. 96632115b10SPawel Jakub Dawidek */ 96732115b10SPawel Jakub Dawidek /* Local component is 0 for now. */ 96832115b10SPawel Jakub Dawidek ncomp = 0; 96932115b10SPawel Jakub Dawidek } else /* if (res->hr_syncsrc == 97032115b10SPawel Jakub Dawidek HAST_SYNCSRC_SECONDARY) */ { 97132115b10SPawel Jakub Dawidek assert(res->hr_syncsrc == 97232115b10SPawel Jakub Dawidek HAST_SYNCSRC_SECONDARY); 97332115b10SPawel Jakub Dawidek /* 97432115b10SPawel Jakub Dawidek * This range is out-of-date on local component, 97532115b10SPawel Jakub Dawidek * so send request to the remote node. 97632115b10SPawel Jakub Dawidek */ 97732115b10SPawel Jakub Dawidek /* Remote component is 1 for now. */ 97832115b10SPawel Jakub Dawidek ncomp = 1; 97932115b10SPawel Jakub Dawidek } 98032115b10SPawel Jakub Dawidek mtx_unlock(&metadata_lock); 98132115b10SPawel Jakub Dawidek QUEUE_INSERT1(hio, send, ncomp); 98232115b10SPawel Jakub Dawidek break; 98332115b10SPawel Jakub Dawidek case BIO_WRITE: 98432115b10SPawel Jakub Dawidek for (;;) { 98532115b10SPawel Jakub Dawidek mtx_lock(&range_lock); 98632115b10SPawel Jakub Dawidek if (rangelock_islocked(range_sync, 98732115b10SPawel Jakub Dawidek ggio->gctl_offset, ggio->gctl_length)) { 98832115b10SPawel Jakub Dawidek pjdlog_debug(2, 98932115b10SPawel Jakub Dawidek "regular: Range offset=%jd length=%zu locked.", 99032115b10SPawel Jakub Dawidek (intmax_t)ggio->gctl_offset, 99132115b10SPawel Jakub Dawidek (size_t)ggio->gctl_length); 99232115b10SPawel Jakub Dawidek range_regular_wait = true; 99332115b10SPawel Jakub Dawidek cv_wait(&range_regular_cond, &range_lock); 99432115b10SPawel Jakub Dawidek range_regular_wait = false; 99532115b10SPawel Jakub Dawidek mtx_unlock(&range_lock); 99632115b10SPawel Jakub Dawidek continue; 99732115b10SPawel Jakub Dawidek } 99832115b10SPawel Jakub Dawidek if (rangelock_add(range_regular, 99932115b10SPawel Jakub Dawidek ggio->gctl_offset, ggio->gctl_length) < 0) { 100032115b10SPawel Jakub Dawidek mtx_unlock(&range_lock); 100132115b10SPawel Jakub Dawidek pjdlog_debug(2, 100232115b10SPawel Jakub Dawidek "regular: Range offset=%jd length=%zu is already locked, waiting.", 100332115b10SPawel Jakub Dawidek (intmax_t)ggio->gctl_offset, 100432115b10SPawel Jakub Dawidek (size_t)ggio->gctl_length); 100532115b10SPawel Jakub Dawidek sleep(1); 100632115b10SPawel Jakub Dawidek continue; 100732115b10SPawel Jakub Dawidek } 100832115b10SPawel Jakub Dawidek mtx_unlock(&range_lock); 100932115b10SPawel Jakub Dawidek break; 101032115b10SPawel Jakub Dawidek } 101132115b10SPawel Jakub Dawidek mtx_lock(&res->hr_amp_lock); 101232115b10SPawel Jakub Dawidek if (activemap_write_start(res->hr_amp, 101332115b10SPawel Jakub Dawidek ggio->gctl_offset, ggio->gctl_length)) { 101432115b10SPawel Jakub Dawidek (void)hast_activemap_flush(res); 101532115b10SPawel Jakub Dawidek } 101632115b10SPawel Jakub Dawidek mtx_unlock(&res->hr_amp_lock); 101732115b10SPawel Jakub Dawidek /* FALLTHROUGH */ 101832115b10SPawel Jakub Dawidek case BIO_DELETE: 101932115b10SPawel Jakub Dawidek case BIO_FLUSH: 102032115b10SPawel Jakub Dawidek pjdlog_debug(2, 102132115b10SPawel Jakub Dawidek "ggate_recv: (%p) Moving request to the send queues.", 102232115b10SPawel Jakub Dawidek hio); 102332115b10SPawel Jakub Dawidek refcount_init(&hio->hio_countdown, ncomps); 102432115b10SPawel Jakub Dawidek for (ii = 0; ii < ncomps; ii++) 102532115b10SPawel Jakub Dawidek QUEUE_INSERT1(hio, send, ii); 102632115b10SPawel Jakub Dawidek break; 102732115b10SPawel Jakub Dawidek } 102832115b10SPawel Jakub Dawidek } 102932115b10SPawel Jakub Dawidek /* NOTREACHED */ 103032115b10SPawel Jakub Dawidek return (NULL); 103132115b10SPawel Jakub Dawidek } 103232115b10SPawel Jakub Dawidek 103332115b10SPawel Jakub Dawidek /* 103432115b10SPawel Jakub Dawidek * Thread reads from or writes to local component. 103532115b10SPawel Jakub Dawidek * If local read fails, it redirects it to remote_send thread. 103632115b10SPawel Jakub Dawidek */ 103732115b10SPawel Jakub Dawidek static void * 103832115b10SPawel Jakub Dawidek local_send_thread(void *arg) 103932115b10SPawel Jakub Dawidek { 104032115b10SPawel Jakub Dawidek struct hast_resource *res = arg; 104132115b10SPawel Jakub Dawidek struct g_gate_ctl_io *ggio; 104232115b10SPawel Jakub Dawidek struct hio *hio; 104332115b10SPawel Jakub Dawidek unsigned int ncomp, rncomp; 104432115b10SPawel Jakub Dawidek ssize_t ret; 104532115b10SPawel Jakub Dawidek 104632115b10SPawel Jakub Dawidek /* Local component is 0 for now. */ 104732115b10SPawel Jakub Dawidek ncomp = 0; 104832115b10SPawel Jakub Dawidek /* Remote component is 1 for now. */ 104932115b10SPawel Jakub Dawidek rncomp = 1; 105032115b10SPawel Jakub Dawidek 105132115b10SPawel Jakub Dawidek for (;;) { 105232115b10SPawel Jakub Dawidek pjdlog_debug(2, "local_send: Taking request."); 105332115b10SPawel Jakub Dawidek QUEUE_TAKE1(hio, send, ncomp); 105432115b10SPawel Jakub Dawidek pjdlog_debug(2, "local_send: (%p) Got request.", hio); 105532115b10SPawel Jakub Dawidek ggio = &hio->hio_ggio; 105632115b10SPawel Jakub Dawidek switch (ggio->gctl_cmd) { 105732115b10SPawel Jakub Dawidek case BIO_READ: 105832115b10SPawel Jakub Dawidek ret = pread(res->hr_localfd, ggio->gctl_data, 105932115b10SPawel Jakub Dawidek ggio->gctl_length, 106032115b10SPawel Jakub Dawidek ggio->gctl_offset + res->hr_localoff); 106132115b10SPawel Jakub Dawidek if (ret == ggio->gctl_length) 106232115b10SPawel Jakub Dawidek hio->hio_errors[ncomp] = 0; 106332115b10SPawel Jakub Dawidek else { 106432115b10SPawel Jakub Dawidek /* 106532115b10SPawel Jakub Dawidek * If READ failed, try to read from remote node. 106632115b10SPawel Jakub Dawidek */ 106732115b10SPawel Jakub Dawidek QUEUE_INSERT1(hio, send, rncomp); 106832115b10SPawel Jakub Dawidek continue; 106932115b10SPawel Jakub Dawidek } 107032115b10SPawel Jakub Dawidek break; 107132115b10SPawel Jakub Dawidek case BIO_WRITE: 107232115b10SPawel Jakub Dawidek ret = pwrite(res->hr_localfd, ggio->gctl_data, 107332115b10SPawel Jakub Dawidek ggio->gctl_length, 107432115b10SPawel Jakub Dawidek ggio->gctl_offset + res->hr_localoff); 107532115b10SPawel Jakub Dawidek if (ret < 0) 107632115b10SPawel Jakub Dawidek hio->hio_errors[ncomp] = errno; 107732115b10SPawel Jakub Dawidek else if (ret != ggio->gctl_length) 107832115b10SPawel Jakub Dawidek hio->hio_errors[ncomp] = EIO; 107932115b10SPawel Jakub Dawidek else 108032115b10SPawel Jakub Dawidek hio->hio_errors[ncomp] = 0; 108132115b10SPawel Jakub Dawidek break; 108232115b10SPawel Jakub Dawidek case BIO_DELETE: 108332115b10SPawel Jakub Dawidek ret = g_delete(res->hr_localfd, 108432115b10SPawel Jakub Dawidek ggio->gctl_offset + res->hr_localoff, 108532115b10SPawel Jakub Dawidek ggio->gctl_length); 108632115b10SPawel Jakub Dawidek if (ret < 0) 108732115b10SPawel Jakub Dawidek hio->hio_errors[ncomp] = errno; 108832115b10SPawel Jakub Dawidek else 108932115b10SPawel Jakub Dawidek hio->hio_errors[ncomp] = 0; 109032115b10SPawel Jakub Dawidek break; 109132115b10SPawel Jakub Dawidek case BIO_FLUSH: 109232115b10SPawel Jakub Dawidek ret = g_flush(res->hr_localfd); 109332115b10SPawel Jakub Dawidek if (ret < 0) 109432115b10SPawel Jakub Dawidek hio->hio_errors[ncomp] = errno; 109532115b10SPawel Jakub Dawidek else 109632115b10SPawel Jakub Dawidek hio->hio_errors[ncomp] = 0; 109732115b10SPawel Jakub Dawidek break; 109832115b10SPawel Jakub Dawidek } 109932115b10SPawel Jakub Dawidek if (refcount_release(&hio->hio_countdown)) { 110032115b10SPawel Jakub Dawidek if (ISSYNCREQ(hio)) { 110132115b10SPawel Jakub Dawidek mtx_lock(&sync_lock); 110232115b10SPawel Jakub Dawidek SYNCREQDONE(hio); 110332115b10SPawel Jakub Dawidek mtx_unlock(&sync_lock); 110432115b10SPawel Jakub Dawidek cv_signal(&sync_cond); 110532115b10SPawel Jakub Dawidek } else { 110632115b10SPawel Jakub Dawidek pjdlog_debug(2, 110732115b10SPawel Jakub Dawidek "local_send: (%p) Moving request to the done queue.", 110832115b10SPawel Jakub Dawidek hio); 110932115b10SPawel Jakub Dawidek QUEUE_INSERT2(hio, done); 111032115b10SPawel Jakub Dawidek } 111132115b10SPawel Jakub Dawidek } 111232115b10SPawel Jakub Dawidek } 111332115b10SPawel Jakub Dawidek /* NOTREACHED */ 111432115b10SPawel Jakub Dawidek return (NULL); 111532115b10SPawel Jakub Dawidek } 111632115b10SPawel Jakub Dawidek 111732115b10SPawel Jakub Dawidek /* 111832115b10SPawel Jakub Dawidek * Thread sends request to secondary node. 111932115b10SPawel Jakub Dawidek */ 112032115b10SPawel Jakub Dawidek static void * 112132115b10SPawel Jakub Dawidek remote_send_thread(void *arg) 112232115b10SPawel Jakub Dawidek { 112332115b10SPawel Jakub Dawidek struct hast_resource *res = arg; 112432115b10SPawel Jakub Dawidek struct g_gate_ctl_io *ggio; 112532115b10SPawel Jakub Dawidek struct hio *hio; 112632115b10SPawel Jakub Dawidek struct nv *nv; 112732115b10SPawel Jakub Dawidek unsigned int ncomp; 112832115b10SPawel Jakub Dawidek bool wakeup; 112932115b10SPawel Jakub Dawidek uint64_t offset, length; 113032115b10SPawel Jakub Dawidek uint8_t cmd; 113132115b10SPawel Jakub Dawidek void *data; 113232115b10SPawel Jakub Dawidek 113332115b10SPawel Jakub Dawidek /* Remote component is 1 for now. */ 113432115b10SPawel Jakub Dawidek ncomp = 1; 113532115b10SPawel Jakub Dawidek 113632115b10SPawel Jakub Dawidek for (;;) { 113732115b10SPawel Jakub Dawidek pjdlog_debug(2, "remote_send: Taking request."); 113832115b10SPawel Jakub Dawidek QUEUE_TAKE1(hio, send, ncomp); 113932115b10SPawel Jakub Dawidek pjdlog_debug(2, "remote_send: (%p) Got request.", hio); 114032115b10SPawel Jakub Dawidek ggio = &hio->hio_ggio; 114132115b10SPawel Jakub Dawidek switch (ggio->gctl_cmd) { 114232115b10SPawel Jakub Dawidek case BIO_READ: 114332115b10SPawel Jakub Dawidek cmd = HIO_READ; 114432115b10SPawel Jakub Dawidek data = NULL; 114532115b10SPawel Jakub Dawidek offset = ggio->gctl_offset; 114632115b10SPawel Jakub Dawidek length = ggio->gctl_length; 114732115b10SPawel Jakub Dawidek break; 114832115b10SPawel Jakub Dawidek case BIO_WRITE: 114932115b10SPawel Jakub Dawidek cmd = HIO_WRITE; 115032115b10SPawel Jakub Dawidek data = ggio->gctl_data; 115132115b10SPawel Jakub Dawidek offset = ggio->gctl_offset; 115232115b10SPawel Jakub Dawidek length = ggio->gctl_length; 115332115b10SPawel Jakub Dawidek break; 115432115b10SPawel Jakub Dawidek case BIO_DELETE: 115532115b10SPawel Jakub Dawidek cmd = HIO_DELETE; 115632115b10SPawel Jakub Dawidek data = NULL; 115732115b10SPawel Jakub Dawidek offset = ggio->gctl_offset; 115832115b10SPawel Jakub Dawidek length = ggio->gctl_length; 115932115b10SPawel Jakub Dawidek break; 116032115b10SPawel Jakub Dawidek case BIO_FLUSH: 116132115b10SPawel Jakub Dawidek cmd = HIO_FLUSH; 116232115b10SPawel Jakub Dawidek data = NULL; 116332115b10SPawel Jakub Dawidek offset = 0; 116432115b10SPawel Jakub Dawidek length = 0; 116532115b10SPawel Jakub Dawidek break; 116632115b10SPawel Jakub Dawidek default: 116732115b10SPawel Jakub Dawidek assert(!"invalid condition"); 116832115b10SPawel Jakub Dawidek abort(); 116932115b10SPawel Jakub Dawidek } 117032115b10SPawel Jakub Dawidek nv = nv_alloc(); 117132115b10SPawel Jakub Dawidek nv_add_uint8(nv, cmd, "cmd"); 117232115b10SPawel Jakub Dawidek nv_add_uint64(nv, (uint64_t)ggio->gctl_seq, "seq"); 117332115b10SPawel Jakub Dawidek nv_add_uint64(nv, offset, "offset"); 117432115b10SPawel Jakub Dawidek nv_add_uint64(nv, length, "length"); 117532115b10SPawel Jakub Dawidek if (nv_error(nv) != 0) { 117632115b10SPawel Jakub Dawidek hio->hio_errors[ncomp] = nv_error(nv); 117732115b10SPawel Jakub Dawidek pjdlog_debug(2, 117832115b10SPawel Jakub Dawidek "remote_send: (%p) Unable to prepare header to send.", 117932115b10SPawel Jakub Dawidek hio); 118032115b10SPawel Jakub Dawidek reqlog(LOG_ERR, 0, ggio, 118132115b10SPawel Jakub Dawidek "Unable to prepare header to send (%s): ", 118232115b10SPawel Jakub Dawidek strerror(nv_error(nv))); 118332115b10SPawel Jakub Dawidek /* Move failed request immediately to the done queue. */ 118432115b10SPawel Jakub Dawidek goto done_queue; 118532115b10SPawel Jakub Dawidek } 118632115b10SPawel Jakub Dawidek pjdlog_debug(2, 118732115b10SPawel Jakub Dawidek "remote_send: (%p) Moving request to the recv queue.", 118832115b10SPawel Jakub Dawidek hio); 118932115b10SPawel Jakub Dawidek /* 119032115b10SPawel Jakub Dawidek * Protect connection from disappearing. 119132115b10SPawel Jakub Dawidek */ 119232115b10SPawel Jakub Dawidek rw_rlock(&hio_remote_lock[ncomp]); 119332115b10SPawel Jakub Dawidek if (!ISCONNECTED(res, ncomp)) { 119432115b10SPawel Jakub Dawidek rw_unlock(&hio_remote_lock[ncomp]); 119532115b10SPawel Jakub Dawidek hio->hio_errors[ncomp] = ENOTCONN; 119632115b10SPawel Jakub Dawidek goto done_queue; 119732115b10SPawel Jakub Dawidek } 119832115b10SPawel Jakub Dawidek /* 119932115b10SPawel Jakub Dawidek * Move the request to recv queue before sending it, because 120032115b10SPawel Jakub Dawidek * in different order we can get reply before we move request 120132115b10SPawel Jakub Dawidek * to recv queue. 120232115b10SPawel Jakub Dawidek */ 120332115b10SPawel Jakub Dawidek mtx_lock(&hio_recv_list_lock[ncomp]); 120432115b10SPawel Jakub Dawidek wakeup = TAILQ_EMPTY(&hio_recv_list[ncomp]); 120532115b10SPawel Jakub Dawidek TAILQ_INSERT_TAIL(&hio_recv_list[ncomp], hio, hio_next[ncomp]); 120632115b10SPawel Jakub Dawidek mtx_unlock(&hio_recv_list_lock[ncomp]); 120732115b10SPawel Jakub Dawidek if (hast_proto_send(res, res->hr_remoteout, nv, data, 120832115b10SPawel Jakub Dawidek data != NULL ? length : 0) < 0) { 120932115b10SPawel Jakub Dawidek hio->hio_errors[ncomp] = errno; 121032115b10SPawel Jakub Dawidek rw_unlock(&hio_remote_lock[ncomp]); 121132115b10SPawel Jakub Dawidek remote_close(res, ncomp); 121232115b10SPawel Jakub Dawidek pjdlog_debug(2, 121332115b10SPawel Jakub Dawidek "remote_send: (%p) Unable to send request.", hio); 121432115b10SPawel Jakub Dawidek reqlog(LOG_ERR, 0, ggio, 121532115b10SPawel Jakub Dawidek "Unable to send request (%s): ", 121632115b10SPawel Jakub Dawidek strerror(hio->hio_errors[ncomp])); 121732115b10SPawel Jakub Dawidek /* 121832115b10SPawel Jakub Dawidek * Take request back from the receive queue and move 121932115b10SPawel Jakub Dawidek * it immediately to the done queue. 122032115b10SPawel Jakub Dawidek */ 122132115b10SPawel Jakub Dawidek mtx_lock(&hio_recv_list_lock[ncomp]); 122232115b10SPawel Jakub Dawidek TAILQ_REMOVE(&hio_recv_list[ncomp], hio, hio_next[ncomp]); 122332115b10SPawel Jakub Dawidek mtx_unlock(&hio_recv_list_lock[ncomp]); 122432115b10SPawel Jakub Dawidek goto done_queue; 122532115b10SPawel Jakub Dawidek } 122632115b10SPawel Jakub Dawidek rw_unlock(&hio_remote_lock[ncomp]); 122732115b10SPawel Jakub Dawidek nv_free(nv); 122832115b10SPawel Jakub Dawidek if (wakeup) 122932115b10SPawel Jakub Dawidek cv_signal(&hio_recv_list_cond[ncomp]); 123032115b10SPawel Jakub Dawidek continue; 123132115b10SPawel Jakub Dawidek done_queue: 123232115b10SPawel Jakub Dawidek nv_free(nv); 123332115b10SPawel Jakub Dawidek if (ISSYNCREQ(hio)) { 123432115b10SPawel Jakub Dawidek if (!refcount_release(&hio->hio_countdown)) 123532115b10SPawel Jakub Dawidek continue; 123632115b10SPawel Jakub Dawidek mtx_lock(&sync_lock); 123732115b10SPawel Jakub Dawidek SYNCREQDONE(hio); 123832115b10SPawel Jakub Dawidek mtx_unlock(&sync_lock); 123932115b10SPawel Jakub Dawidek cv_signal(&sync_cond); 124032115b10SPawel Jakub Dawidek continue; 124132115b10SPawel Jakub Dawidek } 124232115b10SPawel Jakub Dawidek if (ggio->gctl_cmd == BIO_WRITE) { 124332115b10SPawel Jakub Dawidek mtx_lock(&res->hr_amp_lock); 124432115b10SPawel Jakub Dawidek if (activemap_need_sync(res->hr_amp, ggio->gctl_offset, 124532115b10SPawel Jakub Dawidek ggio->gctl_length)) { 124632115b10SPawel Jakub Dawidek (void)hast_activemap_flush(res); 124732115b10SPawel Jakub Dawidek } 124832115b10SPawel Jakub Dawidek mtx_unlock(&res->hr_amp_lock); 124932115b10SPawel Jakub Dawidek } 125032115b10SPawel Jakub Dawidek if (!refcount_release(&hio->hio_countdown)) 125132115b10SPawel Jakub Dawidek continue; 125232115b10SPawel Jakub Dawidek pjdlog_debug(2, 125332115b10SPawel Jakub Dawidek "remote_send: (%p) Moving request to the done queue.", 125432115b10SPawel Jakub Dawidek hio); 125532115b10SPawel Jakub Dawidek QUEUE_INSERT2(hio, done); 125632115b10SPawel Jakub Dawidek } 125732115b10SPawel Jakub Dawidek /* NOTREACHED */ 125832115b10SPawel Jakub Dawidek return (NULL); 125932115b10SPawel Jakub Dawidek } 126032115b10SPawel Jakub Dawidek 126132115b10SPawel Jakub Dawidek /* 126232115b10SPawel Jakub Dawidek * Thread receives answer from secondary node and passes it to ggate_send 126332115b10SPawel Jakub Dawidek * thread. 126432115b10SPawel Jakub Dawidek */ 126532115b10SPawel Jakub Dawidek static void * 126632115b10SPawel Jakub Dawidek remote_recv_thread(void *arg) 126732115b10SPawel Jakub Dawidek { 126832115b10SPawel Jakub Dawidek struct hast_resource *res = arg; 126932115b10SPawel Jakub Dawidek struct g_gate_ctl_io *ggio; 127032115b10SPawel Jakub Dawidek struct hio *hio; 127132115b10SPawel Jakub Dawidek struct nv *nv; 127232115b10SPawel Jakub Dawidek unsigned int ncomp; 127332115b10SPawel Jakub Dawidek uint64_t seq; 127432115b10SPawel Jakub Dawidek int error; 127532115b10SPawel Jakub Dawidek 127632115b10SPawel Jakub Dawidek /* Remote component is 1 for now. */ 127732115b10SPawel Jakub Dawidek ncomp = 1; 127832115b10SPawel Jakub Dawidek 127932115b10SPawel Jakub Dawidek for (;;) { 128032115b10SPawel Jakub Dawidek /* Wait until there is anything to receive. */ 128132115b10SPawel Jakub Dawidek mtx_lock(&hio_recv_list_lock[ncomp]); 128232115b10SPawel Jakub Dawidek while (TAILQ_EMPTY(&hio_recv_list[ncomp])) { 128332115b10SPawel Jakub Dawidek pjdlog_debug(2, "remote_recv: No requests, waiting."); 128432115b10SPawel Jakub Dawidek cv_wait(&hio_recv_list_cond[ncomp], 128532115b10SPawel Jakub Dawidek &hio_recv_list_lock[ncomp]); 128632115b10SPawel Jakub Dawidek } 128732115b10SPawel Jakub Dawidek mtx_unlock(&hio_recv_list_lock[ncomp]); 128832115b10SPawel Jakub Dawidek rw_rlock(&hio_remote_lock[ncomp]); 128932115b10SPawel Jakub Dawidek if (!ISCONNECTED(res, ncomp)) { 129032115b10SPawel Jakub Dawidek rw_unlock(&hio_remote_lock[ncomp]); 129132115b10SPawel Jakub Dawidek /* 129232115b10SPawel Jakub Dawidek * Connection is dead, so move all pending requests to 129332115b10SPawel Jakub Dawidek * the done queue (one-by-one). 129432115b10SPawel Jakub Dawidek */ 129532115b10SPawel Jakub Dawidek mtx_lock(&hio_recv_list_lock[ncomp]); 129632115b10SPawel Jakub Dawidek hio = TAILQ_FIRST(&hio_recv_list[ncomp]); 129732115b10SPawel Jakub Dawidek assert(hio != NULL); 129832115b10SPawel Jakub Dawidek TAILQ_REMOVE(&hio_recv_list[ncomp], hio, 129932115b10SPawel Jakub Dawidek hio_next[ncomp]); 130032115b10SPawel Jakub Dawidek mtx_unlock(&hio_recv_list_lock[ncomp]); 130132115b10SPawel Jakub Dawidek goto done_queue; 130232115b10SPawel Jakub Dawidek } 130332115b10SPawel Jakub Dawidek if (hast_proto_recv_hdr(res->hr_remotein, &nv) < 0) { 130432115b10SPawel Jakub Dawidek pjdlog_errno(LOG_ERR, 130532115b10SPawel Jakub Dawidek "Unable to receive reply header"); 130632115b10SPawel Jakub Dawidek rw_unlock(&hio_remote_lock[ncomp]); 130732115b10SPawel Jakub Dawidek remote_close(res, ncomp); 130832115b10SPawel Jakub Dawidek continue; 130932115b10SPawel Jakub Dawidek } 131032115b10SPawel Jakub Dawidek rw_unlock(&hio_remote_lock[ncomp]); 131132115b10SPawel Jakub Dawidek seq = nv_get_uint64(nv, "seq"); 131232115b10SPawel Jakub Dawidek if (seq == 0) { 131332115b10SPawel Jakub Dawidek pjdlog_error("Header contains no 'seq' field."); 131432115b10SPawel Jakub Dawidek nv_free(nv); 131532115b10SPawel Jakub Dawidek continue; 131632115b10SPawel Jakub Dawidek } 131732115b10SPawel Jakub Dawidek mtx_lock(&hio_recv_list_lock[ncomp]); 131832115b10SPawel Jakub Dawidek TAILQ_FOREACH(hio, &hio_recv_list[ncomp], hio_next[ncomp]) { 131932115b10SPawel Jakub Dawidek if (hio->hio_ggio.gctl_seq == seq) { 132032115b10SPawel Jakub Dawidek TAILQ_REMOVE(&hio_recv_list[ncomp], hio, 132132115b10SPawel Jakub Dawidek hio_next[ncomp]); 132232115b10SPawel Jakub Dawidek break; 132332115b10SPawel Jakub Dawidek } 132432115b10SPawel Jakub Dawidek } 132532115b10SPawel Jakub Dawidek mtx_unlock(&hio_recv_list_lock[ncomp]); 132632115b10SPawel Jakub Dawidek if (hio == NULL) { 132732115b10SPawel Jakub Dawidek pjdlog_error("Found no request matching received 'seq' field (%ju).", 132832115b10SPawel Jakub Dawidek (uintmax_t)seq); 132932115b10SPawel Jakub Dawidek nv_free(nv); 133032115b10SPawel Jakub Dawidek continue; 133132115b10SPawel Jakub Dawidek } 133232115b10SPawel Jakub Dawidek error = nv_get_int16(nv, "error"); 133332115b10SPawel Jakub Dawidek if (error != 0) { 133432115b10SPawel Jakub Dawidek /* Request failed on remote side. */ 133532115b10SPawel Jakub Dawidek hio->hio_errors[ncomp] = 0; 133632115b10SPawel Jakub Dawidek nv_free(nv); 133732115b10SPawel Jakub Dawidek goto done_queue; 133832115b10SPawel Jakub Dawidek } 133932115b10SPawel Jakub Dawidek ggio = &hio->hio_ggio; 134032115b10SPawel Jakub Dawidek switch (ggio->gctl_cmd) { 134132115b10SPawel Jakub Dawidek case BIO_READ: 134232115b10SPawel Jakub Dawidek rw_rlock(&hio_remote_lock[ncomp]); 134332115b10SPawel Jakub Dawidek if (!ISCONNECTED(res, ncomp)) { 134432115b10SPawel Jakub Dawidek rw_unlock(&hio_remote_lock[ncomp]); 134532115b10SPawel Jakub Dawidek nv_free(nv); 134632115b10SPawel Jakub Dawidek goto done_queue; 134732115b10SPawel Jakub Dawidek } 134832115b10SPawel Jakub Dawidek if (hast_proto_recv_data(res, res->hr_remotein, nv, 134932115b10SPawel Jakub Dawidek ggio->gctl_data, ggio->gctl_length) < 0) { 135032115b10SPawel Jakub Dawidek hio->hio_errors[ncomp] = errno; 135132115b10SPawel Jakub Dawidek pjdlog_errno(LOG_ERR, 135232115b10SPawel Jakub Dawidek "Unable to receive reply data"); 135332115b10SPawel Jakub Dawidek rw_unlock(&hio_remote_lock[ncomp]); 135432115b10SPawel Jakub Dawidek nv_free(nv); 135532115b10SPawel Jakub Dawidek remote_close(res, ncomp); 135632115b10SPawel Jakub Dawidek goto done_queue; 135732115b10SPawel Jakub Dawidek } 135832115b10SPawel Jakub Dawidek rw_unlock(&hio_remote_lock[ncomp]); 135932115b10SPawel Jakub Dawidek break; 136032115b10SPawel Jakub Dawidek case BIO_WRITE: 136132115b10SPawel Jakub Dawidek case BIO_DELETE: 136232115b10SPawel Jakub Dawidek case BIO_FLUSH: 136332115b10SPawel Jakub Dawidek break; 136432115b10SPawel Jakub Dawidek default: 136532115b10SPawel Jakub Dawidek assert(!"invalid condition"); 136632115b10SPawel Jakub Dawidek abort(); 136732115b10SPawel Jakub Dawidek } 136832115b10SPawel Jakub Dawidek hio->hio_errors[ncomp] = 0; 136932115b10SPawel Jakub Dawidek nv_free(nv); 137032115b10SPawel Jakub Dawidek done_queue: 137132115b10SPawel Jakub Dawidek if (refcount_release(&hio->hio_countdown)) { 137232115b10SPawel Jakub Dawidek if (ISSYNCREQ(hio)) { 137332115b10SPawel Jakub Dawidek mtx_lock(&sync_lock); 137432115b10SPawel Jakub Dawidek SYNCREQDONE(hio); 137532115b10SPawel Jakub Dawidek mtx_unlock(&sync_lock); 137632115b10SPawel Jakub Dawidek cv_signal(&sync_cond); 137732115b10SPawel Jakub Dawidek } else { 137832115b10SPawel Jakub Dawidek pjdlog_debug(2, 137932115b10SPawel Jakub Dawidek "remote_recv: (%p) Moving request to the done queue.", 138032115b10SPawel Jakub Dawidek hio); 138132115b10SPawel Jakub Dawidek QUEUE_INSERT2(hio, done); 138232115b10SPawel Jakub Dawidek } 138332115b10SPawel Jakub Dawidek } 138432115b10SPawel Jakub Dawidek } 138532115b10SPawel Jakub Dawidek /* NOTREACHED */ 138632115b10SPawel Jakub Dawidek return (NULL); 138732115b10SPawel Jakub Dawidek } 138832115b10SPawel Jakub Dawidek 138932115b10SPawel Jakub Dawidek /* 139032115b10SPawel Jakub Dawidek * Thread sends answer to the kernel. 139132115b10SPawel Jakub Dawidek */ 139232115b10SPawel Jakub Dawidek static void * 139332115b10SPawel Jakub Dawidek ggate_send_thread(void *arg) 139432115b10SPawel Jakub Dawidek { 139532115b10SPawel Jakub Dawidek struct hast_resource *res = arg; 139632115b10SPawel Jakub Dawidek struct g_gate_ctl_io *ggio; 139732115b10SPawel Jakub Dawidek struct hio *hio; 139832115b10SPawel Jakub Dawidek unsigned int ii, ncomp, ncomps; 139932115b10SPawel Jakub Dawidek 140032115b10SPawel Jakub Dawidek ncomps = HAST_NCOMPONENTS; 140132115b10SPawel Jakub Dawidek 140232115b10SPawel Jakub Dawidek for (;;) { 140332115b10SPawel Jakub Dawidek pjdlog_debug(2, "ggate_send: Taking request."); 140432115b10SPawel Jakub Dawidek QUEUE_TAKE2(hio, done); 140532115b10SPawel Jakub Dawidek pjdlog_debug(2, "ggate_send: (%p) Got request.", hio); 140632115b10SPawel Jakub Dawidek ggio = &hio->hio_ggio; 140732115b10SPawel Jakub Dawidek for (ii = 0; ii < ncomps; ii++) { 140832115b10SPawel Jakub Dawidek if (hio->hio_errors[ii] == 0) { 140932115b10SPawel Jakub Dawidek /* 141032115b10SPawel Jakub Dawidek * One successful request is enough to declare 141132115b10SPawel Jakub Dawidek * success. 141232115b10SPawel Jakub Dawidek */ 141332115b10SPawel Jakub Dawidek ggio->gctl_error = 0; 141432115b10SPawel Jakub Dawidek break; 141532115b10SPawel Jakub Dawidek } 141632115b10SPawel Jakub Dawidek } 141732115b10SPawel Jakub Dawidek if (ii == ncomps) { 141832115b10SPawel Jakub Dawidek /* 141932115b10SPawel Jakub Dawidek * None of the requests were successful. 142032115b10SPawel Jakub Dawidek * Use first error. 142132115b10SPawel Jakub Dawidek */ 142232115b10SPawel Jakub Dawidek ggio->gctl_error = hio->hio_errors[0]; 142332115b10SPawel Jakub Dawidek } 142432115b10SPawel Jakub Dawidek if (ggio->gctl_error == 0 && ggio->gctl_cmd == BIO_WRITE) { 142532115b10SPawel Jakub Dawidek mtx_lock(&res->hr_amp_lock); 142632115b10SPawel Jakub Dawidek activemap_write_complete(res->hr_amp, 142732115b10SPawel Jakub Dawidek ggio->gctl_offset, ggio->gctl_length); 142832115b10SPawel Jakub Dawidek mtx_unlock(&res->hr_amp_lock); 142932115b10SPawel Jakub Dawidek } 143032115b10SPawel Jakub Dawidek if (ggio->gctl_cmd == BIO_WRITE) { 143132115b10SPawel Jakub Dawidek /* 143232115b10SPawel Jakub Dawidek * Unlock range we locked. 143332115b10SPawel Jakub Dawidek */ 143432115b10SPawel Jakub Dawidek mtx_lock(&range_lock); 143532115b10SPawel Jakub Dawidek rangelock_del(range_regular, ggio->gctl_offset, 143632115b10SPawel Jakub Dawidek ggio->gctl_length); 143732115b10SPawel Jakub Dawidek if (range_sync_wait) 143832115b10SPawel Jakub Dawidek cv_signal(&range_sync_cond); 143932115b10SPawel Jakub Dawidek mtx_unlock(&range_lock); 144032115b10SPawel Jakub Dawidek /* 144132115b10SPawel Jakub Dawidek * Bump local count if this is first write after 144232115b10SPawel Jakub Dawidek * connection failure with remote node. 144332115b10SPawel Jakub Dawidek */ 144432115b10SPawel Jakub Dawidek ncomp = 1; 144532115b10SPawel Jakub Dawidek rw_rlock(&hio_remote_lock[ncomp]); 144632115b10SPawel Jakub Dawidek if (!ISCONNECTED(res, ncomp)) { 144732115b10SPawel Jakub Dawidek mtx_lock(&metadata_lock); 144832115b10SPawel Jakub Dawidek if (res->hr_primary_localcnt == 144932115b10SPawel Jakub Dawidek res->hr_secondary_remotecnt) { 145032115b10SPawel Jakub Dawidek res->hr_primary_localcnt++; 145132115b10SPawel Jakub Dawidek pjdlog_debug(1, 145232115b10SPawel Jakub Dawidek "Increasing localcnt to %ju.", 145332115b10SPawel Jakub Dawidek (uintmax_t)res->hr_primary_localcnt); 145432115b10SPawel Jakub Dawidek (void)metadata_write(res); 145532115b10SPawel Jakub Dawidek } 145632115b10SPawel Jakub Dawidek mtx_unlock(&metadata_lock); 145732115b10SPawel Jakub Dawidek } 145832115b10SPawel Jakub Dawidek rw_unlock(&hio_remote_lock[ncomp]); 145932115b10SPawel Jakub Dawidek } 146032115b10SPawel Jakub Dawidek if (ioctl(res->hr_ggatefd, G_GATE_CMD_DONE, ggio) < 0) 146132115b10SPawel Jakub Dawidek primary_exit(EX_OSERR, "G_GATE_CMD_DONE failed"); 146232115b10SPawel Jakub Dawidek pjdlog_debug(2, 146332115b10SPawel Jakub Dawidek "ggate_send: (%p) Moving request to the free queue.", hio); 146432115b10SPawel Jakub Dawidek QUEUE_INSERT2(hio, free); 146532115b10SPawel Jakub Dawidek } 146632115b10SPawel Jakub Dawidek /* NOTREACHED */ 146732115b10SPawel Jakub Dawidek return (NULL); 146832115b10SPawel Jakub Dawidek } 146932115b10SPawel Jakub Dawidek 147032115b10SPawel Jakub Dawidek /* 147132115b10SPawel Jakub Dawidek * Thread synchronize local and remote components. 147232115b10SPawel Jakub Dawidek */ 147332115b10SPawel Jakub Dawidek static void * 147432115b10SPawel Jakub Dawidek sync_thread(void *arg __unused) 147532115b10SPawel Jakub Dawidek { 147632115b10SPawel Jakub Dawidek struct hast_resource *res = arg; 147732115b10SPawel Jakub Dawidek struct hio *hio; 147832115b10SPawel Jakub Dawidek struct g_gate_ctl_io *ggio; 147932115b10SPawel Jakub Dawidek unsigned int ii, ncomp, ncomps; 148032115b10SPawel Jakub Dawidek off_t offset, length, synced; 148132115b10SPawel Jakub Dawidek bool dorewind; 148232115b10SPawel Jakub Dawidek int syncext; 148332115b10SPawel Jakub Dawidek 148432115b10SPawel Jakub Dawidek ncomps = HAST_NCOMPONENTS; 148532115b10SPawel Jakub Dawidek dorewind = true; 148632115b10SPawel Jakub Dawidek synced = 0; 148732115b10SPawel Jakub Dawidek 148832115b10SPawel Jakub Dawidek for (;;) { 148932115b10SPawel Jakub Dawidek mtx_lock(&sync_lock); 149032115b10SPawel Jakub Dawidek while (!sync_inprogress) { 149132115b10SPawel Jakub Dawidek dorewind = true; 149232115b10SPawel Jakub Dawidek synced = 0; 149332115b10SPawel Jakub Dawidek cv_wait(&sync_cond, &sync_lock); 149432115b10SPawel Jakub Dawidek } 149532115b10SPawel Jakub Dawidek mtx_unlock(&sync_lock); 149632115b10SPawel Jakub Dawidek /* 149732115b10SPawel Jakub Dawidek * Obtain offset at which we should synchronize. 149832115b10SPawel Jakub Dawidek * Rewind synchronization if needed. 149932115b10SPawel Jakub Dawidek */ 150032115b10SPawel Jakub Dawidek mtx_lock(&res->hr_amp_lock); 150132115b10SPawel Jakub Dawidek if (dorewind) 150232115b10SPawel Jakub Dawidek activemap_sync_rewind(res->hr_amp); 150332115b10SPawel Jakub Dawidek offset = activemap_sync_offset(res->hr_amp, &length, &syncext); 150432115b10SPawel Jakub Dawidek if (syncext != -1) { 150532115b10SPawel Jakub Dawidek /* 150632115b10SPawel Jakub Dawidek * We synchronized entire syncext extent, we can mark 150732115b10SPawel Jakub Dawidek * it as clean now. 150832115b10SPawel Jakub Dawidek */ 150932115b10SPawel Jakub Dawidek if (activemap_extent_complete(res->hr_amp, syncext)) 151032115b10SPawel Jakub Dawidek (void)hast_activemap_flush(res); 151132115b10SPawel Jakub Dawidek } 151232115b10SPawel Jakub Dawidek mtx_unlock(&res->hr_amp_lock); 151332115b10SPawel Jakub Dawidek if (dorewind) { 151432115b10SPawel Jakub Dawidek dorewind = false; 151532115b10SPawel Jakub Dawidek if (offset < 0) 151632115b10SPawel Jakub Dawidek pjdlog_info("Nodes are in sync."); 151732115b10SPawel Jakub Dawidek else { 151832115b10SPawel Jakub Dawidek pjdlog_info("Synchronization started. %ju bytes to go.", 151932115b10SPawel Jakub Dawidek (uintmax_t)(res->hr_extentsize * 152032115b10SPawel Jakub Dawidek activemap_ndirty(res->hr_amp))); 152132115b10SPawel Jakub Dawidek } 152232115b10SPawel Jakub Dawidek } 152332115b10SPawel Jakub Dawidek if (offset < 0) { 152432115b10SPawel Jakub Dawidek mtx_lock(&sync_lock); 152532115b10SPawel Jakub Dawidek sync_inprogress = false; 152632115b10SPawel Jakub Dawidek mtx_unlock(&sync_lock); 152732115b10SPawel Jakub Dawidek pjdlog_debug(1, "Nothing to synchronize."); 152832115b10SPawel Jakub Dawidek /* 152932115b10SPawel Jakub Dawidek * Synchronization complete, make both localcnt and 153032115b10SPawel Jakub Dawidek * remotecnt equal. 153132115b10SPawel Jakub Dawidek */ 153232115b10SPawel Jakub Dawidek ncomp = 1; 153332115b10SPawel Jakub Dawidek rw_rlock(&hio_remote_lock[ncomp]); 153432115b10SPawel Jakub Dawidek if (ISCONNECTED(res, ncomp)) { 153532115b10SPawel Jakub Dawidek if (synced > 0) { 153632115b10SPawel Jakub Dawidek pjdlog_info("Synchronization complete. " 153732115b10SPawel Jakub Dawidek "%jd bytes synchronized.", 153832115b10SPawel Jakub Dawidek (intmax_t)synced); 153932115b10SPawel Jakub Dawidek } 154032115b10SPawel Jakub Dawidek mtx_lock(&metadata_lock); 154132115b10SPawel Jakub Dawidek res->hr_syncsrc = HAST_SYNCSRC_UNDEF; 154232115b10SPawel Jakub Dawidek res->hr_primary_localcnt = 154332115b10SPawel Jakub Dawidek res->hr_secondary_localcnt; 154432115b10SPawel Jakub Dawidek res->hr_primary_remotecnt = 154532115b10SPawel Jakub Dawidek res->hr_secondary_remotecnt; 154632115b10SPawel Jakub Dawidek pjdlog_debug(1, 154732115b10SPawel Jakub Dawidek "Setting localcnt to %ju and remotecnt to %ju.", 154832115b10SPawel Jakub Dawidek (uintmax_t)res->hr_primary_localcnt, 154932115b10SPawel Jakub Dawidek (uintmax_t)res->hr_secondary_localcnt); 155032115b10SPawel Jakub Dawidek (void)metadata_write(res); 155132115b10SPawel Jakub Dawidek mtx_unlock(&metadata_lock); 155232115b10SPawel Jakub Dawidek } else if (synced > 0) { 155332115b10SPawel Jakub Dawidek pjdlog_info("Synchronization interrupted. " 155432115b10SPawel Jakub Dawidek "%jd bytes synchronized so far.", 155532115b10SPawel Jakub Dawidek (intmax_t)synced); 155632115b10SPawel Jakub Dawidek } 155732115b10SPawel Jakub Dawidek rw_unlock(&hio_remote_lock[ncomp]); 155832115b10SPawel Jakub Dawidek continue; 155932115b10SPawel Jakub Dawidek } 156032115b10SPawel Jakub Dawidek pjdlog_debug(2, "sync: Taking free request."); 156132115b10SPawel Jakub Dawidek QUEUE_TAKE2(hio, free); 156232115b10SPawel Jakub Dawidek pjdlog_debug(2, "sync: (%p) Got free request.", hio); 156332115b10SPawel Jakub Dawidek /* 156432115b10SPawel Jakub Dawidek * Lock the range we are going to synchronize. We don't want 156532115b10SPawel Jakub Dawidek * race where someone writes between our read and write. 156632115b10SPawel Jakub Dawidek */ 156732115b10SPawel Jakub Dawidek for (;;) { 156832115b10SPawel Jakub Dawidek mtx_lock(&range_lock); 156932115b10SPawel Jakub Dawidek if (rangelock_islocked(range_regular, offset, length)) { 157032115b10SPawel Jakub Dawidek pjdlog_debug(2, 157132115b10SPawel Jakub Dawidek "sync: Range offset=%jd length=%jd locked.", 157232115b10SPawel Jakub Dawidek (intmax_t)offset, (intmax_t)length); 157332115b10SPawel Jakub Dawidek range_sync_wait = true; 157432115b10SPawel Jakub Dawidek cv_wait(&range_sync_cond, &range_lock); 157532115b10SPawel Jakub Dawidek range_sync_wait = false; 157632115b10SPawel Jakub Dawidek mtx_unlock(&range_lock); 157732115b10SPawel Jakub Dawidek continue; 157832115b10SPawel Jakub Dawidek } 157932115b10SPawel Jakub Dawidek if (rangelock_add(range_sync, offset, length) < 0) { 158032115b10SPawel Jakub Dawidek mtx_unlock(&range_lock); 158132115b10SPawel Jakub Dawidek pjdlog_debug(2, 158232115b10SPawel Jakub Dawidek "sync: Range offset=%jd length=%jd is already locked, waiting.", 158332115b10SPawel Jakub Dawidek (intmax_t)offset, (intmax_t)length); 158432115b10SPawel Jakub Dawidek sleep(1); 158532115b10SPawel Jakub Dawidek continue; 158632115b10SPawel Jakub Dawidek } 158732115b10SPawel Jakub Dawidek mtx_unlock(&range_lock); 158832115b10SPawel Jakub Dawidek break; 158932115b10SPawel Jakub Dawidek } 159032115b10SPawel Jakub Dawidek /* 159132115b10SPawel Jakub Dawidek * First read the data from synchronization source. 159232115b10SPawel Jakub Dawidek */ 159332115b10SPawel Jakub Dawidek SYNCREQ(hio); 159432115b10SPawel Jakub Dawidek ggio = &hio->hio_ggio; 159532115b10SPawel Jakub Dawidek ggio->gctl_cmd = BIO_READ; 159632115b10SPawel Jakub Dawidek ggio->gctl_offset = offset; 159732115b10SPawel Jakub Dawidek ggio->gctl_length = length; 159832115b10SPawel Jakub Dawidek ggio->gctl_error = 0; 159932115b10SPawel Jakub Dawidek for (ii = 0; ii < ncomps; ii++) 160032115b10SPawel Jakub Dawidek hio->hio_errors[ii] = EINVAL; 160132115b10SPawel Jakub Dawidek reqlog(LOG_DEBUG, 2, ggio, "sync: (%p) Sending sync request: ", 160232115b10SPawel Jakub Dawidek hio); 160332115b10SPawel Jakub Dawidek pjdlog_debug(2, "sync: (%p) Moving request to the send queue.", 160432115b10SPawel Jakub Dawidek hio); 160532115b10SPawel Jakub Dawidek mtx_lock(&metadata_lock); 160632115b10SPawel Jakub Dawidek if (res->hr_syncsrc == HAST_SYNCSRC_PRIMARY) { 160732115b10SPawel Jakub Dawidek /* 160832115b10SPawel Jakub Dawidek * This range is up-to-date on local component, 160932115b10SPawel Jakub Dawidek * so handle request locally. 161032115b10SPawel Jakub Dawidek */ 161132115b10SPawel Jakub Dawidek /* Local component is 0 for now. */ 161232115b10SPawel Jakub Dawidek ncomp = 0; 161332115b10SPawel Jakub Dawidek } else /* if (res->hr_syncsrc == HAST_SYNCSRC_SECONDARY) */ { 161432115b10SPawel Jakub Dawidek assert(res->hr_syncsrc == HAST_SYNCSRC_SECONDARY); 161532115b10SPawel Jakub Dawidek /* 161632115b10SPawel Jakub Dawidek * This range is out-of-date on local component, 161732115b10SPawel Jakub Dawidek * so send request to the remote node. 161832115b10SPawel Jakub Dawidek */ 161932115b10SPawel Jakub Dawidek /* Remote component is 1 for now. */ 162032115b10SPawel Jakub Dawidek ncomp = 1; 162132115b10SPawel Jakub Dawidek } 162232115b10SPawel Jakub Dawidek mtx_unlock(&metadata_lock); 162332115b10SPawel Jakub Dawidek refcount_init(&hio->hio_countdown, 1); 162432115b10SPawel Jakub Dawidek QUEUE_INSERT1(hio, send, ncomp); 162532115b10SPawel Jakub Dawidek 162632115b10SPawel Jakub Dawidek /* 162732115b10SPawel Jakub Dawidek * Let's wait for READ to finish. 162832115b10SPawel Jakub Dawidek */ 162932115b10SPawel Jakub Dawidek mtx_lock(&sync_lock); 163032115b10SPawel Jakub Dawidek while (!ISSYNCREQDONE(hio)) 163132115b10SPawel Jakub Dawidek cv_wait(&sync_cond, &sync_lock); 163232115b10SPawel Jakub Dawidek mtx_unlock(&sync_lock); 163332115b10SPawel Jakub Dawidek 163432115b10SPawel Jakub Dawidek if (hio->hio_errors[ncomp] != 0) { 163532115b10SPawel Jakub Dawidek pjdlog_error("Unable to read synchronization data: %s.", 163632115b10SPawel Jakub Dawidek strerror(hio->hio_errors[ncomp])); 163732115b10SPawel Jakub Dawidek goto free_queue; 163832115b10SPawel Jakub Dawidek } 163932115b10SPawel Jakub Dawidek 164032115b10SPawel Jakub Dawidek /* 164132115b10SPawel Jakub Dawidek * We read the data from synchronization source, now write it 164232115b10SPawel Jakub Dawidek * to synchronization target. 164332115b10SPawel Jakub Dawidek */ 164432115b10SPawel Jakub Dawidek SYNCREQ(hio); 164532115b10SPawel Jakub Dawidek ggio->gctl_cmd = BIO_WRITE; 164632115b10SPawel Jakub Dawidek for (ii = 0; ii < ncomps; ii++) 164732115b10SPawel Jakub Dawidek hio->hio_errors[ii] = EINVAL; 164832115b10SPawel Jakub Dawidek reqlog(LOG_DEBUG, 2, ggio, "sync: (%p) Sending sync request: ", 164932115b10SPawel Jakub Dawidek hio); 165032115b10SPawel Jakub Dawidek pjdlog_debug(2, "sync: (%p) Moving request to the send queue.", 165132115b10SPawel Jakub Dawidek hio); 165232115b10SPawel Jakub Dawidek mtx_lock(&metadata_lock); 165332115b10SPawel Jakub Dawidek if (res->hr_syncsrc == HAST_SYNCSRC_PRIMARY) { 165432115b10SPawel Jakub Dawidek /* 165532115b10SPawel Jakub Dawidek * This range is up-to-date on local component, 165632115b10SPawel Jakub Dawidek * so we update remote component. 165732115b10SPawel Jakub Dawidek */ 165832115b10SPawel Jakub Dawidek /* Remote component is 1 for now. */ 165932115b10SPawel Jakub Dawidek ncomp = 1; 166032115b10SPawel Jakub Dawidek } else /* if (res->hr_syncsrc == HAST_SYNCSRC_SECONDARY) */ { 166132115b10SPawel Jakub Dawidek assert(res->hr_syncsrc == HAST_SYNCSRC_SECONDARY); 166232115b10SPawel Jakub Dawidek /* 166332115b10SPawel Jakub Dawidek * This range is out-of-date on local component, 166432115b10SPawel Jakub Dawidek * so we update it. 166532115b10SPawel Jakub Dawidek */ 166632115b10SPawel Jakub Dawidek /* Local component is 0 for now. */ 166732115b10SPawel Jakub Dawidek ncomp = 0; 166832115b10SPawel Jakub Dawidek } 166932115b10SPawel Jakub Dawidek mtx_unlock(&metadata_lock); 167032115b10SPawel Jakub Dawidek 167132115b10SPawel Jakub Dawidek pjdlog_debug(2, "sync: (%p) Moving request to the send queues.", 167232115b10SPawel Jakub Dawidek hio); 167332115b10SPawel Jakub Dawidek refcount_init(&hio->hio_countdown, 1); 167432115b10SPawel Jakub Dawidek QUEUE_INSERT1(hio, send, ncomp); 167532115b10SPawel Jakub Dawidek 167632115b10SPawel Jakub Dawidek /* 167732115b10SPawel Jakub Dawidek * Let's wait for WRITE to finish. 167832115b10SPawel Jakub Dawidek */ 167932115b10SPawel Jakub Dawidek mtx_lock(&sync_lock); 168032115b10SPawel Jakub Dawidek while (!ISSYNCREQDONE(hio)) 168132115b10SPawel Jakub Dawidek cv_wait(&sync_cond, &sync_lock); 168232115b10SPawel Jakub Dawidek mtx_unlock(&sync_lock); 168332115b10SPawel Jakub Dawidek 168432115b10SPawel Jakub Dawidek if (hio->hio_errors[ncomp] != 0) { 168532115b10SPawel Jakub Dawidek pjdlog_error("Unable to write synchronization data: %s.", 168632115b10SPawel Jakub Dawidek strerror(hio->hio_errors[ncomp])); 168732115b10SPawel Jakub Dawidek goto free_queue; 168832115b10SPawel Jakub Dawidek } 168932115b10SPawel Jakub Dawidek free_queue: 169032115b10SPawel Jakub Dawidek mtx_lock(&range_lock); 169132115b10SPawel Jakub Dawidek rangelock_del(range_sync, offset, length); 169232115b10SPawel Jakub Dawidek if (range_regular_wait) 169332115b10SPawel Jakub Dawidek cv_signal(&range_regular_cond); 169432115b10SPawel Jakub Dawidek mtx_unlock(&range_lock); 169532115b10SPawel Jakub Dawidek 169632115b10SPawel Jakub Dawidek synced += length; 169732115b10SPawel Jakub Dawidek 169832115b10SPawel Jakub Dawidek pjdlog_debug(2, "sync: (%p) Moving request to the free queue.", 169932115b10SPawel Jakub Dawidek hio); 170032115b10SPawel Jakub Dawidek QUEUE_INSERT2(hio, free); 170132115b10SPawel Jakub Dawidek } 170232115b10SPawel Jakub Dawidek /* NOTREACHED */ 170332115b10SPawel Jakub Dawidek return (NULL); 170432115b10SPawel Jakub Dawidek } 170532115b10SPawel Jakub Dawidek 170632115b10SPawel Jakub Dawidek static void 170732115b10SPawel Jakub Dawidek sighandler(int sig) 170832115b10SPawel Jakub Dawidek { 170932115b10SPawel Jakub Dawidek bool unlock; 171032115b10SPawel Jakub Dawidek 171132115b10SPawel Jakub Dawidek switch (sig) { 171232115b10SPawel Jakub Dawidek case SIGINT: 171332115b10SPawel Jakub Dawidek case SIGTERM: 171432115b10SPawel Jakub Dawidek sigexit_received = true; 171532115b10SPawel Jakub Dawidek break; 171632115b10SPawel Jakub Dawidek default: 171732115b10SPawel Jakub Dawidek assert(!"invalid condition"); 171832115b10SPawel Jakub Dawidek } 171932115b10SPawel Jakub Dawidek /* 172032115b10SPawel Jakub Dawidek * XXX: Racy, but if we cannot obtain hio_guard_lock here, we don't 172132115b10SPawel Jakub Dawidek * want to risk deadlock. 172232115b10SPawel Jakub Dawidek */ 172332115b10SPawel Jakub Dawidek unlock = mtx_trylock(&hio_guard_lock); 172432115b10SPawel Jakub Dawidek cv_signal(&hio_guard_cond); 172532115b10SPawel Jakub Dawidek if (unlock) 172632115b10SPawel Jakub Dawidek mtx_unlock(&hio_guard_lock); 172732115b10SPawel Jakub Dawidek } 172832115b10SPawel Jakub Dawidek 172932115b10SPawel Jakub Dawidek /* 173032115b10SPawel Jakub Dawidek * Thread guards remote connections and reconnects when needed, handles 173132115b10SPawel Jakub Dawidek * signals, etc. 173232115b10SPawel Jakub Dawidek */ 173332115b10SPawel Jakub Dawidek static void * 173432115b10SPawel Jakub Dawidek guard_thread(void *arg) 173532115b10SPawel Jakub Dawidek { 173632115b10SPawel Jakub Dawidek struct hast_resource *res = arg; 17370d9014f3SPawel Jakub Dawidek struct proto_conn *in, *out; 173832115b10SPawel Jakub Dawidek unsigned int ii, ncomps; 173932115b10SPawel Jakub Dawidek int timeout; 174032115b10SPawel Jakub Dawidek 174132115b10SPawel Jakub Dawidek ncomps = HAST_NCOMPONENTS; 174232115b10SPawel Jakub Dawidek /* The is only one remote component for now. */ 174332115b10SPawel Jakub Dawidek #define ISREMOTE(no) ((no) == 1) 174432115b10SPawel Jakub Dawidek 174532115b10SPawel Jakub Dawidek for (;;) { 174632115b10SPawel Jakub Dawidek if (sigexit_received) { 174732115b10SPawel Jakub Dawidek primary_exitx(EX_OK, 174832115b10SPawel Jakub Dawidek "Termination signal received, exiting."); 174932115b10SPawel Jakub Dawidek } 175032115b10SPawel Jakub Dawidek /* 175132115b10SPawel Jakub Dawidek * If all the connection will be fine, we will sleep until 175232115b10SPawel Jakub Dawidek * someone wakes us up. 175332115b10SPawel Jakub Dawidek * If any of the connections will be broken and we won't be 175432115b10SPawel Jakub Dawidek * able to connect, we will sleep only for RECONNECT_SLEEP 175532115b10SPawel Jakub Dawidek * seconds so we can retry soon. 175632115b10SPawel Jakub Dawidek */ 175732115b10SPawel Jakub Dawidek timeout = 0; 175832115b10SPawel Jakub Dawidek pjdlog_debug(2, "remote_guard: Checking connections."); 175932115b10SPawel Jakub Dawidek mtx_lock(&hio_guard_lock); 176032115b10SPawel Jakub Dawidek for (ii = 0; ii < ncomps; ii++) { 176132115b10SPawel Jakub Dawidek if (!ISREMOTE(ii)) 176232115b10SPawel Jakub Dawidek continue; 176332115b10SPawel Jakub Dawidek rw_rlock(&hio_remote_lock[ii]); 176432115b10SPawel Jakub Dawidek if (ISCONNECTED(res, ii)) { 176532115b10SPawel Jakub Dawidek assert(res->hr_remotein != NULL); 176632115b10SPawel Jakub Dawidek assert(res->hr_remoteout != NULL); 176732115b10SPawel Jakub Dawidek rw_unlock(&hio_remote_lock[ii]); 176832115b10SPawel Jakub Dawidek pjdlog_debug(2, 176932115b10SPawel Jakub Dawidek "remote_guard: Connection to %s is ok.", 177032115b10SPawel Jakub Dawidek res->hr_remoteaddr); 1771*f377917cSPawel Jakub Dawidek } else if (real_remote(res)) { 177232115b10SPawel Jakub Dawidek assert(res->hr_remotein == NULL); 177332115b10SPawel Jakub Dawidek assert(res->hr_remoteout == NULL); 177432115b10SPawel Jakub Dawidek /* 177532115b10SPawel Jakub Dawidek * Upgrade the lock. It doesn't have to be 177632115b10SPawel Jakub Dawidek * atomic as no other thread can change 177732115b10SPawel Jakub Dawidek * connection status from disconnected to 177832115b10SPawel Jakub Dawidek * connected. 177932115b10SPawel Jakub Dawidek */ 178032115b10SPawel Jakub Dawidek rw_unlock(&hio_remote_lock[ii]); 178132115b10SPawel Jakub Dawidek pjdlog_debug(2, 178232115b10SPawel Jakub Dawidek "remote_guard: Reconnecting to %s.", 178332115b10SPawel Jakub Dawidek res->hr_remoteaddr); 17840d9014f3SPawel Jakub Dawidek in = out = NULL; 17850d9014f3SPawel Jakub Dawidek if (init_remote(res, &in, &out)) { 17860d9014f3SPawel Jakub Dawidek rw_wlock(&hio_remote_lock[ii]); 17870d9014f3SPawel Jakub Dawidek assert(res->hr_remotein == NULL); 17880d9014f3SPawel Jakub Dawidek assert(res->hr_remoteout == NULL); 17890d9014f3SPawel Jakub Dawidek assert(in != NULL && out != NULL); 17900d9014f3SPawel Jakub Dawidek res->hr_remotein = in; 17910d9014f3SPawel Jakub Dawidek res->hr_remoteout = out; 17920d9014f3SPawel Jakub Dawidek rw_unlock(&hio_remote_lock[ii]); 179332115b10SPawel Jakub Dawidek pjdlog_info("Successfully reconnected to %s.", 179432115b10SPawel Jakub Dawidek res->hr_remoteaddr); 17950d9014f3SPawel Jakub Dawidek sync_start(); 179632115b10SPawel Jakub Dawidek } else { 179732115b10SPawel Jakub Dawidek /* Both connections should be NULL. */ 179832115b10SPawel Jakub Dawidek assert(res->hr_remotein == NULL); 179932115b10SPawel Jakub Dawidek assert(res->hr_remoteout == NULL); 18000d9014f3SPawel Jakub Dawidek assert(in == NULL && out == NULL); 180132115b10SPawel Jakub Dawidek pjdlog_debug(2, 180232115b10SPawel Jakub Dawidek "remote_guard: Reconnect to %s failed.", 180332115b10SPawel Jakub Dawidek res->hr_remoteaddr); 180432115b10SPawel Jakub Dawidek timeout = RECONNECT_SLEEP; 180532115b10SPawel Jakub Dawidek } 1806*f377917cSPawel Jakub Dawidek } else { 1807*f377917cSPawel Jakub Dawidek rw_unlock(&hio_remote_lock[ii]); 180832115b10SPawel Jakub Dawidek } 180932115b10SPawel Jakub Dawidek } 181032115b10SPawel Jakub Dawidek (void)cv_timedwait(&hio_guard_cond, &hio_guard_lock, timeout); 181132115b10SPawel Jakub Dawidek mtx_unlock(&hio_guard_lock); 181232115b10SPawel Jakub Dawidek } 181332115b10SPawel Jakub Dawidek #undef ISREMOTE 181432115b10SPawel Jakub Dawidek /* NOTREACHED */ 181532115b10SPawel Jakub Dawidek return (NULL); 181632115b10SPawel Jakub Dawidek } 1817