xref: /freebsd/sbin/hastd/hast.h (revision b3e7694832e81d7a904a10f525f8797b753bf0d3)
132115b10SPawel Jakub Dawidek /*-
2*4d846d26SWarner Losh  * SPDX-License-Identifier: BSD-2-Clause
31de7b4b8SPedro F. Giffuni  *
432115b10SPawel Jakub Dawidek  * Copyright (c) 2009-2010 The FreeBSD Foundation
51fee97b0SPawel Jakub Dawidek  * Copyright (c) 2011 Pawel Jakub Dawidek <pawel@dawidek.net>
632115b10SPawel Jakub Dawidek  * All rights reserved.
732115b10SPawel Jakub Dawidek  *
832115b10SPawel Jakub Dawidek  * This software was developed by Pawel Jakub Dawidek under sponsorship from
932115b10SPawel Jakub Dawidek  * the FreeBSD Foundation.
1032115b10SPawel Jakub Dawidek  *
1132115b10SPawel Jakub Dawidek  * Redistribution and use in source and binary forms, with or without
1232115b10SPawel Jakub Dawidek  * modification, are permitted provided that the following conditions
1332115b10SPawel Jakub Dawidek  * are met:
1432115b10SPawel Jakub Dawidek  * 1. Redistributions of source code must retain the above copyright
1532115b10SPawel Jakub Dawidek  *    notice, this list of conditions and the following disclaimer.
1632115b10SPawel Jakub Dawidek  * 2. Redistributions in binary form must reproduce the above copyright
1732115b10SPawel Jakub Dawidek  *    notice, this list of conditions and the following disclaimer in the
1832115b10SPawel Jakub Dawidek  *    documentation and/or other materials provided with the distribution.
1932115b10SPawel Jakub Dawidek  *
2032115b10SPawel Jakub Dawidek  * THIS SOFTWARE IS PROVIDED BY THE AUTHORS AND CONTRIBUTORS ``AS IS'' AND
2132115b10SPawel Jakub Dawidek  * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
2232115b10SPawel Jakub Dawidek  * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
2332115b10SPawel Jakub Dawidek  * ARE DISCLAIMED.  IN NO EVENT SHALL THE AUTHORS OR CONTRIBUTORS BE LIABLE
2432115b10SPawel Jakub Dawidek  * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
2532115b10SPawel Jakub Dawidek  * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
2632115b10SPawel Jakub Dawidek  * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
2732115b10SPawel Jakub Dawidek  * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
2832115b10SPawel Jakub Dawidek  * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
2932115b10SPawel Jakub Dawidek  * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
3032115b10SPawel Jakub Dawidek  * SUCH DAMAGE.
3132115b10SPawel Jakub Dawidek  */
3232115b10SPawel Jakub Dawidek 
3332115b10SPawel Jakub Dawidek #ifndef	_HAST_H_
3432115b10SPawel Jakub Dawidek #define	_HAST_H_
3532115b10SPawel Jakub Dawidek 
3632115b10SPawel Jakub Dawidek #include <sys/queue.h>
3732115b10SPawel Jakub Dawidek #include <sys/socket.h>
3832115b10SPawel Jakub Dawidek 
3932115b10SPawel Jakub Dawidek #include <arpa/inet.h>
4032115b10SPawel Jakub Dawidek 
4132115b10SPawel Jakub Dawidek #include <netinet/in.h>
4232115b10SPawel Jakub Dawidek 
4332115b10SPawel Jakub Dawidek #include <limits.h>
4432115b10SPawel Jakub Dawidek #include <pthread.h>
4532115b10SPawel Jakub Dawidek #include <stdbool.h>
4632115b10SPawel Jakub Dawidek #include <stdint.h>
4732115b10SPawel Jakub Dawidek 
4832115b10SPawel Jakub Dawidek #include <activemap.h>
4932115b10SPawel Jakub Dawidek 
5032115b10SPawel Jakub Dawidek #include "proto.h"
5132115b10SPawel Jakub Dawidek 
52f7fe83f9SPawel Jakub Dawidek /*
53f7fe83f9SPawel Jakub Dawidek  * Version history:
54f7fe83f9SPawel Jakub Dawidek  * 0 - initial version
55f7fe83f9SPawel Jakub Dawidek  * 1 - HIO_KEEPALIVE added
56d6e636c9SPawel Jakub Dawidek  * 2 - "memsync" and "received" attributes added for memsync mode
57f7fe83f9SPawel Jakub Dawidek  */
58d6e636c9SPawel Jakub Dawidek #define	HAST_PROTO_VERSION	2
5932115b10SPawel Jakub Dawidek 
6032115b10SPawel Jakub Dawidek #define	EHAST_OK		0
6132115b10SPawel Jakub Dawidek #define	EHAST_NOENTRY		1
6232115b10SPawel Jakub Dawidek #define	EHAST_INVALID		2
6332115b10SPawel Jakub Dawidek #define	EHAST_NOMEMORY		3
6432115b10SPawel Jakub Dawidek #define	EHAST_UNIMPLEMENTED	4
6532115b10SPawel Jakub Dawidek 
6632115b10SPawel Jakub Dawidek #define	HASTCTL_CMD_UNKNOWN	0
6732115b10SPawel Jakub Dawidek #define	HASTCTL_CMD_SETROLE	1
6832115b10SPawel Jakub Dawidek #define	HASTCTL_CMD_STATUS	2
6932115b10SPawel Jakub Dawidek 
7032115b10SPawel Jakub Dawidek #define	HAST_ROLE_UNDEF		0
7132115b10SPawel Jakub Dawidek #define	HAST_ROLE_INIT		1
7232115b10SPawel Jakub Dawidek #define	HAST_ROLE_PRIMARY	2
7332115b10SPawel Jakub Dawidek #define	HAST_ROLE_SECONDARY	3
7432115b10SPawel Jakub Dawidek 
7532115b10SPawel Jakub Dawidek #define	HAST_SYNCSRC_UNDEF	0
7632115b10SPawel Jakub Dawidek #define	HAST_SYNCSRC_PRIMARY	1
7732115b10SPawel Jakub Dawidek #define	HAST_SYNCSRC_SECONDARY	2
7832115b10SPawel Jakub Dawidek 
7932115b10SPawel Jakub Dawidek #define	HIO_UNDEF		0
8032115b10SPawel Jakub Dawidek #define	HIO_READ		1
8132115b10SPawel Jakub Dawidek #define	HIO_WRITE		2
8232115b10SPawel Jakub Dawidek #define	HIO_DELETE		3
8332115b10SPawel Jakub Dawidek #define	HIO_FLUSH		4
84f7fe83f9SPawel Jakub Dawidek #define	HIO_KEEPALIVE		5
8532115b10SPawel Jakub Dawidek 
8649499e98SPawel Jakub Dawidek #define	HAST_USER		"hast"
8739526f7fSPawel Jakub Dawidek #define	HAST_TIMEOUT		20
8832115b10SPawel Jakub Dawidek #define	HAST_CONFIG		"/etc/hast.conf"
8932115b10SPawel Jakub Dawidek #define	HAST_CONTROL		"/var/run/hastctl"
90a87399baSPawel Jakub Dawidek #define	HASTD_LISTEN_TCP4	"tcp4://0.0.0.0:8457"
91a87399baSPawel Jakub Dawidek #define	HASTD_LISTEN_TCP6	"tcp6://[::]:8457"
9232115b10SPawel Jakub Dawidek #define	HASTD_PIDFILE		"/var/run/hastd.pid"
9332115b10SPawel Jakub Dawidek 
9432115b10SPawel Jakub Dawidek /* Default extent size. */
9532115b10SPawel Jakub Dawidek #define	HAST_EXTENTSIZE	2097152
9632115b10SPawel Jakub Dawidek /* Default maximum number of extents that are kept dirty. */
9732115b10SPawel Jakub Dawidek #define	HAST_KEEPDIRTY	64
9832115b10SPawel Jakub Dawidek 
9932115b10SPawel Jakub Dawidek #define	HAST_ADDRSIZE	1024
10032115b10SPawel Jakub Dawidek #define	HAST_TOKEN_SIZE	16
10132115b10SPawel Jakub Dawidek 
1028d7dcf14SMikolaj Golub /* Number of seconds to sleep between reconnect retries or keepalive packets. */
1038d7dcf14SMikolaj Golub #define	HAST_KEEPALIVE	10
1048d7dcf14SMikolaj Golub 
105d4cb6369SPawel Jakub Dawidek struct hastd_listen {
106d4cb6369SPawel Jakub Dawidek 	/* Address to listen on. */
107d4cb6369SPawel Jakub Dawidek 	char	 hl_addr[HAST_ADDRSIZE];
108d4cb6369SPawel Jakub Dawidek 	/* Protocol-specific data. */
109d4cb6369SPawel Jakub Dawidek 	struct proto_conn *hl_conn;
110d4cb6369SPawel Jakub Dawidek 	TAILQ_ENTRY(hastd_listen) hl_next;
111d4cb6369SPawel Jakub Dawidek };
112d4cb6369SPawel Jakub Dawidek 
11332115b10SPawel Jakub Dawidek struct hastd_config {
11432115b10SPawel Jakub Dawidek 	/* Address to communicate with hastctl(8). */
11532115b10SPawel Jakub Dawidek 	char	hc_controladdr[HAST_ADDRSIZE];
11632115b10SPawel Jakub Dawidek 	/* Protocol-specific data. */
11732115b10SPawel Jakub Dawidek 	struct proto_conn *hc_controlconn;
11819654a23SPawel Jakub Dawidek 	/* Incoming control connection. */
11919654a23SPawel Jakub Dawidek 	struct proto_conn *hc_controlin;
120bd738d63SPawel Jakub Dawidek 	/* PID file path. */
121bd738d63SPawel Jakub Dawidek 	char	hc_pidfile[PATH_MAX];
122d4cb6369SPawel Jakub Dawidek 	/* List of addresses to listen on. */
123d4cb6369SPawel Jakub Dawidek 	TAILQ_HEAD(, hastd_listen) hc_listen;
12432115b10SPawel Jakub Dawidek 	/* List of resources. */
12532115b10SPawel Jakub Dawidek 	TAILQ_HEAD(, hast_resource) hc_resources;
12632115b10SPawel Jakub Dawidek };
12732115b10SPawel Jakub Dawidek 
12832115b10SPawel Jakub Dawidek #define	HAST_REPLICATION_FULLSYNC	0
12932115b10SPawel Jakub Dawidek #define	HAST_REPLICATION_MEMSYNC	1
13032115b10SPawel Jakub Dawidek #define	HAST_REPLICATION_ASYNC		2
13132115b10SPawel Jakub Dawidek 
1328cd3d45aSPawel Jakub Dawidek #define	HAST_COMPRESSION_NONE	0
1338cd3d45aSPawel Jakub Dawidek #define	HAST_COMPRESSION_HOLE	1
1348cd3d45aSPawel Jakub Dawidek #define	HAST_COMPRESSION_LZF	2
1358cd3d45aSPawel Jakub Dawidek 
1361fee97b0SPawel Jakub Dawidek #define	HAST_CHECKSUM_NONE	0
1371fee97b0SPawel Jakub Dawidek #define	HAST_CHECKSUM_CRC32	1
1381fee97b0SPawel Jakub Dawidek #define	HAST_CHECKSUM_SHA256	2
1391fee97b0SPawel Jakub Dawidek 
1406b66c350SMikolaj Golub struct nv;
1416b66c350SMikolaj Golub 
14232115b10SPawel Jakub Dawidek /*
14332115b10SPawel Jakub Dawidek  * Structure that describes single resource.
14432115b10SPawel Jakub Dawidek  */
14532115b10SPawel Jakub Dawidek struct hast_resource {
14632115b10SPawel Jakub Dawidek 	/* Resource name. */
14732115b10SPawel Jakub Dawidek 	char	hr_name[NAME_MAX];
148d6e636c9SPawel Jakub Dawidek 	/* Negotiated replication mode (HAST_REPLICATION_*). */
14932115b10SPawel Jakub Dawidek 	int	hr_replication;
150d6e636c9SPawel Jakub Dawidek 	/* Configured replication mode (HAST_REPLICATION_*). */
151d6e636c9SPawel Jakub Dawidek 	int	hr_original_replication;
15232115b10SPawel Jakub Dawidek 	/* Provider name that will appear in /dev/hast/. */
15332115b10SPawel Jakub Dawidek 	char	hr_provname[NAME_MAX];
15432115b10SPawel Jakub Dawidek 	/* Synchronization extent size. */
15532115b10SPawel Jakub Dawidek 	int	hr_extentsize;
15632115b10SPawel Jakub Dawidek 	/* Maximum number of extents that are kept dirty. */
15732115b10SPawel Jakub Dawidek 	int	hr_keepdirty;
1580becad39SPawel Jakub Dawidek 	/* Path to a program to execute on various events. */
1590becad39SPawel Jakub Dawidek 	char	hr_exec[PATH_MAX];
1608cd3d45aSPawel Jakub Dawidek 	/* Compression algorithm. */
1618cd3d45aSPawel Jakub Dawidek 	int	hr_compression;
1621fee97b0SPawel Jakub Dawidek 	/* Checksum algorithm. */
1631fee97b0SPawel Jakub Dawidek 	int	hr_checksum;
164d6e636c9SPawel Jakub Dawidek 	/* Protocol version. */
165d6e636c9SPawel Jakub Dawidek 	int	hr_version;
16632115b10SPawel Jakub Dawidek 
16732115b10SPawel Jakub Dawidek 	/* Path to local component. */
16832115b10SPawel Jakub Dawidek 	char	hr_localpath[PATH_MAX];
16932115b10SPawel Jakub Dawidek 	/* Descriptor to access local component. */
17032115b10SPawel Jakub Dawidek 	int	hr_localfd;
17132115b10SPawel Jakub Dawidek 	/* Offset into local component. */
17232115b10SPawel Jakub Dawidek 	off_t	hr_localoff;
17332115b10SPawel Jakub Dawidek 	/* Size of usable space. */
17432115b10SPawel Jakub Dawidek 	off_t	hr_datasize;
17532115b10SPawel Jakub Dawidek 	/* Size of entire local provider. */
17632115b10SPawel Jakub Dawidek 	off_t	hr_local_mediasize;
17732115b10SPawel Jakub Dawidek 	/* Sector size of local provider. */
17832115b10SPawel Jakub Dawidek 	unsigned int hr_local_sectorsize;
17912daf727SPawel Jakub Dawidek 	/* Is flushing write cache supported by the local provider? */
18012daf727SPawel Jakub Dawidek 	bool	hr_localflush;
181518dd4c0SPawel Jakub Dawidek 	/* Flush write cache on metadata updates? */
182518dd4c0SPawel Jakub Dawidek 	int	hr_metaflush;
18332115b10SPawel Jakub Dawidek 
18432115b10SPawel Jakub Dawidek 	/* Descriptor for /dev/ggctl communication. */
18532115b10SPawel Jakub Dawidek 	int	hr_ggatefd;
18632115b10SPawel Jakub Dawidek 	/* Unit number for ggate communication. */
18732115b10SPawel Jakub Dawidek 	int	hr_ggateunit;
18832115b10SPawel Jakub Dawidek 
18932115b10SPawel Jakub Dawidek 	/* Address of the remote component. */
19032115b10SPawel Jakub Dawidek 	char	hr_remoteaddr[HAST_ADDRSIZE];
1910b626a28SPawel Jakub Dawidek 	/* Local address to bind to for outgoing connections. */
1920b626a28SPawel Jakub Dawidek 	char	hr_sourceaddr[HAST_ADDRSIZE];
19332115b10SPawel Jakub Dawidek 	/* Connection for incoming data. */
19432115b10SPawel Jakub Dawidek 	struct proto_conn *hr_remotein;
19532115b10SPawel Jakub Dawidek 	/* Connection for outgoing data. */
19632115b10SPawel Jakub Dawidek 	struct proto_conn *hr_remoteout;
19732115b10SPawel Jakub Dawidek 	/* Token to verify both in and out connection are coming from
19832115b10SPawel Jakub Dawidek 	   the same node (not necessarily from the same address). */
19932115b10SPawel Jakub Dawidek 	unsigned char hr_token[HAST_TOKEN_SIZE];
2005571414cSPawel Jakub Dawidek 	/* Connection timeout. */
2015571414cSPawel Jakub Dawidek 	int	hr_timeout;
20232115b10SPawel Jakub Dawidek 
20332115b10SPawel Jakub Dawidek 	/* Resource unique identifier. */
20432115b10SPawel Jakub Dawidek 	uint64_t hr_resuid;
20532115b10SPawel Jakub Dawidek 	/* Primary's local modification count. */
20632115b10SPawel Jakub Dawidek 	uint64_t hr_primary_localcnt;
20732115b10SPawel Jakub Dawidek 	/* Primary's remote modification count. */
20832115b10SPawel Jakub Dawidek 	uint64_t hr_primary_remotecnt;
20932115b10SPawel Jakub Dawidek 	/* Secondary's local modification count. */
21032115b10SPawel Jakub Dawidek 	uint64_t hr_secondary_localcnt;
21132115b10SPawel Jakub Dawidek 	/* Secondary's remote modification count. */
21232115b10SPawel Jakub Dawidek 	uint64_t hr_secondary_remotecnt;
21332115b10SPawel Jakub Dawidek 	/* Synchronization source. */
21432115b10SPawel Jakub Dawidek 	uint8_t hr_syncsrc;
21532115b10SPawel Jakub Dawidek 
21632115b10SPawel Jakub Dawidek 	/* Resource role: HAST_ROLE_{INIT,PRIMARY,SECONDARY}. */
21732115b10SPawel Jakub Dawidek 	int	hr_role;
21832115b10SPawel Jakub Dawidek 	/* Previous resource role: HAST_ROLE_{INIT,PRIMARY,SECONDARY}. */
21932115b10SPawel Jakub Dawidek 	int	hr_previous_role;
22032115b10SPawel Jakub Dawidek 	/* PID of child worker process. 0 - no child. */
22132115b10SPawel Jakub Dawidek 	pid_t	hr_workerpid;
22232ecf620SPawel Jakub Dawidek 	/* Control commands from parent to child. */
22332115b10SPawel Jakub Dawidek 	struct proto_conn *hr_ctrl;
2245bdff860SPawel Jakub Dawidek 	/* Events from child to parent. */
2255bdff860SPawel Jakub Dawidek 	struct proto_conn *hr_event;
22632ecf620SPawel Jakub Dawidek 	/* Connection requests from child to parent. */
22732ecf620SPawel Jakub Dawidek 	struct proto_conn *hr_conn;
22832115b10SPawel Jakub Dawidek 
22932115b10SPawel Jakub Dawidek 	/* Activemap structure. */
23032115b10SPawel Jakub Dawidek 	struct activemap *hr_amp;
231a818a4ffSMikolaj Golub 	/* Lock used to synchronize access to hr_amp. */
23232115b10SPawel Jakub Dawidek 	pthread_mutex_t hr_amp_lock;
233a818a4ffSMikolaj Golub 	/* Lock used to synchronize access to hr_amp diskmap. */
234a818a4ffSMikolaj Golub 	pthread_mutex_t hr_amp_diskmap_lock;
23532115b10SPawel Jakub Dawidek 
2363db86c39SPawel Jakub Dawidek 	/* Number of BIO_READ requests. */
2373db86c39SPawel Jakub Dawidek 	uint64_t	hr_stat_read;
2383db86c39SPawel Jakub Dawidek 	/* Number of BIO_WRITE requests. */
2393db86c39SPawel Jakub Dawidek 	uint64_t	hr_stat_write;
2403db86c39SPawel Jakub Dawidek 	/* Number of BIO_DELETE requests. */
2413db86c39SPawel Jakub Dawidek 	uint64_t	hr_stat_delete;
2423db86c39SPawel Jakub Dawidek 	/* Number of BIO_FLUSH requests. */
2433db86c39SPawel Jakub Dawidek 	uint64_t	hr_stat_flush;
2443db86c39SPawel Jakub Dawidek 	/* Number of activemap updates. */
2453db86c39SPawel Jakub Dawidek 	uint64_t	hr_stat_activemap_update;
2462adbba66SMikolaj Golub 	/* Number of local read errors. */
2472adbba66SMikolaj Golub 	uint64_t	hr_stat_read_error;
2482adbba66SMikolaj Golub 	/* Number of local write errors. */
2492adbba66SMikolaj Golub 	uint64_t	hr_stat_write_error;
2502adbba66SMikolaj Golub 	/* Number of local delete errors. */
2512adbba66SMikolaj Golub 	uint64_t	hr_stat_delete_error;
2522adbba66SMikolaj Golub 	/* Number of flush errors. */
2532adbba66SMikolaj Golub 	uint64_t	hr_stat_flush_error;
2542adbba66SMikolaj Golub 	/* Number of activemap write errors. */
2552adbba66SMikolaj Golub 	uint64_t	hr_stat_activemap_write_error;
2562adbba66SMikolaj Golub 	/* Number of activemap flush errors. */
2572adbba66SMikolaj Golub 	uint64_t	hr_stat_activemap_flush_error;
2583db86c39SPawel Jakub Dawidek 
2596b66c350SMikolaj Golub 	/* Function to output worker specific info on control status request. */
2606b66c350SMikolaj Golub 	void	(*output_status_aux)(struct nv *);
2616b66c350SMikolaj Golub 
26232115b10SPawel Jakub Dawidek 	/* Next resource. */
26332115b10SPawel Jakub Dawidek 	TAILQ_ENTRY(hast_resource) hr_next;
26432115b10SPawel Jakub Dawidek };
26532115b10SPawel Jakub Dawidek 
266bbbb114cSPawel Jakub Dawidek struct hastd_config *yy_config_parse(const char *config, bool exitonerror);
26732115b10SPawel Jakub Dawidek void yy_config_free(struct hastd_config *config);
26832115b10SPawel Jakub Dawidek 
26932115b10SPawel Jakub Dawidek #endif	/* !_HAST_H_ */
270