xref: /freebsd/sys/contrib/ck/include/ck_hp.h (revision 4f9d94bf6491250b649f5bc931b6d93e68373005)
1*1fb62fb0SOlivier Houchard /*
2*1fb62fb0SOlivier Houchard  * Copyright 2010-2015 Samy Al Bahra.
3*1fb62fb0SOlivier Houchard  * All rights reserved.
4*1fb62fb0SOlivier Houchard  *
5*1fb62fb0SOlivier Houchard  * Redistribution and use in source and binary forms, with or without
6*1fb62fb0SOlivier Houchard  * modification, are permitted provided that the following conditions
7*1fb62fb0SOlivier Houchard  * are met:
8*1fb62fb0SOlivier Houchard  * 1. Redistributions of source code must retain the above copyright
9*1fb62fb0SOlivier Houchard  *    notice, this list of conditions and the following disclaimer.
10*1fb62fb0SOlivier Houchard  * 2. Redistributions in binary form must reproduce the above copyright
11*1fb62fb0SOlivier Houchard  *    notice, this list of conditions and the following disclaimer in the
12*1fb62fb0SOlivier Houchard  *    documentation and/or other materials provided with the distribution.
13*1fb62fb0SOlivier Houchard  *
14*1fb62fb0SOlivier Houchard  * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
15*1fb62fb0SOlivier Houchard  * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
16*1fb62fb0SOlivier Houchard  * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
17*1fb62fb0SOlivier Houchard  * ARE DISCLAIMED.  IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
18*1fb62fb0SOlivier Houchard  * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
19*1fb62fb0SOlivier Houchard  * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
20*1fb62fb0SOlivier Houchard  * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
21*1fb62fb0SOlivier Houchard  * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
22*1fb62fb0SOlivier Houchard  * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
23*1fb62fb0SOlivier Houchard  * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
24*1fb62fb0SOlivier Houchard  * SUCH DAMAGE.
25*1fb62fb0SOlivier Houchard  */
26*1fb62fb0SOlivier Houchard 
27*1fb62fb0SOlivier Houchard #ifndef CK_HP_H
28*1fb62fb0SOlivier Houchard #define CK_HP_H
29*1fb62fb0SOlivier Houchard 
30*1fb62fb0SOlivier Houchard #include <ck_cc.h>
31*1fb62fb0SOlivier Houchard #include <ck_md.h>
32*1fb62fb0SOlivier Houchard #include <ck_pr.h>
33*1fb62fb0SOlivier Houchard #include <ck_stack.h>
34*1fb62fb0SOlivier Houchard 
35*1fb62fb0SOlivier Houchard #ifndef CK_HP_CACHE
36*1fb62fb0SOlivier Houchard #define CK_HP_CACHE 512
37*1fb62fb0SOlivier Houchard #endif
38*1fb62fb0SOlivier Houchard 
39*1fb62fb0SOlivier Houchard struct ck_hp_hazard;
40*1fb62fb0SOlivier Houchard typedef void (*ck_hp_destructor_t)(void *);
41*1fb62fb0SOlivier Houchard 
42*1fb62fb0SOlivier Houchard struct ck_hp {
43*1fb62fb0SOlivier Houchard 	ck_stack_t subscribers;
44*1fb62fb0SOlivier Houchard 	unsigned int n_subscribers;
45*1fb62fb0SOlivier Houchard 	unsigned int n_free;
46*1fb62fb0SOlivier Houchard 	unsigned int threshold;
47*1fb62fb0SOlivier Houchard 	unsigned int degree;
48*1fb62fb0SOlivier Houchard 	ck_hp_destructor_t destroy;
49*1fb62fb0SOlivier Houchard };
50*1fb62fb0SOlivier Houchard typedef struct ck_hp ck_hp_t;
51*1fb62fb0SOlivier Houchard 
52*1fb62fb0SOlivier Houchard struct ck_hp_hazard {
53*1fb62fb0SOlivier Houchard 	void *pointer;
54*1fb62fb0SOlivier Houchard 	void *data;
55*1fb62fb0SOlivier Houchard 	ck_stack_entry_t pending_entry;
56*1fb62fb0SOlivier Houchard };
57*1fb62fb0SOlivier Houchard typedef struct ck_hp_hazard ck_hp_hazard_t;
58*1fb62fb0SOlivier Houchard 
59*1fb62fb0SOlivier Houchard enum {
60*1fb62fb0SOlivier Houchard 	CK_HP_USED = 0,
61*1fb62fb0SOlivier Houchard 	CK_HP_FREE = 1
62*1fb62fb0SOlivier Houchard };
63*1fb62fb0SOlivier Houchard 
64*1fb62fb0SOlivier Houchard struct ck_hp_record {
65*1fb62fb0SOlivier Houchard 	int state;
66*1fb62fb0SOlivier Houchard 	void **pointers;
67*1fb62fb0SOlivier Houchard 	void *cache[CK_HP_CACHE];
68*1fb62fb0SOlivier Houchard 	struct ck_hp *global;
69*1fb62fb0SOlivier Houchard 	ck_stack_t pending;
70*1fb62fb0SOlivier Houchard 	unsigned int n_pending;
71*1fb62fb0SOlivier Houchard 	ck_stack_entry_t global_entry;
72*1fb62fb0SOlivier Houchard 	unsigned int n_peak;
73*1fb62fb0SOlivier Houchard 	uint64_t n_reclamations;
74*1fb62fb0SOlivier Houchard } CK_CC_CACHELINE;
75*1fb62fb0SOlivier Houchard typedef struct ck_hp_record ck_hp_record_t;
76*1fb62fb0SOlivier Houchard 
77*1fb62fb0SOlivier Houchard CK_CC_INLINE static void
ck_hp_set(struct ck_hp_record * record,unsigned int i,void * pointer)78*1fb62fb0SOlivier Houchard ck_hp_set(struct ck_hp_record *record, unsigned int i, void *pointer)
79*1fb62fb0SOlivier Houchard {
80*1fb62fb0SOlivier Houchard 
81*1fb62fb0SOlivier Houchard 	ck_pr_store_ptr(&record->pointers[i], pointer);
82*1fb62fb0SOlivier Houchard 	return;
83*1fb62fb0SOlivier Houchard }
84*1fb62fb0SOlivier Houchard 
85*1fb62fb0SOlivier Houchard CK_CC_INLINE static void
ck_hp_set_fence(struct ck_hp_record * record,unsigned int i,void * pointer)86*1fb62fb0SOlivier Houchard ck_hp_set_fence(struct ck_hp_record *record, unsigned int i, void *pointer)
87*1fb62fb0SOlivier Houchard {
88*1fb62fb0SOlivier Houchard 
89*1fb62fb0SOlivier Houchard #ifdef CK_MD_TSO
90*1fb62fb0SOlivier Houchard 	ck_pr_fas_ptr(&record->pointers[i], pointer);
91*1fb62fb0SOlivier Houchard #else
92*1fb62fb0SOlivier Houchard 	ck_pr_store_ptr(&record->pointers[i], pointer);
93*1fb62fb0SOlivier Houchard 	ck_pr_fence_memory();
94*1fb62fb0SOlivier Houchard #endif
95*1fb62fb0SOlivier Houchard 
96*1fb62fb0SOlivier Houchard 	return;
97*1fb62fb0SOlivier Houchard }
98*1fb62fb0SOlivier Houchard 
99*1fb62fb0SOlivier Houchard CK_CC_INLINE static void
ck_hp_clear(struct ck_hp_record * record)100*1fb62fb0SOlivier Houchard ck_hp_clear(struct ck_hp_record *record)
101*1fb62fb0SOlivier Houchard {
102*1fb62fb0SOlivier Houchard 	void **pointers = record->pointers;
103*1fb62fb0SOlivier Houchard 	unsigned int i;
104*1fb62fb0SOlivier Houchard 
105*1fb62fb0SOlivier Houchard 	for (i = 0; i < record->global->degree; i++)
106*1fb62fb0SOlivier Houchard 		*pointers++ = NULL;
107*1fb62fb0SOlivier Houchard 
108*1fb62fb0SOlivier Houchard 	return;
109*1fb62fb0SOlivier Houchard }
110*1fb62fb0SOlivier Houchard 
111*1fb62fb0SOlivier Houchard void ck_hp_init(ck_hp_t *, unsigned int, unsigned int, ck_hp_destructor_t);
112*1fb62fb0SOlivier Houchard void ck_hp_set_threshold(ck_hp_t *, unsigned int);
113*1fb62fb0SOlivier Houchard void ck_hp_register(ck_hp_t *, ck_hp_record_t *, void **);
114*1fb62fb0SOlivier Houchard void ck_hp_unregister(ck_hp_record_t *);
115*1fb62fb0SOlivier Houchard ck_hp_record_t *ck_hp_recycle(ck_hp_t *);
116*1fb62fb0SOlivier Houchard void ck_hp_reclaim(ck_hp_record_t *);
117*1fb62fb0SOlivier Houchard void ck_hp_free(ck_hp_record_t *, ck_hp_hazard_t *, void *, void *);
118*1fb62fb0SOlivier Houchard void ck_hp_retire(ck_hp_record_t *, ck_hp_hazard_t *, void *, void *);
119*1fb62fb0SOlivier Houchard void ck_hp_purge(ck_hp_record_t *);
120*1fb62fb0SOlivier Houchard 
121*1fb62fb0SOlivier Houchard #endif /* CK_HP_H */
122