68 	int ref, error;  in get_free_entries()  local
77 	ref = head = gnttab_free_head;  in get_free_entries()
85 	*entries = ref;  in get_free_entries()
118 put_free_entry(grant_ref_t ref)  in put_free_entry()  argument
122 	gnttab_entry(ref) = gnttab_free_head;  in put_free_entry()
123 	gnttab_free_head = ref;  in put_free_entry()
137 	int error, ref;  in gnttab_grant_foreign_access()  local
139 	error = get_free_entries(1, &ref);  in gnttab_grant_foreign_access()
144 	shared[ref].frame = frame;  in gnttab_grant_foreign_access()
145 	shared[ref].domid = domid;  in gnttab_grant_foreign_access()
147 	shared[ref].flags = GTF_permit_access | (readonly ? GTF_readonly : 0);  in gnttab_grant_foreign_access()
150 		*result = ref;  in gnttab_grant_foreign_access()
156 gnttab_grant_foreign_access_ref(grant_ref_t ref, domid_t domid,  in gnttab_grant_foreign_access_ref()  argument
160 	shared[ref].frame = frame;  in gnttab_grant_foreign_access_ref()
161 	shared[ref].domid = domid;  in gnttab_grant_foreign_access_ref()
163 	shared[ref].flags = GTF_permit_access | (readonly ? GTF_readonly : 0);  in gnttab_grant_foreign_access_ref()
167 gnttab_query_foreign_access(grant_ref_t ref)  in gnttab_query_foreign_access()  argument
171 	nflags = shared[ref].flags;  in gnttab_query_foreign_access()
177 gnttab_end_foreign_access_ref(grant_ref_t ref)  in gnttab_end_foreign_access_ref()  argument
181 	while (!((flags = atomic_load_16(&shared[ref].flags)) &  in gnttab_end_foreign_access_ref()
183 		if (atomic_cmpset_16(&shared[ref].flags, flags, 0))  in gnttab_end_foreign_access_ref()
191 gnttab_end_foreign_access(grant_ref_t ref, void *page)  in gnttab_end_foreign_access()  argument
193 	if (gnttab_end_foreign_access_ref(ref)) {  in gnttab_end_foreign_access()
194 		put_free_entry(ref);  in gnttab_end_foreign_access()
247 	int error, ref;  in gnttab_grant_foreign_transfer()  local
249 	error = get_free_entries(1, &ref);  in gnttab_grant_foreign_transfer()
253 	gnttab_grant_foreign_transfer_ref(ref, domid, pfn);  in gnttab_grant_foreign_transfer()
255 	*result = ref;  in gnttab_grant_foreign_transfer()
260 gnttab_grant_foreign_transfer_ref(grant_ref_t ref, domid_t domid,  in gnttab_grant_foreign_transfer_ref()  argument
263 	shared[ref].frame = pfn;  in gnttab_grant_foreign_transfer_ref()
264 	shared[ref].domid = domid;  in gnttab_grant_foreign_transfer_ref()
266 	shared[ref].flags = GTF_accept_transfer;  in gnttab_grant_foreign_transfer_ref()
270 gnttab_end_foreign_transfer_ref(grant_ref_t ref)  in gnttab_end_foreign_transfer_ref()  argument
284 	while (!((flags = atomic_load_16(&shared[ref].flags)) &  in gnttab_end_foreign_transfer_ref()
286 		if (atomic_cmpset_16(&shared[ref].flags, flags, 0))  in gnttab_end_foreign_transfer_ref()
292 		flags = atomic_load_16(&shared[ref].flags);  in gnttab_end_foreign_transfer_ref()
297 	frame = shared[ref].frame;  in gnttab_end_foreign_transfer_ref()
304 gnttab_end_foreign_transfer(grant_ref_t ref)  in gnttab_end_foreign_transfer()  argument
306 	unsigned long frame = gnttab_end_foreign_transfer_ref(ref);  in gnttab_end_foreign_transfer()
308 	put_free_entry(ref);  in gnttab_end_foreign_transfer()
313 gnttab_free_grant_reference(grant_ref_t ref)  in gnttab_free_grant_reference()  argument
316 	put_free_entry(ref);  in gnttab_free_grant_reference()
322 	grant_ref_t ref;  in gnttab_free_grant_references()  local
328 	ref = head;  in gnttab_free_grant_references()
329 	while (gnttab_entry(ref) != GNTTAB_LIST_END) {  in gnttab_free_grant_references()
330 		ref = gnttab_entry(ref);  in gnttab_free_grant_references()
334 	gnttab_entry(ref) = gnttab_free_head;  in gnttab_free_grant_references()
344 	int ref, error;  in gnttab_alloc_grant_references()  local
346 	error = get_free_entries(count, &ref);  in gnttab_alloc_grant_references()
350 	*head = ref;  in gnttab_alloc_grant_references()