76 	struct system_heap_buffer *buffer = dmabuf->priv;  in system_heap_attach()  local
84 	ret = dup_sg_table(&buffer->sg_table, &a->table);  in system_heap_attach()
96 	mutex_lock(&buffer->lock);  in system_heap_attach()
97 	list_add(&a->list, &buffer->attachments);  in system_heap_attach()
98 	mutex_unlock(&buffer->lock);  in system_heap_attach()
106 	struct system_heap_buffer *buffer = dmabuf->priv;  in system_heap_detach()  local
109 	mutex_lock(&buffer->lock);  in system_heap_detach()
111 	mutex_unlock(&buffer->lock);  in system_heap_detach()
145 	struct system_heap_buffer *buffer = dmabuf->priv;  in system_heap_dma_buf_begin_cpu_access()  local
148 	mutex_lock(&buffer->lock);  in system_heap_dma_buf_begin_cpu_access()
150 	if (buffer->vmap_cnt)  in system_heap_dma_buf_begin_cpu_access()
151 		invalidate_kernel_vmap_range(buffer->vaddr, buffer->len);  in system_heap_dma_buf_begin_cpu_access()
153 	list_for_each_entry(a, &buffer->attachments, list) {  in system_heap_dma_buf_begin_cpu_access()
158 	mutex_unlock(&buffer->lock);  in system_heap_dma_buf_begin_cpu_access()
166 	struct system_heap_buffer *buffer = dmabuf->priv;  in system_heap_dma_buf_end_cpu_access()  local
169 	mutex_lock(&buffer->lock);  in system_heap_dma_buf_end_cpu_access()
171 	if (buffer->vmap_cnt)  in system_heap_dma_buf_end_cpu_access()
172 		flush_kernel_vmap_range(buffer->vaddr, buffer->len);  in system_heap_dma_buf_end_cpu_access()
174 	list_for_each_entry(a, &buffer->attachments, list) {  in system_heap_dma_buf_end_cpu_access()
179 	mutex_unlock(&buffer->lock);  in system_heap_dma_buf_end_cpu_access()
186 	struct system_heap_buffer *buffer = dmabuf->priv;  in system_heap_mmap()  local
187 	struct sg_table *table = &buffer->sg_table;  in system_heap_mmap()
221 static void *system_heap_do_vmap(struct system_heap_buffer *buffer)  in system_heap_do_vmap()  argument
223 	struct sg_table *table = &buffer->sg_table;  in system_heap_do_vmap()
224 	int npages = PAGE_ALIGN(buffer->len) / PAGE_SIZE;  in system_heap_do_vmap()
249 	struct system_heap_buffer *buffer = dmabuf->priv;  in system_heap_vmap()  local
253 	mutex_lock(&buffer->lock);  in system_heap_vmap()
254 	if (buffer->vmap_cnt) {  in system_heap_vmap()
255 		buffer->vmap_cnt++;  in system_heap_vmap()
256 		iosys_map_set_vaddr(map, buffer->vaddr);  in system_heap_vmap()
260 	vaddr = system_heap_do_vmap(buffer);  in system_heap_vmap()
266 	buffer->vaddr = vaddr;  in system_heap_vmap()
267 	buffer->vmap_cnt++;  in system_heap_vmap()
268 	iosys_map_set_vaddr(map, buffer->vaddr);  in system_heap_vmap()
270 	mutex_unlock(&buffer->lock);  in system_heap_vmap()
277 	struct system_heap_buffer *buffer = dmabuf->priv;  in system_heap_vunmap()  local
279 	mutex_lock(&buffer->lock);  in system_heap_vunmap()
280 	if (!--buffer->vmap_cnt) {  in system_heap_vunmap()
281 		vunmap(buffer->vaddr);  in system_heap_vunmap()
282 		buffer->vaddr = NULL;  in system_heap_vunmap()
284 	mutex_unlock(&buffer->lock);  in system_heap_vunmap()
290 	struct system_heap_buffer *buffer = dmabuf->priv;  in system_heap_dma_buf_release()  local
295 	table = &buffer->sg_table;  in system_heap_dma_buf_release()
302 	kfree(buffer);  in system_heap_dma_buf_release()
343 	struct system_heap_buffer *buffer;  in system_heap_allocate()  local
354 	buffer = kzalloc(sizeof(*buffer), GFP_KERNEL);  in system_heap_allocate()
355 	if (!buffer)  in system_heap_allocate()
358 	INIT_LIST_HEAD(&buffer->attachments);  in system_heap_allocate()
359 	mutex_init(&buffer->lock);  in system_heap_allocate()
360 	buffer->heap = heap;  in system_heap_allocate()
361 	buffer->len = len;  in system_heap_allocate()
385 	table = &buffer->sg_table;  in system_heap_allocate()
399 	exp_info.size = buffer->len;  in system_heap_allocate()
401 	exp_info.priv = buffer;  in system_heap_allocate()
419 	kfree(buffer);  in system_heap_allocate()