xref: /linux/arch/parisc/include/asm/cacheflush.h (revision b93b016313b3ba8003c3b8bb71f569af91f19fc7)
1b2441318SGreg Kroah-Hartman /* SPDX-License-Identifier: GPL-2.0 */
2deae26bfSKyle McMartin #ifndef _PARISC_CACHEFLUSH_H
3deae26bfSKyle McMartin #define _PARISC_CACHEFLUSH_H
4deae26bfSKyle McMartin 
5deae26bfSKyle McMartin #include <linux/mm.h>
6210501aaSJohn David Anglin #include <linux/uaccess.h>
7b7d45818SJames Bottomley #include <asm/tlbflush.h>
8deae26bfSKyle McMartin 
9deae26bfSKyle McMartin /* The usual comment is "Caches aren't brain-dead on the <architecture>".
10deae26bfSKyle McMartin  * Unfortunately, that doesn't apply to PA-RISC. */
11deae26bfSKyle McMartin 
12deae26bfSKyle McMartin /* Internal implementation */
13deae26bfSKyle McMartin void flush_data_cache_local(void *);  /* flushes local data-cache only */
14deae26bfSKyle McMartin void flush_instruction_cache_local(void *); /* flushes local code-cache only */
15deae26bfSKyle McMartin #ifdef CONFIG_SMP
16deae26bfSKyle McMartin void flush_data_cache(void); /* flushes data-cache only (all processors) */
17deae26bfSKyle McMartin void flush_instruction_cache(void); /* flushes i-cache only (all processors) */
18deae26bfSKyle McMartin #else
19deae26bfSKyle McMartin #define flush_data_cache() flush_data_cache_local(NULL)
20deae26bfSKyle McMartin #define flush_instruction_cache() flush_instruction_cache_local(NULL)
21deae26bfSKyle McMartin #endif
22deae26bfSKyle McMartin 
23deae26bfSKyle McMartin #define flush_cache_dup_mm(mm) flush_cache_mm(mm)
24deae26bfSKyle McMartin 
25deae26bfSKyle McMartin void flush_user_icache_range_asm(unsigned long, unsigned long);
26deae26bfSKyle McMartin void flush_kernel_icache_range_asm(unsigned long, unsigned long);
27deae26bfSKyle McMartin void flush_user_dcache_range_asm(unsigned long, unsigned long);
28deae26bfSKyle McMartin void flush_kernel_dcache_range_asm(unsigned long, unsigned long);
290adb24e0SJohn David Anglin void purge_kernel_dcache_range_asm(unsigned long, unsigned long);
30deae26bfSKyle McMartin void flush_kernel_dcache_page_asm(void *);
31deae26bfSKyle McMartin void flush_kernel_icache_page(void *);
32deae26bfSKyle McMartin 
33deae26bfSKyle McMartin /* Cache flush operations */
34deae26bfSKyle McMartin 
35deae26bfSKyle McMartin void flush_cache_all_local(void);
36deae26bfSKyle McMartin void flush_cache_all(void);
37deae26bfSKyle McMartin void flush_cache_mm(struct mm_struct *mm);
38deae26bfSKyle McMartin 
398e1964a9SJames Bottomley #define ARCH_HAS_FLUSH_KERNEL_DCACHE_PAGE
408e1964a9SJames Bottomley void flush_kernel_dcache_page_addr(void *addr);
418e1964a9SJames Bottomley static inline void flush_kernel_dcache_page(struct page *page)
428e1964a9SJames Bottomley {
438e1964a9SJames Bottomley 	flush_kernel_dcache_page_addr(page_address(page));
448e1964a9SJames Bottomley }
458e1964a9SJames Bottomley 
46deae26bfSKyle McMartin #define flush_kernel_dcache_range(start,size) \
47deae26bfSKyle McMartin 	flush_kernel_dcache_range_asm((start), (start)+(size));
48ef7cc35bSJames Bottomley 
49316ec062SJohn David Anglin void flush_kernel_vmap_range(void *vaddr, int size);
50316ec062SJohn David Anglin void invalidate_kernel_vmap_range(void *vaddr, int size);
51deae26bfSKyle McMartin 
52deae26bfSKyle McMartin #define flush_cache_vmap(start, end)		flush_cache_all()
53deae26bfSKyle McMartin #define flush_cache_vunmap(start, end)		flush_cache_all()
54deae26bfSKyle McMartin 
552d4dc890SIlya Loginov #define ARCH_IMPLEMENTS_FLUSH_DCACHE_PAGE 1
56deae26bfSKyle McMartin extern void flush_dcache_page(struct page *page);
57deae26bfSKyle McMartin 
58*b93b0163SMatthew Wilcox #define flush_dcache_mmap_lock(mapping)		xa_lock_irq(&mapping->i_pages)
59*b93b0163SMatthew Wilcox #define flush_dcache_mmap_unlock(mapping)	xa_unlock_irq(&mapping->i_pages)
60deae26bfSKyle McMartin 
61deae26bfSKyle McMartin #define flush_icache_page(vma,page)	do { 		\
62deae26bfSKyle McMartin 	flush_kernel_dcache_page(page);			\
63deae26bfSKyle McMartin 	flush_kernel_icache_page(page_address(page)); 	\
64deae26bfSKyle McMartin } while (0)
65deae26bfSKyle McMartin 
66deae26bfSKyle McMartin #define flush_icache_range(s,e)		do { 		\
67deae26bfSKyle McMartin 	flush_kernel_dcache_range_asm(s,e); 		\
68deae26bfSKyle McMartin 	flush_kernel_icache_range_asm(s,e); 		\
69deae26bfSKyle McMartin } while (0)
70deae26bfSKyle McMartin 
71deae26bfSKyle McMartin #define copy_to_user_page(vma, page, vaddr, dst, src, len) \
72deae26bfSKyle McMartin do { \
73deae26bfSKyle McMartin 	flush_cache_page(vma, vaddr, page_to_pfn(page)); \
74deae26bfSKyle McMartin 	memcpy(dst, src, len); \
75deae26bfSKyle McMartin 	flush_kernel_dcache_range_asm((unsigned long)dst, (unsigned long)dst + len); \
76deae26bfSKyle McMartin } while (0)
77deae26bfSKyle McMartin 
78deae26bfSKyle McMartin #define copy_from_user_page(vma, page, vaddr, dst, src, len) \
79deae26bfSKyle McMartin do { \
80deae26bfSKyle McMartin 	flush_cache_page(vma, vaddr, page_to_pfn(page)); \
81deae26bfSKyle McMartin 	memcpy(dst, src, len); \
82deae26bfSKyle McMartin } while (0)
83deae26bfSKyle McMartin 
84deae26bfSKyle McMartin void flush_cache_page(struct vm_area_struct *vma, unsigned long vmaddr, unsigned long pfn);
85deae26bfSKyle McMartin void flush_cache_range(struct vm_area_struct *vma,
86deae26bfSKyle McMartin 		unsigned long start, unsigned long end);
87deae26bfSKyle McMartin 
88f311847cSJames Bottomley /* defined in pacache.S exported in cache.c used by flush_anon_page */
89f311847cSJames Bottomley void flush_dcache_page_asm(unsigned long phys_addr, unsigned long vaddr);
90f311847cSJames Bottomley 
91deae26bfSKyle McMartin #define ARCH_HAS_FLUSH_ANON_PAGE
92deae26bfSKyle McMartin static inline void
93deae26bfSKyle McMartin flush_anon_page(struct vm_area_struct *vma, struct page *page, unsigned long vmaddr)
94deae26bfSKyle McMartin {
95b7d45818SJames Bottomley 	if (PageAnon(page)) {
96b7d45818SJames Bottomley 		flush_tlb_page(vma, vmaddr);
97027f27c4SJohn David Anglin 		preempt_disable();
98f311847cSJames Bottomley 		flush_dcache_page_asm(page_to_phys(page), vmaddr);
99027f27c4SJohn David Anglin 		preempt_enable();
100deae26bfSKyle McMartin 	}
101b7d45818SJames Bottomley }
102deae26bfSKyle McMartin 
103bb735019SKyle McMartin #include <asm/kmap_types.h>
104bb735019SKyle McMartin 
105deae26bfSKyle McMartin #define ARCH_HAS_KMAP
106deae26bfSKyle McMartin 
107deae26bfSKyle McMartin static inline void *kmap(struct page *page)
108deae26bfSKyle McMartin {
109deae26bfSKyle McMartin 	might_sleep();
110deae26bfSKyle McMartin 	return page_address(page);
111deae26bfSKyle McMartin }
112deae26bfSKyle McMartin 
11387be2f88SJohn David Anglin static inline void kunmap(struct page *page)
11487be2f88SJohn David Anglin {
115f8dae006SJohn David Anglin 	flush_kernel_dcache_page_addr(page_address(page));
11687be2f88SJohn David Anglin }
117deae26bfSKyle McMartin 
118a24401bcSCong Wang static inline void *kmap_atomic(struct page *page)
119210501aaSJohn David Anglin {
1202cb7c9cbSDavid Hildenbrand 	preempt_disable();
121210501aaSJohn David Anglin 	pagefault_disable();
122210501aaSJohn David Anglin 	return page_address(page);
123210501aaSJohn David Anglin }
124deae26bfSKyle McMartin 
125765aaafeSJames Bottomley static inline void __kunmap_atomic(void *addr)
126210501aaSJohn David Anglin {
127f8dae006SJohn David Anglin 	flush_kernel_dcache_page_addr(addr);
128210501aaSJohn David Anglin 	pagefault_enable();
1292cb7c9cbSDavid Hildenbrand 	preempt_enable();
130210501aaSJohn David Anglin }
131deae26bfSKyle McMartin 
132765aaafeSJames Bottomley #define kmap_atomic_prot(page, prot)	kmap_atomic(page)
133765aaafeSJames Bottomley #define kmap_atomic_pfn(pfn)	kmap_atomic(pfn_to_page(pfn))
134deae26bfSKyle McMartin 
135deae26bfSKyle McMartin #endif /* _PARISC_CACHEFLUSH_H */
136deae26bfSKyle McMartin 
137