116 	pr_err("%s:%d: bad pmd %016lx.\n", __FILE__, __LINE__, pmd_val(e))
175 typedef struct { unsigned long pmd; } pmd_t;  member
176 #define pmd_val(x)	((x).pmd)
220  * Empty pmd entries point to the invalid_pte_table.
222 static inline int pmd_none(pmd_t pmd)  in pmd_none()  argument
224 	return pmd_val(pmd) == (unsigned long)invalid_pte_table;  in pmd_none()
227 static inline int pmd_bad(pmd_t pmd)  in pmd_bad()  argument
229 	return (pmd_val(pmd) & ~PAGE_MASK);  in pmd_bad()
232 static inline int pmd_present(pmd_t pmd)  in pmd_present()  argument
234 	if (unlikely(pmd_val(pmd) & _PAGE_HUGE))  in pmd_present()
235 		return !!(pmd_val(pmd) & (_PAGE_PRESENT | _PAGE_PROTNONE | _PAGE_PRESENT_INVALID));  in pmd_present()
237 	return pmd_val(pmd) != (unsigned long)invalid_pte_table;  in pmd_present()
240 static inline void set_pmd(pmd_t *pmd, pmd_t pmdval)  in set_pmd()  argument
242 	WRITE_ONCE(*pmd, pmdval);  in set_pmd()
250 #define pmd_phys(pmd)		PHYSADDR(pmd_val(pmd))  argument
253 #define pmd_page(pmd)		(pfn_to_page(pmd_phys(pmd) >> PAGE_SHIFT))  argument
256 #define pmd_page_vaddr(pmd)	pmd_val(pmd)  argument
258 extern void set_pmd_at(struct mm_struct *mm, unsigned long addr, pmd_t *pmdp, pmd_t pmd);
266  * Initialize a new pgd / pud / pmd table with invalid pointers.
301 #define __pmd_to_swp_entry(pmd) ((swp_entry_t) { pmd_val(pmd) })  argument
458 static inline unsigned long pmd_pfn(pmd_t pmd)  in pmd_pfn()  argument
460 	return (pmd_val(pmd) & _PFN_MASK) >> PFN_PTE_SHIFT;  in pmd_pfn()
468 static inline int pmd_trans_huge(pmd_t pmd)  in pmd_trans_huge()  argument
470 	return !!(pmd_val(pmd) & _PAGE_HUGE) && pmd_present(pmd);  in pmd_trans_huge()
473 static inline pmd_t pmd_mkhuge(pmd_t pmd)  in pmd_mkhuge()  argument
475 	pmd_val(pmd) = (pmd_val(pmd) & ~(_PAGE_GLOBAL)) |  in pmd_mkhuge()
476 		((pmd_val(pmd) & _PAGE_GLOBAL) << (_PAGE_HGLOBAL_SHIFT - _PAGE_GLOBAL_SHIFT));  in pmd_mkhuge()
477 	pmd_val(pmd) |= _PAGE_HUGE;  in pmd_mkhuge()
479 	return pmd;  in pmd_mkhuge()
483 static inline int pmd_write(pmd_t pmd)  in pmd_write()  argument
485 	return !!(pmd_val(pmd) & _PAGE_WRITE);  in pmd_write()
488 static inline pmd_t pmd_mkwrite_novma(pmd_t pmd)  in pmd_mkwrite_novma()  argument
490 	pmd_val(pmd) |= _PAGE_WRITE;  in pmd_mkwrite_novma()
491 	if (pmd_val(pmd) & _PAGE_MODIFIED)  in pmd_mkwrite_novma()
492 		pmd_val(pmd) |= _PAGE_DIRTY;  in pmd_mkwrite_novma()
493 	return pmd;  in pmd_mkwrite_novma()
496 static inline pmd_t pmd_wrprotect(pmd_t pmd)  in pmd_wrprotect()  argument
498 	pmd_val(pmd) &= ~(_PAGE_WRITE | _PAGE_DIRTY);  in pmd_wrprotect()
499 	return pmd;  in pmd_wrprotect()
503 static inline int pmd_dirty(pmd_t pmd)  in pmd_dirty()  argument
505 	return !!(pmd_val(pmd) & (_PAGE_DIRTY | _PAGE_MODIFIED));  in pmd_dirty()
508 static inline pmd_t pmd_mkclean(pmd_t pmd)  in pmd_mkclean()  argument
510 	pmd_val(pmd) &= ~(_PAGE_DIRTY | _PAGE_MODIFIED);  in pmd_mkclean()
511 	return pmd;  in pmd_mkclean()
514 static inline pmd_t pmd_mkdirty(pmd_t pmd)  in pmd_mkdirty()  argument
516 	pmd_val(pmd) |= _PAGE_MODIFIED;  in pmd_mkdirty()
517 	if (pmd_val(pmd) & _PAGE_WRITE)  in pmd_mkdirty()
518 		pmd_val(pmd) |= _PAGE_DIRTY;  in pmd_mkdirty()
519 	return pmd;  in pmd_mkdirty()
523 static inline int pmd_young(pmd_t pmd)  in pmd_young()  argument
525 	return !!(pmd_val(pmd) & _PAGE_ACCESSED);  in pmd_young()
528 static inline pmd_t pmd_mkold(pmd_t pmd)  in pmd_mkold()  argument
530 	pmd_val(pmd) &= ~_PAGE_ACCESSED;  in pmd_mkold()
531 	return pmd;  in pmd_mkold()
534 static inline pmd_t pmd_mkyoung(pmd_t pmd)  in pmd_mkyoung()  argument
536 	pmd_val(pmd) |= _PAGE_ACCESSED;  in pmd_mkyoung()
537 	return pmd;  in pmd_mkyoung()
540 static inline struct page *pmd_page(pmd_t pmd)  in pmd_page()  argument
542 	if (pmd_trans_huge(pmd))  in pmd_page()
543 		return pfn_to_page(pmd_pfn(pmd));  in pmd_page()
545 	return pfn_to_page(pmd_phys(pmd) >> PAGE_SHIFT);  in pmd_page()
548 static inline pmd_t pmd_modify(pmd_t pmd, pgprot_t newprot)  in pmd_modify()  argument
550 	pmd_val(pmd) = (pmd_val(pmd) & _HPAGE_CHG_MASK) |  in pmd_modify()
552 	return pmd;  in pmd_modify()
555 static inline pmd_t pmd_mkinvalid(pmd_t pmd)  in pmd_mkinvalid()  argument
557 	pmd_val(pmd) |= _PAGE_PRESENT_INVALID;  in pmd_mkinvalid()
558 	pmd_val(pmd) &= ~(_PAGE_PRESENT | _PAGE_VALID | _PAGE_DIRTY | _PAGE_PROTNONE);  in pmd_mkinvalid()
560 	return pmd;  in pmd_mkinvalid()
586 static inline long pmd_protnone(pmd_t pmd)  in pmd_protnone()  argument
588 	return (pmd_val(pmd) & _PAGE_PROTNONE);  in pmd_protnone()
592 #define pmd_leaf(pmd)		((pmd_val(pmd) & _PAGE_HUGE) != 0)  argument