Lines Matching refs:vstart
1678 static unsigned long __ref kernel_map_hugepud(unsigned long vstart,
1683 u64 pte_val = vstart;
1686 if ((vstart & mask16gb) ||
1687 (vend - vstart <= mask16gb)) {
1691 return vstart + PUD_SIZE;
1697 vend = vstart + mask16gb + 1UL;
1698 while (vstart < vend) {
1702 vstart += PUD_SIZE;
1705 return vstart;
1708 static bool kernel_can_map_hugepud(unsigned long vstart, unsigned long vend,
1711 if (guard && !(vstart & ~PUD_MASK) && (vend - vstart) >= PUD_SIZE)
1717 static unsigned long __ref kernel_map_hugepmd(unsigned long vstart,
1723 u64 pte_val = vstart;
1726 if ((vstart & mask256mb) ||
1727 (vend - vstart <= mask256mb)) {
1731 return vstart + PMD_SIZE;
1734 if ((vstart & mask2gb) ||
1735 (vend - vstart <= mask2gb)) {
1738 vend = vstart + mask256mb + 1UL;
1742 vend = vstart + mask2gb + 1UL;
1745 while (vstart < vend) {
1749 vstart += PMD_SIZE;
1753 return vstart;
1756 static bool kernel_can_map_hugepmd(unsigned long vstart, unsigned long vend,
1759 if (guard && !(vstart & ~PMD_MASK) && (vend - vstart) >= PMD_SIZE)
1769 unsigned long vstart = PAGE_OFFSET + pstart;
1773 if ((vstart & ~PAGE_MASK) || (vend & ~PAGE_MASK)) {
1775 vstart, vend);
1779 while (vstart < vend) {
1780 unsigned long this_end, paddr = __pa(vstart);
1781 pgd_t *pgd = pgd_offset_k(vstart);
1798 p4d = p4d_offset(pgd, vstart);
1810 pud = pud_offset(p4d, vstart);
1814 if (kernel_can_map_hugepud(vstart, vend, use_huge)) {
1815 vstart = kernel_map_hugepud(vstart, vend, pud);
1826 pmd = pmd_offset(pud, vstart);
1830 if (kernel_can_map_hugepmd(vstart, vend, use_huge)) {
1831 vstart = kernel_map_hugepmd(vstart, vend, pmd);
1842 pte = pte_offset_kernel(pmd, vstart);
1843 this_end = (vstart + PMD_SIZE) & PMD_MASK;
1847 while (vstart < this_end) {
1850 vstart += PAGE_SIZE;
2588 int __meminit vmemmap_populate(unsigned long vstart, unsigned long vend,
2602 vstart = vstart & PMD_MASK;
2604 for (; vstart < vend; vstart += PMD_SIZE) {
2605 pgd_t *pgd = vmemmap_pgd_populate(vstart, node);
2614 p4d = vmemmap_p4d_populate(pgd, vstart, node);
2618 pud = vmemmap_pud_populate(p4d, vstart, node);
2622 pmd = pmd_offset(pud, vstart);