17 /* Each gva in gva_list encodes up to 4096 pages to flush */
38 		 * pages to flush (in addition to the 'cur' page).  in fill_gva_list()
64 	struct hv_tlb_flush *flush;  in hyperv_flush_tlb_multi()  local
76 	flush = *this_cpu_ptr(hyperv_pcpu_input_arg);  in hyperv_flush_tlb_multi()
78 	if (unlikely(!flush)) {  in hyperv_flush_tlb_multi()
88 		flush->address_space = virt_to_phys(info->mm->pgd);  in hyperv_flush_tlb_multi()
89 		flush->address_space &= CR3_ADDR_MASK;  in hyperv_flush_tlb_multi()
90 		flush->flags = 0;  in hyperv_flush_tlb_multi()
92 		flush->address_space = 0;  in hyperv_flush_tlb_multi()
93 		flush->flags = HV_FLUSH_ALL_VIRTUAL_ADDRESS_SPACES;  in hyperv_flush_tlb_multi()
96 	flush->processor_mask = 0;  in hyperv_flush_tlb_multi()
98 		flush->flags |= HV_FLUSH_ALL_PROCESSORS;  in hyperv_flush_tlb_multi()
129 				  &flush->processor_mask);  in hyperv_flush_tlb_multi()
132 		/* nothing to flush if 'processor_mask' ends up being empty */  in hyperv_flush_tlb_multi()
133 		if (!flush->processor_mask) {  in hyperv_flush_tlb_multi()
140 	 * We can flush not more than max_gvas with one hypercall. Flush the  in hyperv_flush_tlb_multi()
143 	max_gvas = (PAGE_SIZE - sizeof(*flush)) / sizeof(flush->gva_list[0]);  in hyperv_flush_tlb_multi()
146 		flush->flags |= HV_FLUSH_NON_GLOBAL_MAPPINGS_ONLY;  in hyperv_flush_tlb_multi()
148 					 flush, NULL);  in hyperv_flush_tlb_multi()
152 					 flush, NULL);  in hyperv_flush_tlb_multi()
154 		gva_n = fill_gva_list(flush->gva_list, 0,  in hyperv_flush_tlb_multi()
157 					     gva_n, 0, flush, NULL);  in hyperv_flush_tlb_multi()
177 	struct hv_tlb_flush_ex *flush;  in hyperv_flush_tlb_others_ex()  local
183 	flush = *this_cpu_ptr(hyperv_pcpu_input_arg);  in hyperv_flush_tlb_others_ex()
190 		flush->address_space = virt_to_phys(info->mm->pgd);  in hyperv_flush_tlb_others_ex()
191 		flush->address_space &= CR3_ADDR_MASK;  in hyperv_flush_tlb_others_ex()
192 		flush->flags = 0;  in hyperv_flush_tlb_others_ex()
194 		flush->address_space = 0;  in hyperv_flush_tlb_others_ex()
195 		flush->flags = HV_FLUSH_ALL_VIRTUAL_ADDRESS_SPACES;  in hyperv_flush_tlb_others_ex()
198 	flush->hv_vp_set.valid_bank_mask = 0;  in hyperv_flush_tlb_others_ex()
200 	flush->hv_vp_set.format = HV_GENERIC_SET_SPARSE_4K;  in hyperv_flush_tlb_others_ex()
201 	nr_bank = cpumask_to_vpset_skip(&flush->hv_vp_set, cpus,  in hyperv_flush_tlb_others_ex()
207 	 * We can flush not more than max_gvas with one hypercall. Flush the  in hyperv_flush_tlb_others_ex()
211 		(PAGE_SIZE - sizeof(*flush) - nr_bank *  in hyperv_flush_tlb_others_ex()
212 		 sizeof(flush->hv_vp_set.bank_contents[0])) /  in hyperv_flush_tlb_others_ex()
213 		sizeof(flush->gva_list[0]);  in hyperv_flush_tlb_others_ex()
216 		flush->flags |= HV_FLUSH_NON_GLOBAL_MAPPINGS_ONLY;  in hyperv_flush_tlb_others_ex()
219 			0, nr_bank, flush, NULL);  in hyperv_flush_tlb_others_ex()
224 			0, nr_bank, flush, NULL);  in hyperv_flush_tlb_others_ex()
226 		gva_n = fill_gva_list(flush->gva_list, nr_bank,  in hyperv_flush_tlb_others_ex()
230 			gva_n, nr_bank, flush, NULL);  in hyperv_flush_tlb_others_ex()
241 	pr_info("Using hypercall for remote TLB flush\n");  in hyperv_setup_mmu_ops()