1 // SPDX-License-Identifier: GPL-2.0-only 2 /* 3 * The test validates both the virtual and physical timer IRQs using 4 * CVAL and TVAL registers. 5 * 6 * Copyright (c) 2021, Google LLC. 7 */ 8 #define _GNU_SOURCE 9 10 #include "arch_timer.h" 11 #include "delay.h" 12 #include "gic.h" 13 #include "processor.h" 14 #include "timer_test.h" 15 #include "vgic.h" 16 17 #define GICD_BASE_GPA 0x8000000ULL 18 #define GICR_BASE_GPA 0x80A0000ULL 19 20 enum guest_stage { 21 GUEST_STAGE_VTIMER_CVAL = 1, 22 GUEST_STAGE_VTIMER_TVAL, 23 GUEST_STAGE_PTIMER_CVAL, 24 GUEST_STAGE_PTIMER_TVAL, 25 GUEST_STAGE_MAX, 26 }; 27 28 static int vtimer_irq, ptimer_irq; 29 30 static void 31 guest_configure_timer_action(struct test_vcpu_shared_data *shared_data) 32 { 33 switch (shared_data->guest_stage) { 34 case GUEST_STAGE_VTIMER_CVAL: 35 timer_set_next_cval_ms(VIRTUAL, test_args.timer_period_ms); 36 shared_data->xcnt = timer_get_cntct(VIRTUAL); 37 timer_set_ctl(VIRTUAL, CTL_ENABLE); 38 break; 39 case GUEST_STAGE_VTIMER_TVAL: 40 timer_set_next_tval_ms(VIRTUAL, test_args.timer_period_ms); 41 shared_data->xcnt = timer_get_cntct(VIRTUAL); 42 timer_set_ctl(VIRTUAL, CTL_ENABLE); 43 break; 44 case GUEST_STAGE_PTIMER_CVAL: 45 timer_set_next_cval_ms(PHYSICAL, test_args.timer_period_ms); 46 shared_data->xcnt = timer_get_cntct(PHYSICAL); 47 timer_set_ctl(PHYSICAL, CTL_ENABLE); 48 break; 49 case GUEST_STAGE_PTIMER_TVAL: 50 timer_set_next_tval_ms(PHYSICAL, test_args.timer_period_ms); 51 shared_data->xcnt = timer_get_cntct(PHYSICAL); 52 timer_set_ctl(PHYSICAL, CTL_ENABLE); 53 break; 54 default: 55 GUEST_ASSERT(0); 56 } 57 } 58 59 static void guest_validate_irq(unsigned int intid, 60 struct test_vcpu_shared_data *shared_data) 61 { 62 enum guest_stage stage = shared_data->guest_stage; 63 uint64_t xcnt = 0, xcnt_diff_us, cval = 0; 64 unsigned long xctl = 0; 65 unsigned int timer_irq = 0; 66 unsigned int accessor; 67 68 if (intid == IAR_SPURIOUS) 69 return; 70 71 switch (stage) { 72 case GUEST_STAGE_VTIMER_CVAL: 73 case GUEST_STAGE_VTIMER_TVAL: 74 accessor = VIRTUAL; 75 timer_irq = vtimer_irq; 76 break; 77 case GUEST_STAGE_PTIMER_CVAL: 78 case GUEST_STAGE_PTIMER_TVAL: 79 accessor = PHYSICAL; 80 timer_irq = ptimer_irq; 81 break; 82 default: 83 GUEST_ASSERT(0); 84 return; 85 } 86 87 xctl = timer_get_ctl(accessor); 88 if ((xctl & CTL_IMASK) || !(xctl & CTL_ENABLE)) 89 return; 90 91 timer_set_ctl(accessor, CTL_IMASK); 92 xcnt = timer_get_cntct(accessor); 93 cval = timer_get_cval(accessor); 94 95 xcnt_diff_us = cycles_to_usec(xcnt - shared_data->xcnt); 96 97 /* Make sure we are dealing with the correct timer IRQ */ 98 GUEST_ASSERT_EQ(intid, timer_irq); 99 100 /* Basic 'timer condition met' check */ 101 __GUEST_ASSERT(xcnt >= cval, 102 "xcnt = 0x%lx, cval = 0x%lx, xcnt_diff_us = 0x%lx", 103 xcnt, cval, xcnt_diff_us); 104 __GUEST_ASSERT(xctl & CTL_ISTATUS, "xctl = 0x%lx", xctl); 105 106 WRITE_ONCE(shared_data->nr_iter, shared_data->nr_iter + 1); 107 } 108 109 static void guest_irq_handler(struct ex_regs *regs) 110 { 111 unsigned int intid = gic_get_and_ack_irq(); 112 uint32_t cpu = guest_get_vcpuid(); 113 struct test_vcpu_shared_data *shared_data = &vcpu_shared_data[cpu]; 114 115 guest_validate_irq(intid, shared_data); 116 117 gic_set_eoi(intid); 118 } 119 120 static void guest_run_stage(struct test_vcpu_shared_data *shared_data, 121 enum guest_stage stage) 122 { 123 uint32_t irq_iter, config_iter; 124 125 shared_data->guest_stage = stage; 126 shared_data->nr_iter = 0; 127 128 for (config_iter = 0; config_iter < test_args.nr_iter; config_iter++) { 129 /* Setup the next interrupt */ 130 guest_configure_timer_action(shared_data); 131 132 /* Setup a timeout for the interrupt to arrive */ 133 udelay(msecs_to_usecs(test_args.timer_period_ms) + 134 test_args.timer_err_margin_us); 135 136 irq_iter = READ_ONCE(shared_data->nr_iter); 137 __GUEST_ASSERT(config_iter + 1 == irq_iter, 138 "config_iter + 1 = 0x%lx, irq_iter = 0x%lx.\n" 139 " Guest timer interrupt was not trigged within the specified\n" 140 " interval, try to increase the error margin by [-e] option.\n", 141 config_iter + 1, irq_iter); 142 } 143 } 144 145 static void guest_code(void) 146 { 147 uint32_t cpu = guest_get_vcpuid(); 148 struct test_vcpu_shared_data *shared_data = &vcpu_shared_data[cpu]; 149 150 local_irq_disable(); 151 152 gic_init(GIC_V3, test_args.nr_vcpus, 153 (void *)GICD_BASE_GPA, (void *)GICR_BASE_GPA); 154 155 timer_set_ctl(VIRTUAL, CTL_IMASK); 156 timer_set_ctl(PHYSICAL, CTL_IMASK); 157 158 gic_irq_enable(vtimer_irq); 159 gic_irq_enable(ptimer_irq); 160 local_irq_enable(); 161 162 guest_run_stage(shared_data, GUEST_STAGE_VTIMER_CVAL); 163 guest_run_stage(shared_data, GUEST_STAGE_VTIMER_TVAL); 164 guest_run_stage(shared_data, GUEST_STAGE_PTIMER_CVAL); 165 guest_run_stage(shared_data, GUEST_STAGE_PTIMER_TVAL); 166 167 GUEST_DONE(); 168 } 169 170 static void test_init_timer_irq(struct kvm_vm *vm) 171 { 172 /* Timer initid should be same for all the vCPUs, so query only vCPU-0 */ 173 vcpu_device_attr_get(vcpus[0], KVM_ARM_VCPU_TIMER_CTRL, 174 KVM_ARM_VCPU_TIMER_IRQ_PTIMER, &ptimer_irq); 175 vcpu_device_attr_get(vcpus[0], KVM_ARM_VCPU_TIMER_CTRL, 176 KVM_ARM_VCPU_TIMER_IRQ_VTIMER, &vtimer_irq); 177 178 sync_global_to_guest(vm, ptimer_irq); 179 sync_global_to_guest(vm, vtimer_irq); 180 181 pr_debug("ptimer_irq: %d; vtimer_irq: %d\n", ptimer_irq, vtimer_irq); 182 } 183 184 static int gic_fd; 185 186 struct kvm_vm *test_vm_create(void) 187 { 188 struct kvm_vm *vm; 189 unsigned int i; 190 int nr_vcpus = test_args.nr_vcpus; 191 192 vm = vm_create_with_vcpus(nr_vcpus, guest_code, vcpus); 193 194 vm_init_descriptor_tables(vm); 195 vm_install_exception_handler(vm, VECTOR_IRQ_CURRENT, guest_irq_handler); 196 197 if (!test_args.reserved) { 198 if (kvm_has_cap(KVM_CAP_COUNTER_OFFSET)) { 199 struct kvm_arm_counter_offset offset = { 200 .counter_offset = test_args.counter_offset, 201 .reserved = 0, 202 }; 203 vm_ioctl(vm, KVM_ARM_SET_COUNTER_OFFSET, &offset); 204 } else 205 TEST_FAIL("no support for global offset"); 206 } 207 208 for (i = 0; i < nr_vcpus; i++) 209 vcpu_init_descriptor_tables(vcpus[i]); 210 211 test_init_timer_irq(vm); 212 gic_fd = vgic_v3_setup(vm, nr_vcpus, 64, GICD_BASE_GPA, GICR_BASE_GPA); 213 __TEST_REQUIRE(gic_fd >= 0, "Failed to create vgic-v3"); 214 215 /* Make all the test's cmdline args visible to the guest */ 216 sync_global_to_guest(vm, test_args); 217 218 return vm; 219 } 220 221 void test_vm_cleanup(struct kvm_vm *vm) 222 { 223 close(gic_fd); 224 kvm_vm_free(vm); 225 } 226