1 /********************************************************************** 2 * Author: Cavium, Inc. 3 * 4 * Contact: support@cavium.com 5 * Please include "LiquidIO" in the subject. 6 * 7 * Copyright (c) 2003-2016 Cavium, Inc. 8 * 9 * This file is free software; you can redistribute it and/or modify 10 * it under the terms of the GNU General Public License, Version 2, as 11 * published by the Free Software Foundation. 12 * 13 * This file is distributed in the hope that it will be useful, but 14 * AS-IS and WITHOUT ANY WARRANTY; without even the implied warranty 15 * of MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE, TITLE, or 16 * NONINFRINGEMENT. See the GNU General Public License for more details. 17 ***********************************************************************/ 18 #include <linux/pci.h> 19 #include <linux/netdevice.h> 20 #include "liquidio_common.h" 21 #include "octeon_droq.h" 22 #include "octeon_iq.h" 23 #include "response_manager.h" 24 #include "octeon_device.h" 25 #include "octeon_main.h" 26 #include "cn66xx_regs.h" 27 #include "cn66xx_device.h" 28 29 int lio_cn6xxx_soft_reset(struct octeon_device *oct) 30 { 31 octeon_write_csr64(oct, CN6XXX_WIN_WR_MASK_REG, 0xFF); 32 33 dev_dbg(&oct->pci_dev->dev, "BIST enabled for soft reset\n"); 34 35 lio_pci_writeq(oct, 1, CN6XXX_CIU_SOFT_BIST); 36 octeon_write_csr64(oct, CN6XXX_SLI_SCRATCH1, 0x1234ULL); 37 38 lio_pci_readq(oct, CN6XXX_CIU_SOFT_RST); 39 lio_pci_writeq(oct, 1, CN6XXX_CIU_SOFT_RST); 40 41 /* Wait for 10ms as Octeon resets. */ 42 mdelay(100); 43 44 if (octeon_read_csr64(oct, CN6XXX_SLI_SCRATCH1)) { 45 dev_err(&oct->pci_dev->dev, "Soft reset failed\n"); 46 return 1; 47 } 48 49 dev_dbg(&oct->pci_dev->dev, "Reset completed\n"); 50 octeon_write_csr64(oct, CN6XXX_WIN_WR_MASK_REG, 0xFF); 51 52 return 0; 53 } 54 55 void lio_cn6xxx_enable_error_reporting(struct octeon_device *oct) 56 { 57 u32 val; 58 59 pci_read_config_dword(oct->pci_dev, CN6XXX_PCIE_DEVCTL, &val); 60 if (val & 0x000c0000) { 61 dev_err(&oct->pci_dev->dev, "PCI-E Link error detected: 0x%08x\n", 62 val & 0x000c0000); 63 } 64 65 val |= 0xf; /* Enable Link error reporting */ 66 67 dev_dbg(&oct->pci_dev->dev, "Enabling PCI-E error reporting..\n"); 68 pci_write_config_dword(oct->pci_dev, CN6XXX_PCIE_DEVCTL, val); 69 } 70 71 void lio_cn6xxx_setup_pcie_mps(struct octeon_device *oct, 72 enum octeon_pcie_mps mps) 73 { 74 u32 val; 75 u64 r64; 76 77 /* Read config register for MPS */ 78 pci_read_config_dword(oct->pci_dev, CN6XXX_PCIE_DEVCTL, &val); 79 80 if (mps == PCIE_MPS_DEFAULT) { 81 mps = ((val & (0x7 << 5)) >> 5); 82 } else { 83 val &= ~(0x7 << 5); /* Turn off any MPS bits */ 84 val |= (mps << 5); /* Set MPS */ 85 pci_write_config_dword(oct->pci_dev, CN6XXX_PCIE_DEVCTL, val); 86 } 87 88 /* Set MPS in DPI_SLI_PRT0_CFG to the same value. */ 89 r64 = lio_pci_readq(oct, CN6XXX_DPI_SLI_PRTX_CFG(oct->pcie_port)); 90 r64 |= (mps << 4); 91 lio_pci_writeq(oct, r64, CN6XXX_DPI_SLI_PRTX_CFG(oct->pcie_port)); 92 } 93 94 void lio_cn6xxx_setup_pcie_mrrs(struct octeon_device *oct, 95 enum octeon_pcie_mrrs mrrs) 96 { 97 u32 val; 98 u64 r64; 99 100 /* Read config register for MRRS */ 101 pci_read_config_dword(oct->pci_dev, CN6XXX_PCIE_DEVCTL, &val); 102 103 if (mrrs == PCIE_MRRS_DEFAULT) { 104 mrrs = ((val & (0x7 << 12)) >> 12); 105 } else { 106 val &= ~(0x7 << 12); /* Turn off any MRRS bits */ 107 val |= (mrrs << 12); /* Set MRRS */ 108 pci_write_config_dword(oct->pci_dev, CN6XXX_PCIE_DEVCTL, val); 109 } 110 111 /* Set MRRS in SLI_S2M_PORT0_CTL to the same value. */ 112 r64 = octeon_read_csr64(oct, CN6XXX_SLI_S2M_PORTX_CTL(oct->pcie_port)); 113 r64 |= mrrs; 114 octeon_write_csr64(oct, CN6XXX_SLI_S2M_PORTX_CTL(oct->pcie_port), r64); 115 116 /* Set MRRS in DPI_SLI_PRT0_CFG to the same value. */ 117 r64 = lio_pci_readq(oct, CN6XXX_DPI_SLI_PRTX_CFG(oct->pcie_port)); 118 r64 |= mrrs; 119 lio_pci_writeq(oct, r64, CN6XXX_DPI_SLI_PRTX_CFG(oct->pcie_port)); 120 } 121 122 u32 lio_cn6xxx_coprocessor_clock(struct octeon_device *oct) 123 { 124 /* Bits 29:24 of MIO_RST_BOOT holds the ref. clock multiplier 125 * for SLI. 126 */ 127 return ((lio_pci_readq(oct, CN6XXX_MIO_RST_BOOT) >> 24) & 0x3f) * 50; 128 } 129 130 u32 lio_cn6xxx_get_oq_ticks(struct octeon_device *oct, 131 u32 time_intr_in_us) 132 { 133 /* This gives the SLI clock per microsec */ 134 u32 oqticks_per_us = lio_cn6xxx_coprocessor_clock(oct); 135 136 /* core clock per us / oq ticks will be fractional. TO avoid that 137 * we use the method below. 138 */ 139 140 /* This gives the clock cycles per millisecond */ 141 oqticks_per_us *= 1000; 142 143 /* This gives the oq ticks (1024 core clock cycles) per millisecond */ 144 oqticks_per_us /= 1024; 145 146 /* time_intr is in microseconds. The next 2 steps gives the oq ticks 147 * corressponding to time_intr. 148 */ 149 oqticks_per_us *= time_intr_in_us; 150 oqticks_per_us /= 1000; 151 152 return oqticks_per_us; 153 } 154 155 void lio_cn6xxx_setup_global_input_regs(struct octeon_device *oct) 156 { 157 /* Select Round-Robin Arb, ES, RO, NS for Input Queues */ 158 octeon_write_csr(oct, CN6XXX_SLI_PKT_INPUT_CONTROL, 159 CN6XXX_INPUT_CTL_MASK); 160 161 /* Instruction Read Size - Max 4 instructions per PCIE Read */ 162 octeon_write_csr64(oct, CN6XXX_SLI_PKT_INSTR_RD_SIZE, 163 0xFFFFFFFFFFFFFFFFULL); 164 165 /* Select PCIE Port for all Input rings. */ 166 octeon_write_csr64(oct, CN6XXX_SLI_IN_PCIE_PORT, 167 (oct->pcie_port * 0x5555555555555555ULL)); 168 } 169 170 static void lio_cn66xx_setup_pkt_ctl_regs(struct octeon_device *oct) 171 { 172 u64 pktctl; 173 174 struct octeon_cn6xxx *cn6xxx = (struct octeon_cn6xxx *)oct->chip; 175 176 pktctl = octeon_read_csr64(oct, CN6XXX_SLI_PKT_CTL); 177 178 /* 66XX SPECIFIC */ 179 if (CFG_GET_OQ_MAX_Q(cn6xxx->conf) <= 4) 180 /* Disable RING_EN if only upto 4 rings are used. */ 181 pktctl &= ~(1 << 4); 182 else 183 pktctl |= (1 << 4); 184 185 if (CFG_GET_IS_SLI_BP_ON(cn6xxx->conf)) 186 pktctl |= 0xF; 187 else 188 /* Disable per-port backpressure. */ 189 pktctl &= ~0xF; 190 octeon_write_csr64(oct, CN6XXX_SLI_PKT_CTL, pktctl); 191 } 192 193 void lio_cn6xxx_setup_global_output_regs(struct octeon_device *oct) 194 { 195 u32 time_threshold; 196 struct octeon_cn6xxx *cn6xxx = (struct octeon_cn6xxx *)oct->chip; 197 198 /* / Select PCI-E Port for all Output queues */ 199 octeon_write_csr64(oct, CN6XXX_SLI_PKT_PCIE_PORT64, 200 (oct->pcie_port * 0x5555555555555555ULL)); 201 202 if (CFG_GET_IS_SLI_BP_ON(cn6xxx->conf)) { 203 octeon_write_csr64(oct, CN6XXX_SLI_OQ_WMARK, 32); 204 } else { 205 /* / Set Output queue watermark to 0 to disable backpressure */ 206 octeon_write_csr64(oct, CN6XXX_SLI_OQ_WMARK, 0); 207 } 208 209 /* / Select Packet count instead of bytes for SLI_PKTi_CNTS[CNT] */ 210 octeon_write_csr(oct, CN6XXX_SLI_PKT_OUT_BMODE, 0); 211 212 /* Select ES, RO, NS setting from register for Output Queue Packet 213 * Address 214 */ 215 octeon_write_csr(oct, CN6XXX_SLI_PKT_DPADDR, 0xFFFFFFFF); 216 217 /* No Relaxed Ordering, No Snoop, 64-bit swap for Output 218 * Queue ScatterList 219 */ 220 octeon_write_csr(oct, CN6XXX_SLI_PKT_SLIST_ROR, 0); 221 octeon_write_csr(oct, CN6XXX_SLI_PKT_SLIST_NS, 0); 222 223 /* / ENDIAN_SPECIFIC CHANGES - 0 works for LE. */ 224 #ifdef __BIG_ENDIAN_BITFIELD 225 octeon_write_csr64(oct, CN6XXX_SLI_PKT_SLIST_ES64, 226 0x5555555555555555ULL); 227 #else 228 octeon_write_csr64(oct, CN6XXX_SLI_PKT_SLIST_ES64, 0ULL); 229 #endif 230 231 /* / No Relaxed Ordering, No Snoop, 64-bit swap for Output Queue Data */ 232 octeon_write_csr(oct, CN6XXX_SLI_PKT_DATA_OUT_ROR, 0); 233 octeon_write_csr(oct, CN6XXX_SLI_PKT_DATA_OUT_NS, 0); 234 octeon_write_csr64(oct, CN6XXX_SLI_PKT_DATA_OUT_ES64, 235 0x5555555555555555ULL); 236 237 /* / Set up interrupt packet and time threshold */ 238 octeon_write_csr(oct, CN6XXX_SLI_OQ_INT_LEVEL_PKTS, 239 (u32)CFG_GET_OQ_INTR_PKT(cn6xxx->conf)); 240 time_threshold = 241 lio_cn6xxx_get_oq_ticks(oct, (u32) 242 CFG_GET_OQ_INTR_TIME(cn6xxx->conf)); 243 244 octeon_write_csr(oct, CN6XXX_SLI_OQ_INT_LEVEL_TIME, time_threshold); 245 } 246 247 static int lio_cn6xxx_setup_device_regs(struct octeon_device *oct) 248 { 249 lio_cn6xxx_setup_pcie_mps(oct, PCIE_MPS_DEFAULT); 250 lio_cn6xxx_setup_pcie_mrrs(oct, PCIE_MRRS_512B); 251 lio_cn6xxx_enable_error_reporting(oct); 252 253 lio_cn6xxx_setup_global_input_regs(oct); 254 lio_cn66xx_setup_pkt_ctl_regs(oct); 255 lio_cn6xxx_setup_global_output_regs(oct); 256 257 /* Default error timeout value should be 0x200000 to avoid host hang 258 * when reads invalid register 259 */ 260 octeon_write_csr64(oct, CN6XXX_SLI_WINDOW_CTL, 0x200000ULL); 261 return 0; 262 } 263 264 void lio_cn6xxx_setup_iq_regs(struct octeon_device *oct, u32 iq_no) 265 { 266 struct octeon_instr_queue *iq = oct->instr_queue[iq_no]; 267 268 octeon_write_csr64(oct, CN6XXX_SLI_IQ_PKT_INSTR_HDR64(iq_no), 0); 269 270 /* Write the start of the input queue's ring and its size */ 271 octeon_write_csr64(oct, CN6XXX_SLI_IQ_BASE_ADDR64(iq_no), 272 iq->base_addr_dma); 273 octeon_write_csr(oct, CN6XXX_SLI_IQ_SIZE(iq_no), iq->max_count); 274 275 /* Remember the doorbell & instruction count register addr for this 276 * queue 277 */ 278 iq->doorbell_reg = oct->mmio[0].hw_addr + CN6XXX_SLI_IQ_DOORBELL(iq_no); 279 iq->inst_cnt_reg = oct->mmio[0].hw_addr 280 + CN6XXX_SLI_IQ_INSTR_COUNT(iq_no); 281 dev_dbg(&oct->pci_dev->dev, "InstQ[%d]:dbell reg @ 0x%p instcnt_reg @ 0x%p\n", 282 iq_no, iq->doorbell_reg, iq->inst_cnt_reg); 283 284 /* Store the current instruction counter 285 * (used in flush_iq calculation) 286 */ 287 iq->reset_instr_cnt = readl(iq->inst_cnt_reg); 288 } 289 290 static void lio_cn66xx_setup_iq_regs(struct octeon_device *oct, u32 iq_no) 291 { 292 lio_cn6xxx_setup_iq_regs(oct, iq_no); 293 294 /* Backpressure for this queue - WMARK set to all F's. This effectively 295 * disables the backpressure mechanism. 296 */ 297 octeon_write_csr64(oct, CN66XX_SLI_IQ_BP64(iq_no), 298 (0xFFFFFFFFULL << 32)); 299 } 300 301 void lio_cn6xxx_setup_oq_regs(struct octeon_device *oct, u32 oq_no) 302 { 303 u32 intr; 304 struct octeon_droq *droq = oct->droq[oq_no]; 305 306 octeon_write_csr64(oct, CN6XXX_SLI_OQ_BASE_ADDR64(oq_no), 307 droq->desc_ring_dma); 308 octeon_write_csr(oct, CN6XXX_SLI_OQ_SIZE(oq_no), droq->max_count); 309 310 octeon_write_csr(oct, CN6XXX_SLI_OQ_BUFF_INFO_SIZE(oq_no), 311 droq->buffer_size); 312 313 /* Get the mapped address of the pkt_sent and pkts_credit regs */ 314 droq->pkts_sent_reg = 315 oct->mmio[0].hw_addr + CN6XXX_SLI_OQ_PKTS_SENT(oq_no); 316 droq->pkts_credit_reg = 317 oct->mmio[0].hw_addr + CN6XXX_SLI_OQ_PKTS_CREDIT(oq_no); 318 319 /* Enable this output queue to generate Packet Timer Interrupt */ 320 intr = octeon_read_csr(oct, CN6XXX_SLI_PKT_TIME_INT_ENB); 321 intr |= (1 << oq_no); 322 octeon_write_csr(oct, CN6XXX_SLI_PKT_TIME_INT_ENB, intr); 323 324 /* Enable this output queue to generate Packet Timer Interrupt */ 325 intr = octeon_read_csr(oct, CN6XXX_SLI_PKT_CNT_INT_ENB); 326 intr |= (1 << oq_no); 327 octeon_write_csr(oct, CN6XXX_SLI_PKT_CNT_INT_ENB, intr); 328 } 329 330 int lio_cn6xxx_enable_io_queues(struct octeon_device *oct) 331 { 332 u32 mask; 333 334 mask = octeon_read_csr(oct, CN6XXX_SLI_PKT_INSTR_SIZE); 335 mask |= oct->io_qmask.iq64B; 336 octeon_write_csr(oct, CN6XXX_SLI_PKT_INSTR_SIZE, mask); 337 338 mask = octeon_read_csr(oct, CN6XXX_SLI_PKT_INSTR_ENB); 339 mask |= oct->io_qmask.iq; 340 octeon_write_csr(oct, CN6XXX_SLI_PKT_INSTR_ENB, mask); 341 342 mask = octeon_read_csr(oct, CN6XXX_SLI_PKT_OUT_ENB); 343 mask |= oct->io_qmask.oq; 344 octeon_write_csr(oct, CN6XXX_SLI_PKT_OUT_ENB, mask); 345 346 return 0; 347 } 348 349 void lio_cn6xxx_disable_io_queues(struct octeon_device *oct) 350 { 351 int i; 352 u32 mask, loop = HZ; 353 u32 d32; 354 355 /* Reset the Enable bits for Input Queues. */ 356 mask = octeon_read_csr(oct, CN6XXX_SLI_PKT_INSTR_ENB); 357 mask ^= oct->io_qmask.iq; 358 octeon_write_csr(oct, CN6XXX_SLI_PKT_INSTR_ENB, mask); 359 360 /* Wait until hardware indicates that the queues are out of reset. */ 361 mask = (u32)oct->io_qmask.iq; 362 d32 = octeon_read_csr(oct, CN6XXX_SLI_PORT_IN_RST_IQ); 363 while (((d32 & mask) != mask) && loop--) { 364 d32 = octeon_read_csr(oct, CN6XXX_SLI_PORT_IN_RST_IQ); 365 schedule_timeout_uninterruptible(1); 366 } 367 368 /* Reset the doorbell register for each Input queue. */ 369 for (i = 0; i < MAX_OCTEON_INSTR_QUEUES(oct); i++) { 370 if (!(oct->io_qmask.iq & BIT_ULL(i))) 371 continue; 372 octeon_write_csr(oct, CN6XXX_SLI_IQ_DOORBELL(i), 0xFFFFFFFF); 373 d32 = octeon_read_csr(oct, CN6XXX_SLI_IQ_DOORBELL(i)); 374 } 375 376 /* Reset the Enable bits for Output Queues. */ 377 mask = octeon_read_csr(oct, CN6XXX_SLI_PKT_OUT_ENB); 378 mask ^= oct->io_qmask.oq; 379 octeon_write_csr(oct, CN6XXX_SLI_PKT_OUT_ENB, mask); 380 381 /* Wait until hardware indicates that the queues are out of reset. */ 382 loop = HZ; 383 mask = (u32)oct->io_qmask.oq; 384 d32 = octeon_read_csr(oct, CN6XXX_SLI_PORT_IN_RST_OQ); 385 while (((d32 & mask) != mask) && loop--) { 386 d32 = octeon_read_csr(oct, CN6XXX_SLI_PORT_IN_RST_OQ); 387 schedule_timeout_uninterruptible(1); 388 } 389 ; 390 391 /* Reset the doorbell register for each Output queue. */ 392 for (i = 0; i < MAX_OCTEON_OUTPUT_QUEUES(oct); i++) { 393 if (!(oct->io_qmask.oq & BIT_ULL(i))) 394 continue; 395 octeon_write_csr(oct, CN6XXX_SLI_OQ_PKTS_CREDIT(i), 0xFFFFFFFF); 396 d32 = octeon_read_csr(oct, CN6XXX_SLI_OQ_PKTS_CREDIT(i)); 397 398 d32 = octeon_read_csr(oct, CN6XXX_SLI_OQ_PKTS_SENT(i)); 399 octeon_write_csr(oct, CN6XXX_SLI_OQ_PKTS_SENT(i), d32); 400 } 401 402 d32 = octeon_read_csr(oct, CN6XXX_SLI_PKT_CNT_INT); 403 if (d32) 404 octeon_write_csr(oct, CN6XXX_SLI_PKT_CNT_INT, d32); 405 406 d32 = octeon_read_csr(oct, CN6XXX_SLI_PKT_TIME_INT); 407 if (d32) 408 octeon_write_csr(oct, CN6XXX_SLI_PKT_TIME_INT, d32); 409 } 410 411 void 412 lio_cn6xxx_bar1_idx_setup(struct octeon_device *oct, 413 u64 core_addr, 414 u32 idx, 415 int valid) 416 { 417 u64 bar1; 418 419 if (valid == 0) { 420 bar1 = lio_pci_readq(oct, CN6XXX_BAR1_REG(idx, oct->pcie_port)); 421 lio_pci_writeq(oct, (bar1 & 0xFFFFFFFEULL), 422 CN6XXX_BAR1_REG(idx, oct->pcie_port)); 423 bar1 = lio_pci_readq(oct, CN6XXX_BAR1_REG(idx, oct->pcie_port)); 424 return; 425 } 426 427 /* Bits 17:4 of the PCI_BAR1_INDEXx stores bits 35:22 of 428 * the Core Addr 429 */ 430 lio_pci_writeq(oct, (((core_addr >> 22) << 4) | PCI_BAR1_MASK), 431 CN6XXX_BAR1_REG(idx, oct->pcie_port)); 432 433 bar1 = lio_pci_readq(oct, CN6XXX_BAR1_REG(idx, oct->pcie_port)); 434 } 435 436 void lio_cn6xxx_bar1_idx_write(struct octeon_device *oct, 437 u32 idx, 438 u32 mask) 439 { 440 lio_pci_writeq(oct, mask, CN6XXX_BAR1_REG(idx, oct->pcie_port)); 441 } 442 443 u32 lio_cn6xxx_bar1_idx_read(struct octeon_device *oct, u32 idx) 444 { 445 return (u32)lio_pci_readq(oct, CN6XXX_BAR1_REG(idx, oct->pcie_port)); 446 } 447 448 u32 449 lio_cn6xxx_update_read_index(struct octeon_instr_queue *iq) 450 { 451 u32 new_idx = readl(iq->inst_cnt_reg); 452 453 /* The new instr cnt reg is a 32-bit counter that can roll over. We have 454 * noted the counter's initial value at init time into 455 * reset_instr_cnt 456 */ 457 if (iq->reset_instr_cnt < new_idx) 458 new_idx -= iq->reset_instr_cnt; 459 else 460 new_idx += (0xffffffff - iq->reset_instr_cnt) + 1; 461 462 /* Modulo of the new index with the IQ size will give us 463 * the new index. 464 */ 465 new_idx %= iq->max_count; 466 467 return new_idx; 468 } 469 470 void lio_cn6xxx_enable_interrupt(struct octeon_device *oct, 471 u8 unused __attribute__((unused))) 472 { 473 struct octeon_cn6xxx *cn6xxx = (struct octeon_cn6xxx *)oct->chip; 474 u64 mask = cn6xxx->intr_mask64 | CN6XXX_INTR_DMA0_FORCE; 475 476 /* Enable Interrupt */ 477 writeq(mask, cn6xxx->intr_enb_reg64); 478 } 479 480 void lio_cn6xxx_disable_interrupt(struct octeon_device *oct, 481 u8 unused __attribute__((unused))) 482 { 483 struct octeon_cn6xxx *cn6xxx = (struct octeon_cn6xxx *)oct->chip; 484 485 /* Disable Interrupts */ 486 writeq(0, cn6xxx->intr_enb_reg64); 487 } 488 489 static void lio_cn6xxx_get_pcie_qlmport(struct octeon_device *oct) 490 { 491 /* CN63xx Pass2 and newer parts implements the SLI_MAC_NUMBER register 492 * to determine the PCIE port # 493 */ 494 oct->pcie_port = octeon_read_csr(oct, CN6XXX_SLI_MAC_NUMBER) & 0xff; 495 496 dev_dbg(&oct->pci_dev->dev, "Using PCIE Port %d\n", oct->pcie_port); 497 } 498 499 static void 500 lio_cn6xxx_process_pcie_error_intr(struct octeon_device *oct, u64 intr64) 501 { 502 dev_err(&oct->pci_dev->dev, "Error Intr: 0x%016llx\n", 503 CVM_CAST64(intr64)); 504 } 505 506 static int lio_cn6xxx_process_droq_intr_regs(struct octeon_device *oct) 507 { 508 struct octeon_droq *droq; 509 int oq_no; 510 u32 pkt_count, droq_time_mask, droq_mask, droq_int_enb; 511 u32 droq_cnt_enb, droq_cnt_mask; 512 513 droq_cnt_enb = octeon_read_csr(oct, CN6XXX_SLI_PKT_CNT_INT_ENB); 514 droq_cnt_mask = octeon_read_csr(oct, CN6XXX_SLI_PKT_CNT_INT); 515 droq_mask = droq_cnt_mask & droq_cnt_enb; 516 517 droq_time_mask = octeon_read_csr(oct, CN6XXX_SLI_PKT_TIME_INT); 518 droq_int_enb = octeon_read_csr(oct, CN6XXX_SLI_PKT_TIME_INT_ENB); 519 droq_mask |= (droq_time_mask & droq_int_enb); 520 521 droq_mask &= oct->io_qmask.oq; 522 523 oct->droq_intr = 0; 524 525 for (oq_no = 0; oq_no < MAX_OCTEON_OUTPUT_QUEUES(oct); oq_no++) { 526 if (!(droq_mask & BIT_ULL(oq_no))) 527 continue; 528 529 droq = oct->droq[oq_no]; 530 pkt_count = octeon_droq_check_hw_for_pkts(droq); 531 if (pkt_count) { 532 oct->droq_intr |= BIT_ULL(oq_no); 533 if (droq->ops.poll_mode) { 534 u32 value; 535 u32 reg; 536 537 struct octeon_cn6xxx *cn6xxx = 538 (struct octeon_cn6xxx *)oct->chip; 539 540 /* disable interrupts for this droq */ 541 spin_lock 542 (&cn6xxx->lock_for_droq_int_enb_reg); 543 reg = CN6XXX_SLI_PKT_TIME_INT_ENB; 544 value = octeon_read_csr(oct, reg); 545 value &= ~(1 << oq_no); 546 octeon_write_csr(oct, reg, value); 547 reg = CN6XXX_SLI_PKT_CNT_INT_ENB; 548 value = octeon_read_csr(oct, reg); 549 value &= ~(1 << oq_no); 550 octeon_write_csr(oct, reg, value); 551 552 spin_unlock(&cn6xxx->lock_for_droq_int_enb_reg); 553 } 554 } 555 } 556 557 droq_time_mask &= oct->io_qmask.oq; 558 droq_cnt_mask &= oct->io_qmask.oq; 559 560 /* Reset the PKT_CNT/TIME_INT registers. */ 561 if (droq_time_mask) 562 octeon_write_csr(oct, CN6XXX_SLI_PKT_TIME_INT, droq_time_mask); 563 564 if (droq_cnt_mask) /* reset PKT_CNT register:66xx */ 565 octeon_write_csr(oct, CN6XXX_SLI_PKT_CNT_INT, droq_cnt_mask); 566 567 return 0; 568 } 569 570 irqreturn_t lio_cn6xxx_process_interrupt_regs(void *dev) 571 { 572 struct octeon_device *oct = (struct octeon_device *)dev; 573 struct octeon_cn6xxx *cn6xxx = (struct octeon_cn6xxx *)oct->chip; 574 u64 intr64; 575 576 intr64 = readq(cn6xxx->intr_sum_reg64); 577 578 /* If our device has interrupted, then proceed. 579 * Also check for all f's if interrupt was triggered on an error 580 * and the PCI read fails. 581 */ 582 if (!intr64 || (intr64 == 0xFFFFFFFFFFFFFFFFULL)) 583 return IRQ_NONE; 584 585 oct->int_status = 0; 586 587 if (intr64 & CN6XXX_INTR_ERR) 588 lio_cn6xxx_process_pcie_error_intr(oct, intr64); 589 590 if (intr64 & CN6XXX_INTR_PKT_DATA) { 591 lio_cn6xxx_process_droq_intr_regs(oct); 592 oct->int_status |= OCT_DEV_INTR_PKT_DATA; 593 } 594 595 if (intr64 & CN6XXX_INTR_DMA0_FORCE) 596 oct->int_status |= OCT_DEV_INTR_DMA0_FORCE; 597 598 if (intr64 & CN6XXX_INTR_DMA1_FORCE) 599 oct->int_status |= OCT_DEV_INTR_DMA1_FORCE; 600 601 /* Clear the current interrupts */ 602 writeq(intr64, cn6xxx->intr_sum_reg64); 603 604 return IRQ_HANDLED; 605 } 606 607 void lio_cn6xxx_setup_reg_address(struct octeon_device *oct, 608 void *chip, 609 struct octeon_reg_list *reg_list) 610 { 611 u8 __iomem *bar0_pciaddr = oct->mmio[0].hw_addr; 612 struct octeon_cn6xxx *cn6xxx = (struct octeon_cn6xxx *)chip; 613 614 reg_list->pci_win_wr_addr_hi = 615 (u32 __iomem *)(bar0_pciaddr + CN6XXX_WIN_WR_ADDR_HI); 616 reg_list->pci_win_wr_addr_lo = 617 (u32 __iomem *)(bar0_pciaddr + CN6XXX_WIN_WR_ADDR_LO); 618 reg_list->pci_win_wr_addr = 619 (u64 __iomem *)(bar0_pciaddr + CN6XXX_WIN_WR_ADDR64); 620 621 reg_list->pci_win_rd_addr_hi = 622 (u32 __iomem *)(bar0_pciaddr + CN6XXX_WIN_RD_ADDR_HI); 623 reg_list->pci_win_rd_addr_lo = 624 (u32 __iomem *)(bar0_pciaddr + CN6XXX_WIN_RD_ADDR_LO); 625 reg_list->pci_win_rd_addr = 626 (u64 __iomem *)(bar0_pciaddr + CN6XXX_WIN_RD_ADDR64); 627 628 reg_list->pci_win_wr_data_hi = 629 (u32 __iomem *)(bar0_pciaddr + CN6XXX_WIN_WR_DATA_HI); 630 reg_list->pci_win_wr_data_lo = 631 (u32 __iomem *)(bar0_pciaddr + CN6XXX_WIN_WR_DATA_LO); 632 reg_list->pci_win_wr_data = 633 (u64 __iomem *)(bar0_pciaddr + CN6XXX_WIN_WR_DATA64); 634 635 reg_list->pci_win_rd_data_hi = 636 (u32 __iomem *)(bar0_pciaddr + CN6XXX_WIN_RD_DATA_HI); 637 reg_list->pci_win_rd_data_lo = 638 (u32 __iomem *)(bar0_pciaddr + CN6XXX_WIN_RD_DATA_LO); 639 reg_list->pci_win_rd_data = 640 (u64 __iomem *)(bar0_pciaddr + CN6XXX_WIN_RD_DATA64); 641 642 lio_cn6xxx_get_pcie_qlmport(oct); 643 644 cn6xxx->intr_sum_reg64 = bar0_pciaddr + CN6XXX_SLI_INT_SUM64; 645 cn6xxx->intr_mask64 = CN6XXX_INTR_MASK; 646 cn6xxx->intr_enb_reg64 = 647 bar0_pciaddr + CN6XXX_SLI_INT_ENB64(oct->pcie_port); 648 } 649 650 int lio_setup_cn66xx_octeon_device(struct octeon_device *oct) 651 { 652 struct octeon_cn6xxx *cn6xxx = (struct octeon_cn6xxx *)oct->chip; 653 654 if (octeon_map_pci_barx(oct, 0, 0)) 655 return 1; 656 657 if (octeon_map_pci_barx(oct, 1, MAX_BAR1_IOREMAP_SIZE)) { 658 dev_err(&oct->pci_dev->dev, "%s CN66XX BAR1 map failed\n", 659 __func__); 660 octeon_unmap_pci_barx(oct, 0); 661 return 1; 662 } 663 664 spin_lock_init(&cn6xxx->lock_for_droq_int_enb_reg); 665 666 oct->fn_list.setup_iq_regs = lio_cn66xx_setup_iq_regs; 667 oct->fn_list.setup_oq_regs = lio_cn6xxx_setup_oq_regs; 668 669 oct->fn_list.soft_reset = lio_cn6xxx_soft_reset; 670 oct->fn_list.setup_device_regs = lio_cn6xxx_setup_device_regs; 671 oct->fn_list.update_iq_read_idx = lio_cn6xxx_update_read_index; 672 673 oct->fn_list.bar1_idx_setup = lio_cn6xxx_bar1_idx_setup; 674 oct->fn_list.bar1_idx_write = lio_cn6xxx_bar1_idx_write; 675 oct->fn_list.bar1_idx_read = lio_cn6xxx_bar1_idx_read; 676 677 oct->fn_list.process_interrupt_regs = lio_cn6xxx_process_interrupt_regs; 678 oct->fn_list.enable_interrupt = lio_cn6xxx_enable_interrupt; 679 oct->fn_list.disable_interrupt = lio_cn6xxx_disable_interrupt; 680 681 oct->fn_list.enable_io_queues = lio_cn6xxx_enable_io_queues; 682 oct->fn_list.disable_io_queues = lio_cn6xxx_disable_io_queues; 683 684 lio_cn6xxx_setup_reg_address(oct, oct->chip, &oct->reg_list); 685 686 cn6xxx->conf = (struct octeon_config *) 687 oct_get_config_info(oct, LIO_210SV); 688 if (!cn6xxx->conf) { 689 dev_err(&oct->pci_dev->dev, "%s No Config found for CN66XX\n", 690 __func__); 691 octeon_unmap_pci_barx(oct, 0); 692 octeon_unmap_pci_barx(oct, 1); 693 return 1; 694 } 695 696 oct->coproc_clock_rate = 1000000ULL * lio_cn6xxx_coprocessor_clock(oct); 697 698 return 0; 699 } 700 701 int lio_validate_cn6xxx_config_info(struct octeon_device *oct, 702 struct octeon_config *conf6xxx) 703 { 704 if (CFG_GET_IQ_MAX_Q(conf6xxx) > CN6XXX_MAX_INPUT_QUEUES) { 705 dev_err(&oct->pci_dev->dev, "%s: Num IQ (%d) exceeds Max (%d)\n", 706 __func__, CFG_GET_IQ_MAX_Q(conf6xxx), 707 CN6XXX_MAX_INPUT_QUEUES); 708 return 1; 709 } 710 711 if (CFG_GET_OQ_MAX_Q(conf6xxx) > CN6XXX_MAX_OUTPUT_QUEUES) { 712 dev_err(&oct->pci_dev->dev, "%s: Num OQ (%d) exceeds Max (%d)\n", 713 __func__, CFG_GET_OQ_MAX_Q(conf6xxx), 714 CN6XXX_MAX_OUTPUT_QUEUES); 715 return 1; 716 } 717 718 if (CFG_GET_IQ_INSTR_TYPE(conf6xxx) != OCTEON_32BYTE_INSTR && 719 CFG_GET_IQ_INSTR_TYPE(conf6xxx) != OCTEON_64BYTE_INSTR) { 720 dev_err(&oct->pci_dev->dev, "%s: Invalid instr type for IQ\n", 721 __func__); 722 return 1; 723 } 724 if (!CFG_GET_OQ_REFILL_THRESHOLD(conf6xxx)) { 725 dev_err(&oct->pci_dev->dev, "%s: Invalid parameter for OQ\n", 726 __func__); 727 return 1; 728 } 729 730 if (!(CFG_GET_OQ_INTR_TIME(conf6xxx))) { 731 dev_err(&oct->pci_dev->dev, "%s: No Time Interrupt for OQ\n", 732 __func__); 733 return 1; 734 } 735 736 return 0; 737 } 738