Lines Matching +full:lane +full:- +full:count
1 // SPDX-License-Identifier: GPL-2.0-or-later
3 * AppliedMicro X-Gene Multi-purpose PHY driver
10 * The APM X-Gene PHY consists of two PLL clock macro's (CMU) and lanes.
19 * -----------------
20 * | Internal | |------|
21 * | Ref PLL CMU |----| | ------------- ---------
22 * ------------ ---- | MUX |-----|PHY PLL CMU|----| Serdes|
23 * | | | | ---------
24 * External Clock ------| | -------------
25 * |------|
268 /* PHY lane CSR accessing from SDS indirectly */
520 u32 speed[MAX_LANE]; /* Index for override parameter per lane */
526 u32 txprecursor_cn1[MAX_LANE*3]; /* Tx emphasis taps 1st pre-cursor */
527 u32 txprecursor_cn2[MAX_LANE*3]; /* Tx emphasis taps 2nd pre-cursor */
528 u32 txpostcursor_cp1[MAX_LANE*3]; /* Tx emphasis taps post-cursor */
548 MODULE_PARM_DESC(preA3Chip, "Enable pre-A3 chip support (1=enable 0=disable)");
597 void __iomem *sds_base = ctx->sds_base; in cmu_wr()
608 pr_debug("CMU WR addr 0x%X value 0x%08X <-> 0x%08X\n", reg, data, val); in cmu_wr()
614 void __iomem *sds_base = ctx->sds_base; in cmu_rd()
658 static void serdes_wr(struct xgene_phy_ctx *ctx, int lane, u32 reg, u32 data) in serdes_wr() argument
660 void __iomem *sds_base = ctx->sds_base; in serdes_wr()
664 reg += lane * SERDES_LANE_STRIDE; in serdes_wr()
669 pr_debug("SERDES WR addr 0x%X value 0x%08X <-> 0x%08X\n", reg, data, in serdes_wr()
673 static void serdes_rd(struct xgene_phy_ctx *ctx, int lane, u32 reg, u32 *data) in serdes_rd() argument
675 void __iomem *sds_base = ctx->sds_base; in serdes_rd()
678 reg += lane * SERDES_LANE_STRIDE; in serdes_rd()
684 static void serdes_clrbits(struct xgene_phy_ctx *ctx, int lane, u32 reg, in serdes_clrbits() argument
689 serdes_rd(ctx, lane, reg, &val); in serdes_clrbits()
691 serdes_wr(ctx, lane, reg, val); in serdes_clrbits()
694 static void serdes_setbits(struct xgene_phy_ctx *ctx, int lane, u32 reg, in serdes_setbits() argument
699 serdes_rd(ctx, lane, reg, &val); in serdes_setbits()
701 serdes_wr(ctx, lane, reg, val); in serdes_setbits()
728 dev_dbg(ctx->dev, "Set external reference clock\n"); in xgene_phy_cfg_cmu_clk_type()
738 dev_dbg(ctx->dev, "Set internal reference clock\n"); in xgene_phy_cfg_cmu_clk_type()
753 dev_dbg(ctx->dev, in xgene_phy_cfg_cmu_clk_type()
856 /* Configure lane for 20-bits */ in xgene_phy_sata_cfg_cmu_core()
944 int lane; in xgene_phy_sata_cfg_lanes() local
946 for (lane = 0; lane < MAX_LANE; lane++) { in xgene_phy_sata_cfg_lanes()
947 serdes_wr(ctx, lane, RXTX_REG147, 0x6); in xgene_phy_sata_cfg_lanes()
950 serdes_rd(ctx, lane, RXTX_REG0, &val); in xgene_phy_sata_cfg_lanes()
954 serdes_wr(ctx, lane, RXTX_REG0, val); in xgene_phy_sata_cfg_lanes()
957 serdes_rd(ctx, lane, RXTX_REG1, &val); in xgene_phy_sata_cfg_lanes()
960 ctx->sata_param.txboostgain[lane * 3 + in xgene_phy_sata_cfg_lanes()
961 ctx->sata_param.speed[lane]]); in xgene_phy_sata_cfg_lanes()
962 serdes_wr(ctx, lane, RXTX_REG1, val); in xgene_phy_sata_cfg_lanes()
967 serdes_rd(ctx, lane, RXTX_REG2, &val); in xgene_phy_sata_cfg_lanes()
971 serdes_wr(ctx, lane, RXTX_REG2, val); in xgene_phy_sata_cfg_lanes()
973 /* Configure Tx for 20-bits */ in xgene_phy_sata_cfg_lanes()
974 serdes_rd(ctx, lane, RXTX_REG4, &val); in xgene_phy_sata_cfg_lanes()
976 serdes_wr(ctx, lane, RXTX_REG4, val); in xgene_phy_sata_cfg_lanes()
979 serdes_rd(ctx, lane, RXTX_REG1, &val); in xgene_phy_sata_cfg_lanes()
982 serdes_wr(ctx, lane, RXTX_REG1, val); in xgene_phy_sata_cfg_lanes()
985 /* Set pre-emphasis first 1 and 2, and post-emphasis values */ in xgene_phy_sata_cfg_lanes()
986 serdes_rd(ctx, lane, RXTX_REG5, &val); in xgene_phy_sata_cfg_lanes()
988 ctx->sata_param.txprecursor_cn1[lane * 3 + in xgene_phy_sata_cfg_lanes()
989 ctx->sata_param.speed[lane]]); in xgene_phy_sata_cfg_lanes()
991 ctx->sata_param.txpostcursor_cp1[lane * 3 + in xgene_phy_sata_cfg_lanes()
992 ctx->sata_param.speed[lane]]); in xgene_phy_sata_cfg_lanes()
994 ctx->sata_param.txprecursor_cn2[lane * 3 + in xgene_phy_sata_cfg_lanes()
995 ctx->sata_param.speed[lane]]); in xgene_phy_sata_cfg_lanes()
996 serdes_wr(ctx, lane, RXTX_REG5, val); in xgene_phy_sata_cfg_lanes()
999 serdes_rd(ctx, lane, RXTX_REG6, &val); in xgene_phy_sata_cfg_lanes()
1001 ctx->sata_param.txamplitude[lane * 3 + in xgene_phy_sata_cfg_lanes()
1002 ctx->sata_param.speed[lane]]); in xgene_phy_sata_cfg_lanes()
1007 serdes_wr(ctx, lane, RXTX_REG6, val); in xgene_phy_sata_cfg_lanes()
1009 /* Configure Rx for 20-bits */ in xgene_phy_sata_cfg_lanes()
1010 serdes_rd(ctx, lane, RXTX_REG7, &val); in xgene_phy_sata_cfg_lanes()
1013 serdes_wr(ctx, lane, RXTX_REG7, val); in xgene_phy_sata_cfg_lanes()
1016 serdes_rd(ctx, lane, RXTX_REG8, &val); in xgene_phy_sata_cfg_lanes()
1022 serdes_wr(ctx, lane, RXTX_REG8, val); in xgene_phy_sata_cfg_lanes()
1025 serdes_rd(ctx, lane, RXTX_REG11, &val); in xgene_phy_sata_cfg_lanes()
1027 serdes_wr(ctx, lane, RXTX_REG11, val); in xgene_phy_sata_cfg_lanes()
1030 serdes_rd(ctx, lane, RXTX_REG12, &val); in xgene_phy_sata_cfg_lanes()
1034 serdes_wr(ctx, lane, RXTX_REG12, val); in xgene_phy_sata_cfg_lanes()
1037 serdes_rd(ctx, lane, RXTX_REG26, &val); in xgene_phy_sata_cfg_lanes()
1040 serdes_wr(ctx, lane, RXTX_REG26, val); in xgene_phy_sata_cfg_lanes()
1042 serdes_wr(ctx, lane, RXTX_REG28, 0x0); in xgene_phy_sata_cfg_lanes()
1045 serdes_wr(ctx, lane, RXTX_REG31, 0x0); in xgene_phy_sata_cfg_lanes()
1047 /* Set Eye Monitor counter width to 12-bit */ in xgene_phy_sata_cfg_lanes()
1048 serdes_rd(ctx, lane, RXTX_REG61, &val); in xgene_phy_sata_cfg_lanes()
1052 serdes_wr(ctx, lane, RXTX_REG61, val); in xgene_phy_sata_cfg_lanes()
1054 serdes_rd(ctx, lane, RXTX_REG62, &val); in xgene_phy_sata_cfg_lanes()
1056 serdes_wr(ctx, lane, RXTX_REG62, val); in xgene_phy_sata_cfg_lanes()
1061 serdes_rd(ctx, lane, reg, &val); in xgene_phy_sata_cfg_lanes()
1065 serdes_wr(ctx, lane, reg, val); in xgene_phy_sata_cfg_lanes()
1071 serdes_rd(ctx, lane, reg, &val); in xgene_phy_sata_cfg_lanes()
1075 serdes_wr(ctx, lane, reg, val); in xgene_phy_sata_cfg_lanes()
1081 serdes_rd(ctx, lane, reg, &val); in xgene_phy_sata_cfg_lanes()
1085 serdes_wr(ctx, lane, reg, val); in xgene_phy_sata_cfg_lanes()
1088 serdes_rd(ctx, lane, RXTX_REG102, &val); in xgene_phy_sata_cfg_lanes()
1090 serdes_wr(ctx, lane, RXTX_REG102, val); in xgene_phy_sata_cfg_lanes()
1092 serdes_wr(ctx, lane, RXTX_REG114, 0xffe0); in xgene_phy_sata_cfg_lanes()
1094 serdes_rd(ctx, lane, RXTX_REG125, &val); in xgene_phy_sata_cfg_lanes()
1096 ctx->sata_param.txeyedirection[lane * 3 + in xgene_phy_sata_cfg_lanes()
1097 ctx->sata_param.speed[lane]]); in xgene_phy_sata_cfg_lanes()
1099 ctx->sata_param.txeyetuning[lane * 3 + in xgene_phy_sata_cfg_lanes()
1100 ctx->sata_param.speed[lane]]); in xgene_phy_sata_cfg_lanes()
1102 serdes_wr(ctx, lane, RXTX_REG125, val); in xgene_phy_sata_cfg_lanes()
1104 serdes_rd(ctx, lane, RXTX_REG127, &val); in xgene_phy_sata_cfg_lanes()
1106 serdes_wr(ctx, lane, RXTX_REG127, val); in xgene_phy_sata_cfg_lanes()
1108 serdes_rd(ctx, lane, RXTX_REG128, &val); in xgene_phy_sata_cfg_lanes()
1110 serdes_wr(ctx, lane, RXTX_REG128, val); in xgene_phy_sata_cfg_lanes()
1112 serdes_rd(ctx, lane, RXTX_REG145, &val); in xgene_phy_sata_cfg_lanes()
1122 serdes_wr(ctx, lane, RXTX_REG145, val); in xgene_phy_sata_cfg_lanes()
1130 serdes_wr(ctx, lane, reg, 0xFFFF); in xgene_phy_sata_cfg_lanes()
1139 void __iomem *csr_serdes = ctx->sds_base; in xgene_phy_cal_rdy_chk()
1188 * The serial transmit pins, TXP/TXN, have Pull-UP and Pull-DOWN in xgene_phy_cal_rdy_chk()
1218 } while (--loop > 0); in xgene_phy_cal_rdy_chk()
1221 dev_dbg(ctx->dev, "PLL calibration %s\n", in xgene_phy_cal_rdy_chk()
1224 dev_err(ctx->dev, in xgene_phy_cal_rdy_chk()
1226 return -1; in xgene_phy_cal_rdy_chk()
1228 dev_dbg(ctx->dev, "PLL calibration successful\n"); in xgene_phy_cal_rdy_chk()
1231 dev_dbg(ctx->dev, "PHY Tx is %sready\n", val & 0x300 ? "" : "not "); in xgene_phy_cal_rdy_chk()
1241 dev_dbg(ctx->dev, "Reset VCO and re-start again\n"); in xgene_phy_pdwn_force_vco()
1256 void __iomem *sds_base = ctx->sds_base; in xgene_phy_hw_init_sata()
1261 dev_dbg(ctx->dev, "Reset PHY\n"); in xgene_phy_hw_init_sata()
1265 /* Release PHY lane from reset (active high) */ in xgene_phy_hw_init_sata()
1275 ctx->sata_param.txspeed[ctx->sata_param.speed[0]]); in xgene_phy_hw_init_sata()
1278 dev_dbg(ctx->dev, "Set the customer pin mode to SATA\n"); in xgene_phy_hw_init_sata()
1296 /* Set Rx/Tx 20-bit */ in xgene_phy_hw_init_sata()
1309 } while (--i > 0); in xgene_phy_hw_init_sata()
1312 dev_err(ctx->dev, "PLL calibration failed\n"); in xgene_phy_hw_init_sata()
1323 dev_dbg(ctx->dev, "PHY init clk type %d\n", clk_type); in xgene_phy_hw_initialize()
1325 if (ctx->mode == MODE_SATA) { in xgene_phy_hw_initialize()
1330 dev_err(ctx->dev, "Un-supported customer pin mode %d\n", in xgene_phy_hw_initialize()
1331 ctx->mode); in xgene_phy_hw_initialize()
1332 return -ENODEV; in xgene_phy_hw_initialize()
1341 * Calibrate the receiver signal path offset in two steps - summar and
1344 static void xgene_phy_force_lat_summer_cal(struct xgene_phy_ctx *ctx, int lane) in xgene_phy_force_lat_summer_cal() argument
1372 serdes_setbits(ctx, lane, RXTX_REG127, in xgene_phy_force_lat_summer_cal()
1379 serdes_clrbits(ctx, lane, RXTX_REG127, in xgene_phy_force_lat_summer_cal()
1388 serdes_setbits(ctx, lane, RXTX_REG127, in xgene_phy_force_lat_summer_cal()
1395 serdes_clrbits(ctx, lane, RXTX_REG127, in xgene_phy_force_lat_summer_cal()
1398 /* Configure the PHY lane for calibration */ in xgene_phy_force_lat_summer_cal()
1399 serdes_wr(ctx, lane, RXTX_REG28, 0x7); in xgene_phy_force_lat_summer_cal()
1400 serdes_wr(ctx, lane, RXTX_REG31, 0x7e00); in xgene_phy_force_lat_summer_cal()
1401 serdes_clrbits(ctx, lane, RXTX_REG4, in xgene_phy_force_lat_summer_cal()
1403 serdes_clrbits(ctx, lane, RXTX_REG7, in xgene_phy_force_lat_summer_cal()
1406 serdes_wr(ctx, lane, serdes_reg[i].reg, in xgene_phy_force_lat_summer_cal()
1410 static void xgene_phy_reset_rxd(struct xgene_phy_ctx *ctx, int lane) in xgene_phy_reset_rxd() argument
1413 serdes_clrbits(ctx, lane, RXTX_REG7, RXTX_REG7_RESETB_RXD_MASK); in xgene_phy_reset_rxd()
1416 serdes_setbits(ctx, lane, RXTX_REG7, RXTX_REG7_RESETB_RXD_MASK); in xgene_phy_reset_rxd()
1424 static void xgene_phy_gen_avg_val(struct xgene_phy_ctx *ctx, int lane) in xgene_phy_gen_avg_val() argument
1438 dev_dbg(ctx->dev, "Generating avg calibration value for lane %d\n", in xgene_phy_gen_avg_val()
1439 lane); in xgene_phy_gen_avg_val()
1441 /* Enable RX Hi-Z termination */ in xgene_phy_gen_avg_val()
1442 serdes_setbits(ctx, lane, RXTX_REG12, in xgene_phy_gen_avg_val()
1445 serdes_wr(ctx, lane, RXTX_REG28, 0x0000); in xgene_phy_gen_avg_val()
1447 serdes_wr(ctx, lane, RXTX_REG31, 0x0000); in xgene_phy_gen_avg_val()
1451 * Calibrate the receiver signal path offset in two steps - summar in xgene_phy_gen_avg_val()
1458 xgene_phy_force_lat_summer_cal(ctx, lane); in xgene_phy_gen_avg_val()
1460 serdes_rd(ctx, lane, RXTX_REG21, &val); in xgene_phy_gen_avg_val()
1465 serdes_rd(ctx, lane, RXTX_REG22, &val); in xgene_phy_gen_avg_val()
1470 serdes_rd(ctx, lane, RXTX_REG23, &val); in xgene_phy_gen_avg_val()
1474 serdes_rd(ctx, lane, RXTX_REG24, &val); in xgene_phy_gen_avg_val()
1478 serdes_rd(ctx, lane, RXTX_REG121, &val); in xgene_phy_gen_avg_val()
1494 dev_dbg(ctx->dev, "Iteration %d:\n", avg_loop); in xgene_phy_gen_avg_val()
1495 dev_dbg(ctx->dev, "DO 0x%x XO 0x%x EO 0x%x SO 0x%x\n", in xgene_phy_gen_avg_val()
1498 dev_dbg(ctx->dev, "DE 0x%x XE 0x%x EE 0x%x SE 0x%x\n", in xgene_phy_gen_avg_val()
1501 dev_dbg(ctx->dev, "SUM 0x%x\n", sum_cal_itr); in xgene_phy_gen_avg_val()
1504 dev_err(ctx->dev, in xgene_phy_gen_avg_val()
1508 xgene_phy_reset_rxd(ctx, lane); in xgene_phy_gen_avg_val()
1512 serdes_rd(ctx, lane, RXTX_REG127, &val); in xgene_phy_gen_avg_val()
1517 serdes_wr(ctx, lane, RXTX_REG127, val); in xgene_phy_gen_avg_val()
1519 serdes_rd(ctx, lane, RXTX_REG128, &val); in xgene_phy_gen_avg_val()
1524 serdes_wr(ctx, lane, RXTX_REG128, val); in xgene_phy_gen_avg_val()
1526 serdes_rd(ctx, lane, RXTX_REG129, &val); in xgene_phy_gen_avg_val()
1531 serdes_wr(ctx, lane, RXTX_REG129, val); in xgene_phy_gen_avg_val()
1533 serdes_rd(ctx, lane, RXTX_REG130, &val); in xgene_phy_gen_avg_val()
1538 serdes_wr(ctx, lane, RXTX_REG130, val); in xgene_phy_gen_avg_val()
1541 serdes_rd(ctx, lane, RXTX_REG14, &val); in xgene_phy_gen_avg_val()
1544 serdes_wr(ctx, lane, RXTX_REG14, val); in xgene_phy_gen_avg_val()
1546 dev_dbg(ctx->dev, "Average Value:\n"); in xgene_phy_gen_avg_val()
1547 dev_dbg(ctx->dev, "DO 0x%x XO 0x%x EO 0x%x SO 0x%x\n", in xgene_phy_gen_avg_val()
1552 dev_dbg(ctx->dev, "DE 0x%x XE 0x%x EE 0x%x SE 0x%x\n", in xgene_phy_gen_avg_val()
1557 dev_dbg(ctx->dev, "SUM 0x%x\n", in xgene_phy_gen_avg_val()
1560 serdes_rd(ctx, lane, RXTX_REG14, &val); in xgene_phy_gen_avg_val()
1562 serdes_wr(ctx, lane, RXTX_REG14, val); in xgene_phy_gen_avg_val()
1563 dev_dbg(ctx->dev, "Enable Manual Summer calibration\n"); in xgene_phy_gen_avg_val()
1565 serdes_rd(ctx, lane, RXTX_REG127, &val); in xgene_phy_gen_avg_val()
1567 dev_dbg(ctx->dev, "Enable Manual Latch calibration\n"); in xgene_phy_gen_avg_val()
1568 serdes_wr(ctx, lane, RXTX_REG127, val); in xgene_phy_gen_avg_val()
1570 /* Disable RX Hi-Z termination */ in xgene_phy_gen_avg_val()
1571 serdes_rd(ctx, lane, RXTX_REG12, &val); in xgene_phy_gen_avg_val()
1573 serdes_wr(ctx, lane, RXTX_REG12, val); in xgene_phy_gen_avg_val()
1575 serdes_wr(ctx, lane, RXTX_REG28, 0x0007); in xgene_phy_gen_avg_val()
1577 serdes_wr(ctx, lane, RXTX_REG31, 0x7e00); in xgene_phy_gen_avg_val()
1588 dev_err(ctx->dev, "PHY initialize failed %d\n", rc); in xgene_phy_hw_init()
1593 if (!IS_ERR(ctx->clk)) { in xgene_phy_hw_init()
1595 clk_prepare_enable(ctx->clk); in xgene_phy_hw_init()
1596 clk_disable_unprepare(ctx->clk); in xgene_phy_hw_init()
1597 clk_prepare_enable(ctx->clk); in xgene_phy_hw_init()
1604 dev_dbg(ctx->dev, "PHY initialized\n"); in xgene_phy_hw_init()
1618 if (args->args_count <= 0) in xgene_phy_xlate()
1619 return ERR_PTR(-EINVAL); in xgene_phy_xlate()
1620 if (args->args[0] >= MODE_MAX) in xgene_phy_xlate()
1621 return ERR_PTR(-EINVAL); in xgene_phy_xlate()
1623 ctx->mode = args->args[0]; in xgene_phy_xlate()
1624 return ctx->phy; in xgene_phy_xlate()
1629 int count, u32 *default_val, in xgene_phy_get_param() argument
1634 if (!of_property_read_u32_array(pdev->dev.of_node, name, buffer, in xgene_phy_get_param()
1635 count)) { in xgene_phy_get_param()
1636 for (i = 0; i < count; i++) in xgene_phy_get_param()
1641 for (i = 0; i < count; i++) in xgene_phy_get_param()
1659 ctx = devm_kzalloc(&pdev->dev, sizeof(*ctx), GFP_KERNEL); in xgene_phy_probe()
1661 return -ENOMEM; in xgene_phy_probe()
1663 ctx->dev = &pdev->dev; in xgene_phy_probe()
1665 ctx->sds_base = devm_platform_ioremap_resource(pdev, 0); in xgene_phy_probe()
1666 if (IS_ERR(ctx->sds_base)) in xgene_phy_probe()
1667 return PTR_ERR(ctx->sds_base); in xgene_phy_probe()
1670 ctx->clk = clk_get(&pdev->dev, NULL); in xgene_phy_probe()
1673 xgene_phy_get_param(pdev, "apm,tx-eye-tuning", in xgene_phy_probe()
1674 ctx->sata_param.txeyetuning, 6, default_txeye_tuning, 1); in xgene_phy_probe()
1675 xgene_phy_get_param(pdev, "apm,tx-eye-direction", in xgene_phy_probe()
1676 ctx->sata_param.txeyedirection, 6, default_txeye_direction, 1); in xgene_phy_probe()
1677 xgene_phy_get_param(pdev, "apm,tx-boost-gain", in xgene_phy_probe()
1678 ctx->sata_param.txboostgain, 6, default_txboost_gain, 1); in xgene_phy_probe()
1679 xgene_phy_get_param(pdev, "apm,tx-amplitude", in xgene_phy_probe()
1680 ctx->sata_param.txamplitude, 6, default_txamp, 13300); in xgene_phy_probe()
1681 xgene_phy_get_param(pdev, "apm,tx-pre-cursor1", in xgene_phy_probe()
1682 ctx->sata_param.txprecursor_cn1, 6, default_txcn1, 18200); in xgene_phy_probe()
1683 xgene_phy_get_param(pdev, "apm,tx-pre-cursor2", in xgene_phy_probe()
1684 ctx->sata_param.txprecursor_cn2, 6, default_txcn2, 18200); in xgene_phy_probe()
1685 xgene_phy_get_param(pdev, "apm,tx-post-cursor", in xgene_phy_probe()
1686 ctx->sata_param.txpostcursor_cp1, 6, default_txcp1, 18200); in xgene_phy_probe()
1687 xgene_phy_get_param(pdev, "apm,tx-speed", in xgene_phy_probe()
1688 ctx->sata_param.txspeed, 3, default_spd, 1); in xgene_phy_probe()
1690 ctx->sata_param.speed[i] = 2; /* Default to Gen3 */ in xgene_phy_probe()
1694 ctx->phy = devm_phy_create(ctx->dev, NULL, &xgene_phy_ops); in xgene_phy_probe()
1695 if (IS_ERR(ctx->phy)) { in xgene_phy_probe()
1696 dev_dbg(&pdev->dev, "Failed to create PHY\n"); in xgene_phy_probe()
1697 return PTR_ERR(ctx->phy); in xgene_phy_probe()
1699 phy_set_drvdata(ctx->phy, ctx); in xgene_phy_probe()
1701 phy_provider = devm_of_phy_provider_register(ctx->dev, xgene_phy_xlate); in xgene_phy_probe()
1706 {.compatible = "apm,xgene-phy",},
1714 .name = "xgene-phy",
1720 MODULE_DESCRIPTION("APM X-Gene Multi-Purpose PHY driver");