mirror of
git://git.kernel.org/pub/scm/linux/kernel/git/torvalds/linux.git
synced 2025-08-05 16:54:27 +00:00

Currently DMA address width is either read from a RO device register
or force set from the platform data. This breaks DMA when the host DMA
address width is <=32it but the device is >32bit.
Right now the driver may decide to use a 2nd DMA descriptor for
another buffer (happens in case of TSO xmit) assuming that 32bit
addressing is used due to platform configuration but the device will
still use both descriptor addresses as one address.
This can be observed with the Intel EHL platform driver that sets
32bit for addr64 but the MAC reports 40bit. The TX queue gets stuck in
case of TCP with iptables NAT configuration on TSO packets.
The logic should be like this: Whatever we do on the host side (memory
allocation GFP flags) should happen with the host DMA width, whenever
we decide how to set addresses on the device registers we must use the
device DMA address width.
This patch renames the platform address width field from addr64 (term
used in device datasheet) to host_addr and uses this value exclusively
for host side operations while all chip operations consider the device
DMA width as read from the device register.
Fixes: 7cfc4486e7
("stmmac: intel: Configure EHL PSE0 GbE and PSE1 GbE to 32 bits DMA addressing")
Signed-off-by: Jochen Henneberg <jh@henneberg-systemdesign.com>
Signed-off-by: David S. Miller <davem@davemloft.net>
363 lines
8.7 KiB
C
363 lines
8.7 KiB
C
// SPDX-License-Identifier: GPL-2.0
|
|
/*
|
|
* dwmac-imx.c - DWMAC Specific Glue layer for NXP imx8
|
|
*
|
|
* Copyright 2020 NXP
|
|
*
|
|
*/
|
|
|
|
#include <linux/clk.h>
|
|
#include <linux/gpio/consumer.h>
|
|
#include <linux/kernel.h>
|
|
#include <linux/mfd/syscon.h>
|
|
#include <linux/module.h>
|
|
#include <linux/of.h>
|
|
#include <linux/of_device.h>
|
|
#include <linux/of_net.h>
|
|
#include <linux/phy.h>
|
|
#include <linux/platform_device.h>
|
|
#include <linux/pm_wakeirq.h>
|
|
#include <linux/regmap.h>
|
|
#include <linux/slab.h>
|
|
#include <linux/stmmac.h>
|
|
|
|
#include "stmmac_platform.h"
|
|
|
|
#define GPR_ENET_QOS_INTF_MODE_MASK GENMASK(21, 16)
|
|
#define GPR_ENET_QOS_INTF_SEL_MII (0x0 << 16)
|
|
#define GPR_ENET_QOS_INTF_SEL_RMII (0x4 << 16)
|
|
#define GPR_ENET_QOS_INTF_SEL_RGMII (0x1 << 16)
|
|
#define GPR_ENET_QOS_CLK_GEN_EN (0x1 << 19)
|
|
#define GPR_ENET_QOS_CLK_TX_CLK_SEL (0x1 << 20)
|
|
#define GPR_ENET_QOS_RGMII_EN (0x1 << 21)
|
|
|
|
#define MX93_GPR_ENET_QOS_INTF_MODE_MASK GENMASK(3, 0)
|
|
#define MX93_GPR_ENET_QOS_INTF_SEL_MII (0x0 << 1)
|
|
#define MX93_GPR_ENET_QOS_INTF_SEL_RMII (0x4 << 1)
|
|
#define MX93_GPR_ENET_QOS_INTF_SEL_RGMII (0x1 << 1)
|
|
#define MX93_GPR_ENET_QOS_CLK_GEN_EN (0x1 << 0)
|
|
|
|
struct imx_dwmac_ops {
|
|
u32 addr_width;
|
|
bool mac_rgmii_txclk_auto_adj;
|
|
|
|
int (*set_intf_mode)(struct plat_stmmacenet_data *plat_dat);
|
|
};
|
|
|
|
struct imx_priv_data {
|
|
struct device *dev;
|
|
struct clk *clk_tx;
|
|
struct clk *clk_mem;
|
|
struct regmap *intf_regmap;
|
|
u32 intf_reg_off;
|
|
bool rmii_refclk_ext;
|
|
|
|
const struct imx_dwmac_ops *ops;
|
|
struct plat_stmmacenet_data *plat_dat;
|
|
};
|
|
|
|
static int imx8mp_set_intf_mode(struct plat_stmmacenet_data *plat_dat)
|
|
{
|
|
struct imx_priv_data *dwmac = plat_dat->bsp_priv;
|
|
int val;
|
|
|
|
switch (plat_dat->interface) {
|
|
case PHY_INTERFACE_MODE_MII:
|
|
val = GPR_ENET_QOS_INTF_SEL_MII;
|
|
break;
|
|
case PHY_INTERFACE_MODE_RMII:
|
|
val = GPR_ENET_QOS_INTF_SEL_RMII;
|
|
val |= (dwmac->rmii_refclk_ext ? 0 : GPR_ENET_QOS_CLK_TX_CLK_SEL);
|
|
break;
|
|
case PHY_INTERFACE_MODE_RGMII:
|
|
case PHY_INTERFACE_MODE_RGMII_ID:
|
|
case PHY_INTERFACE_MODE_RGMII_RXID:
|
|
case PHY_INTERFACE_MODE_RGMII_TXID:
|
|
val = GPR_ENET_QOS_INTF_SEL_RGMII |
|
|
GPR_ENET_QOS_RGMII_EN;
|
|
break;
|
|
default:
|
|
pr_debug("imx dwmac doesn't support %d interface\n",
|
|
plat_dat->interface);
|
|
return -EINVAL;
|
|
}
|
|
|
|
val |= GPR_ENET_QOS_CLK_GEN_EN;
|
|
return regmap_update_bits(dwmac->intf_regmap, dwmac->intf_reg_off,
|
|
GPR_ENET_QOS_INTF_MODE_MASK, val);
|
|
};
|
|
|
|
static int
|
|
imx8dxl_set_intf_mode(struct plat_stmmacenet_data *plat_dat)
|
|
{
|
|
int ret = 0;
|
|
|
|
/* TBD: depends on imx8dxl scu interfaces to be upstreamed */
|
|
return ret;
|
|
}
|
|
|
|
static int imx93_set_intf_mode(struct plat_stmmacenet_data *plat_dat)
|
|
{
|
|
struct imx_priv_data *dwmac = plat_dat->bsp_priv;
|
|
int val;
|
|
|
|
switch (plat_dat->interface) {
|
|
case PHY_INTERFACE_MODE_MII:
|
|
val = MX93_GPR_ENET_QOS_INTF_SEL_MII;
|
|
break;
|
|
case PHY_INTERFACE_MODE_RMII:
|
|
val = MX93_GPR_ENET_QOS_INTF_SEL_RMII;
|
|
break;
|
|
case PHY_INTERFACE_MODE_RGMII:
|
|
case PHY_INTERFACE_MODE_RGMII_ID:
|
|
case PHY_INTERFACE_MODE_RGMII_RXID:
|
|
case PHY_INTERFACE_MODE_RGMII_TXID:
|
|
val = MX93_GPR_ENET_QOS_INTF_SEL_RGMII;
|
|
break;
|
|
default:
|
|
dev_dbg(dwmac->dev, "imx dwmac doesn't support %d interface\n",
|
|
plat_dat->interface);
|
|
return -EINVAL;
|
|
}
|
|
|
|
val |= MX93_GPR_ENET_QOS_CLK_GEN_EN;
|
|
return regmap_update_bits(dwmac->intf_regmap, dwmac->intf_reg_off,
|
|
MX93_GPR_ENET_QOS_INTF_MODE_MASK, val);
|
|
};
|
|
|
|
static int imx_dwmac_clks_config(void *priv, bool enabled)
|
|
{
|
|
struct imx_priv_data *dwmac = priv;
|
|
int ret = 0;
|
|
|
|
if (enabled) {
|
|
ret = clk_prepare_enable(dwmac->clk_mem);
|
|
if (ret) {
|
|
dev_err(dwmac->dev, "mem clock enable failed\n");
|
|
return ret;
|
|
}
|
|
|
|
ret = clk_prepare_enable(dwmac->clk_tx);
|
|
if (ret) {
|
|
dev_err(dwmac->dev, "tx clock enable failed\n");
|
|
clk_disable_unprepare(dwmac->clk_mem);
|
|
return ret;
|
|
}
|
|
} else {
|
|
clk_disable_unprepare(dwmac->clk_tx);
|
|
clk_disable_unprepare(dwmac->clk_mem);
|
|
}
|
|
|
|
return ret;
|
|
}
|
|
|
|
static int imx_dwmac_init(struct platform_device *pdev, void *priv)
|
|
{
|
|
struct plat_stmmacenet_data *plat_dat;
|
|
struct imx_priv_data *dwmac = priv;
|
|
int ret;
|
|
|
|
plat_dat = dwmac->plat_dat;
|
|
|
|
if (dwmac->ops->set_intf_mode) {
|
|
ret = dwmac->ops->set_intf_mode(plat_dat);
|
|
if (ret)
|
|
return ret;
|
|
}
|
|
|
|
return 0;
|
|
}
|
|
|
|
static void imx_dwmac_exit(struct platform_device *pdev, void *priv)
|
|
{
|
|
/* nothing to do now */
|
|
}
|
|
|
|
static void imx_dwmac_fix_speed(void *priv, unsigned int speed)
|
|
{
|
|
struct plat_stmmacenet_data *plat_dat;
|
|
struct imx_priv_data *dwmac = priv;
|
|
unsigned long rate;
|
|
int err;
|
|
|
|
plat_dat = dwmac->plat_dat;
|
|
|
|
if (dwmac->ops->mac_rgmii_txclk_auto_adj ||
|
|
(plat_dat->interface == PHY_INTERFACE_MODE_RMII) ||
|
|
(plat_dat->interface == PHY_INTERFACE_MODE_MII))
|
|
return;
|
|
|
|
switch (speed) {
|
|
case SPEED_1000:
|
|
rate = 125000000;
|
|
break;
|
|
case SPEED_100:
|
|
rate = 25000000;
|
|
break;
|
|
case SPEED_10:
|
|
rate = 2500000;
|
|
break;
|
|
default:
|
|
dev_err(dwmac->dev, "invalid speed %u\n", speed);
|
|
return;
|
|
}
|
|
|
|
err = clk_set_rate(dwmac->clk_tx, rate);
|
|
if (err < 0)
|
|
dev_err(dwmac->dev, "failed to set tx rate %lu\n", rate);
|
|
}
|
|
|
|
static int
|
|
imx_dwmac_parse_dt(struct imx_priv_data *dwmac, struct device *dev)
|
|
{
|
|
struct device_node *np = dev->of_node;
|
|
int err = 0;
|
|
|
|
dwmac->rmii_refclk_ext = of_property_read_bool(np, "snps,rmii_refclk_ext");
|
|
|
|
dwmac->clk_tx = devm_clk_get(dev, "tx");
|
|
if (IS_ERR(dwmac->clk_tx)) {
|
|
dev_err(dev, "failed to get tx clock\n");
|
|
return PTR_ERR(dwmac->clk_tx);
|
|
}
|
|
|
|
dwmac->clk_mem = NULL;
|
|
|
|
if (of_machine_is_compatible("fsl,imx8dxl") ||
|
|
of_machine_is_compatible("fsl,imx93")) {
|
|
dwmac->clk_mem = devm_clk_get(dev, "mem");
|
|
if (IS_ERR(dwmac->clk_mem)) {
|
|
dev_err(dev, "failed to get mem clock\n");
|
|
return PTR_ERR(dwmac->clk_mem);
|
|
}
|
|
}
|
|
|
|
if (of_machine_is_compatible("fsl,imx8mp") ||
|
|
of_machine_is_compatible("fsl,imx93")) {
|
|
/* Binding doc describes the propety:
|
|
* is required by i.MX8MP, i.MX93.
|
|
* is optinoal for i.MX8DXL.
|
|
*/
|
|
dwmac->intf_regmap = syscon_regmap_lookup_by_phandle(np, "intf_mode");
|
|
if (IS_ERR(dwmac->intf_regmap))
|
|
return PTR_ERR(dwmac->intf_regmap);
|
|
|
|
err = of_property_read_u32_index(np, "intf_mode", 1, &dwmac->intf_reg_off);
|
|
if (err) {
|
|
dev_err(dev, "Can't get intf mode reg offset (%d)\n", err);
|
|
return err;
|
|
}
|
|
}
|
|
|
|
return err;
|
|
}
|
|
|
|
static int imx_dwmac_probe(struct platform_device *pdev)
|
|
{
|
|
struct plat_stmmacenet_data *plat_dat;
|
|
struct stmmac_resources stmmac_res;
|
|
struct imx_priv_data *dwmac;
|
|
const struct imx_dwmac_ops *data;
|
|
int ret;
|
|
|
|
ret = stmmac_get_platform_resources(pdev, &stmmac_res);
|
|
if (ret)
|
|
return ret;
|
|
|
|
dwmac = devm_kzalloc(&pdev->dev, sizeof(*dwmac), GFP_KERNEL);
|
|
if (!dwmac)
|
|
return -ENOMEM;
|
|
|
|
plat_dat = stmmac_probe_config_dt(pdev, stmmac_res.mac);
|
|
if (IS_ERR(plat_dat))
|
|
return PTR_ERR(plat_dat);
|
|
|
|
data = of_device_get_match_data(&pdev->dev);
|
|
if (!data) {
|
|
dev_err(&pdev->dev, "failed to get match data\n");
|
|
ret = -EINVAL;
|
|
goto err_match_data;
|
|
}
|
|
|
|
dwmac->ops = data;
|
|
dwmac->dev = &pdev->dev;
|
|
|
|
ret = imx_dwmac_parse_dt(dwmac, &pdev->dev);
|
|
if (ret) {
|
|
dev_err(&pdev->dev, "failed to parse OF data\n");
|
|
goto err_parse_dt;
|
|
}
|
|
|
|
plat_dat->host_dma_width = dwmac->ops->addr_width;
|
|
plat_dat->init = imx_dwmac_init;
|
|
plat_dat->exit = imx_dwmac_exit;
|
|
plat_dat->clks_config = imx_dwmac_clks_config;
|
|
plat_dat->fix_mac_speed = imx_dwmac_fix_speed;
|
|
plat_dat->bsp_priv = dwmac;
|
|
dwmac->plat_dat = plat_dat;
|
|
|
|
ret = imx_dwmac_clks_config(dwmac, true);
|
|
if (ret)
|
|
goto err_clks_config;
|
|
|
|
ret = imx_dwmac_init(pdev, dwmac);
|
|
if (ret)
|
|
goto err_dwmac_init;
|
|
|
|
ret = stmmac_dvr_probe(&pdev->dev, plat_dat, &stmmac_res);
|
|
if (ret)
|
|
goto err_drv_probe;
|
|
|
|
return 0;
|
|
|
|
err_drv_probe:
|
|
imx_dwmac_exit(pdev, plat_dat->bsp_priv);
|
|
err_dwmac_init:
|
|
imx_dwmac_clks_config(dwmac, false);
|
|
err_clks_config:
|
|
err_parse_dt:
|
|
err_match_data:
|
|
stmmac_remove_config_dt(pdev, plat_dat);
|
|
return ret;
|
|
}
|
|
|
|
static struct imx_dwmac_ops imx8mp_dwmac_data = {
|
|
.addr_width = 34,
|
|
.mac_rgmii_txclk_auto_adj = false,
|
|
.set_intf_mode = imx8mp_set_intf_mode,
|
|
};
|
|
|
|
static struct imx_dwmac_ops imx8dxl_dwmac_data = {
|
|
.addr_width = 32,
|
|
.mac_rgmii_txclk_auto_adj = true,
|
|
.set_intf_mode = imx8dxl_set_intf_mode,
|
|
};
|
|
|
|
static struct imx_dwmac_ops imx93_dwmac_data = {
|
|
.addr_width = 32,
|
|
.mac_rgmii_txclk_auto_adj = true,
|
|
.set_intf_mode = imx93_set_intf_mode,
|
|
};
|
|
|
|
static const struct of_device_id imx_dwmac_match[] = {
|
|
{ .compatible = "nxp,imx8mp-dwmac-eqos", .data = &imx8mp_dwmac_data },
|
|
{ .compatible = "nxp,imx8dxl-dwmac-eqos", .data = &imx8dxl_dwmac_data },
|
|
{ .compatible = "nxp,imx93-dwmac-eqos", .data = &imx93_dwmac_data },
|
|
{ }
|
|
};
|
|
MODULE_DEVICE_TABLE(of, imx_dwmac_match);
|
|
|
|
static struct platform_driver imx_dwmac_driver = {
|
|
.probe = imx_dwmac_probe,
|
|
.remove = stmmac_pltfr_remove,
|
|
.driver = {
|
|
.name = "imx-dwmac",
|
|
.pm = &stmmac_pltfr_pm_ops,
|
|
.of_match_table = imx_dwmac_match,
|
|
},
|
|
};
|
|
module_platform_driver(imx_dwmac_driver);
|
|
|
|
MODULE_AUTHOR("NXP");
|
|
MODULE_DESCRIPTION("NXP imx8 DWMAC Specific Glue layer");
|
|
MODULE_LICENSE("GPL v2");
|